diff --git a/data/batch_v5/pair_00019/meta.json b/data/batch_v5/pair_00019/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2ef79ccfb19f84a54731bf48cf023b781eb3cadd --- /dev/null +++ b/data/batch_v5/pair_00019/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 19, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "b62fcbb9-2b80-4d9e-ab5c-a8055ce5532e", + "target_category": "cabinet", + "anchor": { + "jid": "9bbf3f4c-3de9-4de4-9ad6-7460413fdc88#365", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 5.570888519287109, + 1.4460450410842896, + 0.4067216217517853 + ] + }, + "pos_A": [ + 4.4247355461120605, + 1.6736892461776733, + 0.9572813212871552 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.7745184093583793, + 0.2551751550668659, + -0.5787977831691883, + 3.711406910184961 + ], + [ + -0.6325513683211552, + -0.3124455421457934, + 0.7087006064822121, + 3.134987361811649 + ], + [ + 0.0, + 0.915020996168843, + 0.4034062178129854, + 1.5785906433152133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.711406910184961, + 3.134987361811649, + 1.5785906433152133 + ], + "gt": { + "clock": 3, + "dist": 1.2917447521794232, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3718599621213565, + 0.07008875249111512, + -1.6991359376381077 + ], + "anchor_cam_xyz": [ + -0.3718599621213574, + -0.0700887524911149, + -2.74595752996626 + ] + }, + "target_bbox": [ + 448, + 367, + 930, + 626 + ], + "anchor_bbox": [ + 57, + 345, + 833, + 866 + ], + "target_pixels": 78873, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_00019/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.9949485813998468, + 0.04049627906468814, + -0.09185516725991731, + 4.7936596307232024 + ], + [ + -0.10038585742241028, + 0.40136844414090744, + -0.9103988420892651, + -0.46353682931180495 + ], + [ + 0.0, + 0.9150209961688431, + 0.4034062178129854, + 1.5785906433152133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.7936596307232024, + -0.46353682931180495, + 1.5785906433152133 + ], + "gt": { + "clock": 10, + "dist": 1.2917447521794232, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5816077667216373, + 0.2743639772413897, + -2.162480604601726 + ], + "anchor_cam_xyz": [ + 0.5816077667216373, + -0.2743639772413897, + -2.282612863002641 + ] + }, + "target_bbox": [ + 93, + 308, + 394, + 535 + ], + "anchor_bbox": [ + 219, + 472, + 1023, + 931 + ], + "target_pixels": 42053, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_00019/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.1003858574224103, + -0.4013684441409075, + 0.9103988420892651, + 7.021216005642371 + ], + [ + 0.9949485813998468, + 0.040496279064688154, + -0.09185516725991733, + 1.355714741654599 + ], + [ + -0.0, + 0.9150209961688431, + 0.40340621781298547, + 1.5785906433152133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 7.021216005642371, + 1.355714741654599, + 1.5785906433152133 + ], + "gt": { + "clock": 12, + "dist": 1.2917447521794232, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.05571836498606775, + 0.4865110317834689, + -2.643680448852443 + ], + "anchor_cam_xyz": [ + -0.05571836498606797, + -0.48651103178346955, + -1.8014130187519228 + ] + }, + "target_bbox": [ + 363, + 292, + 703, + 412 + ], + "anchor_bbox": [ + 0, + 425, + 812, + 1023 + ], + "target_pixels": 33778, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_00019/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_00026/meta.json b/data/batch_v5/pair_00026/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..c15ba059bb1d0d7d54e195dc5aa7c6aba8e21bad --- /dev/null +++ b/data/batch_v5/pair_00026/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 26, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "3f6d609d-29ca-44c8-a5e0-005163494d5c", + "target_category": "cabinet", + "anchor": { + "jid": "06543b99-4fe3-4be8-be81-f62a83bbee97#827", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.02369023859500885, + 0.006527334451675415, + 0.3763450086116791 + ] + }, + "pos_A": [ + -1.2514688968658447, + 0.19979913625866175, + 1.2676900625228882 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.6898316208906614, + 0.3935750525475555, + -0.60764382069725, + -2.3238558175553954 + ], + [ + -0.7239698438604766, + -0.37501633354404057, + 0.5789908589570496, + 1.732497612164924 + ], + [ + 0.0, + 0.8393220047081893, + 0.543634594569391, + 2.3518560807741777 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.3238558175553954, + 1.732497612164924, + 2.3518560807741777 + ], + "gt": { + "clock": 3, + "dist": 1.5677629971570852, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3698610685658289, + 0.08688730564943892, + -2.128437846618636 + ], + "anchor_cam_xyz": [ + -0.36986106856582923, + -0.08688730564943875, + -3.499749029231927 + ] + }, + "target_bbox": [ + 614, + 226, + 731, + 731 + ], + "anchor_bbox": [ + 210, + 359, + 638, + 746 + ], + "target_pixels": 30743, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_00026/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.024139368959614885, + -0.5434761810669355, + 0.8390774287746818, + 1.7473529570906319 + ], + [ + 0.9997086029770034, + -0.01312299605752118, + 0.020260703547574605, + 0.16017874825614775 + ], + [ + 0.0, + 0.8393220047081895, + 0.543634594569391, + 2.3518560807741777 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.7473529570906319, + 0.16017874825614775, + 2.3518560807741777 + ], + "gt": { + "clock": 12, + "dist": 1.5677629971570852, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.11199850991621178, + 0.7193039148176108, + -3.104831147413316 + ], + "anchor_cam_xyz": [ + -0.11199850991621182, + -0.719303914817611, + -2.523355728437246 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_00026/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_01040/meta.json b/data/batch_v5/pair_01040/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..44deb1e09a5106225bbe7cbb90152700e8466363 --- /dev/null +++ b/data/batch_v5/pair_01040/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1040, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "ec064a37-13a7-49ef-89f6-7ccedbc9123a", + "target_category": "chair", + "anchor": { + "jid": "4000ed3d-3e7c-41a1-a869-107813bc55a7#558", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.36803263425827026, + 2.2855567932128906, + 0.3659999966621399 + ] + }, + "pos_A": [ + -0.9470962435007095, + 0.49675149098038673, + 1.2470000088214874 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.5864438802749503, + 0.2742651370864497, + -0.7621431688777448, + -2.9491759349829363 + ], + [ + -0.8099898612254722, + 0.19857175863136678, + -0.5518022121974381, + -0.2680043266579415 + ], + [ + 0.0, + 0.9409292700585932, + 0.3386031729724381, + 1.824611763742472 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.9491759349829363, + -0.2680043266579415, + 1.824611763742472 + ], + "gt": { + "clock": 2, + "dist": 2.076367042280524, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5546629242922705, + 0.15746776173931665, + -2.1434464853381563 + ], + "anchor_cam_xyz": [ + -0.5546629242922705, + -0.1574677617393162, + -3.870151981936287 + ] + }, + "target_bbox": [ + 621, + 226, + 909, + 703 + ], + "anchor_bbox": [ + 218, + 446, + 261, + 520 + ], + "target_pixels": 42245, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01040/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.15807087903711292, + -0.3343461753572644, + 0.9290996890670041, + 2.1360517941797585 + ], + [ + 0.9874277680926511, + 0.05352330119650888, + -0.14873351682991084, + 0.943942317676294 + ], + [ + -0.0, + 0.9409292700585932, + 0.3386031729724381, + 1.824611763742472 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.1360517941797585, + 0.943942317676294, + 1.824611763742472 + ], + "gt": { + "clock": 10, + "dist": 2.076367042280524, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.9289245604335485, + 0.46341181821409383, + -2.9936207917703332 + ], + "anchor_cam_xyz": [ + 0.9289245604335488, + -0.4634118182140936, + -3.0199776755041094 + ] + }, + "target_bbox": [ + 260, + 217, + 327, + 536 + ], + "anchor_bbox": [ + 567, + 507, + 1023, + 811 + ], + "target_pixels": 7982, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01040/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.9874277680926511, + -0.0535233011965089, + 0.1487335168299109, + -0.21035261445914505 + ], + [ + 0.15807087903711298, + -0.3343461753572644, + 0.9290996890670041, + 4.184770375155887 + ], + [ + 0.0, + 0.9409292700585932, + 0.3386031729724381, + 1.824611763742472 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.21035261445914505, + 4.184770375155887, + 1.824611763742472 + ], + "gt": { + "clock": 12, + "dist": 2.076367042280524, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.14451273035389822, + 0.7290161527961798, + -3.7316968424725028 + ], + "anchor_cam_xyz": [ + -0.144512730353898, + -0.7290161527961807, + -2.2819016248019373 + ] + }, + "target_bbox": [ + 481, + 212, + 622, + 471 + ], + "anchor_bbox": [ + 312, + 554, + 659, + 1023 + ], + "target_pixels": 13359, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01040/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01063/meta.json b/data/batch_v5/pair_01063/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..fa50ac5eb82a599b9fe50b86733185adfe2ad9d4 --- /dev/null +++ b/data/batch_v5/pair_01063/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 1063, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "45078a8f-0573-472a-8523-38017a834801", + "target_category": "chair", + "anchor": { + "jid": "bef459c6-112e-4678-b361-a345e3da9c0d#364", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.317015677690506, + -1.7106610536575317, + 0.36833590269088745 + ] + }, + "pos_A": [ + 1.4259369522333145, + -2.3371169567108154, + 1.2517451047897339 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.22086008321242712, + -0.5417904369128126, + 0.8109771551117969, + 2.8710989233124384 + ], + [ + 0.9753055027238389, + 0.12268963996006814, + -0.1836475662868122, + -2.5484968569795035 + ], + [ + -0.0, + 0.8315108987357248, + 0.5555084385351022, + 2.3969065563998133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.8710989233124384, + -2.5484968569795035, + 2.3969065563998133 + ], + "gt": { + "clock": 7, + "dist": 2.0520094266307813, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.11301861329070295, + -0.14330516824630352, + -1.8469595980823046 + ], + "anchor_cam_xyz": [ + 0.11301861329070251, + 0.14330516824630424, + -3.8662427318197627 + ] + }, + "target_bbox": [ + 293, + 416, + 648, + 879 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 58612, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01063/view_00_front/rgb.png", + "ok": false + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9753055027238386, + -0.12268963996006825, + 0.18364756628681236, + 1.0790684890667346 + ], + [ + 0.22086008321242728, + -0.5417904369128126, + 0.8109771551117969, + 0.29274928085686014 + ], + [ + 0.0, + 0.8315108987357247, + 0.5555084385351023, + 2.3969065563998133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.0790684890667346, + 0.29274928085686014, + 2.3969065563998133 + ], + "gt": { + "clock": 10, + "dist": 2.0520094266307813, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.9191351969144766, + 0.4300649831888317, + -2.7052067404395155 + ], + "anchor_cam_xyz": [ + 0.9191351969144764, + -0.4300649831888308, + -3.0079955894625514 + ] + }, + "target_bbox": [ + 28, + 206, + 257, + 572 + ], + "anchor_bbox": [ + 464, + 436, + 1023, + 760 + ], + "target_pixels": 15330, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01063/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.22086008321242728, + 0.5417904369128126, + -0.8109771551117969, + -1.7621776487696295 + ], + [ + -0.9753055027238386, + -0.12268963996006825, + 0.18364756628681236, + -1.4992811533888433 + ], + [ + 0.0, + 0.8315108987357247, + 0.5555084385351023, + 2.3969065563998133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.7621776487696295, + -1.4992811533888433, + 2.3969065563998133 + ], + "gt": { + "clock": 12, + "dist": 2.0520094266307813, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.11301861329070295, + 0.877869547834925, + -3.375501465374291 + ], + "anchor_cam_xyz": [ + -0.11301861329070229, + -0.8778695478349253, + -2.3377008645277746 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 246, + 467, + 812, + 1023 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01063/view_02_back/rgb.png", + "ok": false + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9753055027238389, + 0.12268963996006807, + -0.18364756628681206, + 0.02985278547607484 + ], + [ + -0.22086008321242695, + 0.5417904369128127, + -0.8109771551117969, + -4.340527291225207 + ], + [ + 0.0, + 0.8315108987357247, + 0.5555084385351023, + 2.3969065563998133 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.02985278547607484, + -4.340527291225207, + 2.3969065563998133 + ], + "gt": { + "clock": 2, + "dist": 2.0520094266307813, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.919135196914476, + 0.3044993963997897, + -2.51725432301708 + ], + "anchor_cam_xyz": [ + -0.9191351969144764, + -0.30449939639978957, + -3.195948006884986 + ] + }, + "target_bbox": [ + 763, + 198, + 1023, + 569 + ], + "anchor_bbox": [ + 0, + 408, + 636, + 787 + ], + "target_pixels": 24250, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01063/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_01074/meta.json b/data/batch_v5/pair_01074/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..a46d7989691cc3b4dc60c42cef2718493a0f9f2d --- /dev/null +++ b/data/batch_v5/pair_01074/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1074, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "697a1396-5e87-4761-b8b0-844b64c87a4b", + "target_category": "cabinet", + "anchor": { + "jid": "2383a24b-483b-4011-87fb-8e2c89202f78#290", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.6634702682495117, + 5.520051956176758, + 0.16750000417232513 + ] + }, + "pos_A": [ + -2.7646602988243103, + 5.282294273376465, + 0.720798909664154 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.7097293159309067, + 0.4197547806187432, + -0.5657651652902976, + -3.588602344337077 + ], + [ + -0.7044744836459637, + 0.4228858251408087, + -0.5699853338347665, + 4.016383075491602 + ], + [ + 0.0, + 0.803102423755954, + 0.5958409997283771, + 1.891756320537422 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.588602344337077, + 4.016383075491602, + 1.891756320537422 + ], + "gt": { + "clock": 9, + "dist": 1.2551047278957825, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.30702631314309325, + -0.05920922075801949, + -1.8854129586348098 + ], + "anchor_cam_xyz": [ + 0.3070263131430959, + 0.05920922075801638, + -2.973624483498563 + ] + }, + "target_bbox": [ + 65, + 308, + 592, + 800 + ], + "anchor_bbox": [ + 482, + 349, + 864, + 709 + ], + "target_pixels": 125515, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01074/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.7044744836459638, + 0.4228858251408087, + -0.5699853338347664, + -3.59885532282192 + ], + [ + -0.7097293159309066, + -0.4197547806187434, + 0.5657651652902977, + 6.775710175576777 + ], + [ + 0.0, + 0.803102423755954, + 0.5958409997283772, + 1.891756320537422 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.59885532282192, + 6.775710175576777, + 1.891756320537422 + ], + "gt": { + "clock": 3, + "dist": 1.2551047278957825, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.47225193787821684, + 0.03923898066490361, + -2.018106058326177 + ], + "anchor_cam_xyz": [ + -0.47225193787821684, + -0.03923898066490272, + -2.8409313838071926 + ] + }, + "target_bbox": [ + 535, + 270, + 1003, + 753 + ], + "anchor_bbox": [ + 85, + 364, + 567, + 758 + ], + "target_pixels": 109813, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01074/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01082/meta.json b/data/batch_v5/pair_01082/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..9643c8995b111f2b4b8ec320e07503949a94f913 --- /dev/null +++ b/data/batch_v5/pair_01082/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1082, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "846bef72-20b1-4910-918d-cf16981a1c70", + "target_category": "cabinet", + "anchor": { + "jid": "1d127f82-0a20-4417-b879-08d73f208a0a#663", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.5907164812088013, + 2.0854697227478027, + 0.589899480342865 + ] + }, + "pos_A": [ + -0.2591773346066475, + 1.1623936295509338, + 1.1062918901443481 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.440534195285514, + -0.7131154019711068, + 0.5453403031646674, + 1.286564167957617 + ], + [ + 0.8977358312912238, + 0.3499378200168298, + -0.26760773407680916, + 0.5387056907165824 + ], + [ + -0.0, + 0.6074618881818477, + 0.7943488241361879, + 4.069407611912897 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.286564167957617, + 0.5387056907165824, + 4.069407611912897 + ], + "gt": { + "clock": 6, + "dist": 1.7005078928561812, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.12104497871580322, + -0.4794358006158197, + -3.3636063450713993 + ], + "anchor_cam_xyz": [ + 0.12104497871580278, + 0.47943580061582125, + -4.746966312154589 + ] + }, + "target_bbox": [ + 413, + 513, + 556, + 781 + ], + "anchor_bbox": [ + 282, + 274, + 797, + 619 + ], + "target_pixels": 8018, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01082/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.8977358312912237, + -0.34993782001683, + 0.2676077340768092, + 0.16027907752506176 + ], + [ + 0.4405341952855142, + -0.7131154019711067, + 0.5453403031646673, + 3.835442752014709 + ], + [ + 0.0, + 0.6074618881818475, + 0.7943488241361879, + 4.069407611912897 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.16027907752506176, + 3.835442752014709, + 4.069407611912897 + ], + "gt": { + "clock": 10, + "dist": 1.7005078928561812, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.8010084932877349, + 0.2529962906608795, + -3.9237186881792976 + ], + "anchor_cam_xyz": [ + 0.801008493287735, + -0.25299629066088003, + -4.186853969046692 + ] + }, + "target_bbox": [ + 206, + 392, + 447, + 519 + ], + "anchor_bbox": [ + 466, + 340, + 951, + 900 + ], + "target_pixels": 16340, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01082/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.4405341952855143, + 0.7131154019711067, + -0.5453403031646673, + -3.1364579837730653 + ], + [ + -0.8977358312912237, + -0.34993782001683005, + 0.26760773407680927, + 2.7091576615821547 + ], + [ + 0.0, + 0.6074618881818477, + 0.7943488241361879, + 4.069407611912897 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.1364579837730653, + 2.7091576615821547, + 4.069407611912897 + ], + "gt": { + "clock": 12, + "dist": 1.7005078928561812, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.12104497871580344, + 0.7931245089166035, + -4.336770608635928 + ], + "anchor_cam_xyz": [ + -0.12104497871580255, + -0.7931245089166035, + -3.77380204859006 + ] + }, + "target_bbox": [ + 482, + 264, + 599, + 443 + ], + "anchor_bbox": [ + 130, + 506, + 722, + 787 + ], + "target_pixels": 7174, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01082/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01086/meta.json b/data/batch_v5/pair_01086/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..130404c4641f8712ec9cffd7c5582626887174c5 --- /dev/null +++ b/data/batch_v5/pair_01086/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1086, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "288ac6f4-47ef-418d-87d0-6cc1365a98f4", + "target_category": "cabinet", + "anchor": { + "jid": "31d93b50-3d5d-4962-ab4e-d92c0249ec74#196", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.960742235183716, + 3.448499917984009, + 0.2741914987564087 + ] + }, + "pos_A": [ + 2.7121384143829346, + 3.45128732919693, + 1.0633830726146698 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.2977081271169954, + -0.7980652576487726, + 0.5238909386336903, + 5.207026424970524 + ], + [ + 0.9546569389306773, + -0.24887528020053618, + 0.16337448961393478, + 4.0332326868581525 + ], + [ + 0.0, + 0.5487740331312176, + 0.8359707294881186, + 3.6536742371989726 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.207026424970524, + 4.0332326868581525, + 3.6536742371989726 + ], + "gt": { + "clock": 12, + "dist": 1.4771061611233156, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.18719026322889665, + 0.7144307275506692, + -3.567531841887941 + ], + "anchor_cam_xyz": [ + -0.18719026322889665, + -0.7144307275506696, + -3.57359606181543 + ] + }, + "target_bbox": [ + 382, + 135, + 731, + 521 + ], + "anchor_bbox": [ + 254, + 568, + 670, + 848 + ], + "target_pixels": 74265, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01086/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9546569389306773, + 0.24887528020053618, + -0.16337448961393478, + 2.753101261515642 + ], + [ + -0.2977081271169954, + -0.7980652576487726, + 0.5238909386336903, + 5.320479723777668 + ], + [ + 0.0, + 0.5487740331312176, + 0.8359707294881186, + 3.6536742371989726 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.753101261515642, + 5.320479723777668, + 3.6536742371989726 + ], + "gt": { + "clock": 3, + "dist": 1.4771061611233156, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5955792332655596, + 0.060058340545151134, + -3.137968268284587 + ], + "anchor_cam_xyz": [ + -0.5955792332655587, + -0.0600583405451518, + -4.003159635418786 + ] + }, + "target_bbox": [ + 494, + 259, + 892, + 696 + ], + "anchor_bbox": [ + 233, + 384, + 501, + 725 + ], + "target_pixels": 91266, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01086/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01090/meta.json b/data/batch_v5/pair_01090/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..dd9b3dc6ab2dc7214ae2932441543645b863a20d --- /dev/null +++ b/data/batch_v5/pair_01090/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1090, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "1cef5e59-b64f-4de6-a54d-a7b38832bfa4", + "target_category": "chair", + "anchor": { + "jid": "e4adc6e9-5286-44d3-9aff-951d46e5537e#246", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -2.6551272869110107, + 6.066786766052246, + 0.3650589883327484 + ] + }, + "pos_A": [ + -1.9799264073371887, + 4.98525857925415, + 1.2451179325580597 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.5926955347949835, + -0.5113370129173594, + 0.6222913001600141, + -1.0825868248782244 + ], + [ + 0.8054265969249392, + 0.37628154507016826, + -0.4579303394682629, + 4.617257752647756 + ], + [ + -0.0, + 0.7726232316338665, + 0.6348648217846385, + 2.0649806956996084 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.0825868248782244, + 4.617257752647756, + 2.0649806956996084 + ], + "gt": { + "clock": 9, + "dist": 1.5492266431762038, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.2354515102790704, + -0.03613015626506355, + -1.2474273859156215 + ], + "anchor_cam_xyz": [ + 0.23545151027906996, + 0.036130156265063995, + -2.721582053645326 + ] + }, + "target_bbox": [ + 123, + 114, + 630, + 1000 + ], + "anchor_bbox": [ + 376, + 277, + 894, + 791 + ], + "target_pixels": 113143, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01090/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.8054265969249392, + 0.37628154507016826, + -0.4579303394682629, + -3.226291767129542 + ], + [ + -0.5926955347949835, + 0.5113370129173594, + -0.6222913001600141, + 4.291082650407323 + ], + [ + 0.0, + 0.7726232316338665, + 0.6348648217846385, + 2.0649806956996084 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.226291767129542, + 4.291082650407323, + 2.0649806956996084 + ], + "gt": { + "clock": 2, + "dist": 1.5492266431762038, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.592420836873008, + 0.1904971116455778, + -1.523230180622794 + ], + "anchor_cam_xyz": [ + -0.5924208368730071, + -0.19049711164557914, + -2.445779258938153 + ] + }, + "target_bbox": [ + 590, + 81, + 1023, + 786 + ], + "anchor_bbox": [ + 0, + 342, + 581, + 879 + ], + "target_pixels": 70832, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01090/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01103/meta.json b/data/batch_v5/pair_01103/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e1a135cf68fe669075d2de15a240e5f8c553f3af --- /dev/null +++ b/data/batch_v5/pair_01103/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1103, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "079431be-2e6d-4ff0-8c0e-7b80e764bf59", + "target_category": "cabinet", + "anchor": { + "jid": "9dd6c801-a614-4418-ab03-d521a7e0cf33#418", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.6030000448226929, + -2.909146785736084, + 0.3876135051250458 + ] + }, + "pos_A": [ + -2.565123200416565, + -1.3543433547019958, + 1.1426431238651276 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.3773653819412557, + 0.44119395455236654, + -0.8142132785571448, + -4.466156751616035 + ], + [ + -0.9260644515973661, + -0.17978373414792714, + 0.3317867393725934, + -1.1610564355094488 + ], + [ + 0.0, + 0.8792188029166983, + 0.4764181950741682, + 2.158956555496668 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.466156751616035, + -1.1610564355094488, + 2.158956555496668 + ], + "gt": { + "clock": 9, + "dist": 1.9781719846515053, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5383881073085388, + -0.02008752446243728, + -2.0961670077790533 + ], + "anchor_cam_xyz": [ + 0.5383881073085393, + 0.020087524462436557, + -3.755113465606694 + ] + }, + "target_bbox": [ + 107, + 314, + 421, + 803 + ], + "anchor_bbox": [ + 452, + 343, + 771, + 636 + ], + "target_pixels": 115098, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01103/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9260644515973661, + 0.1797837341479272, + -0.3317867393725935, + -3.0547502573292205 + ], + [ + -0.37736538194125585, + 0.4411939545523665, + -0.8142132785571446, + -4.513840199215446 + ], + [ + 0.0, + 0.8792188029166983, + 0.47641819507416816, + 2.158956555496668 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.0547502573292205, + -4.513840199215446, + 2.158956555496668 + ], + "gt": { + "clock": 10, + "dist": 1.9781719846515053, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.7388585215249599, + 0.5884160091109849, + -3.2191462598114313 + ], + "anchor_cam_xyz": [ + 0.7388585215249599, + -0.5884160091109845, + -2.632134213574317 + ] + }, + "target_bbox": [ + 140, + 231, + 451, + 463 + ], + "anchor_bbox": [ + 356, + 482, + 1023, + 1002 + ], + "target_pixels": 62235, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01103/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01122/meta.json b/data/batch_v5/pair_01122/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..0e4815d40e92cc4ba3693964bd830fb06ec051e4 --- /dev/null +++ b/data/batch_v5/pair_01122/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1122, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "00063df5-b7d7-42af-a11c-ac8a690272fd", + "target_category": "lighting", + "anchor": { + "jid": "03b0d05c-a430-4853-84f0-f8aeb802e6c5#366", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -3.7698731422424316, + 5.648894309997559, + 0.4612582325935364 + ] + }, + "pos_A": [ + -4.417694926261902, + 6.526928663253784, + 1.4375150799751282 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.22043457962164728, + 0.6591684649382034, + -0.7189614252086408, + -7.212216424958974 + ], + [ + -0.9754017613819589, + -0.14896787069835912, + 0.16248069852314548, + 6.7926573260734635 + ], + [ + 0.0, + 0.737092604989773, + 0.6757917517026901, + 3.880574358420919 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.212216424958974, + 6.7926573260734635, + 3.880574358420919 + ], + "gt": { + "clock": 9, + "dist": 1.4641362031613356, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3568169660449563, + 0.08088455192268329, + -3.7033282475263887 + ], + "anchor_cam_xyz": [ + 0.35681696604495716, + -0.08088455192268373, + -4.971497080694373 + ] + }, + "target_bbox": [ + 335, + 422, + 568, + 637 + ], + "anchor_bbox": [ + 373, + 427, + 808, + 687 + ], + "target_pixels": 14796, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01122/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.22043457962164725, + -0.6591684649382034, + 0.7189614252086409, + -0.9753516435453586 + ], + [ + 0.9754017613819589, + 0.14896787069835912, + -0.16248069852314548, + 5.383165647177879 + ], + [ + -0.0, + 0.737092604989773, + 0.6757917517026901, + 3.880574358420919 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9753516435453586, + 5.383165647177879, + 3.880574358420919 + ], + "gt": { + "clock": 1, + "dist": 1.4641362031613356, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3568169660449563, + 0.638707150852917, + -4.311750755690622 + ], + "anchor_cam_xyz": [ + -0.35681696604495716, + -0.6387071508529165, + -4.363074572530142 + ] + }, + "target_bbox": [ + 466, + 263, + 651, + 440 + ], + "anchor_bbox": [ + 200, + 494, + 690, + 834 + ], + "target_pixels": 9395, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01122/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01126/meta.json b/data/batch_v5/pair_01126/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..548b614309c12c07546787482b7090ac5b147ba8 --- /dev/null +++ b/data/batch_v5/pair_01126/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 1126, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "4c1e3615-3f33-43e7-b619-0032a2550e74", + "target_category": "lighting", + "anchor": { + "jid": "3332e155-0105-4d97-937a-b7a64daedb40#810", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 3.6003713607788086, + -3.3857831954956055, + 0.30711498856544495 + ] + }, + "pos_A": [ + 3.066452145576477, + -3.86235648393631, + 1.1107538044452667 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.583837730657114, + -0.4768217569780652, + 0.6570955153807566, + 5.172728277866601 + ], + [ + 0.8118703740506554, + 0.3428952963674001, + -0.4725349843852427, + -4.946771615834135 + ], + [ + -0.0, + 0.809360134798758, + 0.587312669877414, + 2.352917460731203 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.172728277866601, + -4.946771615834135, + 2.352917460731203 + ], + "gt": { + "clock": 11, + "dist": 1.0761167102160354, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3493189584534312, + 0.3708013898232352, + -2.6259871414978084 + ], + "anchor_cam_xyz": [ + 0.34931895845343097, + -0.3708013898232356, + -2.972336029595997 + ] + }, + "target_bbox": [ + 200, + 209, + 562, + 567 + ], + "anchor_bbox": [ + 479, + 472, + 769, + 734 + ], + "target_pixels": 95040, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01126/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.8118703740506554, + -0.3428952963674001, + 0.4725349843852427, + 4.65611352929582 + ], + [ + 0.583837730657114, + -0.4768217569780652, + 0.6570955153807565, + -1.7847533150269996 + ], + [ + 0.0, + 0.8093601347987579, + 0.587312669877414, + 2.352917460731203 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.65611352929582, + -1.7847533150269996, + 2.352917460731203 + ], + "gt": { + "clock": 12, + "dist": 1.0761167102160354, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.07761586287206512, + 0.5303760603030854, + -2.8458927955627833 + ], + "anchor_cam_xyz": [ + -0.07761586287206512, + -0.5303760603030854, + -2.7524303755310235 + ] + }, + "target_bbox": [ + 437, + 177, + 625, + 494 + ], + "anchor_bbox": [ + 327, + 517, + 641, + 803 + ], + "target_pixels": 50379, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01126/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.583837730657114, + 0.4768217569780652, + -0.6570955153807565, + 1.4940952284886848 + ], + [ + -0.8118703740506554, + -0.3428952963674001, + 0.4725349843852427, + -2.3013680635977805 + ], + [ + 0.0, + 0.8093601347987579, + 0.587312669877414, + 2.352917460731203 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.4940952284886848, + -2.3013680635977805, + 2.352917460731203 + ], + "gt": { + "clock": 2, + "dist": 1.0761167102160354, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3493189584534314, + 0.279631830526772, + -2.5003487710244965 + ], + "anchor_cam_xyz": [ + -0.34931895845343075, + -0.2796318305267711, + -3.0979744000693112 + ] + }, + "target_bbox": [ + 455, + 212, + 824, + 573 + ], + "anchor_bbox": [ + 265, + 449, + 540, + 699 + ], + "target_pixels": 97538, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01126/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.8118703740506554, + 0.3428952963674001, + -0.4725349843852427, + 2.0107099770594656 + ], + [ + -0.583837730657114, + 0.4768217569780652, + -0.6570955153807566, + -5.463386364404916 + ], + [ + 0.0, + 0.809360134798758, + 0.587312669877414, + 2.352917460731203 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.0107099770594656, + -5.463386364404916, + 2.352917460731203 + ], + "gt": { + "clock": 11, + "dist": 1.0761167102160354, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.07761586287206423, + 0.12005716004692095, + -2.280443116959521 + ], + "anchor_cam_xyz": [ + 0.07761586287206601, + -0.12005716004692187, + -3.3178800541342843 + ] + }, + "target_bbox": [ + 349, + 259, + 590, + 660 + ], + "anchor_bbox": [ + 421, + 420, + 662, + 599 + ], + "target_pixels": 84103, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01126/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01142/meta.json b/data/batch_v5/pair_01142/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..71733a2e450d162d70150506b565fb804919a987 --- /dev/null +++ b/data/batch_v5/pair_01142/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1142, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "ea0be776-bedd-48cc-b929-e1f79e4e847e", + "target_category": "cabinet", + "anchor": { + "jid": "5b9cfb19-f47f-4291-8531-45b9c6ebc865#239", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.735135793685913, + 3.710242748260498, + 0.4722078740596771 + ] + }, + "pos_A": [ + 3.6293579936027527, + 2.8916547298431396, + 1.4595320522785187 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.07063283336503126, + 0.4687595418265995, + -0.8804972997104217, + 1.043169636627446 + ], + [ + -0.9975023823785223, + 0.03319271732179425, + -0.06234773986254621, + 3.1140764995210843 + ], + [ + 0.0, + 0.8827019516593989, + 0.4699332554062205, + 2.374381002403788 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.043169636627446, + 3.1140764995210843, + 2.374381002403788 + ], + "gt": { + "clock": 2, + "dist": 1.2868893968723192, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.40453605641541746, + 0.39737873261677015, + -2.6931823155609727 + ], + "anchor_cam_xyz": [ + -0.40453605641541834, + -0.3973787326167706, + -3.3013329609420383 + ] + }, + "target_bbox": [ + 472, + 182, + 794, + 627 + ], + "anchor_bbox": [ + 33, + 459, + 756, + 825 + ], + "target_pixels": 75536, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01142/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9975023823785223, + 0.03319271732179418, + -0.06234773986254607, + 3.495374654113599 + ], + [ + -0.07063283336503111, + -0.46875954182659957, + 0.8804972997104217, + 5.940025996068705 + ], + [ + 0.0, + 0.8827019516593989, + 0.46993325540622055, + 2.374381002403788 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.495374654113599, + 5.940025996068705, + 2.374381002403788 + ], + "gt": { + "clock": 12, + "dist": 1.2868893968723192, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.08166639934259834, + 0.6258614354376338, + -3.1223541721601658 + ], + "anchor_cam_xyz": [ + -0.0816663993425979, + -0.625861435437633, + -2.872161104342846 + ] + }, + "target_bbox": [ + 357, + 166, + 695, + 527 + ], + "anchor_bbox": [ + 198, + 442, + 655, + 1023 + ], + "target_pixels": 63572, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01142/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01144/meta.json b/data/batch_v5/pair_01144/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..18382b33d6af05d44966a35323672004f72e34fa --- /dev/null +++ b/data/batch_v5/pair_01144/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1144, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "685df4a4-cd69-4f0b-82f5-675bd0738881", + "target_category": "cabinet", + "anchor": { + "jid": "bb9f0b8a-b050-4b1c-b8da-43576a577465#756", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + 4.287464141845703, + 2.831418514251709, + 0.3883081078529358 + ] + }, + "pos_A": [ + 4.6970906257629395, + 1.8849364817142487, + 1.2916121184825897 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.997350704845228, + -0.05744701910138426, + 0.04462523435335687, + 4.613511427819739 + ], + [ + 0.07274318899200688, + 0.787631471563867, + -0.6118374730738634, + 0.6959894508889752 + ], + [ + -0.0, + 0.6134627168773197, + 0.7897236826900264, + 2.985414296089228 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.613511427819739, + 0.6959894508889752, + 2.985414296089228 + ], + "gt": { + "clock": 4, + "dist": 1.3709778371156325, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.16984557054385796, + -0.10743376200761023, + -2.0613482991114274 + ], + "anchor_cam_xyz": [ + -0.16984557054385796, + 0.1074337620076089, + -3.3720817219142307 + ] + }, + "target_bbox": [ + 405, + 283, + 771, + 721 + ], + "anchor_bbox": [ + 84, + 279, + 833, + 739 + ], + "target_pixels": 98262, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01144/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.997350704845228, + 0.05744701910138425, + -0.04462523435335687, + 4.371043339788904 + ], + [ + -0.07274318899200687, + -0.787631471563867, + 0.6118374730738635, + 4.020365545076983 + ], + [ + 0.0, + 0.6134627168773198, + 0.7897236826900264, + 2.985414296089228 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.371043339788904, + 4.020365545076983, + 2.985414296089228 + ], + "gt": { + "clock": 12, + "dist": 1.3709778371156325, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.16984557054385796, + 0.6615770945346562, + -2.65872115205111 + ], + "anchor_cam_xyz": [ + 0.16984557054385796, + -0.6615770945346564, + -2.7747088689745487 + ] + }, + "target_bbox": [ + 294, + 64, + 580, + 490 + ], + "anchor_bbox": [ + 79, + 367, + 1004, + 1023 + ], + "target_pixels": 83236, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01144/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.0727431889920066, + 0.787631471563867, + -0.6118374730738635, + 2.8300893367103175 + ], + [ + -0.997350704845228, + 0.05744701910138404, + -0.04462523435335671, + 2.236943453967562 + ], + [ + 0.0, + 0.6134627168773198, + 0.7897236826900264, + 2.985414296089228 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.8300893367103175, + 2.236943453967562, + 2.985414296089228 + ], + "gt": { + "clock": 2, + "dist": 1.3709778371156325, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4868860295051516, + 0.41120273572200805, + -2.464228650736683 + ], + "anchor_cam_xyz": [ + -0.4868860295051509, + -0.41120273572200716, + -2.969201370288976 + ] + }, + "target_bbox": [ + 548, + 125, + 897, + 570 + ], + "anchor_bbox": [ + 0, + 319, + 726, + 1023 + ], + "target_pixels": 100896, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01144/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01148/meta.json b/data/batch_v5/pair_01148/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..74f297d1ab2c9da98d8bc80ade5ca628ecb9a675 --- /dev/null +++ b/data/batch_v5/pair_01148/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1148, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "b011f582-89dc-4638-805a-e85cac78c755", + "target_category": "others", + "anchor": { + "jid": "f47e91bf-c4c3-4399-9917-ac2c0d393fee#420", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 3.248800277709961, + 0.7421999573707581, + 0.2590014934539795 + ] + }, + "pos_A": [ + 2.878587245941162, + 0.06904452666640282, + 1.0330030620098114 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9978245343137506, + -0.05154999124710026, + 0.04109497687030196, + 3.208136387266065 + ], + [ + 0.06592570607545108, + -0.7802395919908058, + 0.6219967687765541, + 2.591846767248132 + ], + [ + 0.0, + 0.6233528515154516, + 0.781940677102525, + 3.394405438923013 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.208136387266065, + 2.591846767248132, + 3.394405438923013 + ], + "gt": { + "clock": 1, + "dist": 1.0905385600266961, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.16251469947693753, + 0.5133915409915576, + -3.4291942297594824 + ], + "anchor_cam_xyz": [ + -0.16251469947693709, + -0.5133915409915578, + -3.600503141594324 + ] + }, + "target_bbox": [ + 489, + 263, + 608, + 512 + ], + "anchor_bbox": [ + 230, + 449, + 719, + 835 + ], + "target_pixels": 13835, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01148/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9978245343137505, + 0.05154999124710041, + -0.041094976870302086, + 2.9192511363850575 + ], + [ + -0.06592570607545127, + 0.7802395919908058, + -0.6219967687765541, + -1.7806022832109711 + ], + [ + 0.0, + 0.6233528515154516, + 0.781940677102525, + 3.394405438923013 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.9192511363850575, + -1.7806022832109711, + 3.394405438923013 + ], + "gt": { + "clock": 9, + "dist": 1.0905385600266961, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.16251469947693753, + -0.030915456154847032, + -2.99527983099936 + ], + "anchor_cam_xyz": [ + 0.16251469947693709, + 0.030915456154848253, + -4.034417540354445 + ] + }, + "target_bbox": [ + 400, + 413, + 536, + 662 + ], + "anchor_bbox": [ + 353, + 344, + 777, + 692 + ], + "target_pixels": 18270, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01148/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.06592570607545134, + -0.7802395919908058, + 0.6219967687765541, + 5.249918287055113 + ], + [ + 0.9978245343137505, + 0.05154999124710047, + -0.041094976870302134, + 0.26117961657807626 + ], + [ + -0.0, + 0.6233528515154516, + 0.781940677102525, + 3.394405438923013 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.249918287055113, + 0.26117961657807626, + 3.394405438923013 + ], + "gt": { + "clock": 11, + "dist": 1.0905385600266961, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.34804877984051835, + 0.3683148965664651, + -3.313541031711546 + ], + "anchor_cam_xyz": [ + 0.34804877984051874, + -0.36831489656646377, + -3.7161563396422586 + ] + }, + "target_bbox": [ + 365, + 301, + 491, + 548 + ], + "anchor_bbox": [ + 406, + 410, + 847, + 826 + ], + "target_pixels": 14653, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01148/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01151/meta.json b/data/batch_v5/pair_01151/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2845ce23219428ff2b09122d7a0eddd41bdb4bcf --- /dev/null +++ b/data/batch_v5/pair_01151/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1151, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "11eb5631-12be-45e6-9428-dd65e897d733", + "target_category": "chair", + "anchor": { + "jid": "f36889f8-d94b-4ab9-9da1-46e06a27ff90#347", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + -1.7544971704483032, + 1.8961994647979736, + 0.394632488489151 + ] + }, + "pos_A": [ + -2.264543294906616, + 1.5186680555343628, + 1.3042650520801544 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9825582726133322, + -0.056364232302200036, + 0.1772069813412786, + -1.32731489490055 + ], + [ + 0.18595494324998363, + -0.2978202233299927, + 0.9363353425224152, + 5.312105335648657 + ], + [ + 0.0, + 0.9529565508944554, + 0.303106931803519, + 2.0163394042112452 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.32731489490055, + 5.312105335648657, + 2.0163394042112452 + ], + "gt": { + "clock": 1, + "dist": 1.109102526730804, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.2154731036080917, + 0.504012578622872, + -3.9338474826959415 + ], + "anchor_cam_xyz": [ + -0.2154731036080917, + -0.5040125786228726, + -3.7656836826486906 + ] + }, + "target_bbox": [ + 494, + 280, + 629, + 524 + ], + "anchor_bbox": [ + 160, + 491, + 796, + 848 + ], + "target_pixels": 9681, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01151/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.8262636188430508, + -0.22124491359009746, + 0.5180145947624409, + 0.056975461792891036 + ], + [ + 0.5632836161086043, + 0.3245374403333006, + -0.7598598671107217, + -1.3238459753116083 + ], + [ + -0.0, + 0.9196336977473256, + 0.3927771148725195, + 2.416339404211245 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.056975461792891036, + -1.3238459753116083, + 2.416339404211245 + ], + "gt": { + "clock": 11, + "dist": 1.109102526730804, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3170449069881913, + 0.41342539578574033, + -3.7992902872778584 + ], + "anchor_cam_xyz": [ + 0.31704490698819154, + -0.4134253957857408, + -4.1792327712009705 + ] + }, + "target_bbox": [ + 511, + 298, + 517, + 411 + ], + "anchor_bbox": [ + 511, + 576, + 824, + 844 + ], + "target_pixels": 580, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01151/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01168/meta.json b/data/batch_v5/pair_01168/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2923f791a21b83c00482d680bb283286d742e8a0 --- /dev/null +++ b/data/batch_v5/pair_01168/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1168, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "6a335986-9e77-4217-a04e-65487aec0d7a", + "target_category": "chair", + "anchor": { + "jid": "6c6ad156-abcc-4e30-a452-b07eaa23e30a#454", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 0.043572016060352325, + 0.5718454718589783, + 0.2623625695705414 + ] + }, + "pos_A": [ + -0.04852854087948799, + 0.0480700246989727, + 0.9935971200466156 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.979036908860823, + 0.09483587666740893, + -0.18025783640377094, + -0.34424434858815794 + ], + [ + -0.2036829180079779, + 0.4558449203773171, + -0.866440233067436, + -1.332799611239228 + ], + [ + 0.0, + 0.8849924096075183, + 0.46560544985757907, + 1.510760618593111 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.34424434858815794, + -1.332799611239228, + 1.510760618593111 + ], + "gt": { + "clock": 12, + "dist": 0.904172107204286, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.008257133443870857, + 0.1998211063744494, + -1.490540244276659 + ], + "anchor_cam_xyz": [ + -0.008257133443871023, + -0.19982110637444916, + -2.30142900374035 + ] + }, + "target_bbox": [ + 0, + 82, + 782, + 807 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 283762, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01168/view_00_front/rgb.png", + "ok": false + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.8363092098227086, + 0.2552719428769467, + -0.48520422581171485, + -0.9224180140525294 + ], + [ + -0.5482580647520989, + -0.38939012585953875, + 0.7401273027779586, + 1.7132277341548716 + ], + [ + 0.0, + 0.8849924096075183, + 0.46560544985757907, + 1.510760618593111 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9224180140525294, + 1.7132277341548716, + 1.510760618593111 + ], + "gt": { + "clock": 1, + "dist": 0.904172107204286, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.18209432851159965, + 0.4137896629978901, + -1.8972376928661117 + ], + "anchor_cam_xyz": [ + -0.18209432851159946, + -0.4137896629978901, + -1.8947315551508974 + ] + }, + "target_bbox": [ + 344, + 80, + 995, + 631 + ], + "anchor_bbox": [ + 297, + 569, + 548, + 879 + ], + "target_pixels": 193700, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01168/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_01172/meta.json b/data/batch_v5/pair_01172/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..71066bc80782a6dfbf0709682a93839674d1968d --- /dev/null +++ b/data/batch_v5/pair_01172/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1172, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5c2b4502-8d34-47cc-ac50-22589b794c7e", + "target_category": "cabinet", + "anchor": { + "jid": "24caaf37-afd3-4cc9-84b5-f27e9cf84d8a#253", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -0.26089900732040405, + 1.9098999500274658, + 0.22242200374603271 + ] + }, + "pos_A": [ + 1.0963629633188248, + 1.29991914331913, + 0.9598440080881119 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9356915680751974, + 0.24385486753600946, + -0.25498253471948545, + -0.19908913783939075 + ], + [ + -0.3528190604728978, + -0.6467137662055693, + 0.6762248259027689, + 3.2407461035966403 + ], + [ + 0.0, + 0.722700566057066, + 0.6911612632525035, + 2.2631018805415164 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.19908913783939075, + 3.2407461035966403, + 2.2631018805415164 + ], + "gt": { + "clock": 11, + "dist": 1.6607311203153643, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.5273828632334585, + 0.6291966114211544, + -2.5435143911507296 + ], + "anchor_cam_xyz": [ + 0.5273828632334586, + -0.6291966114211538, + -2.2946296528496646 + ] + }, + "target_bbox": [ + 178, + 58, + 470, + 509 + ], + "anchor_bbox": [ + 581, + 596, + 841, + 942 + ], + "target_pixels": 86454, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01172/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.41215310269279315, + -0.6297271200307092, + 0.6584630393868229, + 2.0106014941010875 + ], + [ + 0.9111146030772989, + 0.2848642591105897, + -0.2978632806182577, + 0.8843568181484771 + ], + [ + -0.0, + 0.722700566057066, + 0.6911612632525035, + 2.2631018805415164 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.0106014941010875, + 0.8843568181484771, + 2.2631018805415164 + ], + "gt": { + "clock": 6, + "dist": 1.6607311203153643, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.0018186558885284754, + -0.24776555125577004, + -1.626534396648779 + ], + "anchor_cam_xyz": [ + -0.0018186558885284754, + 0.24776555125576938, + -3.211609647351615 + ] + }, + "target_bbox": [ + 382, + 276, + 590, + 1008 + ], + "anchor_bbox": [ + 398, + 358, + 628, + 504 + ], + "target_pixels": 120147, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01172/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01174/meta.json b/data/batch_v5/pair_01174/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..06ee7f89c5a7a1defc7b2ed01948615fc2acd170 --- /dev/null +++ b/data/batch_v5/pair_01174/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1174, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "6b39114f-2001-42fb-939a-46ddbb667a36", + "target_category": "cabinet", + "anchor": { + "jid": "0693202e-7fe9-47bc-9ceb-bc3cf22f7f74#320", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.9946100115776062, + 1.3978500366210938, + 0.21195000410079956 + ] + }, + "pos_A": [ + 1.8870035111904144, + 2.031347334384918, + 0.5543209910392761 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.997784126940618, + 0.033873065582813416, + -0.05726649503305782, + 1.1978468073281283 + ], + [ + -0.06653447245863467, + -0.5079773825570262, + 0.858796915915028, + 5.358147310464261 + ], + [ + 0.0, + 0.8607041270021512, + 0.5091054957093518, + 2.5430764504035963 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.1978468073281283, + 5.358147310464261, + 2.5430764504035963 + ], + "gt": { + "clock": 9, + "dist": 1.146692145749019, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.4662827387046675, + 0.0015529628933956263, + -3.9089974822662095 + ], + "anchor_cam_xyz": [ + 0.4662827387046675, + -0.0015529628933953488, + -4.5762417109349895 + ] + }, + "target_bbox": [ + 327, + 443, + 494, + 595 + ], + "anchor_bbox": [ + 538, + 424, + 669, + 621 + ], + "target_pixels": 11890, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01174/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.06653447245863478, + 0.5079773825570261, + -0.8587969159150282, + -2.2027418635772453 + ], + [ + -0.9977841269406178, + 0.03387306558281348, + -0.057266495033057925, + 1.4716387314471235 + ], + [ + 0.0, + 0.860704127002151, + 0.5091054957093518, + 2.5430764504035963 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.2027418635772453, + 1.4716387314471235, + 2.5430764504035963 + ], + "gt": { + "clock": 11, + "dist": 1.146692145749019, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.2863593087231324, + 0.38472716554082753, + -4.556799598642666 + ], + "anchor_cam_xyz": [ + 0.28635930872313264, + -0.384727165540827, + -3.928439594558533 + ] + }, + "target_bbox": [ + 360, + 388, + 546, + 463 + ], + "anchor_bbox": [ + 476, + 522, + 726, + 673 + ], + "target_pixels": 5670, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01174/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.6584929456618397, + -0.38314612626865024, + 0.6477546498782706, + 4.188983332746721 + ], + [ + 0.7525868989781801, + 0.33524237752228214, + -0.5667675959329487, + -0.6899806237203325 + ], + [ + -0.0, + 0.8607041270021512, + 0.5091054957093518, + 2.5430764504035963 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.188983332746721, + -0.6899806237203325, + 2.5430764504035963 + ], + "gt": { + "clock": 3, + "dist": 1.146692145749019, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5321982955423246, + 0.08256907459803009, + -4.045964971883834 + ], + "anchor_cam_xyz": [ + -0.5321982955423246, + -0.08256907459803015, + -4.439274221317365 + ] + }, + "target_bbox": [ + 593, + 425, + 657, + 575 + ], + "anchor_bbox": [ + 266, + 438, + 534, + 641 + ], + "target_pixels": 7194, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01174/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01179/meta.json b/data/batch_v5/pair_01179/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e2b8714d88773c221345c8e906645c76f4ca3e7d --- /dev/null +++ b/data/batch_v5/pair_01179/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 1179, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "4a60daea-bd12-4fa5-8cdd-e6565f3055dd", + "target_category": "cabinet", + "anchor": { + "jid": "82c830e5-5bf1-4f4a-be30-9c6d47c6af2b#367", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.7384512424468994, + 4.7975263595581055, + 0.4271659851074219 + ] + }, + "pos_A": [ + 3.1539876461029053, + 4.452614784240723, + 1.369331955909729 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.146930079170512, + 0.5723595160322422, + -0.8067317622619583, + 1.5774255780779232 + ], + [ + -0.9891468808195004, + -0.08501955638270801, + 0.11983373146798221, + 4.902665372063168 + ], + [ + 0.0, + 0.8155833859513233, + 0.5786395601410044, + 2.238667324309914 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.5774255780779232, + 4.902665372063168, + 2.238667324309914 + ], + "gt": { + "clock": 1, + "dist": 1.1611366873788493, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2135217456834173, + 0.23160792028894672, + -1.8288257719273742 + ], + "anchor_cam_xyz": [ + -0.21352174568341642, + -0.23160792028894672, + -2.8041735808120136 + ] + }, + "target_bbox": [ + 439, + 108, + 836, + 675 + ], + "anchor_bbox": [ + 281, + 435, + 615, + 754 + ], + "target_pixels": 89192, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01179/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9891468808195005, + -0.09955007185355605, + 0.10806586583655678, + 3.7238142444386555 + ], + [ + 0.1469300791705118, + -0.6701802899393288, + 0.7275094025590214, + 6.493864438096393 + ], + [ + 0.0, + 0.7354917825311096, + 0.6775336433190686, + 2.638667324309914 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.7238142444386555, + 6.493864438096393, + 2.638667324309914 + ], + "gt": { + "clock": 1, + "dist": 1.1611366873788493, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.26372122910400053, + 0.4911458309335046, + -2.40662453762213 + ], + "anchor_cam_xyz": [ + -0.26372122910399964, + -0.49114583093350417, + -2.7308867017473624 + ] + }, + "target_bbox": [ + 480, + 100, + 771, + 521 + ], + "anchor_bbox": [ + 257, + 526, + 583, + 802 + ], + "target_pixels": 57549, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01179/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01195/meta.json b/data/batch_v5/pair_01195/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..87f80c9669e7f69ded154bc557ec91143214439d --- /dev/null +++ b/data/batch_v5/pair_01195/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1195, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0b4d5b33-7730-4198-8103-dc845192d495", + "target_category": "lighting", + "anchor": { + "jid": "71077ab4-63f1-4875-a2b2-4199ea4de5d6#438", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + 4.719888210296631, + 0.41356363892555237, + 0.3883081078529358 + ] + }, + "pos_A": [ + 4.799513578414917, + 1.144272342324257, + 1.291612148284912 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.984892097334665, + 0.13992857135737066, + -0.10201740795379004, + 4.4195456423601795 + ], + [ + -0.1731691560518928, + -0.7958377072641382, + 0.5802196024686128, + 2.713536297922942 + ], + [ + 0.0, + 0.5891199696279571, + 0.8080455812548911, + 3.5342154892734103 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.4195456423601795, + 2.713536297922942, + 3.5342154892734103 + ], + "gt": { + "clock": 9, + "dist": 1.1645744278195886, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.10247930264719507, + -0.019114613161041127, + -2.7614067726208598 + ], + "anchor_cam_xyz": [ + 0.10247930264719507, + 0.01911461316104146, + -3.9071659507651657 + ] + }, + "target_bbox": [ + 363, + 392, + 599, + 633 + ], + "anchor_bbox": [ + 207, + 249, + 807, + 668 + ], + "target_pixels": 31111, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01195/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.17316915605189273, + 0.7958377072641382, + -0.5802196024686128, + 2.8250825870577367 + ], + [ + -0.984892097334665, + 0.1399285713573706, + -0.10201740795379001, + 0.43876273862931037 + ], + [ + 0.0, + 0.5891199696279571, + 0.8080455812548911, + 3.5342154892734103 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.8250825870577367, + 0.43876273862931037, + 3.5342154892734103 + ], + "gt": { + "clock": 10, + "dist": 1.1645744278195886, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3529402848168394, + 0.34888517210619696, + -3.0297035461556483 + ], + "anchor_cam_xyz": [ + 0.3529402848168394, + -0.34888517210619696, + -3.6388691772303763 + ] + }, + "target_bbox": [ + 314, + 281, + 499, + 544 + ], + "anchor_bbox": [ + 323, + 328, + 897, + 985 + ], + "target_pixels": 29924, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01195/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.984892097334665, + -0.13992857135737102, + 0.1020174079537903, + 5.099856146351369 + ], + [ + 0.17316915605189323, + 0.7958377072641382, + -0.5802196024686128, + -1.1557003166731323 + ], + [ + -0.0, + 0.5891199696279572, + 0.8080455812548911, + 3.5342154892734103 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.099856146351369, + -1.1557003166731323, + 3.5342154892734103 + ], + "gt": { + "clock": 12, + "dist": 1.1645744278195886, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.10247930264719596, + 0.5512690620251377, + -3.1772551123644175 + ], + "anchor_cam_xyz": [ + -0.10247930264719418, + -0.5512690620251388, + -3.4913176110216075 + ] + }, + "target_bbox": [ + 442, + 224, + 653, + 475 + ], + "anchor_bbox": [ + 81, + 463, + 801, + 1023 + ], + "target_pixels": 29968, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01195/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_01199/meta.json b/data/batch_v5/pair_01199/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..d98e1571a5b83bd7f56a844df3523272e3b83a20 --- /dev/null +++ b/data/batch_v5/pair_01199/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 1199, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "64184c4a-d0f6-4502-badc-6fcaf1ee71b0", + "target_category": "others", + "anchor": { + "jid": "bec925cf-884c-4061-9145-7fc7b1cba882#344", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 4.3730950355529785, + 1.3411165475845337, + 0.42766499519348145 + ] + }, + "pos_A": [ + 3.0897028531347, + 1.5814998235021318, + 1.3182348566395896 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.02558353610983263, + 0.6622621127780356, + -0.7488353468279189, + 1.1373635650850131 + ], + [ + -0.9996726877734117, + -0.016948554145425714, + 0.01916412878955584, + 1.5276945123952412 + ], + [ + 0.0, + 0.7490805300441017, + 0.6624789502383059, + 3.1678387051548373 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.1373635650850131, + 1.5276945123952412, + 3.1678387051548373 + ], + "gt": { + "clock": 8, + "dist": 1.5805044420530325, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.10373544264517398, + -0.09345381168266753, + -2.6862731519019567 + ], + "anchor_cam_xyz": [ + 0.10373544264517398, + 0.09345381168266709, + -4.241913104922618 + ] + }, + "target_bbox": [ + 312, + 345, + 664, + 720 + ], + "anchor_bbox": [ + 119, + 356, + 960, + 695 + ], + "target_pixels": 62927, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01199/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.02558353610983323, + -0.6622621127780356, + 0.7488353468279189, + 6.325434323602665 + ], + [ + 0.9996726877734117, + 0.01694855414542611, + -0.019164128789556287, + 1.3949218586914227 + ], + [ + -0.0, + 0.7490805300441017, + 0.6624789502383059, + 3.1678387051548373 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 6.325434323602665, + 1.3949218586914227, + 3.1678387051548373 + ], + "gt": { + "clock": 12, + "dist": 1.5805044420530325, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.10373544264517354, + 0.7605623555360199, + -3.6519293179979293 + ], + "anchor_cam_xyz": [ + -0.10373544264517376, + -0.7605623555360195, + -3.2762569388266485 + ] + }, + "target_bbox": [ + 383, + 177, + 588, + 310 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 19415, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01199/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9996726877734117, + -0.01694855414542611, + 0.019164128789556287, + 3.797785271195749 + ], + [ + 0.02558353610983323, + -0.6622621127780356, + 0.7488353468279189, + 4.0553435648021585 + ], + [ + 0.0, + 0.7490805300441017, + 0.6624789502383059, + 3.1678387051548373 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.797785271195749, + 4.0553435648021585, + 3.1678387051548373 + ], + "gt": { + "clock": 2, + "dist": 1.5805044420530325, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6445609833425507, + 0.2648317247805952, + -3.091395034588936 + ], + "anchor_cam_xyz": [ + -0.6445609833425512, + -0.2648317247805962, + -3.8367912222356395 + ] + }, + "target_bbox": [ + 475, + 233, + 841, + 581 + ], + "anchor_bbox": [ + 36, + 312, + 579, + 1023 + ], + "target_pixels": 75138, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_01199/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02009/meta.json b/data/batch_v5/pair_02009/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..d56475ed817a199264c5d0dda872c140a285dfe7 --- /dev/null +++ b/data/batch_v5/pair_02009/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2009, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "44674565-5d1d-4773-b12a-27f4d366ebf0", + "target_category": "cabinet", + "anchor": { + "jid": "f59de3b0-18c0-48a3-b804-d01778b0d671#419", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.9740409851074219, + 0.3769999146461487, + 0.3500739336013794 + ] + }, + "pos_A": [ + -1.0637686401605606, + 1.0913640856742859, + 0.8817272186279297 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9351415397122269, + 0.25110279654139694, + -0.24991535821900812, + -1.6743125902340212 + ], + [ + -0.3542743297285951, + -0.6628102464089282, + 0.6596758875013474, + 2.4641945549896755 + ], + [ + 0.0, + 0.7054289211709607, + 0.7087806693015649, + 2.4746913546538036 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.6743125902340212, + 2.4641945549896755, + 2.4746913546538036 + ], + "gt": { + "clock": 8, + "dist": 0.8949985678254324, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.08458641518597865, + -0.060487577021268724, + -2.187269654731386 + ], + "anchor_cam_xyz": [ + 0.08458641518597843, + 0.060487577021268946, + -3.057768363505788 + ] + }, + "target_bbox": [ + 296, + 405, + 571, + 651 + ], + "anchor_bbox": [ + 150, + 218, + 783, + 818 + ], + "target_pixels": 26316, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02009/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.3542743297285951, + 0.6628102464089282, + -0.6596758875013474, + -2.7489173674634495 + ], + [ + -0.9351415397122269, + 0.25110279654139694, + -0.2499153582190081, + 0.0787742225601874 + ], + [ + 0.0, + 0.7054289211709607, + 0.7087806693015649, + 2.4746913546538036 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.7489173674634495, + 0.0787742225601874, + 2.4746913546538036 + ], + "gt": { + "clock": 10, + "dist": 0.8949985678254324, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.34990990783128484, + 0.2474750176159769, + -2.4937759271302036 + ], + "anchor_cam_xyz": [ + 0.3499099078312853, + -0.24747501761597568, + -2.75126209110697 + ] + }, + "target_bbox": [ + 291, + 325, + 548, + 511 + ], + "anchor_bbox": [ + 156, + 320, + 1023, + 830 + ], + "target_pixels": 20119, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02009/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02013/meta.json b/data/batch_v5/pair_02013/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..822da52d6e231f9eec38e069e1a126f59ece2cfc --- /dev/null +++ b/data/batch_v5/pair_02013/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2013, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a306b4cb-fab4-476b-b435-c86b7755427e", + "target_category": "lighting", + "anchor": { + "jid": "863e7831-9dbc-442a-842c-0fdd6b3d40b0#461", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.4437777996063232, + -1.1930170059204102, + 0.183445006608963 + ] + }, + "pos_A": [ + -0.5652251541614532, + -0.5048066414892673, + 0.8818558106819788 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.01700351556332193, + 0.8051497605269425, + -0.5928277520341764, + -2.5109010593546 + ], + [ + -0.9998554297789695, + 0.01369235599085682, + -0.01008161340916118, + -0.8745296160198585 + ], + [ + 0.0, + 0.5929134696655378, + 0.8052661780362896, + 2.578864726732456 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.5109010593546, + -0.8745296160198585, + 2.578864726732456 + ], + "gt": { + "clock": 11, + "dist": 1.31653557026559, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.336586193063311, + 0.565443423245734, + -2.5237219610818906 + ], + "anchor_cam_xyz": [ + 0.33658619306331106, + -0.5654434232457335, + -2.5583598992958865 + ] + }, + "target_bbox": [ + 270, + 142, + 528, + 453 + ], + "anchor_bbox": [ + 391, + 545, + 870, + 881 + ], + "target_pixels": 42187, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02013/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9998554297789695, + -0.013692355990856761, + 0.010081613409161137, + -0.9788836845688687 + ], + [ + 0.017003515563321858, + 0.8051497605269425, + -0.5928277520341764, + -2.3553114061755505 + ], + [ + -0.0, + 0.5929134696655378, + 0.8052661780362896, + 2.578864726732456 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9788836845688687, + -2.3553114061755505, + 2.578864726732456 + ], + "gt": { + "clock": 1, + "dist": 1.31653557026559, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.44506381426858765, + 0.47809006381529207, + -2.4594041183120074 + ], + "anchor_cam_xyz": [ + -0.44506381426858765, + -0.47809006381529234, + -2.622677742065772 + ] + }, + "target_bbox": [ + 565, + 160, + 774, + 494 + ], + "anchor_bbox": [ + 226, + 499, + 562, + 953 + ], + "target_pixels": 31506, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02013/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02014/meta.json b/data/batch_v5/pair_02014/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..803dd37684fb5db80a70cb26f28e51e45fde6eb8 --- /dev/null +++ b/data/batch_v5/pair_02014/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2014, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0f01a988-ab48-456d-b60b-ea35beb99dce", + "target_category": "cabinet", + "anchor": { + "jid": "5738a0e6-b70a-46b1-bf0b-883209231ce8#413", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.8631476163864136, + 2.375995397567749, + 0.35017600655555725 + ] + }, + "pos_A": [ + -1.4133838415145874, + 0.7937455922365189, + 1.2152230739593506 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.4718303718795196, + -0.6006020850301728, + 0.6454868206473648, + 0.3776065011476506 + ], + [ + 0.8816893444813962, + 0.3214083360597772, + -0.34542811312811683, + 0.5060894594476713 + ], + [ + -0.0, + 0.7321023268428358, + 0.6811946733726751, + 2.91008832871569 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.3776065011476506, + 0.5060894594476713, + 2.91008832871569 + ], + "gt": { + "clock": 9, + "dist": 1.8585231579083359, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5914202922562994, + -0.07268718362329363, + -2.4099583608986057 + ], + "anchor_cam_xyz": [ + 0.5914202922562998, + 0.07268718362329452, + -3.836093969267993 + ] + }, + "target_bbox": [ + 69, + 294, + 451, + 772 + ], + "anchor_bbox": [ + 463, + 338, + 857, + 672 + ], + "target_pixels": 112650, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02014/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.8816893444813962, + -0.32140833605977703, + 0.3454281131281168, + -0.5594846934960378 + ], + [ + 0.47183037187951943, + -0.6006020850301726, + 0.645486820647365, + 3.6007427250002855 + ], + [ + 0.0, + 0.7321023268428359, + 0.681194673372675, + 2.91008832871569 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.5594846934960378, + 3.6007427250002855, + 2.91008832871569 + ], + "gt": { + "clock": 11, + "dist": 1.8585231579083359, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.5715527209469751, + 0.7195238382469458, + -3.2613736099201485 + ], + "anchor_cam_xyz": [ + 0.5715527209469755, + -0.7195238382469469, + -2.9846787202464515 + ] + }, + "target_bbox": [ + 223, + 143, + 466, + 488 + ], + "anchor_bbox": [ + 474, + 492, + 968, + 1016 + ], + "target_pixels": 57284, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02014/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.28981405885693845, + 0.7097546269610621, + -0.6420717878837465, + -3.8265160384438475 + ], + [ + -0.957082969908496, + 0.21492062412493215, + -0.19442560026108346, + 0.9222469565793788 + ], + [ + 0.0, + 0.6708632459995952, + 0.741581084687903, + 3.3100883287156897 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.8265160384438475, + 0.9222469565793788, + 3.3100883287156897 + ], + "gt": { + "clock": 2, + "dist": 1.8585231579083359, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.822346103972988, + 0.27974604407617554, + -3.07793259708268 + ], + "anchor_cam_xyz": [ + -0.8223461039729876, + -0.2797460440761754, + -3.738284376741285 + ] + }, + "target_bbox": [ + 606, + 282, + 929, + 550 + ], + "anchor_bbox": [ + 203, + 419, + 498, + 569 + ], + "target_pixels": 68292, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02014/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02020/meta.json b/data/batch_v5/pair_02020/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..8de234818effa1c927316cade9bedb35944105e4 --- /dev/null +++ b/data/batch_v5/pair_02020/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2020, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "35b38447-4597-4297-838d-8392f62e37c3", + "target_category": "cabinet", + "anchor": { + "jid": "9f787e94-23c0-44ec-a98b-ca7d2503d030#840", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.3917741775512695, + -3.077136993408203, + 0.18296650052070618 + ] + }, + "pos_A": [ + -1.9222106039524078, + -4.013986647129059, + 0.8809330314397812 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.2157449819407931, + -0.6851305343162825, + 0.6957372016177173, + -0.12440364389458836 + ], + [ + 0.9764497441073795, + 0.15137847661404819, + -0.15372200249360277, + -3.884184809837482 + ], + [ + -0.0, + 0.7125171631374893, + 0.7016546816166087, + 2.0775736980122503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.12440364389458836, + -3.884184809837482, + 2.0775736980122503 + ], + "gt": { + "clock": 10, + "dist": 1.283046123260308, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5146128009387345, + 0.35945622570987157, + -2.0704763109970648 + ], + "anchor_cam_xyz": [ + 0.5146128009387345, + -0.359456225709872, + -2.3351778448931153 + ] + }, + "target_bbox": [ + 145, + 97, + 380, + 576 + ], + "anchor_bbox": [ + 481, + 413, + 1023, + 978 + ], + "target_pixels": 48513, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02020/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9764497441073794, + -0.1513784766140483, + 0.15372200249360288, + -1.3183694011829876 + ], + [ + 0.21574498194079325, + -0.6851305343162823, + 0.6957372016177173, + -2.0129730734113807 + ], + [ + 0.0, + 0.7125171631374893, + 0.7016546816166087, + 2.0775736980122503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.3183694011829876, + -2.0129730734113807, + 2.0775736980122503 + ], + "gt": { + "clock": 12, + "dist": 1.283046123260308, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.15791195060069008, + 0.6097370472861852, + -2.3246317889686585 + ], + "anchor_cam_xyz": [ + -0.15791195060068997, + -0.6097370472861865, + -2.0810223669215215 + ] + }, + "target_bbox": [ + 473, + 58, + 687, + 456 + ], + "anchor_bbox": [ + 95, + 533, + 822, + 1023 + ], + "target_pixels": 33751, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02020/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.2157449819407931, + 0.6851305343162825, + -0.6957372016177173, + -3.189581137609089 + ], + [ + -0.9764497441073795, + -0.15137847661404819, + 0.15372200249360277, + -3.20693883069978 + ], + [ + 0.0, + 0.7125171631374893, + 0.7016546816166087, + 2.0775736980122503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.189581137609089, + -3.20693883069978, + 2.0775736980122503 + ], + "gt": { + "clock": 3, + "dist": 1.283046123260308, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.514612800938735, + 0.13785690686550195, + -1.8454463608620433 + ], + "anchor_cam_xyz": [ + -0.5146128009387341, + -0.1378569068655024, + -2.5602077950281377 + ] + }, + "target_bbox": [ + 677, + 159, + 901, + 681 + ], + "anchor_bbox": [ + 122, + 355, + 551, + 842 + ], + "target_pixels": 55682, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02020/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02021/meta.json b/data/batch_v5/pair_02021/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..08778864426ff8e225b12abd8581067599533b61 --- /dev/null +++ b/data/batch_v5/pair_02021/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2021, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "874d4496-7e8a-4cbd-9fed-35bb923ff0ae", + "target_category": "lighting", + "anchor": { + "jid": "df5f6372-1d1d-4884-a9f0-c8c33595daaf#543", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 4.828725337982178, + 1.2235809564590454, + 0.3682895600795746 + ] + }, + "pos_A": [ + 6.406731128692627, + 2.077170640230179, + 1.2518742084503174 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.009174869238707624, + -0.4914731532704786, + 0.8708443956234807, + 9.016626058786926 + ], + [ + 0.9999579100014423, + -0.004509391715882769, + 0.007990219765445209, + 1.6815615540572522 + ], + [ + 0.0, + 0.8708810510056614, + 0.49149384024550563, + 2.728377911922406 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 9.016626058786926, + 1.6815615540572522, + 2.728377911922406 + ], + "gt": { + "clock": 3, + "dist": 1.9998598587382723, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4195378796974414, + -0.004949762431360583, + -2.9953438448552356 + ], + "anchor_cam_xyz": [ + -0.4195378796974414, + 0.00494976243135925, + -4.8106381251293895 + ] + }, + "target_bbox": [ + 595, + 364, + 674, + 652 + ], + "anchor_bbox": [ + 327, + 427, + 538, + 626 + ], + "target_pixels": 9250, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02021/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9999579100014423, + 0.0037419248739195585, + -0.008377125031018957, + 5.5865424776247625 + ], + [ + -0.009174869238707561, + -0.4078278696900649, + 0.9130127329224473, + 5.049273623794136 + ], + [ + 0.0, + 0.9130511632445913, + 0.40784503588703713, + 2.328377911922406 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.5865424776247625, + 5.049273623794136, + 2.328377911922406 + ], + "gt": { + "clock": 10, + "dist": 1.9998598587382723, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.7928854730905508, + 0.23227255390881052, + -3.1594853820048088 + ], + "anchor_cam_xyz": [ + 0.7928854730905526, + -0.2322725539088103, + -4.285970092794646 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02021/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9999579100014423, + -0.0037419248739196656, + 0.008377125031019197, + 5.648913989050043 + ], + [ + 0.009174869238707823, + 0.40782786969006496, + -0.9130127329224473, + -1.7485220271049111 + ], + [ + -0.0, + 0.9130511632445913, + 0.4078450358870372, + 2.328377911922406 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.648913989050043, + -1.7485220271049111, + 2.328377911922406 + ], + "gt": { + "clock": 2, + "dist": 1.9998598587382723, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.7928854730905517, + 0.5744854371111592, + -3.9256044801706436 + ], + "anchor_cam_xyz": [ + -0.7928854730905526, + -0.5744854371111595, + -3.5198509946288086 + ] + }, + "target_bbox": [ + 658, + 263, + 690, + 490 + ], + "anchor_bbox": [ + 166, + 548, + 454, + 829 + ], + "target_pixels": 2133, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02021/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02032/meta.json b/data/batch_v5/pair_02032/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..a64e04eafeb5070342a4f43a140e1d2108d97eb1 --- /dev/null +++ b/data/batch_v5/pair_02032/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2032, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "9cee1f25-d93a-4bc8-9348-591c79520972", + "target_category": "cabinet", + "anchor": { + "jid": "37301a61-1ddf-4bd9-b965-ecbebc50ba71#645", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -6.660654067993164, + -0.9036864638328552, + 0.3447299897670746 + ] + }, + "pos_A": [ + -5.629963040351868, + -0.19344061613082886, + 0.9466072022914886 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.2134277969969538, + 0.7843089466111681, + -0.5825015465513435, + -8.281632669807038 + ], + [ + -0.9769588402123331, + -0.17134123132950171, + 0.12725410397100403, + -0.08185918059220293 + ], + [ + 0.0, + 0.5962395984100436, + 0.8028065403868045, + 3.589961160695083 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -8.281632669807038, + -0.08185918059220293, + 3.589961160695083 + ], + "gt": { + "clock": 11, + "dist": 1.3888950059649579, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.45692953752530263, + 0.5227744117833537, + -3.6809027020638867 + ], + "anchor_cam_xyz": [ + 0.45692953752530285, + -0.5227744117833568, + -3.654096246119064 + ] + }, + "target_bbox": [ + 372, + 256, + 490, + 499 + ], + "anchor_bbox": [ + 392, + 513, + 884, + 767 + ], + "target_pixels": 12665, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02032/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9769588402123333, + 0.17134123132950135, + -0.12725410397100376, + -6.612012913562154 + ], + [ + -0.21342779699695336, + 0.7843089466111682, + -0.5825015465513435, + -2.6848876556163646 + ], + [ + 0.0, + 0.5962395984100436, + 0.8028065403868045, + 3.589961160695083 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -6.612012913562154, + -2.6848876556163646, + 3.589961160695083 + ], + "gt": { + "clock": 1, + "dist": 1.3888950059649579, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.42767825219021116, + 0.5462575349650869, + -3.6983434766850585 + ], + "anchor_cam_xyz": [ + -0.4276782521902103, + -0.5462575349650873, + -3.6366554714978907 + ] + }, + "target_bbox": [ + 509, + 306, + 695, + 490 + ], + "anchor_bbox": [ + 315, + 439, + 517, + 882 + ], + "target_pixels": 20885, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02032/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02044/meta.json b/data/batch_v5/pair_02044/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..fa0dff6b92104309c413ecb558122282fad2d3a9 --- /dev/null +++ b/data/batch_v5/pair_02044/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2044, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "c4bcf25e-e3a7-4e06-8dfa-17e3636a2968", + "target_category": "chair", + "anchor": { + "jid": "133d45e4-e0c2-4d65-a627-10a56a7c2504#440", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.6807035207748413, + -2.8092896938323975, + 0.46570301055908203 + ] + }, + "pos_A": [ + 1.885182648897171, + -4.588320255279541, + 1.4464060962200165 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.8869310784402962, + 0.22295740173389622, + -0.40452844042020475, + 0.6897396517452281 + ], + [ + -0.4619017883671085, + 0.42811665541534055, + -0.7767643576138452, + -5.797944064910013 + ], + [ + 0.0, + 0.8757888594678814, + 0.48269438947635124, + 2.2604947632325763 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.6897396517452281, + -5.797944064910013, + 2.2604947632325763 + ], + "gt": { + "clock": 3, + "dist": 2.0417002705160923, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.501548145758123, + 0.07142317906708123, + -1.8161393847943996 + ], + "anchor_cam_xyz": [ + -0.5015481457581235, + -0.07142317906708096, + -3.588689170425158 + ] + }, + "target_bbox": [ + 533, + 231, + 1023, + 790 + ], + "anchor_bbox": [ + 169, + 372, + 571, + 679 + ], + "target_pixels": 99154, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02044/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.4619017883671086, + 0.42811665541534055, + -0.7767643576138451, + -0.31619600551803684 + ], + [ + -0.8869310784402962, + -0.22295740173389628, + 0.4045284404202048, + -2.605601541465191 + ], + [ + 0.0, + 0.8757888594678814, + 0.48269438947635124, + 2.2604947632325763 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.31619600551803684, + -2.605601541465191, + 2.2604947632325763 + ], + "gt": { + "clock": 2, + "dist": 2.0417002705160923, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.7417141097395543, + 0.6715388944435241, + -2.9049746175561775 + ], + "anchor_cam_xyz": [ + -0.7417141097395548, + -0.6715388944435241, + -2.499853937663381 + ] + }, + "target_bbox": [ + 596, + 130, + 869, + 496 + ], + "anchor_bbox": [ + 84, + 481, + 432, + 1023 + ], + "target_pixels": 56841, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02044/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02046/meta.json b/data/batch_v5/pair_02046/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..3c2f5f82f5206e9815ca5a2f4ce3a82f3105ebcf --- /dev/null +++ b/data/batch_v5/pair_02046/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2046, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "65854cf3-25d9-4c26-b102-65b72a2464c2", + "target_category": "cabinet", + "anchor": { + "jid": "cb5426b6-f114-4edb-bc5f-65b6227f2134#824", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 11.701745986938477, + -0.5462238192558289, + 0.39045649766921997 + ] + }, + "pos_A": [ + 10.885342597961426, + 1.0861968845129013, + 1.1584131717681885 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9932383845679444, + -0.05325876907520186, + 0.10315529524680056, + 11.696611334982107 + ], + [ + 0.11609268461389062, + -0.45565880344885495, + 0.8825517228008212, + 3.7184523815207577 + ], + [ + 0.0, + 0.8885598226096835, + 0.4587607673328746, + 2.5669879487032166 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 11.696611334982107, + 3.7184523815207577, + 2.5669879487032166 + ], + "gt": { + "clock": 3, + "dist": 1.980169008170555, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5001976425715853, + -0.008985389464676988, + -3.0529871353405293 + ], + "anchor_cam_xyz": [ + -0.5001976425715853, + 0.008985389464677404, + -4.76177490024498 + ] + }, + "target_bbox": [ + 503, + 391, + 822, + 623 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 52598, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02046/view_00_front/rgb.png", + "ok": false + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.6202356725261319, + 0.35985906659675715, + -0.6970001167246441, + 8.570099266960742 + ], + [ + -0.7844155215993986, + 0.28453979305530974, + -0.5511164991560176, + -1.8834356147660838 + ], + [ + 0.0, + 0.8885598226096835, + 0.4587607673328745, + 2.5669879487032166 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 8.570099266960742, + -1.8834356147660838, + 2.5669879487032166 + ], + "gt": { + "clock": 10, + "dist": 1.980169008170555, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.893429321415601, + 0.42653696690757403, + -3.8965371842484453 + ], + "anchor_cam_xyz": [ + 0.8934293214156002, + -0.4265369669075749, + -3.9182248513370643 + ] + }, + "target_bbox": [ + 235, + 348, + 326, + 537 + ], + "anchor_bbox": [ + 514, + 442, + 894, + 782 + ], + "target_pixels": 11612, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02046/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.11609268461389083, + -0.45565880344885495, + 0.8825517228008212, + 14.742010141342172 + ], + [ + 0.9932383845679444, + 0.05325876907520196, + -0.10315529524680075, + -0.13308050990362014 + ], + [ + -0.0, + 0.8885598226096835, + 0.4587607673328746, + 2.5669879487032166 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 14.742010141342172, + -0.13308050990362014, + 2.5669879487032166 + ], + "gt": { + "clock": 2, + "dist": 1.980169008170555, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.7633022207961482, + 0.5706587773788847, + -4.175682349801919 + ], + "anchor_cam_xyz": [ + -0.7633022207961475, + -0.5706587773788874, + -3.639079685783585 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02046/view_02_back/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02048/meta.json b/data/batch_v5/pair_02048/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b0d37aa14103e6952f7b8b2da95b2190207e977a --- /dev/null +++ b/data/batch_v5/pair_02048/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2048, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "e2271d9f-eaff-4b6c-a785-73d6b2869ee2", + "target_category": "cabinet", + "anchor": { + "jid": "a714271c-22a0-41f0-a5fc-531042f51bf7#259", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.6138099431991577, + -6.420754909515381, + 0.3363099992275238 + ] + }, + "pos_A": [ + -2.6666805957044875, + -5.530651135104043, + 1.0122014922755105 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.6476659794703036, + 0.5972768623894349, + -0.47306355671411043, + -3.3290459072744296 + ], + [ + -0.7619243919423845, + 0.5077090432926513, + -0.4021228025393343, + -6.986230756600338 + ], + [ + 0.0, + 0.6208799215734817, + 0.7839056850073912, + 2.644197342611281 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.3290459072744296, + -6.986230756600338, + 2.644197342611281 + ], + "gt": { + "clock": 9, + "dist": 1.5354643110482722, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.6800501397471925, + 0.12135295655153877, + -2.1779934718372402 + ], + "anchor_cam_xyz": [ + 0.6800501397471899, + -0.121352956551537, + -2.847972367002642 + ] + }, + "target_bbox": [ + 128, + 220, + 408, + 656 + ], + "anchor_bbox": [ + 504, + 369, + 938, + 791 + ], + "target_pixels": 51360, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02048/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.08079289826661805, + -0.781343027023362, + 0.6188502094300766, + -0.585085263474586 + ], + [ + 0.9967309103211759, + 0.0633340122594257, + -0.05016268833947209, + -6.101761001298992 + ], + [ + -0.0, + 0.6208799215734817, + 0.7839056850073912, + 2.644197342611281 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.585085263474586, + -6.101761001298992, + 2.644197342611281 + ], + "gt": { + "clock": 1, + "dist": 1.5354643110482722, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.401064736916779, + 0.649337221624561, + -2.5961749385113615 + ], + "anchor_cam_xyz": [ + -0.40106473691677813, + -0.6493372216245616, + -2.4297909003285234 + ] + }, + "target_bbox": [ + 436, + 128, + 847, + 504 + ], + "anchor_bbox": [ + 169, + 509, + 539, + 1023 + ], + "target_pixels": 98090, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02048/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.9967309103211759, + -0.0674815323033315, + 0.04442673978939389, + -2.0141872904625435 + ], + [ + 0.08079289826661801, + -0.8325104132371285, + 0.5480865984873425, + -4.420543016332475 + ], + [ + 0.0, + 0.5498842193132478, + 0.8352408906119599, + 3.0441973426112807 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.0141872904625435, + -4.420543016332475, + 3.0441973426112807 + ], + "gt": { + "clock": 3, + "dist": 1.5354643110482722, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5606713938074177, + -0.149154635057843, + -2.334629556811252 + ], + "anchor_cam_xyz": [ + -0.5606713938074179, + 0.149154635057843, + -3.340240108928811 + ] + }, + "target_bbox": [ + 636, + 310, + 854, + 738 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 35910, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02048/view_02_back/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02050/meta.json b/data/batch_v5/pair_02050/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..eaf28774437de76164fe1b9ca61b39cdccc60911 --- /dev/null +++ b/data/batch_v5/pair_02050/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2050, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7388a66a-0ef2-4c30-9274-24f575fa4931", + "target_category": "cabinet", + "anchor": { + "jid": "641eaf99-ec77-40a6-bef8-2ff72ef2b1d1#272", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.7875987887382507, + 1.7726645469665527, + 0.24738143384456635 + ] + }, + "pos_A": [ + -1.1099208444356918, + 2.833591401576996, + 1.0029426217079163 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.288096090704282, + -0.7443346292731189, + 0.6024670963511277, + 1.0974778896739354 + ], + [ + 0.9576015050744805, + 0.223934377434722, + -0.18125328157584722, + 1.687513774939858 + ], + [ + -0.0, + 0.629141760073016, + 0.7772905799842346, + 3.265175570620692 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.0974778896739354, + 1.687513774939858, + 3.265175570620692 + ], + "gt": { + "clock": 1, + "dist": 1.3417637672213798, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4615427142773474, + 0.4764242790501394, + -3.296027797516679 + ], + "anchor_cam_xyz": [ + -0.4615427142773467, + -0.47642427905013895, + -3.4968334845485107 + ] + }, + "target_bbox": [ + 555, + 238, + 711, + 501 + ], + "anchor_bbox": [ + 233, + 480, + 546, + 725 + ], + "target_pixels": 20926, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02050/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9576015050744805, + -0.22393437743472183, + 0.18125328157584714, + -0.3331456172550553 + ], + [ + 0.2880960907042818, + -0.7443346292731188, + 0.6024670963511278, + 4.3493656805326815 + ], + [ + 0.0, + 0.629141760073016, + 0.7772905799842345, + 3.265175570620692 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.3331456172550553, + 4.3493656805326815, + 3.265175570620692 + ], + "gt": { + "clock": 4, + "dist": 1.3417637672213798, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3071524824955145, + -0.1210752562805335, + -2.812409548459327 + ], + "anchor_cam_xyz": [ + -0.3071524824955145, + 0.12107525628053362, + -3.980451733605862 + ] + }, + "target_bbox": [ + 454, + 405, + 776, + 671 + ], + "anchor_bbox": [ + 338, + 356, + 564, + 563 + ], + "target_pixels": 54971, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02050/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02051/meta.json b/data/batch_v5/pair_02051/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..cb77efca93c4e0b8e950b14579eae52b702c8fb3 --- /dev/null +++ b/data/batch_v5/pair_02051/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2051, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7e0d1d3c-c380-41df-acba-b14b4a974f3e", + "target_category": "pier", + "anchor": { + "jid": "24caaf37-afd3-4cc9-84b5-f27e9cf84d8a#253", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -0.26089900732040405, + 1.9098999500274658, + 0.22242200374603271 + ] + }, + "pos_A": [ + -0.0468105673789978, + 4.231601297855377, + 0.9596220552921295 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.6907249985739087, + 0.5867447421318822, + -0.42264593210589985, + -1.5646623477801678 + ], + [ + -0.723117539785251, + 0.5604611129922962, + -0.4037132205890248, + 1.7231411461575035 + ], + [ + 0.0, + 0.5844775003402848, + 0.8114099158846731, + 3.2995379691721207 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.5646623477801678, + 1.7231411461575035, + 3.2995379691721207 + ], + "gt": { + "clock": 11, + "dist": 2.4453210269046584, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.7654933646921012, + 0.9288577156522877, + -3.5528433819460066 + ], + "anchor_cam_xyz": [ + 0.7654933646921009, + -0.9288577156522875, + -3.123229677131582 + ] + }, + "target_bbox": [ + 188, + 143, + 486, + 421 + ], + "anchor_bbox": [ + 608, + 653, + 859, + 909 + ], + "target_pixels": 36849, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02051/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.723117539785251, + -0.5604611129922962, + 0.4037132205890248, + 1.1937546904342171 + ], + [ + 0.6907249985739087, + 0.5867447421318822, + -0.42264593210589985, + 1.6599430635109547 + ], + [ + -0.0, + 0.5844775003402848, + 0.8114099158846731, + 3.2995379691721207 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.1937546904342171, + 1.6599430635109547, + 3.2995379691721207 + ], + "gt": { + "clock": 2, + "dist": 2.4453210269046584, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.8792341330771838, + 0.8365673283442896, + -3.48636446195351 + ], + "anchor_cam_xyz": [ + -0.8792341330771838, + -0.8365673283442894, + -3.189708597124079 + ] + }, + "target_bbox": [ + 566, + 160, + 874, + 443 + ], + "anchor_bbox": [ + 138, + 624, + 386, + 875 + ], + "target_pixels": 41391, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02051/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02055/meta.json b/data/batch_v5/pair_02055/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..76dbdcf4de63f4011ebcc4db3bc96ef21028c95e --- /dev/null +++ b/data/batch_v5/pair_02055/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2055, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "88360658-0fdc-4cc5-a058-13e3c48e665d", + "target_category": "others", + "anchor": { + "jid": "79c086e6-b5cb-4488-9361-1a70db853c7b#633", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 4.4929423332214355, + 0.4710325598716736, + 0.36999261379241943 + ] + }, + "pos_A": [ + 2.9647436141967773, + 1.4716581106185913, + 1.2550000846385956 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.205121711630429, + -0.7434571203320376, + 0.6365505428835933, + 6.54004860827664 + ], + [ + 0.9787364729168945, + -0.15581231645720658, + 0.13340704112765633, + 1.5605124169510596 + ], + [ + 0.0, + 0.6503799137948784, + 0.7596090887635341, + 4.167166884452587 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 6.54004860827664, + 1.5605124169510596, + 4.167166884452587 + ], + "gt": { + "clock": 1, + "dist": 2.0297490093826194, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.6464077296031652, + 0.7779157582848963, + -4.4998244941893475 + ], + "anchor_cam_xyz": [ + -0.6464077296031652, + -0.7779157582848986, + -4.332798982440451 + ] + }, + "target_bbox": [ + 552, + 257, + 707, + 485 + ], + "anchor_bbox": [ + 167, + 520, + 601, + 669 + ], + "target_pixels": 12766, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02055/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9787364729168945, + 0.15581231645720658, + -0.13340704112765633, + 3.1396758920031793 + ], + [ + -0.205121711630429, + -0.7434571203320376, + 0.6365505428835933, + 3.7825509698126663 + ], + [ + 0.0, + 0.6503799137948784, + 0.7596090887635341, + 4.167166884452587 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.1396758920031793, + 3.7825509698126663, + 4.167166884452587 + ], + "gt": { + "clock": 4, + "dist": 2.0297490093826194, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.645226899251981, + -0.2032216451551862, + -3.6597712756200567 + ], + "anchor_cam_xyz": [ + -0.6452268992519814, + 0.20322164515518465, + -5.17285220100974 + ] + }, + "target_bbox": [ + 561, + 459, + 748, + 698 + ], + "anchor_bbox": [ + 290, + 312, + 513, + 498 + ], + "target_pixels": 10340, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02055/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.20512171163042878, + 0.7434571203320377, + -0.6365505428835933, + 0.9176373391415726 + ], + [ + -0.9787364729168947, + 0.15581231645720642, + -0.13340704112765617, + 0.3821782535392061 + ], + [ + 0.0, + 0.6503799137948784, + 0.7596090887635341, + 4.167166884452587 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.9176373391415726, + 0.3821782535392061, + 4.167166884452587 + ], + "gt": { + "clock": 8, + "dist": 2.0297490093826194, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.6464077296031651, + -0.20232467568813828, + -3.660539263962066 + ], + "anchor_cam_xyz": [ + 0.6464077296031648, + 0.20232467568813872, + -5.17208421266773 + ] + }, + "target_bbox": [ + 280, + 453, + 462, + 710 + ], + "anchor_bbox": [ + 432, + 355, + 814, + 579 + ], + "target_pixels": 20656, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02055/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9787364729168945, + -0.15581231645720658, + 0.13340704112765633, + 4.318010055415034 + ], + [ + 0.205121711630429, + 0.7434571203320376, + -0.6365505428835933, + -1.8398602993224014 + ], + [ + -0.0, + 0.6503799137948784, + 0.7596090887635341, + 4.167166884452587 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.318010055415034, + -1.8398602993224014, + 4.167166884452587 + ], + "gt": { + "clock": 11, + "dist": 2.0297490093826194, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.6452268992519814, + 0.7788127277519443, + -4.500592482531356 + ], + "anchor_cam_xyz": [ + 0.645226899251981, + -0.7788127277519454, + -4.3320309940984405 + ] + }, + "target_bbox": [ + 322, + 283, + 469, + 486 + ], + "anchor_bbox": [ + 541, + 460, + 761, + 720 + ], + "target_pixels": 12407, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02055/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02056/meta.json b/data/batch_v5/pair_02056/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..9f191eba094420e593b0161623e8fc0496bacee1 --- /dev/null +++ b/data/batch_v5/pair_02056/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2056, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "4f3e6181-1575-41e5-9a9c-50555c7084fd", + "target_category": "cabinet", + "anchor": { + "jid": "f99aaaf1-15a8-4efb-9943-9a74c3d9c25e#357", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + -6.023183345794678, + -1.7872800827026367, + 0.24928052723407745 + ] + }, + "pos_A": [ + -5.269869804382324, + -1.3200591802597046, + 0.9544757008552551 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9273225600477126, + -0.2615998955815084, + 0.26765344058745116, + -5.063721198411418 + ], + [ + 0.3742631021441418, + -0.6481736604251994, + 0.6631727047341757, + -0.10963581993642935 + ], + [ + 0.0, + 0.7151478172816739, + 0.6989732465819116, + 2.123866269202623 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.063721198411418, + -0.10963581993642935, + 2.123866269202623 + ], + "gt": { + "clock": 9, + "dist": 1.132729842572099, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.2618505487031175, + 0.0022058814177743358, + -1.6752688394794621 + ], + "anchor_cam_xyz": [ + 0.2618505487031175, + -0.0022058814177734476, + -2.679656510240907 + ] + }, + "target_bbox": [ + 224, + 173, + 527, + 856 + ], + "anchor_bbox": [ + 420, + 291, + 973, + 889 + ], + "target_pixels": 97524, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02056/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.3742631021441418, + 0.6481736604251993, + -0.6631727047341757, + -7.090560386633243 + ], + [ + -0.9273225600477126, + -0.26159989558150837, + 0.26765344058745116, + -0.9708642548040877 + ], + [ + 0.0, + 0.7151478172816739, + 0.6989732465819115, + 2.123866269202623 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.090560386633243, + -0.9708642548040877, + 2.123866269202623 + ], + "gt": { + "clock": 11, + "dist": 1.132729842572099, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.35760097312868, + 0.4351859227326509, + -2.1182682432292834 + ], + "anchor_cam_xyz": [ + 0.3576009731286791, + -0.4351859227326509, + -2.2366571064910867 + ] + }, + "target_bbox": [ + 75, + 93, + 562, + 543 + ], + "anchor_bbox": [ + 262, + 445, + 1023, + 1023 + ], + "target_pixels": 152354, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02056/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02062/meta.json b/data/batch_v5/pair_02062/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..659e6c1908d1042a37bf933999f47ebb78d8b913 --- /dev/null +++ b/data/batch_v5/pair_02062/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2062, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "61476ed6-15be-4931-b3d8-5ac274b2e0a3", + "target_category": "others", + "anchor": { + "jid": "154620a2-e63e-474b-b950-b7cc287b0e43#408", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.9282920360565186, + -2.109870433807373, + 0.37505200505256653 + ] + }, + "pos_A": [ + 2.6583502292633057, + -0.7980530112981796, + 1.213623970746994 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.18615433942371087, + 0.7542039892871595, + -0.6297006467021103, + 0.23776304659035352 + ], + [ + -0.9825205147546395, + -0.14289609561133665, + 0.11930693167336878, + -1.0645031291564808 + ], + [ + 0.0, + 0.6409033065934127, + 0.7676216200691783, + 3.300117260064733 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.23776304659035352, + -1.0645031291564808, + 3.300117260064733 + ], + "gt": { + "clock": 10, + "dist": 1.7196083441050285, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.7123955149625569, + 0.45030137976347007, + -3.0940933273318683 + ], + "anchor_cam_xyz": [ + 0.7123955149625578, + -0.45030137976347007, + -3.4345900933855713 + ] + }, + "target_bbox": [ + 126, + 271, + 465, + 485 + ], + "anchor_bbox": [ + 516, + 355, + 1007, + 983 + ], + "target_pixels": 34800, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02062/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9825205147546393, + 0.142896095611337, + -0.11930693167336907, + 1.9038625392636157 + ], + [ + -0.18615433942371132, + 0.7542039892871594, + -0.6297006467021103, + -3.5095198086223345 + ], + [ + 0.0, + 0.6409033065934127, + 0.7676216200691784, + 3.300117260064733 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.9038625392636157, + -3.5095198086223345, + 3.300117260064733 + ], + "gt": { + "clock": 1, + "dist": 1.7196083441050285, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.23654832302932993, + 0.8155719721406236, + -3.3990653660750625 + ], + "anchor_cam_xyz": [ + -0.23654832302932993, + -0.8155719721406225, + -3.1296180546423744 + ] + }, + "target_bbox": [ + 465, + 126, + 655, + 477 + ], + "anchor_bbox": [ + 59, + 523, + 823, + 971 + ], + "target_pixels": 37914, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02062/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02073/meta.json b/data/batch_v5/pair_02073/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..33a55c707729fcc2252384c9ad5016913302b613 --- /dev/null +++ b/data/batch_v5/pair_02073/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2073, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "8225d304-2d16-419c-b9e7-9634a68e2f42", + "target_category": "cabinet", + "anchor": { + "jid": "b4605349-5ca9-44ec-bb78-1edf5fac49b5#389", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.7198407649993896, + 2.7517738342285156, + 0.5399245023727417 + ] + }, + "pos_A": [ + -2.3517284393310547, + 2.0654506385326385, + 1.0944465696811676 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 45, + "cam2world": [ + [ + -0.04249261010567001, + -0.46741590852776443, + 0.8830157113786663, + 0.3741377006723705 + ], + [ + 0.9990967811410502, + -0.019879677658028387, + 0.03755556323376573, + 2.511108701920665 + ], + [ + 0.0, + 0.8838139888411913, + 0.467838469055958, + 2.0940080729023585 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.3741377006723705, + 2.511108701920665, + 2.0940080729023585 + ], + "gt": { + "clock": 11, + "dist": 1.0852724473856747, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.32942636953311766, + 0.39954629774660844, + -2.891352891712624 + ], + "anchor_cam_xyz": [ + 0.3294263695331181, + -0.3995462977466082, + -2.5670376483038 + ] + }, + "target_bbox": [ + 238, + 291, + 573, + 501 + ], + "anchor_bbox": [ + 491, + 496, + 764, + 833 + ], + "target_pixels": 46310, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02073/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.9990967811410502, + 0.02425470502677607, + -0.034890273682741044, + -2.13828106770531 + ], + [ + -0.04249261010567, + -0.5702826364282131, + 0.8203487628288922, + 4.81853453921817 + ], + [ + 0.0, + 0.8210903871514699, + 0.5707981921199904, + 2.4940080729023584 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.13828106770531, + 4.81853453921817, + 2.4940080729023584 + ], + "gt": { + "clock": 1, + "dist": 1.0852724473856747, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.3302403027143268, + 0.41569234563130975, + -3.049908910478024 + ], + "anchor_cam_xyz": [ + -0.33024030271432636, + -0.41569234563130997, + -2.8254514533926107 + ] + }, + "target_bbox": [ + 505, + 271, + 734, + 534 + ], + "anchor_bbox": [ + 295, + 501, + 538, + 809 + ], + "target_pixels": 34994, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02073/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02077/meta.json b/data/batch_v5/pair_02077/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..c84cf7981a62923ae27e2f896e05201781e07de2 --- /dev/null +++ b/data/batch_v5/pair_02077/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2077, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7f985ce5-b4a3-4e90-815a-a6b69952d9f9", + "target_category": "cabinet", + "anchor": { + "jid": "70e4c0ab-9ca2-4542-96fd-9355e048db91#327", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.30586767196655273, + -1.144088625907898, + 0.17934571206569672 + ] + }, + "pos_A": [ + -0.4828607439994812, + 0.49431440234184265, + 0.8737020194530487 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9660493796160179, + 0.16066327590439375, + -0.202326241301458, + -1.162002993728756 + ], + [ + -0.2583574967820891, + -0.6007515165910863, + 0.7565375200014886, + 2.5454649468001436 + ], + [ + 0.0, + 0.7831251030896523, + 0.6218641916936699, + 2.8859166461512467 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.162002993728756, + 2.5454649468001436, + 2.8859166461512467 + ], + "gt": { + "clock": 7, + "dist": 1.788245428383412, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.12615482883252643, + -0.23447076798499, + -2.9405048670967817 + ], + "anchor_cam_xyz": [ + 0.12615482883252732, + 0.23447076798499233, + -4.647623897693427 + ] + }, + "target_bbox": [ + 372, + 395, + 554, + 770 + ], + "anchor_bbox": [ + 553, + 412, + 588, + 488 + ], + "target_pixels": 45153, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02077/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.8657864052325404, + 0.3111893793100178, + -0.39188655337885925, + -1.8812070220973245 + ], + [ + -0.5004137293425468, + 0.5384015630693019, + -0.6780190678513526, + -2.8973351077025735 + ], + [ + 0.0, + 0.7831251030896524, + 0.6218641916936699, + 2.8859166461512467 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.8812070220973245, + -2.8973351077025735, + 2.8859166461512467 + ], + "gt": { + "clock": 11, + "dist": 1.788245428383412, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.48655878255951335, + 0.6854041209613533, + -4.098920364978586 + ], + "anchor_cam_xyz": [ + 0.48655878255951435, + -0.6854041209613543, + -3.489208399811621 + ] + }, + "target_bbox": [ + 353, + 227, + 454, + 499 + ], + "anchor_bbox": [ + 571, + 607, + 690, + 770 + ], + "target_pixels": 18234, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02077/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02088/meta.json b/data/batch_v5/pair_02088/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..ff7aceec1c45c1d46bbe212e836ec114a6dd088a --- /dev/null +++ b/data/batch_v5/pair_02088/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2088, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7e259fdb-ecdc-4498-bdd3-b95c1218fb89", + "target_category": "lighting", + "anchor": { + "jid": "ce61bf54-e4cd-4304-9b2a-98478a4a4171#301", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.0095813274383545, + -0.37155681848526, + 0.36833590269088745 + ] + }, + "pos_A": [ + 2.46305513381958, + -0.5530126830562949, + 1.112774670124054 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.05067656870527588, + 0.8695540392525369, + -0.4912307586092881, + 0.40599299974082426 + ], + [ + -0.9987151172302637, + 0.04412270751977762, + -0.024925916169013837, + -0.5297878022419824 + ], + [ + 0.0, + 0.4918627445748675, + 0.8706727516692356, + 3.0984653095329855 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.40599299974082426, + -0.5297878022419824, + 3.0984653095329855 + ], + "gt": { + "clock": 12, + "dist": 1.6430768135059792, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.12743989013378865, + 0.8110146952819739, + -2.738800024175754 + ], + "anchor_cam_xyz": [ + -0.12743989013378842, + -0.8110146952819739, + -2.6774944874073383 + ] + }, + "target_bbox": [ + 458, + 137, + 700, + 395 + ], + "anchor_bbox": [ + 0, + 559, + 976, + 988 + ], + "target_pixels": 17029, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02088/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9987151172302638, + 0.04412270751977748, + -0.024925916169013754, + 1.6688151791577626 + ], + [ + -0.05067656870527572, + -0.869554039252537, + 0.4912307586092881, + 0.8680404801173656 + ], + [ + 0.0, + 0.49186274457486756, + 0.8706727516692356, + 3.0984653095329855 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.6688151791577626, + 0.8680404801173656, + 3.0984653095329855 + ], + "gt": { + "clock": 10, + "dist": 1.6430768135059792, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.7212053511716174, + 0.29403928747401487, + -2.446748914875926 + ], + "anchor_cam_xyz": [ + 0.7212053511716169, + -0.2940392874740151, + -2.969545596707166 + ] + }, + "target_bbox": [ + 195, + 298, + 380, + 554 + ], + "anchor_bbox": [ + 580, + 242, + 1014, + 1023 + ], + "target_pixels": 13468, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02088/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02089/meta.json b/data/batch_v5/pair_02089/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..72fe6908657f78867daab922f0e1280e0792d44a --- /dev/null +++ b/data/batch_v5/pair_02089/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2089, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "9ae7ae8d-8b27-4cbc-b57b-3c0b3cffb9e5", + "target_category": "cabinet", + "anchor": { + "jid": "c2091907-53cb-4a8a-b017-343255e04b0a#187", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -2.4793758392333984, + 2.340989351272583, + 0.5814054608345032 + ] + }, + "pos_A": [ + -1.8570603132247925, + 2.7993061542510986, + 1.531758189201355 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.09307407335403778, + -0.6709927737313283, + 0.7355990174474308, + -0.708108240987416 + ], + [ + 0.9956591871063548, + 0.06272430511468569, + -0.06876368720911219, + 2.4336569016050387 + ], + [ + -0.0, + 0.7388060362153374, + 0.6739181262228978, + 2.3942596371229694 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.708108240987416, + 2.4336569016050387, + 2.3942596371229694 + ], + "gt": { + "clock": 2, + "dist": 1.224949474108273, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2571243882039269, + 0.1566523571538858, + -1.4515667659170735 + ], + "anchor_cam_xyz": [ + -0.2571243882039269, + -0.1566523571538858, + -2.5182858320603976 + ] + }, + "target_bbox": [ + 554, + 0, + 881, + 854 + ], + "anchor_bbox": [ + 156, + 312, + 680, + 999 + ], + "target_pixels": 172846, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02089/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.7698506713748833, + 0.43011075894078454, + -0.4715237839462859, + -3.104158035582761 + ], + [ + -0.6382240545322946, + -0.5188163219244012, + 0.5687703229961938, + 3.699114924961304 + ], + [ + 0.0, + 0.7388060362153372, + 0.6739181262228978, + 2.3942596371229694 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.104158035582761, + 3.699114924961304, + 2.3942596371229694 + ], + "gt": { + "clock": 10, + "dist": 1.224949474108273, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3857994168809831, + 0.3660043487229383, + -1.6810761217965462 + ], + "anchor_cam_xyz": [ + 0.38579941688098296, + -0.36600434872293786, + -2.2887764761809257 + ] + }, + "target_bbox": [ + 87, + 16, + 556, + 633 + ], + "anchor_bbox": [ + 264, + 347, + 1023, + 1023 + ], + "target_pixels": 196664, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02089/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.6382240545322946, + 0.5883385979225615, + -0.4965156094332514, + -3.2971852484285584 + ], + [ + -0.7698506713748833, + 0.48774633752463753, + -0.4116229512733027, + 1.6342077934081751 + ], + [ + 0.0, + 0.6449505441704944, + 0.7642243097246928, + 2.7942596371229693 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.2971852484285584, + 1.6342077934081751, + 2.7942596371229693 + ], + "gt": { + "clock": 12, + "dist": 1.224949474108273, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.022170619866105135, + 0.6013025477151154, + -2.1594600332408924 + ], + "anchor_cam_xyz": [ + -0.022170619866105135, + -0.6013025477151164, + -2.388099603355929 + ] + }, + "target_bbox": [ + 323, + 42, + 659, + 535 + ], + "anchor_bbox": [ + 77, + 437, + 851, + 1023 + ], + "target_pixels": 107029, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02089/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02092/meta.json b/data/batch_v5/pair_02092/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b364a31cc35137f6c17bcbb5dbf7f699bbdc2ab5 --- /dev/null +++ b/data/batch_v5/pair_02092/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2092, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "e735842a-ced4-40b9-be96-64dcca49afa6", + "target_category": "cabinet", + "anchor": { + "jid": "e89afe87-760f-4291-bc6f-8554c65dd30c#425", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.0962004661560059, + 3.9618465900421143, + 0.22537900507450104 + ] + }, + "pos_A": [ + -0.08293131366372108, + 4.518355846405029, + 0.5970358848571777 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.866156340351322, + -0.21208270118577646, + 0.4525418454982362, + 0.24364931544810142 + ], + [ + 0.4997731426049271, + -0.3675603201753245, + 0.7842998259361073, + 5.68414566854417 + ], + [ + 0.0, + 0.9054945272558844, + 0.42435793984517645, + 1.1925307447020175 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.24364931544810142, + 5.68414566854417, + 1.1925307447020175 + ], + "gt": { + "clock": 9, + "dist": 1.2143087597888078, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.2997605604861886, + -0.04145715433893016, + -1.3148231270962007 + ], + "anchor_cam_xyz": [ + 0.29976056048618904, + 0.04145715433892927, + -2.3675554800826233 + ] + }, + "target_bbox": [ + 119, + 362, + 399, + 873 + ], + "anchor_bbox": [ + 332, + 333, + 1023, + 795 + ], + "target_pixels": 90683, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02092/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.4997731426049269, + 0.36756032017532453, + -0.7842998259361073, + -2.033610340230462 + ], + [ + -0.866156340351322, + -0.21208270118577638, + 0.452541845498236, + 5.073316423581536 + ], + [ + 0.0, + 0.9054945272558842, + 0.4243579398451765, + 1.1925307447020175 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.033610340230462, + 5.073316423581536, + 1.1925307447020175 + ], + "gt": { + "clock": 10, + "dist": 1.2143087597888078, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.4942143647543187, + 0.2954724092248604, + -2.0337630766798815 + ], + "anchor_cam_xyz": [ + 0.49421436475432, + -0.29547240922486073, + -1.648615530498943 + ] + }, + "target_bbox": [ + 45, + 312, + 515, + 459 + ], + "anchor_bbox": [ + 314, + 405, + 1023, + 1023 + ], + "target_pixels": 43793, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02092/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02104/meta.json b/data/batch_v5/pair_02104/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2dc27b9e4013f3448746958ba5b98ca2f92951a3 --- /dev/null +++ b/data/batch_v5/pair_02104/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2104, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "4e9dccf1-ff60-4f7f-96bf-0af893fb1cc0", + "target_category": "cabinet", + "anchor": { + "jid": "df76627b-4746-482a-abe3-b9a6f5388e7a#270", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -2.2418999671936035, + -1.7975000143051147, + 0.4073590040206909 + ] + }, + "pos_A": [ + -3.448662042617798, + -2.03945329785347, + 1.3297180831432343 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.794211495864236, + -0.4109000574203276, + 0.44764857047584106, + -1.809026729508648 + ], + [ + 0.6076414237336791, + 0.5370627092031992, + -0.5850944765986321, + -3.2729021873437887 + ], + [ + -0.0, + 0.7366985741775881, + 0.6762212735523104, + 2.4339119906325197 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.809026729508648, + -3.2729021873437887, + 2.4339119906325197 + ], + "gt": { + "clock": 10, + "dist": 1.5380384809690966, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5527225753836196, + 0.5227075692953582, + -2.2023439467936283 + ], + "anchor_cam_xyz": [ + 0.5527225753836205, + -0.5227075692953584, + -2.4274229897813564 + ] + }, + "target_bbox": [ + 105, + 44, + 401, + 536 + ], + "anchor_bbox": [ + 530, + 474, + 912, + 949 + ], + "target_pixels": 99452, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02104/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.6076414237336791, + -0.5370627092031992, + 0.5850944765986321, + -1.4908554736412043 + ], + [ + 0.794211495864236, + -0.4109000574203276, + 0.44764857047584106, + -0.8822223806822396 + ], + [ + 0.0, + 0.7366985741775881, + 0.6762212735523104, + 2.4339119906325197 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.4908554736412043, + -0.8822223806822396, + 2.4339119906325197 + ], + "gt": { + "clock": 1, + "dist": 1.5380384809690966, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.27055827318118264, + 0.7135130730816908, + -2.4102139859099774 + ], + "anchor_cam_xyz": [ + -0.27055827318118164, + -0.7135130730816899, + -2.2195529506650056 + ] + }, + "target_bbox": [ + 488, + 24, + 767, + 441 + ], + "anchor_bbox": [ + 186, + 541, + 610, + 1023 + ], + "target_pixels": 94057, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02104/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02116/meta.json b/data/batch_v5/pair_02116/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..260cf776f93887771c0c8b9fc23ffccb805613af --- /dev/null +++ b/data/batch_v5/pair_02116/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2116, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0cc3d697-b060-4620-bd4f-f85cea2674e6", + "target_category": "cabinet", + "anchor": { + "jid": "d2a39d7a-6114-48dc-9141-4a7a5fa8dc51#992", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + 2.9535701274871826, + 3.0686841011047363, + 0.3883081078529358 + ] + }, + "pos_A": [ + 2.0110107362270355, + 3.4825337529182434, + 1.2065698206424713 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 45, + "cam2world": [ + [ + -0.8516998745288611, + -0.4228367354685429, + 0.30954227314831745, + 3.7163274543063745 + ], + [ + 0.5240298882005893, + -0.687231783250691, + 0.5030955698101037, + 5.281275399191209 + ], + [ + 0.0, + 0.5906958364745603, + 0.8068943107815418, + 4.014245000400955 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.7163274543063745, + 5.281275399191209, + 4.014245000400955 + ], + "gt": { + "clock": 2, + "dist": 1.3150064528268006, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5098236510219762, + 0.2987409443317537, + -3.698303695894631 + ], + "anchor_cam_xyz": [ + -0.5098236510219758, + -0.298740944331751, + -4.274998366521736 + ] + }, + "target_bbox": [ + 506, + 302, + 786, + 529 + ], + "anchor_bbox": [ + 81, + 356, + 620, + 819 + ], + "target_pixels": 42674, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02116/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.23169766932402414, + 0.7849369771680764, + -0.5746217294047082, + 0.19147412177119882 + ], + [ + -0.9727878443061545, + 0.18695553119889807, + -0.1368628485905605, + 2.7299845105438423 + ], + [ + 0.0, + 0.5906958364745603, + 0.806894310781542, + 4.014245000400955 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.19147412177119882, + 2.7299845105438423, + 4.014245000400955 + ], + "gt": { + "clock": 8, + "dist": 1.3150064528268006, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3104883624044805, + -0.0895672254972637, + -3.414038438199493 + ], + "anchor_cam_xyz": [ + 0.3104883624044805, + 0.08956722549726459, + -4.559263624216875 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02116/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02131/meta.json b/data/batch_v5/pair_02131/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b96a029249c91ccc37246cc837a22dda54c82583 --- /dev/null +++ b/data/batch_v5/pair_02131/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2131, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a8c34fc0-a9b7-46a7-9f77-a3e5ed3bba12", + "target_category": "chair", + "anchor": { + "jid": "1167a82b-ace6-4cec-a2af-7c6f227a371a#369", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -8.480385780334473, + 6.260348320007324, + 0.17679500579833984 + ] + }, + "pos_A": [ + -9.51092529296875, + 6.05394172668457, + 0.8594286739826202 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.5907683287379032, + 0.5448338250116395, + -0.595104095838208, + -10.56285314355557 + ], + [ + -0.8068412370226404, + -0.39892676957086853, + 0.4357346104678012, + 7.304645508632513 + ], + [ + 0.0, + 0.7375727324426639, + 0.6752676982923607, + 2.296419077538946 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -10.56285314355557, + 7.304645508632513, + 2.296419077538946 + ], + "gt": { + "clock": 3, + "dist": 1.253237445102214, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3876737283317438, + 0.012180155449120988, + -2.141334699925883 + ], + "anchor_cam_xyz": [ + -0.3876737283317419, + -0.012180155449128094, + -3.125634954169846 + ] + }, + "target_bbox": [ + 491, + 261, + 964, + 782 + ], + "anchor_bbox": [ + 216, + 378, + 503, + 667 + ], + "target_pixels": 179910, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02131/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.806841237022641, + 0.39892676957086826, + -0.4357346104678006, + -10.143156021938175 + ], + [ + -0.5907683287379026, + 0.5448338250116399, + -0.5951040958382081, + 4.589947416441989 + ], + [ + 0.0, + 0.7375727324426637, + 0.6752676982923608, + 2.296419077538946 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -10.143156021938175, + 4.589947416441989, + 2.296419077538946 + ], + "gt": { + "clock": 9, + "dist": 1.253237445102214, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3547716484983905, + -0.010037556268974651, + -2.1170670230001507 + ], + "anchor_cam_xyz": [ + 0.35477164849839227, + 0.010037556268974096, + -3.149902631095577 + ] + }, + "target_bbox": [ + 51, + 308, + 596, + 794 + ], + "anchor_bbox": [ + 572, + 373, + 795, + 659 + ], + "target_pixels": 170044, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02131/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.5907683287379029, + -0.5448338250116396, + 0.595104095838208, + -7.428457929747653 + ], + [ + 0.8068412370226407, + 0.3989267695708683, + -0.4357346104678009, + 5.009644538059383 + ], + [ + -0.0, + 0.7375727324426637, + 0.6752676982923607, + 2.296419077538946 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.428457929747653, + 5.009644538059383, + 2.296419077538946 + ], + "gt": { + "clock": 11, + "dist": 1.253237445102214, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.3876737283317424, + 0.49131182445091426, + -2.664674488278175 + ], + "anchor_cam_xyz": [ + 0.3876737283317424, + -0.49131182445091515, + -2.6022951658175506 + ] + }, + "target_bbox": [ + 182, + 150, + 533, + 569 + ], + "anchor_bbox": [ + 436, + 499, + 873, + 895 + ], + "target_pixels": 104513, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02131/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.8068412370226407, + -0.3989267695708683, + 0.4357346104678009, + -7.848155051365047 + ], + [ + 0.5907683287379029, + -0.5448338250116396, + 0.595104095838208, + 7.724342630249906 + ], + [ + 0.0, + 0.7375727324426637, + 0.6752676982923607, + 2.296419077538946 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.848155051365047, + 7.724342630249906, + 2.296419077538946 + ], + "gt": { + "clock": 1, + "dist": 1.253237445102214, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.35477164849839227, + 0.513529536169014, + -2.688942165203907 + ], + "anchor_cam_xyz": [ + -0.3547716484983905, + -0.5135295361690123, + -2.5780274888918204 + ] + }, + "target_bbox": [ + 459, + 145, + 856, + 561 + ], + "anchor_bbox": [ + 159, + 506, + 599, + 908 + ], + "target_pixels": 118754, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02131/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02139/meta.json b/data/batch_v5/pair_02139/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..35e13fca23be0ad6f00edc34de8ca5da6488c73a --- /dev/null +++ b/data/batch_v5/pair_02139/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2139, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "65a778d8-41c9-4b61-b12c-c55d152a66fd", + "target_category": "cabinet", + "anchor": { + "jid": "5894e989-ba18-4007-a1ca-6dc2c517c212#471", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.21615782380104065, + -7.1241455078125, + 0.4698309898376465 + ] + }, + "pos_A": [ + -2.0361440181732178, + -6.956974029541016, + 1.3976400792598724 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.45061593295091373, + 0.42020688532987127, + -0.7876366259209547, + -3.333275438701779 + ], + [ + -0.8927179179174, + 0.21210722207419347, + -0.3975742010910556, + -8.154646820955287 + ], + [ + 0.0, + 0.8822905983095009, + 0.47070510952682765, + 2.2527508693619005 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.333275438701779, + -8.154646820955287, + 2.2527508693619005 + ], + "gt": { + "clock": 9, + "dist": 2.0496647914396378, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.48467587547624635, + 0.04464239220451671, + -1.900337036768743 + ], + "anchor_cam_xyz": [ + 0.484675875476249, + -0.04464239220451516, + -3.704086234264243 + ] + }, + "target_bbox": [ + 0, + 262, + 493, + 803 + ], + "anchor_bbox": [ + 359, + 353, + 917, + 685 + ], + "target_pixels": 109267, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02139/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.8927179179174001, + 0.21210722207419347, + -0.3975742010910556, + -2.2402379732656588 + ], + [ + -0.45061593295091373, + -0.4202068853298713, + 0.7876366259209548, + -4.833435250962108 + ], + [ + 0.0, + 0.8822905983095011, + 0.47070510952682765, + 2.2527508693619005 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.2402379732656588, + -4.833435250962108, + 2.2527508693619005 + ], + "gt": { + "clock": 3, + "dist": 2.0496647914396378, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.7747020772171274, + 0.18115920726060608, + -2.1562244278281346 + ], + "anchor_cam_xyz": [ + -0.7747020772171265, + -0.18115920726060697, + -3.4481988432048487 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 359, + 366, + 756 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02139/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02141/meta.json b/data/batch_v5/pair_02141/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..7cf8442d76abb72e0e6a34cfb9b632a68e416dc9 --- /dev/null +++ b/data/batch_v5/pair_02141/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2141, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "76f93ffd-7dcc-411e-9075-29c738a97646", + "target_category": "cabinet", + "anchor": { + "jid": "1f870eb0-9894-42b3-9576-e33a111bc265#408", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.0929793119430542, + -1.3421283960342407, + 0.42999351024627686 + ] + }, + "pos_A": [ + -1.1045764535665512, + -0.7033045440912247, + 1.3749870955944061 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.992340261053309, + -0.10102434829391022, + 0.07109773093736062, + -0.9674060837453722 + ], + [ + 0.1235346360040398, + -0.8115175743541342, + 0.5711203202668695, + 0.03257886686445888 + ], + [ + 0.0, + 0.5755287200185347, + 0.8177815676779632, + 2.413557313445033 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9674060837453722, + 0.03257886686445888, + 2.413557313445033 + ], + "gt": { + "clock": 2, + "dist": 1.140720510841398, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.045212591283306014, + 0.013312879753680118, + -1.27935405228774 + ], + "anchor_cam_xyz": [ + -0.045212591283306236, + -0.013312879753679674, + -2.4161731404203732 + ] + }, + "target_bbox": [ + 353, + 20, + 696, + 894 + ], + "anchor_bbox": [ + 324, + 172, + 779, + 980 + ], + "target_pixels": 116901, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02141/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.12353463600403958, + 0.8115175743541342, + -0.5711203202668695, + -2.1540732196819943 + ], + [ + -0.992340261053309, + -0.10102434829391004, + 0.07109773093736049, + -0.8913446710533024 + ], + [ + 0.0, + 0.5755287200185347, + 0.8177815676779632, + 2.413557313445033 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.1540732196819943, + -0.8913446710533024, + 2.413557313445033 + ], + "gt": { + "clock": 10, + "dist": 1.140720510841398, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.31624898966753356, + 0.2349614505221223, + -1.435343283728248 + ], + "anchor_cam_xyz": [ + 0.31624898966753356, + -0.2349614505221223, + -2.260183908979865 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 253, + 703, + 1023, + 875 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02141/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.992340261053309, + 0.10794701942877333, + -0.06006868809200497, + -1.230149681764233 + ], + [ + -0.12353463600403956, + 0.867126636746416, + -0.48252522167467926, + -2.0780118069899243 + ], + [ + 0.0, + 0.486249767960143, + 0.8738198688280708, + 2.813557313445033 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.230149681764233, + -2.0780118069899243, + 2.813557313445033 + ], + "gt": { + "clock": 12, + "dist": 1.140720510841398, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.045212591283306236, + 0.5060961064679702, + -1.9279251849075036 + ], + "anchor_cam_xyz": [ + 0.045212591283306125, + -0.5060961064679697, + -2.446127360012839 + ] + }, + "target_bbox": [ + 417, + 0, + 641, + 534 + ], + "anchor_bbox": [ + 331, + 358, + 763, + 1023 + ], + "target_pixels": 72686, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02141/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.12353463600403979, + -0.867126636746416, + 0.48252522167467926, + -0.04348254582761113 + ], + [ + 0.992340261053309, + 0.10794701942877352, + -0.06006868809200507, + -1.1540882690721632 + ], + [ + -0.0, + 0.486249767960143, + 0.8738198688280708, + 2.813557313445033 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.04348254582761113, + -1.1540882690721632, + 2.813557313445033 + ], + "gt": { + "clock": 2, + "dist": 1.140720510841398, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.31624898966753334, + 0.26925911638423194, + -1.79613379908442 + ], + "anchor_cam_xyz": [ + -0.31624898966753356, + -0.2692591163842315, + -2.577918745835922 + ] + }, + "target_bbox": [ + 476, + 140, + 986, + 587 + ], + "anchor_bbox": [ + 0, + 399, + 797, + 815 + ], + "target_pixels": 117958, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02141/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02144/meta.json b/data/batch_v5/pair_02144/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..f34d44ccca2c13f078da800b9acd3606ea6012a2 --- /dev/null +++ b/data/batch_v5/pair_02144/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2144, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5a7ad2f9-1461-4954-8cb1-2c99aeaa4fb4", + "target_category": "others", + "anchor": { + "jid": "06beed0e-c97a-4110-943c-d5ef6eb988e8#398", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.8382377624511719, + 3.4047553539276123, + 0.39500001072883606 + ] + }, + "pos_A": [ + -0.9345728904008865, + 1.7356888055801392, + 1.3050000667572021 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.3401840135858986, + 0.741205806333939, + -0.5786957659750455, + -3.5792413487758847 + ], + [ + -0.9403588872875022, + 0.2681384410787849, + -0.2093488464626683, + 1.7769422274514415 + ], + [ + 0.0, + 0.615398837399531, + 0.7882158783780656, + 3.8367648867341275 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.5792413487758847, + 1.7769422274514415, + 3.8367648867341275 + ], + "gt": { + "clock": 2, + "dist": 2.1048737362991243, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.9384669526617375, + 0.391136862163206, + -3.5173993144127653 + ], + "anchor_cam_xyz": [ + -0.938466952661738, + -0.3911368621632063, + -4.061145929149342 + ] + }, + "target_bbox": [ + 698, + 309, + 798, + 512 + ], + "anchor_bbox": [ + 53, + 430, + 521, + 773 + ], + "target_pixels": 6931, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02144/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.4243877230921837, + -0.7137141618971694, + 0.5572316893322322, + 0.7250974579494036 + ], + [ + 0.9054805688078746, + 0.33450914192997283, + -0.261167711397564, + 1.580586421261871 + ], + [ + -0.0, + 0.6153988373995313, + 0.7882158783780656, + 3.8367648867341275 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.7250974579494036, + 1.580586421261871, + 3.8367648867341275 + ], + "gt": { + "clock": 8, + "dist": 2.1048737362991243, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5639015250440278, + -0.3216317295948259, + -2.9609058781153506 + ], + "anchor_cam_xyz": [ + 0.5639015250440274, + 0.32163172959482633, + -4.617639365446754 + ] + }, + "target_bbox": [ + 292, + 523, + 393, + 703 + ], + "anchor_bbox": [ + 426, + 298, + 828, + 611 + ], + "target_pixels": 7528, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02144/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.9054805688078744, + -0.33450914192997283, + 0.26116771139756406, + -0.39676966793402424 + ], + [ + 0.4243877230921837, + -0.7137141618971692, + 0.5572316893322322, + 4.6817248641293085 + ], + [ + 0.0, + 0.6153988373995312, + 0.7882158783780656, + 3.8367648867341275 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.39676966793402424, + 4.6817248641293085, + 3.8367648867341275 + ], + "gt": { + "clock": 10, + "dist": 2.1048737362991243, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.7632911672491507, + 0.7244826241379912, + -3.7776587179577263 + ], + "anchor_cam_xyz": [ + 0.7632911672491516, + -0.7244826241379921, + -3.800886525604379 + ] + }, + "target_bbox": [ + 300, + 239, + 372, + 440 + ], + "anchor_bbox": [ + 516, + 449, + 813, + 951 + ], + "target_pixels": 6186, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02144/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02149/meta.json b/data/batch_v5/pair_02149/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b3345786d05082c91136d7a583da450d04698d2c --- /dev/null +++ b/data/batch_v5/pair_02149/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2149, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "6b76631e-d399-44dc-9f75-f24ed24ba555", + "target_category": "cabinet", + "anchor": { + "jid": "737532dc-06aa-4b1e-8446-8027a05434b4#254", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 1.34904944896698, + -4.516462802886963, + 0.20917999744415283 + ] + }, + "pos_A": [ + 1.2177926301956177, + -3.718207597732544, + 0.8696082383394241 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.41632964149594864, + 0.6765821228009199, + -0.6073765394860556, + -0.0559055883188424 + ], + [ + -0.9092137425335447, + 0.30980745170367074, + -0.2781181641982826, + -4.7306138483929585 + ], + [ + 0.0, + 0.6680239321873723, + 0.7441397893036773, + 2.1802975277234373 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.0559055883188424, + -4.7306138483929585, + 2.1802975277234373 + ], + "gt": { + "clock": 10, + "dist": 1.0443204423940595, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.39021535343915525, + 0.29984063212605244, + -2.0305190358122136 + ], + "anchor_cam_xyz": [ + 0.3902153534391557, + -0.299840632126053, + -2.379683007992247 + ] + }, + "target_bbox": [ + 28, + 124, + 576, + 615 + ], + "anchor_bbox": [ + 542, + 494, + 794, + 762 + ], + "target_pixels": 180234, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02149/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9092137425335447, + -0.3098074517036706, + 0.27811816419828256, + 1.896699687664504 + ], + [ + 0.41632964149594853, + 0.6765821228009198, + -0.6073765394860556, + -5.456661828209895 + ], + [ + -0.0, + 0.6680239321873722, + 0.7441397893036772, + 2.1802975277234373 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.896699687664504, + -5.456661828209895, + 2.1802975277234373 + ], + "gt": { + "clock": 12, + "dist": 1.0443204423940595, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.10649839997802824, + 0.5109657060964987, + -2.2200487506915367 + ], + "anchor_cam_xyz": [ + -0.10649839997802824, + -0.5109657060964969, + -2.190153293112921 + ] + }, + "target_bbox": [ + 413, + 42, + 756, + 578 + ], + "anchor_bbox": [ + 347, + 575, + 595, + 872 + ], + "target_pixels": 115665, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02149/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.4163296414959486, + -0.7372393528074387, + 0.5321163089813391, + 2.6227476674814403 + ], + [ + 0.9092137425335447, + -0.33758244194126, + 0.24365644929104768, + -3.5040565522265483 + ], + [ + 0.0, + 0.585248862933577, + 0.8108537281377913, + 2.5802975277234372 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.6227476674814403, + -3.5040565522265483, + 2.5802975277234372 + ], + "gt": { + "clock": 2, + "dist": 1.0443204423940595, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3902153534391548, + 0.10690281385369604, + -2.186897560067644 + ], + "anchor_cam_xyz": [ + -0.3902153534391566, + -0.10690281385369615, + -2.84706439634783 + ] + }, + "target_bbox": [ + 448, + 232, + 942, + 674 + ], + "anchor_bbox": [ + 291, + 436, + 484, + 658 + ], + "target_pixels": 130054, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02149/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9092137425335448, + 0.30980745170367063, + -0.2781181641982825, + 0.670142391498094 + ], + [ + -0.4163296414959485, + -0.6765821228009199, + 0.6073765394860557, + -2.778008572409612 + ], + [ + 0.0, + 0.6680239321873724, + 0.7441397893036773, + 2.1802975277234373 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.670142391498094, + -2.778008572409612, + 2.1802975277234373 + ], + "gt": { + "clock": 8, + "dist": 1.0443204423940595, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.10649839997802835, + -0.06978383568604896, + -1.6987023610829164 + ], + "anchor_cam_xyz": [ + 0.10649839997802812, + 0.06978383568604896, + -2.7114996827215423 + ] + }, + "target_bbox": [ + 267, + 199, + 702, + 907 + ], + "anchor_bbox": [ + 565, + 376, + 653, + 493 + ], + "target_pixels": 168661, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02149/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02152/meta.json b/data/batch_v5/pair_02152/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..9cede1e87f78ef30f6f2e2912606fd64baddf559 --- /dev/null +++ b/data/batch_v5/pair_02152/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2152, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "102c7436-d583-4de3-bfd6-1409f3ab9f52", + "target_category": "cabinet", + "anchor": { + "jid": "3f4bdfd2-1c63-435d-9482-6dce589f6a5f#576", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -9.227668762207031, + -0.6186809539794922, + 0.4602329730987549 + ] + }, + "pos_A": [ + -8.026622891426086, + 0.6062679477035999, + 1.4137542843818665 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.5219004039975415, + -0.6725182351801645, + 0.5247277309780376, + -6.462057567015862 + ], + [ + 0.8530064292296998, + -0.41147115263034745, + 0.3210475389188497, + 1.3184733571307723 + ], + [ + 0.0, + 0.6151509683835424, + 0.7884093391740041, + 4.190063179650527 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -6.462057567015862, + 1.3184733571307723, + 4.190063179650527 + ], + "gt": { + "clock": 5, + "dist": 1.962705756481505, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.20903148171669095, + -0.36259841393334735, + -3.2384904680076536 + ], + "anchor_cam_xyz": [ + -0.20903148171669184, + 0.36259841393334735, + -5.0137444796868325 + ] + }, + "target_bbox": [ + 423, + 508, + 726, + 722 + ], + "anchor_bbox": [ + 99, + 213, + 881, + 649 + ], + "target_pixels": 28059, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02152/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.23412731573338316, + 0.7664962468550673, + -0.5980534287039716, + -11.094784529286272 + ], + [ + -0.9722059452747039, + -0.18458816227994004, + 0.1440236449984301, + 0.5880519751372484 + ], + [ + 0.0, + 0.6151509683835426, + 0.7884093391740041, + 4.190063179650527 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -11.094784529286272, + 0.5880519751372484, + 4.190063179650527 + ], + "gt": { + "clock": 10, + "dist": 1.962705756481505, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.7360501253363136, + 0.6405228218080046, + -4.021168918035752 + ], + "anchor_cam_xyz": [ + 0.7360501253363139, + -0.6405228218080046, + -4.231066029658732 + ] + }, + "target_bbox": [ + 209, + 238, + 438, + 454 + ], + "anchor_bbox": [ + 751, + 432, + 980, + 543 + ], + "target_pixels": 24287, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02152/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.9722059452747039, + 0.18458816227994035, + -0.14402364499843032, + -9.221404305091754 + ], + [ + -0.23412731573338355, + 0.7664962468550673, + -0.5980534287039715, + -2.473845205607659 + ], + [ + 0.0, + 0.6151509683835426, + 0.7884093391740041, + 4.190063179650527 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -9.221404305091754, + -2.473845205607659, + 4.190063179650527 + ], + "gt": { + "clock": 1, + "dist": 1.962705756481505, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.4404349689296261, + 0.8735885719204217, + -4.20301686776818 + ], + "anchor_cam_xyz": [ + -0.4404349689296243, + -0.8735885719204219, + -4.049218079926305 + ] + }, + "target_bbox": [ + 517, + 191, + 728, + 400 + ], + "anchor_bbox": [ + 172, + 381, + 751, + 1023 + ], + "target_pixels": 21025, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02152/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02153/meta.json b/data/batch_v5/pair_02153/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca6ff8469f1aad657e30ea62e4bbfca7a5fe4ba --- /dev/null +++ b/data/batch_v5/pair_02153/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2153, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "fceb092a-aed7-44e1-a711-7273689cf0b7", + "target_category": "cabinet", + "anchor": { + "jid": "fb13fb08-cd1a-46d5-b044-9b13bf160622#819", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.6831876039505005, + 1.2928894758224487, + 0.3408685028553009 + ] + }, + "pos_A": [ + 2.117588311433792, + 2.3335652351379395, + 1.1967270374298096 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.18336618195129553, + -0.7899891821193437, + 0.5850589162221314, + 3.4679189809549786 + ], + [ + 0.9830446802239482, + -0.1473557642110943, + 0.1091303598324499, + 2.105617095853371 + ], + [ + 0.0, + 0.5951498726272022, + 0.8036147267887921, + 2.9218989024634676 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.4679189809549786, + 2.105617095853371, + 2.9218989024634676 + ], + "gt": { + "clock": 3, + "dist": 1.4156990647354695, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.47168818493247944, + 0.006421333206118929, + -2.1515204525710425 + ], + "anchor_cam_xyz": [ + -0.47168818493247877, + -0.006421333206118929, + -3.2070203022123014 + ] + }, + "target_bbox": [ + 515, + 386, + 1010, + 673 + ], + "anchor_bbox": [ + 261, + 436, + 478, + 632 + ], + "target_pixels": 120921, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02153/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9830446802239482, + 0.1473557642110943, + -0.1091303598324499, + 1.6079982173189693 + ], + [ + -0.18336618195129553, + -0.7899891821193437, + 0.5850589162221314, + 3.3807583787430264 + ], + [ + 0.0, + 0.5951498726272022, + 0.8036147267887921, + 2.9218989024634676 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.6079982173189693, + 3.3807583787430264, + 2.9218989024634676 + ], + "gt": { + "clock": 8, + "dist": 1.4156990647354695, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.30893002260595814, + -0.1243735229445545, + -2.0546549529933764 + ], + "anchor_cam_xyz": [ + 0.3089300226059577, + 0.12437352294455395, + -3.303885801789969 + ] + }, + "target_bbox": [ + 195, + 264, + 466, + 835 + ], + "anchor_bbox": [ + 511, + 373, + 691, + 582 + ], + "target_pixels": 103332, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02153/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.18336618195129525, + 0.7899891821193437, + -0.5850589162221314, + 0.33285693442931374 + ], + [ + -0.9830446802239482, + 0.1473557642110941, + -0.10913035983244973, + 1.5208376151070175 + ], + [ + 0.0, + 0.5951498726272021, + 0.8036147267887921, + 2.9218989024634676 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.33285693442931374, + 1.5208376151070175, + 2.9218989024634676 + ], + "gt": { + "clock": 11, + "dist": 1.4156990647354695, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.471688184932479, + 0.5029427646328037, + -2.5192397797803516 + ], + "anchor_cam_xyz": [ + 0.4716881849324792, + -0.5029427646328037, + -2.8393009750029923 + ] + }, + "target_bbox": [ + 134, + 133, + 508, + 490 + ], + "anchor_bbox": [ + 551, + 554, + 775, + 792 + ], + "target_pixels": 107627, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02153/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02177/meta.json b/data/batch_v5/pair_02177/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..87dab11c8b6e59dbc56cdba787d427a5b5d87c88 --- /dev/null +++ b/data/batch_v5/pair_02177/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2177, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "d8732fb3-49f9-4258-8530-e21c97cae7ef", + "target_category": "others", + "anchor": { + "jid": "c914d995-3ce6-4992-9b2c-1d846958b74d#342", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.993185043334961, + -0.841065526008606, + 0.41411659121513367 + ] + }, + "pos_A": [ + 3.386929512023926, + 0.03064262866973877, + 1.3432331085205078 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9930697290441526, + 0.08039839939610115, + -0.08572403764825018, + 3.482492525663722 + ], + [ + -0.11752664913190375, + -0.6793456402748409, + 0.7243459034076144, + 1.348656917066301 + ], + [ + 0.0, + 0.7294008489260976, + 0.6840865453916547, + 2.5350626968115733 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.482492525663722, + 1.348656917066301, + 2.5350626968115733 + ], + "gt": { + "clock": 3, + "dist": 1.4109140225072605, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.24980253888513326, + 0.01838263382929961, + -1.7618207888033066 + ], + "anchor_cam_xyz": [ + -0.2498025388851337, + -0.01838263382929939, + -3.0808058001919028 + ] + }, + "target_bbox": [ + 527, + 174, + 840, + 804 + ], + "anchor_bbox": [ + 20, + 338, + 825, + 716 + ], + "target_pixels": 147679, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02177/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9930697290441525, + -0.08039839939610062, + 0.08572403764824964, + 3.8976220296951634 + ], + [ + 0.11752664913190297, + 0.6793456402748408, + -0.7243459034076145, + -2.1590798144051684 + ], + [ + -0.0, + 0.7294008489260975, + 0.6840865453916547, + 2.5350626968115733 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.8976220296951634, + -2.1590798144051684, + 2.5350626968115733 + ], + "gt": { + "clock": 11, + "dist": 1.4109140225072605, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.2498025388851337, + 0.6593157426444993, + -2.4452096916021433 + ], + "anchor_cam_xyz": [ + 0.24980253888513415, + -0.6593157426444999, + -2.3974168973930654 + ] + }, + "target_bbox": [ + 326, + 33, + 497, + 497 + ], + "anchor_bbox": [ + 64, + 525, + 1023, + 1023 + ], + "target_pixels": 64004, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02177/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.11752664913190301, + -0.6793456402748408, + 0.7243459034076145, + 5.443925643415178 + ], + [ + 0.9930697290441525, + -0.08039839939610065, + 0.08572403764824967, + -0.1976466966537135 + ], + [ + 0.0, + 0.7294008489260975, + 0.6840865453916547, + 2.5350626968115733 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.443925643415178, + -0.1976466966537135, + 2.5350626968115733 + ], + "gt": { + "clock": 1, + "dist": 1.4109140225072605, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.46845908104233475, + 0.5097357440928949, + -2.285721424129436 + ], + "anchor_cam_xyz": [ + -0.4684590810423348, + -0.5097357440928958, + -2.556905164865773 + ] + }, + "target_bbox": [ + 539, + 86, + 928, + 509 + ], + "anchor_bbox": [ + 0, + 360, + 548, + 1023 + ], + "target_pixels": 132472, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02177/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02187/meta.json b/data/batch_v5/pair_02187/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..788baaf7fa8fcd2e1601c480c1a1654c58072675 --- /dev/null +++ b/data/batch_v5/pair_02187/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2187, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "91134c88-9bbc-4b3a-a7af-5bfce7f2ecaa", + "target_category": "chair", + "anchor": { + "jid": "95f8ee1a-4311-4ae3-90eb-ca9734cf143a#241", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 4.075159549713135, + 2.944430351257324, + 0.41322726011276245 + ] + }, + "pos_A": [ + 3.914340019226074, + 1.7853840291500092, + 1.0293769836425781 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.06522364583913134, + 0.7696293986593317, + -0.635150741747758, + 1.7607724476922173 + ], + [ + -0.9978706709907109, + -0.05030515154403928, + 0.04151524665324388, + 2.51092625947038 + ], + [ + 0.0, + 0.6365060725927183, + 0.7712716898425568, + 3.4340494468119753 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.7607724476922173, + 2.51092625947038, + 3.4340494468119753 + ], + "gt": { + "clock": 2, + "dist": 1.3224567214024212, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5835337836255228, + 0.16335880149589554, + -3.252616899299266 + ], + "anchor_cam_xyz": [ + -0.5835337836255228, + -0.16335880149589377, + -3.7818622878936936 + ] + }, + "target_bbox": [ + 591, + 363, + 724, + 587 + ], + "anchor_bbox": [ + 123, + 420, + 611, + 691 + ], + "target_pixels": 8920, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02187/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9978706709907108, + -0.050305151544039556, + 0.04151524665324413, + 4.1407688537363185 + ], + [ + 0.0652236458391317, + -0.7696293986593316, + 0.6351507417477581, + 4.598884526981054 + ], + [ + 0.0, + 0.6365060725927185, + 0.7712716898425568, + 3.4340494468119753 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.1407688537363185, + 4.598884526981054, + 3.4340494468119753 + ], + "gt": { + "clock": 12, + "dist": 1.3224567214024212, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.04243993298562865, + 0.6461546077036042, + -3.6510529712056985 + ], + "anchor_cam_xyz": [ + -0.04243993298562909, + -0.6461546077036031, + -3.3834262159872623 + ] + }, + "target_bbox": [ + 411, + 296, + 643, + 409 + ], + "anchor_bbox": [ + 389, + 452, + 636, + 985 + ], + "target_pixels": 11149, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02187/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02198/meta.json b/data/batch_v5/pair_02198/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..911587b0476564bc4ec9f1b0f43e33c1783a7370 --- /dev/null +++ b/data/batch_v5/pair_02198/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2198, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7894eab2-aa6c-4880-9816-cca4bc091c91", + "target_category": "chair", + "anchor": { + "jid": "cc14e409-5e44-4237-a4b0-11521ca7639d#386", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -6.127045631408691, + 2.502405881881714, + 0.3862258195877075 + ] + }, + "pos_A": [ + -7.377279758453369, + 1.962316870689392, + 1.2876200675964355 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 45, + "cam2world": [ + [ + 0.9461490630363953, + 0.09965177515370494, + -0.3080121332416413, + -7.637079258376822 + ], + [ + -0.32373129369177633, + 0.29124596703759004, + -0.9002076628028601, + -0.3539285304504287 + ], + [ + 0.0, + 0.9514438030661897, + 0.30782249691493563, + 1.7212946832844394 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.637079258376822, + -0.3539285304504287, + 1.7212946832844394 + ], + "gt": { + "clock": 10, + "dist": 1.6331849566969099, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5040320667887235, + 0.2878695874592919, + -2.298618060274192 + ], + "anchor_cam_xyz": [ + 0.5040320667887217, + -0.28786958745929225, + -3.447367035394479 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02198/view_00_front/rgb.png", + "ok": false + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 315, + "cam2world": [ + [ + -0.3237312936917765, + 0.2912459670375901, + -0.9002076628028601, + -9.338452601667012 + ], + [ + -0.9461490630363953, + -0.099651775153705, + 0.30801213324164145, + 3.1172779397313453 + ], + [ + 0.0, + 0.9514438030661898, + 0.3078224969149357, + 1.7212946832844394 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -9.338452601667012, + 3.1172779397313453, + 1.7212946832844394 + ], + "gt": { + "clock": 2, + "dist": 1.6331849566969099, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4578723116308252, + 0.2736605763696056, + -2.2546996472781577 + ], + "anchor_cam_xyz": [ + -0.4578723116308254, + -0.27366057636960606, + -3.491285448390512 + ] + }, + "target_bbox": [ + 506, + 190, + 895, + 611 + ], + "anchor_bbox": [ + 274, + 493, + 499, + 719 + ], + "target_pixels": 103525, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02198/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02218/meta.json b/data/batch_v5/pair_02218/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..53721fa588bbafc871ccf5660d5f2d068569fc48 --- /dev/null +++ b/data/batch_v5/pair_02218/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2218, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "75c62a2c-4f6e-46a8-b11f-5d718ce86132", + "target_category": "pier", + "anchor": { + "jid": "70f7c6c1-c48f-4106-bcef-40b80b84bbad#605", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -3.245359182357788, + -5.493877410888672, + 0.3808145225048065 + ] + }, + "pos_A": [ + -4.206345319747925, + -5.3641804456710815, + 1.2765560448169708 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.7031895080438731, + -0.561556527522444, + 0.43609492335264627, + -2.260873068339867 + ], + [ + 0.7110024724127306, + 0.5553857738178277, + -0.4313028245487816, + -6.877909952969851 + ], + [ + -0.0, + 0.6133521897227624, + 0.7898095285334893, + 3.481902406012656 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.260873068339867, + -6.877909952969851, + 3.481902406012656 + ], + "gt": { + "clock": 11, + "dist": 1.32010171344362, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.29177025312710736, + 0.5805424559174861, + -3.243089954252302 + ], + "anchor_cam_xyz": [ + 0.29177025312710914, + -0.5805424559174872, + -3.4755353003156833 + ] + }, + "target_bbox": [ + 292, + 207, + 569, + 489 + ], + "anchor_bbox": [ + 374, + 452, + 789, + 848 + ], + "target_pixels": 60743, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02218/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.005524600086387771, + 0.7379592327638624, + -0.6748226800963769, + -5.786262563137132 + ], + [ + -0.9999847392804979, + 0.004076991858907059, + -0.0037281823315016846, + -5.440412044982563 + ], + [ + 0.0, + 0.674832978533173, + 0.7379704947245832, + 3.0819024060126563 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.786262563137132, + -5.440412044982563, + 3.0819024060126563 + ], + "gt": { + "clock": 8, + "dist": 1.32010171344362, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.06750202502311353, + -0.05208194983803072, + -2.398740541136846 + ], + "anchor_cam_xyz": [ + 0.06750202502311353, + 0.05208194983802894, + -3.707783062337809 + ] + }, + "target_bbox": [ + 295, + 342, + 673, + 717 + ], + "anchor_bbox": [ + 342, + 377, + 733, + 598 + ], + "target_pixels": 109885, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02218/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02221/meta.json b/data/batch_v5/pair_02221/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..6911f89a3525e4be7a066a398f38b46b0865d754 --- /dev/null +++ b/data/batch_v5/pair_02221/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2221, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "d52d512c-981e-48dc-a742-c93bfc57236f", + "target_category": "chair", + "anchor": { + "jid": "3340f8b0-2c3e-4a53-96de-4aef0ed87631#597", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.1759262084960938, + 8.257096290588379, + 0.16386500000953674 + ] + }, + "pos_A": [ + -1.087509274482727, + 6.828700542449951, + 0.8327300548553467 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.5597145028181295, + 0.5856368083219753, + -0.5863012912091391, + -3.774878438153094 + ], + [ + -0.8286855105135205, + -0.39555345283979426, + 0.3960022608666048, + 9.328153928329392 + ], + [ + 0.0, + 0.7075075933761885, + 0.7067057416740248, + 3.684264995876972 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.774878438153094, + 9.328153928329392, + 3.684264995876972 + ], + "gt": { + "clock": 2, + "dist": 1.5797190981671871, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.5671013097497211, + 0.5450070932412143, + -4.580593317758597 + ], + "anchor_cam_xyz": [ + -0.5671013097497202, + -0.5450070932412165, + -4.435797184171389 + ] + }, + "target_bbox": [ + 544, + 290, + 707, + 516 + ], + "anchor_bbox": [ + 316, + 506, + 469, + 657 + ], + "target_pixels": 20916, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02221/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.8286855105135201, + -0.39555345283979454, + 0.39600226086660517, + 0.6535377703208187 + ], + [ + 0.55971450281813, + -0.5856368083219751, + 0.586301291209139, + 10.186059113182848 + ], + [ + 0.0, + 0.7075075933761887, + 0.7067057416740248, + 3.684264995876972 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.6535377703208187, + 10.186059113182848, + 3.684264995876972 + ], + "gt": { + "clock": 11, + "dist": 1.5797190981671871, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.43638182404886994, + 0.637387304334684, + -4.673078346494178 + ], + "anchor_cam_xyz": [ + 0.43638182404886816, + -0.6373873043346809, + -4.343312155435806 + ] + }, + "target_bbox": [ + 342, + 312, + 513, + 509 + ], + "anchor_bbox": [ + 464, + 534, + 738, + 699 + ], + "target_pixels": 14833, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02221/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02229/meta.json b/data/batch_v5/pair_02229/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..aa603fed95becfc0246177f512ae5598979b06d7 --- /dev/null +++ b/data/batch_v5/pair_02229/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2229, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "e6f0fc32-aa55-427f-a014-f265af3fbcd6", + "target_category": "chair", + "anchor": { + "jid": "e1f97282-7ce0-4eb3-86ab-448eb00db818#371", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 2.100768566131592, + 3.599602460861206, + 0.42789649963378906 + ] + }, + "pos_A": [ + 2.8190228939056396, + 4.6775312423706055, + 1.3087219893932343 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9827017499742781, + 0.1398032445809117, + -0.12145914293350413, + 2.0162161507558505 + ], + [ + -0.18519522293377766, + -0.7418382122678737, + 0.6444988721648112, + 6.492864614065631 + ], + [ + 0.0, + 0.6558438225857243, + 0.7548966024404568, + 3.6258802175034983 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.0162161507558505, + 6.492864614065631, + 3.6258802175034983 + ], + "gt": { + "clock": 9, + "dist": 1.5664205312694464, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.4527285229142617, + -0.06077525926757543, + -3.016703403342186 + ], + "anchor_cam_xyz": [ + 0.45272852291426213, + 0.0607752592675741, + -4.289120901801624 + ] + }, + "target_bbox": [ + 258, + 449, + 507, + 702 + ], + "anchor_bbox": [ + 631, + 432, + 892, + 619 + ], + "target_pixels": 26066, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02229/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.1851952229337777, + 0.7418382122678737, + -0.644498872164811, + 0.10559796756889073 + ], + [ + -0.9827017499742781, + 0.13980324458091173, + -0.12145914293350413, + 3.6948872723531405 + ], + [ + 0.0, + 0.6558438225857242, + 0.7548966024404568, + 3.6258802175034983 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.10559796756889073, + 3.6948872723531405, + 3.6258802175034983 + ], + "gt": { + "clock": 11, + "dist": 1.5664205312694464, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.463132614790831, + 0.6306052018932515, + -3.617365272852405 + ], + "anchor_cam_xyz": [ + 0.4631326147908319, + -0.630605201893252, + -3.688459032291405 + ] + }, + "target_bbox": [ + 307, + 306, + 428, + 517 + ], + "anchor_bbox": [ + 451, + 403, + 740, + 1013 + ], + "target_pixels": 993, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02229/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9827017499742781, + -0.1398032445809117, + 0.12145914293350413, + 2.903575309281381 + ], + [ + 0.18519522293377766, + 0.7418382122678737, + -0.6444988721648112, + 1.7842690891661803 + ], + [ + -0.0, + 0.6558438225857243, + 0.7548966024404568, + 3.6258802175034983 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.903575309281381, + 1.7842690891661803, + 3.6258802175034983 + ], + "gt": { + "clock": 1, + "dist": 1.5664205312694464, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.45272852291426213, + 0.6384592155023521, + -3.6241887322392676 + ], + "anchor_cam_xyz": [ + -0.4527285229142617, + -0.6384592155023525, + -3.6816355729045425 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 51, + 504, + 720, + 847 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02229/view_02_back/rgb.png", + "ok": false + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.18519522293377766, + -0.7418382122678737, + 0.6444988721648112, + 4.814193492468341 + ], + [ + 0.9827017499742781, + -0.1398032445809117, + 0.12145914293350413, + 4.582246430878671 + ], + [ + 0.0, + 0.6558438225857243, + 0.7548966024404568, + 3.6258802175034983 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.814193492468341, + 4.582246430878671, + 3.6258802175034983 + ], + "gt": { + "clock": 3, + "dist": 1.5664205312694464, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4631326147908319, + -0.052921245658476224, + -3.0235268627290495 + ], + "anchor_cam_xyz": [ + -0.46313261479083145, + 0.05292124565847245, + -4.282297442414762 + ] + }, + "target_bbox": [ + 523, + 414, + 775, + 694 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 29555, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02229/view_03_left/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02230/meta.json b/data/batch_v5/pair_02230/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..99060219e39096a4e4c42f5e5a8ffc86d734abe3 --- /dev/null +++ b/data/batch_v5/pair_02230/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2230, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "78be2e50-02ab-4249-8938-a506d2b36f6c", + "target_category": "cabinet", + "anchor": { + "jid": "a4a6dbf2-4558-4f48-b567-392202358792#345", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.0751705169677734, + -3.471059799194336, + 0.3978469967842102 + ] + }, + "pos_A": [ + 2.2248497009277344, + -1.8428201377391815, + 1.27474907040596 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.3475149112558351, + -0.41672486835111977, + 0.8399843870885879, + 3.8542756144881842 + ], + [ + 0.9376744565438738, + -0.1544439060192773, + 0.31130964237983305, + -1.8400091816715238 + ], + [ + 0.0, + 0.895816646413344, + 0.44442382475374725, + 2.002543646969462 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.8542756144881842, + -1.8400091816715238, + 2.002543646969462 + ], + "gt": { + "clock": 3, + "dist": 2.177586707318118, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5636140400458083, + 0.027485937496183277, + -1.6930166543878913 + ], + "anchor_cam_xyz": [ + -0.5636140400458078, + -0.027485937496182722, + -3.5553320992847426 + ] + }, + "target_bbox": [ + 654, + 212, + 1023, + 775 + ], + "anchor_bbox": [ + 119, + 367, + 596, + 624 + ], + "target_pixels": 166383, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02230/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.34751491125583495, + 0.4167248683511199, + -0.839984387088588, + -0.5542553965926764 + ], + [ + -0.9376744565438738, + 0.15444390601927727, + -0.31130964237983294, + -3.473870755261993 + ], + [ + 0.0, + 0.895816646413344, + 0.44442382475374737, + 2.002543646969462 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.5542553965926764, + -3.473870755261993, + 2.002543646969462 + ], + "gt": { + "clock": 11, + "dist": 2.177586707318118, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.5636140400458078, + 0.7580575373285603, + -3.165615925791271 + ], + "anchor_cam_xyz": [ + 0.5636140400458087, + -0.7580575373285605, + -2.082732827881361 + ] + }, + "target_bbox": [ + 252, + 151, + 435, + 448 + ], + "anchor_bbox": [ + 361, + 528, + 1023, + 1023 + ], + "target_pixels": 47546, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02230/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02235/meta.json b/data/batch_v5/pair_02235/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..a6aa626d7725d07dacf0efec4be772fef4c88450 --- /dev/null +++ b/data/batch_v5/pair_02235/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2235, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "722b9d7c-1fb1-41d8-9c10-6cda015b43cd", + "target_category": "lighting", + "anchor": { + "jid": "ba2e69c9-42af-4ee8-8e38-f55dce7cfef1#1085", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 10.427678108215332, + 19.541086196899414, + 0.32711949944496155 + ] + }, + "pos_A": [ + 9.715250968933105, + 19.608963012695312, + 1.1692390441894531 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 45, + "cam2world": [ + [ + 0.9408519588107258, + -0.1129334447057245, + 0.3194426844817695, + 10.790536423036363 + ], + [ + 0.33881793282236444, + 0.3136010298555549, + -0.8870494926843232, + 17.578258420120164 + ], + [ + -0.0, + 0.942815162765446, + 0.3333160195063621, + 1.4984803114440481 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 10.790536423036363, + 17.578258420120164, + 1.4984803114440481 + ], + "gt": { + "clock": 11, + "dist": 1.1051357466615208, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.32364529354453886, + 0.4478530829620677, + -2.254568939336986 + ], + "anchor_cam_xyz": [ + 0.3236452935445371, + -0.4478530829620695, + -2.2474711410529675 + ] + }, + "target_bbox": [ + 252, + 119, + 531, + 536 + ], + "anchor_bbox": [ + 309, + 518, + 992, + 965 + ], + "target_pixels": 23010, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02235/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.33881793282236544, + -0.448330126143781, + 0.827165344045482, + 12.068230723251416 + ], + [ + 0.9408519588107255, + -0.16145184706214225, + 0.2978773114593382, + 20.29409648925951 + ], + [ + 0.0, + 0.8791663091088763, + 0.4765150584481837, + 1.898480311444048 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 12.068230723251416, + 20.29409648925951, + 1.898480311444048 + ], + "gt": { + "clock": 1, + "dist": 1.1051357466615208, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.15262256285877918, + 0.5244034219605851, + -2.497883471091141 + ], + "anchor_cam_xyz": [ + -0.15262256285878095, + -0.524403421960586, + -2.3300900388034034 + ] + }, + "target_bbox": [ + 438, + 131, + 690, + 505 + ], + "anchor_bbox": [ + 161, + 500, + 643, + 1023 + ], + "target_pixels": 18254, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02235/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02241/meta.json b/data/batch_v5/pair_02241/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..d0ddbcbba42d25cc1a2b477fd0c293228f299faa --- /dev/null +++ b/data/batch_v5/pair_02241/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2241, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "2206502d-ce13-48ba-8962-b721753eba94", + "target_category": "cabinet", + "anchor": { + "jid": "96ad287b-cfe2-4e23-ae18-ff2e2d4c06db#401", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 0.35311201214790344, + 1.4452478885650635, + 0.5042495131492615 + ] + }, + "pos_A": [ + 1.7992337346076965, + 0.47418611496686935, + 1.374094158411026 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.37820945600449957, + -0.33592917018729873, + 0.8626176441541487, + 3.387623811251428 + ], + [ + 0.9257200480646298, + 0.137246232247215, + -0.35242852373944283, + 0.015357415277631792 + ], + [ + -0.0, + 0.9318342472517398, + 0.3628841904089838, + 1.911548192726614 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.387623811251428, + 0.015357415277631792, + 1.911548192726614 + ], + "gt": { + "clock": 10, + "dist": 1.9470127660609506, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.17599722088061864, + 0.09574099516102874, + -1.7269111993176638 + ], + "anchor_cam_xyz": [ + 0.17599722088061776, + -0.09574099516102841, + -3.632244049912492 + ] + }, + "target_bbox": [ + 254, + 186, + 603, + 780 + ], + "anchor_bbox": [ + 34, + 374, + 938, + 879 + ], + "target_pixels": 159825, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02241/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.9220173945164932, + 0.1864769825026286, + -0.3392790285380625, + 0.10949330831177839 + ], + [ + -0.38714845241717943, + -0.4441061832247733, + 0.8080134737815373, + 3.261922701800839 + ], + [ + 0.0, + 0.8763538286663888, + 0.48166790113288804, + 2.311548192726614 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.10949330831177839, + 3.261922701800839, + 2.311548192726614 + ], + "gt": { + "clock": 11, + "dist": 1.9470127660609506, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.4787021599230299, + 0.7316073191520415, + -3.2773637309481196 + ], + "anchor_cam_xyz": [ + 0.4787021599230298, + -0.7316073191520416, + -2.42107020545755 + ] + }, + "target_bbox": [ + 263, + 166, + 479, + 449 + ], + "anchor_bbox": [ + 506, + 474, + 1023, + 1023 + ], + "target_pixels": 55846, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02241/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02251/meta.json b/data/batch_v5/pair_02251/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..10c80b1162eee69b21b0283a1cfecd8a59ef47a8 --- /dev/null +++ b/data/batch_v5/pair_02251/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2251, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "d4739072-c1a6-49d1-85c4-289940d5b7d9", + "target_category": "chair", + "anchor": { + "jid": "f0f07050-6651-4075-b2b2-5922d677247e#250", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.4227999746799469, + 4.993199825286865, + 0.20000000298023224 + ] + }, + "pos_A": [ + 0.30571261048316956, + 5.518672466278076, + 0.9149999916553497 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.0085609747566291, + 0.7252502898862065, + -0.6884320785169659, + -2.730624964513654 + ], + [ + -0.9999633541841503, + 0.006209076960644648, + -0.0058938656313520165, + 5.2330596870495585 + ], + [ + 0.0, + 0.6884573075966804, + 0.7252768682487605, + 3.3725907008061453 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.730624964513654, + 5.2330596870495585, + 3.3725907008061453 + ], + "gt": { + "clock": 11, + "dist": 1.1480753751286294, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.25960830338305385, + 0.5119318153894268, + -3.874429244147736 + ], + "anchor_cam_xyz": [ + 0.25960830338305296, + -0.511931815389429, + -3.8883736983633583 + ] + }, + "target_bbox": [ + 360, + 311, + 545, + 539 + ], + "anchor_bbox": [ + 406, + 499, + 757, + 740 + ], + "target_pixels": 16736, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02251/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.008560974756628767, + -0.7252502898862065, + 0.6884320785169659, + 2.6135376003168767 + ], + [ + 0.9999633541841503, + -0.006209076960644407, + 0.0058938656313517876, + 5.278812604515382 + ], + [ + 0.0, + 0.6884573075966804, + 0.7252768682487605, + 3.3725907008061453 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.6135376003168767, + 5.278812604515382, + 3.3725907008061453 + ], + "gt": { + "clock": 3, + "dist": 1.1480753751286294, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.25960830338305474, + -0.01968484825449962, + -3.3698007457791697 + ], + "anchor_cam_xyz": [ + -0.25960830338305296, + 0.019684848254499343, + -4.393002196731924 + ] + }, + "target_bbox": [ + 474, + 349, + 694, + 654 + ], + "anchor_bbox": [ + 314, + 414, + 514, + 604 + ], + "target_pixels": 36497, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02251/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9999633541841503, + 0.006209076960644441, + -0.00589386563135182, + -0.08142014083130013 + ], + [ + -0.008560974756628814, + -0.7252502898862065, + 0.6884320785169658, + 7.928017428197736 + ], + [ + 0.0, + 0.6884573075966803, + 0.7252768682487605, + 3.3725907008061453 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.08142014083130013, + 7.928017428197736, + 3.3725907008061453 + ], + "gt": { + "clock": 9, + "dist": 1.1480753751286294, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.36649222311995067, + 0.057835586318427445, + -3.4433857613866135 + ], + "anchor_cam_xyz": [ + 0.36649222311995067, + -0.05783558631843011, + -4.31941718112448 + ] + }, + "target_bbox": [ + 312, + 337, + 526, + 644 + ], + "anchor_bbox": [ + 496, + 397, + 734, + 639 + ], + "target_pixels": 30502, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02251/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02255/meta.json b/data/batch_v5/pair_02255/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2b30bcd2d042efca6e3e748d6ba15e47e3bb9435 --- /dev/null +++ b/data/batch_v5/pair_02255/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2255, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "df333a92-80b0-41a3-9726-168581c53d57", + "target_category": "cabinet", + "anchor": { + "jid": "5d39c6a6-21d1-4448-8421-2a8cedec9fed#292", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 2.7343673706054688, + 1.4001034498214722, + 0.39761900901794434 + ] + }, + "pos_A": [ + 1.5718495845794678, + 0.23082629963755608, + 1.310238093137741 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.2722363845037476, + 0.7245564843667041, + -0.6331707920573166, + 0.40776710584189946 + ], + [ + -0.9622304042963554, + 0.2049931459160033, + -0.17913810084717455, + 0.32166897860249155 + ], + [ + 0.0, + 0.6580240961314578, + 0.7529968717799416, + 2.9295716628613713 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.40776710584189946, + 0.32166897860249155, + 2.9295716628613713 + ], + "gt": { + "clock": 4, + "dist": 1.8845504104344548, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.40431719298347, + -0.24073912679020726, + -1.9401427524668018 + ], + "anchor_cam_xyz": [ + -0.40431719298347013, + 0.24073912679020815, + -3.5728764633424284 + ] + }, + "target_bbox": [ + 607, + 404, + 840, + 787 + ], + "anchor_bbox": [ + 171, + 310, + 644, + 626 + ], + "target_pixels": 30457, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02255/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.8728998375101343, + -0.39356747619544064, + 0.2883583107107064, + 3.038084770369221 + ], + [ + 0.487899450373518, + -0.7041307092214765, + 0.5159012218016931, + 2.3987740208532777 + ], + [ + 0.0, + 0.5910199539883674, + 0.8066569369859706, + 3.329571662861371 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.038084770369221, + 2.3987740208532777, + 3.329571662861371 + ], + "gt": { + "clock": 12, + "dist": 1.8845504104344548, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.22213595380784557, + 0.91011461460971, + -3.170157411562528 + ], + "anchor_cam_xyz": [ + -0.22213595380784557, + -0.9101146146097099, + -2.967874751239253 + ] + }, + "target_bbox": [ + 523, + 97, + 641, + 389 + ], + "anchor_bbox": [ + 274, + 550, + 691, + 1023 + ], + "target_pixels": 14426, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02255/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02265/meta.json b/data/batch_v5/pair_02265/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..bfe264243bc5543904cdf25a8a7d897f9568dbfd --- /dev/null +++ b/data/batch_v5/pair_02265/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2265, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a478b49c-01fd-4a9f-8454-fcef9aa0694a", + "target_category": "others", + "anchor": { + "jid": "cbe422ce-66fb-43d8-b546-7ea428c6972b#446", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.2415038347244263, + -0.04762852191925049, + 0.3652789890766144 + ] + }, + "pos_A": [ + 0.7225643992424011, + -1.7309810817241669, + 1.2455580532550812 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9960745825315857, + -0.0660051524196125, + 0.05898089426747366, + 1.2110815431829314 + ], + [ + 0.08851794187918731, + 0.7427426942554983, + -0.6637001311552952, + -3.46672938477241 + ], + [ + -0.0, + 0.6663156984374201, + 0.7456697593545369, + 3.701165377773928 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.2110815431829314, + -3.46672938477241, + 3.701165377773928 + ], + "gt": { + "clock": 8, + "dist": 1.9692295978709757, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3329546428039637, + -0.3147506898239705, + -3.011901677143512 + ], + "anchor_cam_xyz": [ + 0.33295464280396414, + 0.3147506898239706, + -4.754932957842043 + ] + }, + "target_bbox": [ + 340, + 539, + 487, + 661 + ], + "anchor_bbox": [ + 344, + 337, + 810, + 517 + ], + "target_pixels": 9531, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02265/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.08851794187918725, + -0.6914938602205108, + 0.7169385017160186, + 3.559458699934115 + ], + [ + 0.9960745825315858, + -0.06145083350409962, + 0.06371201688989764, + -0.6602573756221911 + ], + [ + 0.0, + 0.7197638754056696, + 0.6942189594508436, + 3.3011653777739283 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.559458699934115, + -0.6602573756221911, + 3.3011653777739283 + ], + "gt": { + "clock": 10, + "dist": 1.9692295978709757, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.8154046237361708, + 0.5479399610074798, + -3.5291382941792184 + ], + "anchor_cam_xyz": [ + 0.8154046237361712, + -0.5479399610074797, + -3.6609472620617733 + ] + }, + "target_bbox": [ + 221, + 248, + 373, + 482 + ], + "anchor_bbox": [ + 598, + 407, + 913, + 920 + ], + "target_pixels": 13245, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02265/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02266/meta.json b/data/batch_v5/pair_02266/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..7d7ad648e05eb5b1eaa1201e1fa0cdf240f985e7 --- /dev/null +++ b/data/batch_v5/pair_02266/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2266, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "b44e175e-11ce-42dc-834c-95a5b5a3e17d", + "target_category": "cabinet", + "anchor": { + "jid": "f01e1a67-a4cb-4a75-b37d-c473c47319a9#166", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.470407009124756, + 2.145434856414795, + 0.3790799081325531 + ] + }, + "pos_A": [ + 2.5346972942352295, + 1.3660635948181152, + 1.2731610536575317 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.925933787772732, + -0.26464467410642956, + 0.2694620884798878, + 3.5682903518574856 + ], + [ + 0.3776858756438228, + 0.6488022489364552, + -0.6606126104716415, + 0.3687868096004576 + ], + [ + -0.0, + 0.7134555615047791, + 0.70070047934756, + 2.29724775629721 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.5682903518574856, + 0.3687868096004576, + 2.29724775629721 + ], + "gt": { + "clock": 10, + "dist": 1.5107459510866468, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5803813789755878, + 0.18992996549307528, + -1.654905807823694 + ], + "anchor_cam_xyz": [ + 0.5803813789755874, + -0.18992996549307528, + -2.5441130847335693 + ] + }, + "target_bbox": [ + 0, + 78, + 357, + 672 + ], + "anchor_bbox": [ + 493, + 340, + 941, + 862 + ], + "target_pixels": 149920, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02266/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.9217983040899705, + -0.27164042620648976, + 0.27658518656502695, + 3.5832453635740045 + ], + [ + 0.38766981643771825, + -0.6459045135376102, + 0.6576621266386631, + 3.136517072954022 + ], + [ + 0.0, + 0.7134555615047791, + 0.70070047934756, + 2.29724775629721 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.5832453635740045, + 3.136517072954022, + 2.29724775629721 + ], + "gt": { + "clock": 1, + "dist": 1.5107459510866468, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.28019845719282865, + 0.6977315835281505, + -2.171951106359226 + ], + "anchor_cam_xyz": [ + -0.2801984571928289, + -0.6977315835281506, + -2.027067786198036 + ] + }, + "target_bbox": [ + 579, + 0, + 722, + 454 + ], + "anchor_bbox": [ + 102, + 501, + 710, + 1023 + ], + "target_pixels": 45951, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02266/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02280/meta.json b/data/batch_v5/pair_02280/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..0eb6b06b4d763cf106ab88c30edba8bfcf6a0956 --- /dev/null +++ b/data/batch_v5/pair_02280/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2280, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "37ce2d7e-c7c9-4505-a6ac-e761f1067970", + "target_category": "others", + "anchor": { + "jid": "f877d2a1-678f-49a0-a90e-e99ff27134c7#454", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + 3.830310106277466, + 3.679029941558838, + 0.3726300001144409 + ] + }, + "pos_A": [ + 4.225284069776535, + 3.0815269947052, + 0.9336554408073425 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.871198365976201, + -0.371839038919571, + 0.3205450611938469, + 5.044576869849989 + ], + [ + 0.49093116332169956, + -0.6598594412321198, + 0.5688339922125236, + 5.184639141608686 + ], + [ + 0.0, + 0.6529328043161903, + 0.7574158389205996, + 3.055691393582504 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.044576869849989, + 5.184639141608686, + 3.055691393582504 + ], + "gt": { + "clock": 10, + "dist": 0.9098152276399915, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3187167441952661, + 0.3068565679719901, + -3.0662055807198563 + ], + "anchor_cam_xyz": [ + 0.31871674419526674, + -0.306856567971991, + -3.277862102220353 + ] + }, + "target_bbox": [ + 266, + 294, + 564, + 509 + ], + "anchor_bbox": [ + 205, + 379, + 998, + 1023 + ], + "target_pixels": 52790, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02280/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.49093116332169945, + 0.6598594412321198, + -0.5688339922125236, + 2.2234364145503327 + ], + [ + -0.871198365976201, + -0.3718390389195708, + 0.32054506119384685, + 4.397058249955007 + ], + [ + 0.0, + 0.6529328043161902, + 0.7574158389205995, + 3.055691393582504 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.2234364145503327, + 4.397058249955007, + 3.055691393582504 + ], + "gt": { + "clock": 1, + "dist": 0.9098152276399915, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.163319281791237, + 0.42455706732487086, + -3.167669681630941 + ], + "anchor_cam_xyz": [ + -0.163319281791237, + -0.424557067324872, + -3.1763980013092716 + ] + }, + "target_bbox": [ + 487, + 198, + 612, + 535 + ], + "anchor_bbox": [ + 158, + 342, + 879, + 1023 + ], + "target_pixels": 31485, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02280/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02284/meta.json b/data/batch_v5/pair_02284/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..dec6586cf033ce46da7c54d04358c3df56d33993 --- /dev/null +++ b/data/batch_v5/pair_02284/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2284, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "afd94e33-81cc-43a9-b41b-a4a3bb284767", + "target_category": "cabinet", + "anchor": { + "jid": "a8c46862-3af3-466a-b5b7-a38fe9965a83#634", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -3.2381300926208496, + 0.9901400208473206, + 0.22143149375915527 + ] + }, + "pos_A": [ + -2.510708510875702, + 2.0893185138702393, + 0.5754766166210175 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.5645881197909531, + -0.6368528978135202, + 0.525032038581874, + -1.7155670343273366 + ], + [ + 0.8253727975835625, + -0.4356329421234079, + 0.3591429864914351, + 2.33243072867927 + ], + [ + 0.0, + 0.6361150259846293, + 0.7715942416299997, + 2.1015191459548825 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.7155670343273366, + 2.33243072867927, + 2.1015191459548825 + ], + "gt": { + "clock": 5, + "dist": 1.3648016215315024, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2482692223485783, + -0.3584427402859174, + -1.6822724253887427 + ], + "anchor_cam_xyz": [ + -0.2482692223485783, + 0.3584427402859174, + -2.7321334861096536 + ] + }, + "target_bbox": [ + 372, + 563, + 930, + 869 + ], + "anchor_bbox": [ + 143, + 197, + 686, + 587 + ], + "target_pixels": 90292, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02284/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.8253727975835625, + 0.4356329421234079, + -0.3591429864914351, + -3.6671207630687657 + ], + [ + -0.5645881197909531, + -0.6368528978135202, + 0.525032038581874, + 2.698581534779719 + ], + [ + 0.0, + 0.6361150259846293, + 0.7715942416299997, + 2.1015191459548825 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.6671207630687657, + 2.698581534779719, + 2.1015191459548825 + ], + "gt": { + "clock": 9, + "dist": 1.3648016215315024, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.6104885523190573, + -0.07895639107361885, + -1.9126855838850485 + ], + "anchor_cam_xyz": [ + 0.6104885523190577, + 0.07895639107361885, + -2.5017203276133464 + ] + }, + "target_bbox": [ + 19, + 367, + 376, + 798 + ], + "anchor_bbox": [ + 502, + 244, + 984, + 739 + ], + "target_pixels": 68530, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02284/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.5645881197909532, + 0.6368528978135202, + -0.525032038581874, + -4.033271569169215 + ], + [ + -0.8253727975835625, + 0.435632942123408, + -0.35914298649143517, + 0.7470278060382899 + ], + [ + 0.0, + 0.6361150259846293, + 0.7715942416299997, + 2.1015191459548825 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.033271569169215, + 0.7470278060382899, + 2.1015191459548825 + ], + "gt": { + "clock": 11, + "dist": 1.3648016215315024, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.24826922234857873, + 0.5836561628149218, + -2.458954308032255 + ], + "anchor_cam_xyz": [ + 0.24826922234857784, + -0.5836561628149222, + -1.9554516034661413 + ] + }, + "target_bbox": [ + 239, + 214, + 609, + 395 + ], + "anchor_bbox": [ + 291, + 528, + 1023, + 1023 + ], + "target_pixels": 40903, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02284/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.8253727975835625, + -0.4356329421234078, + 0.3591429864914351, + -2.081717840427786 + ], + [ + 0.564588119790953, + 0.6368528978135202, + -0.5250320385818741, + 0.3808769999378405 + ], + [ + -0.0, + 0.6361150259846293, + 0.7715942416299997, + 2.1015191459548825 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.081717840427786, + 0.3808769999378405, + 2.1015191459548825 + ], + "gt": { + "clock": 2, + "dist": 1.3648016215315024, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.6104885523190575, + 0.30416981360262385, + -2.228541149535948 + ], + "anchor_cam_xyz": [ + -0.610488552319058, + -0.30416981360262385, + -2.1858647619624474 + ] + }, + "target_bbox": [ + 660, + 248, + 834, + 584 + ], + "anchor_bbox": [ + 0, + 400, + 520, + 999 + ], + "target_pixels": 33094, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02284/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02287/meta.json b/data/batch_v5/pair_02287/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..58900eab43548ddc644f4b780bf8314746440d00 --- /dev/null +++ b/data/batch_v5/pair_02287/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2287, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5f72fed8-7f98-4c85-a10a-80cf908e720a", + "target_category": "pier", + "anchor": { + "jid": "1fc19a03-37f0-453e-9816-c346bb4bd184#507", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.4120219945907593, + -4.154601097106934, + 0.5433869957923889 + ] + }, + "pos_A": [ + -1.394808679819107, + -3.1457017064094543, + 1.601218044757843 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.973059437704084, + 0.18503768928481812, + -0.1375368468416635, + -1.788425427382415 + ], + [ + -0.23055439855923826, + -0.7809552583456163, + 0.5804770053734427, + -2.0252086368417386 + ], + [ + 0.0, + 0.5965483534521465, + 0.8025771377216854, + 3.318975344789856 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.788425427382415, + -2.0252086368417386, + 3.318975344789856 + ], + "gt": { + "clock": 8, + "dist": 1.4619099859124451, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.12467788531088342, + -0.07683640091285326, + -2.0831900050485155 + ], + "anchor_cam_xyz": [ + 0.12467788531088342, + 0.07683640091285415, + -3.515456452518115 + ] + }, + "target_bbox": [ + 182, + 247, + 669, + 842 + ], + "anchor_bbox": [ + 353, + 261, + 688, + 801 + ], + "target_pixels": 143665, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02287/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.23055439855923826, + 0.7809552583456163, + -0.5804770053734427, + -3.0283581021213886 + ], + [ + -0.973059437704084, + 0.18503768928481812, + -0.1375368468416635, + -4.035161491935676 + ], + [ + 0.0, + 0.5965483534521465, + 0.8025771377216854, + 3.318975344789856 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.0283581021213886, + -4.035161491935676, + 3.318975344789856 + ], + "gt": { + "clock": 10, + "dist": 1.4619099859124451, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.4888752341888467, + 0.41558730557545, + -2.449204108241508 + ], + "anchor_cam_xyz": [ + 0.48887523418884626, + -0.41558730557545065, + -3.149442349325124 + ] + }, + "target_bbox": [ + 111, + 102, + 500, + 259 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 45639, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02287/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.973059437704084, + -0.185037689284818, + 0.13753684684166342, + -1.0184052470274516 + ], + [ + 0.23055439855923812, + 0.7809552583456163, + -0.5804770053734427, + -5.275094166674649 + ], + [ + -0.0, + 0.5965483534521465, + 0.8025771377216854, + 3.318975344789856 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.0184052470274516, + -5.275094166674649, + 3.318975344789856 + ], + "gt": { + "clock": 12, + "dist": 1.4619099859124451, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.12467788531088297, + 0.7078837714037511, + -2.6664654370462935 + ], + "anchor_cam_xyz": [ + -0.12467788531088342, + -0.7078837714037529, + -2.932181020520338 + ] + }, + "target_bbox": [ + 400, + 19, + 780, + 496 + ], + "anchor_bbox": [ + 211, + 408, + 650, + 1023 + ], + "target_pixels": 92848, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02287/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.23055439855923798, + -0.7809552583456163, + 0.5804770053734427, + 0.22152742771152223 + ], + [ + 0.973059437704084, + -0.18503768928481787, + 0.13753684684166334, + -3.2651413115807126 + ], + [ + 0.0, + 0.5965483534521464, + 0.8025771377216854, + 3.318975344789856 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.22152742771152223, + -3.2651413115807126, + 3.318975344789856 + ], + "gt": { + "clock": 2, + "dist": 1.4619099859124451, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.48887523418884626, + 0.2154600649154479, + -2.3004513338533013 + ], + "anchor_cam_xyz": [ + -0.4888752341888467, + -0.2154600649154479, + -3.298195123713329 + ] + }, + "target_bbox": [ + 523, + 232, + 1023, + 683 + ], + "anchor_bbox": [ + 43, + 373, + 684, + 799 + ], + "target_pixels": 158326, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02287/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02309/meta.json b/data/batch_v5/pair_02309/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..7a164aaa101f5f09d8d28e0952b351562236c16c --- /dev/null +++ b/data/batch_v5/pair_02309/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2309, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a89cb505-e1a5-4236-a71d-0a6228545d92", + "target_category": "others", + "anchor": { + "jid": "8174e94b-cb97-4d24-bd3a-81a095192bbe#386", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.655500054359436, + -0.8092449307441711, + 0.4698309898376465 + ] + }, + "pos_A": [ + -3.0784029960632324, + -1.1511147171258926, + 1.4546620547771454 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9836561988034485, + 0.13219042215225751, + -0.12225454939084554, + -2.7887187940961295 + ], + [ + -0.18005688699838934, + -0.7221602591278607, + 0.6678802868634695, + 1.3239474738708048 + ], + [ + 0.0, + 0.6789773578165835, + 0.7341592113243632, + 3.4950301858172486 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.7887187940961295, + 1.3239474738708048, + 3.4950301858172486 + ], + "gt": { + "clock": 2, + "dist": 1.7639217552997832, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.7306016541986491, + 0.3637343136721043, + -3.1155850924464343 + ], + "anchor_cam_xyz": [ + -0.7306016541986493, + -0.3637343136721055, + -3.784236157336479 + ] + }, + "target_bbox": [ + 633, + 284, + 776, + 554 + ], + "anchor_bbox": [ + 85, + 355, + 491, + 786 + ], + "target_pixels": 19493, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02309/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.18005688699838956, + 0.7685940016549834, + -0.6138752137563698, + -4.6710788230171705 + ], + [ + -0.9836561988034485, + 0.14069005356950354, + -0.11236899653445809, + -1.4019470928198277 + ], + [ + 0.0, + 0.6240749710143724, + 0.7813644671684337, + 3.8950301858172485 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.6710788230171705, + -1.4019470928198277, + 3.8950301858172485 + ], + "gt": { + "clock": 6, + "dist": 1.7639217552997832, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.04003943018697731, + -0.2635619630922177, + -2.912706940476011 + ], + "anchor_cam_xyz": [ + -0.04003943018697714, + 0.26356196309221813, + -4.594119353117533 + ] + }, + "target_bbox": [ + 456, + 476, + 592, + 726 + ], + "anchor_bbox": [ + 272, + 310, + 712, + 567 + ], + "target_pixels": 21770, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02309/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9836561988034483, + -0.13219042215225765, + 0.12225454939084568, + -1.9451842563265385 + ], + [ + 0.18005688699838954, + 0.7221602591278606, + -0.6678802868634693, + -3.284307121740868 + ], + [ + -0.0, + 0.6789773578165834, + 0.7341592113243632, + 3.4950301858172486 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.9451842563265385, + -3.284307121740868, + 3.4950301858172486 + ], + "gt": { + "clock": 10, + "dist": 1.7639217552997832, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.7306016541986491, + 0.3049436806962087, + -3.0612133594127626 + ], + "anchor_cam_xyz": [ + 0.7306016541986495, + -0.30494368069620825, + -3.838607890370149 + ] + }, + "target_bbox": [ + 245, + 362, + 380, + 571 + ], + "anchor_bbox": [ + 540, + 403, + 824, + 774 + ], + "target_pixels": 17518, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02309/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.18005688699838943, + -0.7221602591278607, + 0.6678802868634695, + -0.06282422740549753 + ], + [ + 0.9836561988034485, + -0.13219042215225757, + 0.12225454939084561, + -0.5584125550502363 + ], + [ + 0.0, + 0.6789773578165836, + 0.7341592113243632, + 3.4950301858172486 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.06282422740549753, + -0.5584125550502363, + 3.4950301858172486 + ], + "gt": { + "clock": 12, + "dist": 1.7639217552997832, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.0400394301869772, + 0.870716931422912, + -3.584461206713822 + ], + "anchor_cam_xyz": [ + 0.04003943018697742, + -0.8707169314229117, + -3.315360043069089 + ] + }, + "target_bbox": [ + 448, + 178, + 560, + 428 + ], + "anchor_bbox": [ + 188, + 534, + 835, + 871 + ], + "target_pixels": 15560, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02309/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02312/meta.json b/data/batch_v5/pair_02312/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..6ab238452ce521c1453950b9db8de9e01a46d8b9 --- /dev/null +++ b/data/batch_v5/pair_02312/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2312, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "e3291205-7fdd-433c-a4a4-3b85a2258b57", + "target_category": "cabinet", + "anchor": { + "jid": "be31bdd6-5442-4f4e-9e8c-dfac5576f5bd#450", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -3.682187557220459, + -2.1308536529541016, + 0.25203248858451843 + ] + }, + "pos_A": [ + -4.097589135169983, + -0.31599923223257065, + 0.7367983758449554 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.8001228345647026, + -0.41872098917081896, + 0.42950690662194996, + -2.1710501232743074 + ], + [ + 0.5998361856441686, + 0.5585328674149634, + -0.5729202269156443, + -3.5161886066576997 + ], + [ + -0.0, + 0.7160403405151344, + 0.6980589020669891, + 3.2879684676238985 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.1710501232743074, + -3.5161886066576997, + 3.2879684676238985 + ], + "gt": { + "clock": 1, + "dist": 1.9238640816925807, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.3781215325967189, + 0.7673525670762729, + -4.441782027307848 + ], + "anchor_cam_xyz": [ + -0.37812153259671843, + -0.7673525670762744, + -3.5619925170387816 + ] + }, + "target_bbox": [ + 507, + 270, + 663, + 454 + ], + "anchor_bbox": [ + 295, + 604, + 483, + 812 + ], + "target_pixels": 15959, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02312/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.5998361856441686, + -0.5585328674149634, + 0.5729202269156444, + -1.5971261821308569 + ], + [ + 0.8001228345647027, + -0.41872098917081896, + 0.42950690662194996, + 0.4954117803275775 + ], + [ + 0.0, + 0.7160403405151345, + 0.6980589020669891, + 3.2879684676238985 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.5971261821308569, + 0.4954117803275775, + 3.2879684676238985 + ], + "gt": { + "clock": 3, + "dist": 1.9238640816925807, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.8506396807289021, + -0.09039513640031016, + -3.5619394297063804 + ], + "anchor_cam_xyz": [ + -0.8506396807289016, + 0.09039513640030972, + -4.441835114640248 + ] + }, + "target_bbox": [ + 593, + 431, + 869, + 644 + ], + "anchor_bbox": [ + 253, + 402, + 399, + 554 + ], + "target_pixels": 28140, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02312/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02353/meta.json b/data/batch_v5/pair_02353/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..0d9e44f2409e4ac30fcac5877add0d118747e998 --- /dev/null +++ b/data/batch_v5/pair_02353/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2353, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a3a53214-cd88-4842-9470-f7c53f1ad39b", + "target_category": "lighting", + "anchor": { + "jid": "96ad287b-cfe2-4e23-ae18-ff2e2d4c06db#399", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.46937423944473267, + -2.993112325668335, + 0.379646360874176 + ] + }, + "pos_A": [ + -0.20265468582510948, + -1.3183046728372574, + 1.2742939293384552 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 45, + "cam2world": [ + [ + 0.26747191095510225, + 0.6381085554550936, + -0.7219946317702366, + -2.5587868237108835 + ], + [ + -0.9635656577784546, + 0.17712971954384035, + -0.2004152828610997, + -2.9030095160539924 + ], + [ + 0.0, + 0.7492946909656668, + 0.662236714544479, + 3.296293657151864 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.5587868237108835, + -2.9030095160539924, + 3.296293657151864 + ], + "gt": { + "clock": 10, + "dist": 2.0141990522636855, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.8967679992557969, + 0.2690927382217484, + -3.3577562812564796 + ], + "anchor_cam_xyz": [ + 0.8967679992557982, + -0.26909273822174734, + -4.0997689746305435 + ] + }, + "target_bbox": [ + 212, + 302, + 287, + 335 + ], + "anchor_bbox": [ + 585, + 350, + 862, + 714 + ], + "target_pixels": 1861, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02353/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.9635656577784546, + -0.17712971954384024, + 0.2004152828610996, + 0.8806607936110075 + ], + [ + 0.2674719109551021, + 0.6381085554550936, + -0.7219946317702367, + -4.847855099773492 + ], + [ + -0.0, + 0.7492946909656668, + 0.662236714544479, + 3.296293657151864 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.8806607936110075, + -4.847855099773492, + 3.296293657151864 + ], + "gt": { + "clock": 12, + "dist": 2.0141990522636855, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.09978999501941305, + 0.9290500302035986, + -4.104471895606288 + ], + "anchor_cam_xyz": [ + 0.09978999501941266, + -0.9290500302035991, + -3.3530533602807346 + ] + }, + "target_bbox": [ + 419, + 193, + 562, + 387 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 10159, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02353/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_02359/meta.json b/data/batch_v5/pair_02359/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..ec20ad9201e5cce782aa9b838a86dbea4a818b30 --- /dev/null +++ b/data/batch_v5/pair_02359/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 2359, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "2c278c01-95b6-49a3-ab98-52c562a99019", + "target_category": "chair", + "anchor": { + "jid": "bb12eac8-8dc8-46e9-b614-f5af84404423#515", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.49320003390312195, + -3.2833383083343506, + 0.33801400661468506 + ] + }, + "pos_A": [ + 1.083076372742653, + -2.608391046524048, + 1.191028118133545 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.24497381197097529, + 0.7933118874355096, + -0.5573545377064032, + -1.307097716625489 + ], + [ + -0.9695296960116329, + 0.20044835959788307, + -0.140828348304269, + -3.4752738666471727 + ], + [ + 0.0, + 0.5748710328308663, + 0.8182440318217866, + 3.8405062222177206 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.307097716625489, + -3.4752738666471727, + 3.8405062222177206 + ], + "gt": { + "clock": 11, + "dist": 1.2373928138623824, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.25493857912491213, + 0.5468105432357229, + -3.6221756964582696 + ], + "anchor_cam_xyz": [ + 0.25493857912491213, + -0.5468105432357226, + -3.896327440057254 + ] + }, + "target_bbox": [ + 311, + 221, + 553, + 548 + ], + "anchor_bbox": [ + 417, + 370, + 685, + 972 + ], + "target_pixels": 29021, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02359/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9695296960116329, + -0.20044835959788296, + 0.14082834830426894, + 1.3175473925408607 + ], + [ + 0.24497381197097515, + 0.7933118874355096, + -0.5573545377064033, + -5.041100597377576 + ], + [ + -0.0, + 0.5748710328308664, + 0.8182440318217866, + 3.8405062222177206 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.3175473925408607, + -5.041100597377576, + 3.8405062222177206 + ], + "gt": { + "clock": 1, + "dist": 1.2373928138623824, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3686235155422936, + 0.4537885225041607, + -3.5568215196426984 + ], + "anchor_cam_xyz": [ + -0.36862351554229345, + -0.45378852250416113, + -3.961681616872826 + ] + }, + "target_bbox": [ + 474, + 263, + 722, + 558 + ], + "anchor_bbox": [ + 113, + 466, + 735, + 720 + ], + "target_pixels": 25012, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02359/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.24497381197097504, + -0.7933118874355096, + 0.5573545377064033, + 2.883374123271264 + ], + [ + 0.9695296960116329, + -0.20044835959788287, + 0.14082834830426888, + -2.416455488211226 + ], + [ + 0.0, + 0.5748710328308664, + 0.8182440318217866, + 3.8405062222177206 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.883374123271264, + -2.416455488211226, + 3.8405062222177206 + ], + "gt": { + "clock": 3, + "dist": 1.2373928138623824, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.25493857912491213, + -0.056437439927571276, + -3.198353734247183 + ], + "anchor_cam_xyz": [ + -0.2549385791249126, + 0.056437439927572386, + -4.32014940226834 + ] + }, + "target_bbox": [ + 465, + 373, + 734, + 694 + ], + "anchor_bbox": [ + 291, + 269, + 571, + 774 + ], + "target_pixels": 5092, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02359/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9695296960116329, + 0.2004483595978828, + -0.14082834830426882, + 0.25872901410491445 + ], + [ + -0.24497381197097495, + -0.7933118874355096, + 0.5573545377064033, + -0.8506287574808225 + ], + [ + 0.0, + 0.5748710328308663, + 0.8182440318217866, + 3.8405062222177206 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.25872901410491445, + -0.8506287574808225, + 3.8405062222177206 + ], + "gt": { + "clock": 9, + "dist": 1.2373928138623824, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3686235155422935, + 0.03658458080398974, + -3.2637079110627547 + ], + "anchor_cam_xyz": [ + 0.36862351554229345, + -0.03658458080398974, + -4.254795225452769 + ] + }, + "target_bbox": [ + 278, + 335, + 552, + 688 + ], + "anchor_bbox": [ + 310, + 381, + 884, + 646 + ], + "target_pixels": 36252, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02359/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02373/meta.json b/data/batch_v5/pair_02373/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..52d6d20a9a1508c97f387402ad7bbb42c26d4302 --- /dev/null +++ b/data/batch_v5/pair_02373/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2373, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5e90feae-b672-4d02-9bd8-7b6f0690d73b", + "target_category": "cabinet", + "anchor": { + "jid": "6417999f-abfd-4c11-8ca1-0100d8738214#805", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.924660086631775, + 0.22201144695281982, + 0.3629800081253052 + ] + }, + "pos_A": [ + 0.019791699945926666, + 0.19399851374328136, + 1.0870460271835327 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.7628659850318462, + 0.4447860069864428, + -0.46925568389785866, + -1.0846929347844139 + ], + [ + -0.6465566401185522, + -0.5247987481589831, + 0.553670285503361, + 2.634943798300555 + ], + [ + 0.0, + 0.7257766060709179, + 0.6879304602066837, + 3.740463154028762 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.0846929347844139, + 2.634943798300555, + 3.740463154028762 + ], + "gt": { + "clock": 3, + "dist": 2.038033340006237, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.7356356230704739, + -0.1535237366923592, + -3.695131030414906 + ], + "anchor_cam_xyz": [ + -0.7356356230704739, + 0.15352373669235841, + -5.071598488927421 + ] + }, + "target_bbox": [ + 631, + 411, + 762, + 700 + ], + "anchor_bbox": [ + 250, + 365, + 499, + 539 + ], + "target_pixels": 26052, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02373/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.6465566401185522, + 0.5247987481589831, + -0.553670285503361, + -1.4547129246636534 + ], + [ + -0.7628659850318462, + 0.4447860069864428, + -0.46925568389785866, + -1.848913847725214 + ], + [ + 0.0, + 0.7257766060709179, + 0.6879304602066837, + 3.740463154028762 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.4547129246636534, + -1.848913847725214, + 3.740463154028762 + ], + "gt": { + "clock": 8, + "dist": 2.038033340006237, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.6051175950385619, + -0.24331106378162182, + -3.6004040989988364 + ], + "anchor_cam_xyz": [ + 0.6051175950385614, + 0.24331106378162026, + -5.166325420343491 + ] + }, + "target_bbox": [ + 211, + 466, + 489, + 676 + ], + "anchor_bbox": [ + 500, + 353, + 743, + 547 + ], + "target_pixels": 34649, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02373/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02386/meta.json b/data/batch_v5/pair_02386/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b0d7363761b26ea68df0d97a214a7a7b454e2c57 --- /dev/null +++ b/data/batch_v5/pair_02386/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 2386, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0b745b71-47a0-43b3-8f1d-c7310031c965", + "target_category": "cabinet", + "anchor": { + "jid": "2d821cac-8858-4661-bdce-4ef65f59af0e#85", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 3.573380947113037, + -1.536067247390747, + 0.5388400554656982 + ] + }, + "pos_A": [ + 3.9401448369026184, + -1.671944499015808, + 1.5926799774169922 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.34092604562787093, + -0.42738594359427984, + 0.8373235256641066, + 6.339219948330973 + ], + [ + 0.9400901187718881, + 0.15499258719672787, + -0.30365748220902095, + -2.5405404188128102 + ], + [ + -0.0, + 0.8906843173269031, + 0.4546223123295955, + 2.4678973772736947 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 6.339219948330973, + -2.5405404188128102, + 2.4678973772736947 + ], + "gt": { + "clock": 12, + "dist": 1.124080495098582, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.0013487494967718838, + 0.3804144967852239, + -2.670451038810736 + ], + "anchor_cam_xyz": [ + 0.0013487494967714675, + -0.3804144967852239, + -3.497910358356316 + ] + }, + "target_bbox": [ + 428, + 218, + 613, + 573 + ], + "anchor_bbox": [ + 361, + 465, + 686, + 775 + ], + "target_pixels": 58417, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02386/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.423672979163487, + 0.41180380833978014, + -0.8067954078721501, + 1.268460067342719 + ], + [ + -0.9058152166566511, + 0.19261118945887296, + -0.37735887821608566, + -2.7678488418364604 + ], + [ + 0.0, + 0.8906843173269032, + 0.4546223123295954, + 2.4678973772736947 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.268460067342719, + -2.7678488418364604, + 2.4678973772736947 + ], + "gt": { + "clock": 12, + "dist": 1.124080495098582, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.13923381597810236, + 0.5317509894879899, + -2.9669455949157784 + ], + "anchor_cam_xyz": [ + -0.13923381597810325, + -0.5317509894879906, + -3.2014158022512724 + ] + }, + "target_bbox": [ + 458, + 187, + 663, + 530 + ], + "anchor_bbox": [ + 286, + 504, + 643, + 771 + ], + "target_pixels": 48300, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02386/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_02391/meta.json b/data/batch_v5/pair_02391/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..3b45c6b1d2082483c229711570648d036eacde73 --- /dev/null +++ b/data/batch_v5/pair_02391/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 2391, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "4562a4cb-8b63-45e4-a67a-d19b359cb900", + "target_category": "others", + "anchor": { + "jid": "c74df8dd-d280-4430-869c-261d8c03269c#302", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.330299973487854, + -0.00979999452829361, + 0.22059500217437744 + ] + }, + "pos_A": [ + -1.113567590713501, + 0.5498714447021484, + 0.7844767272472382 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.242606693165423, + -0.7609211807978072, + 0.6017814794795608, + 0.9077736315037024 + ], + [ + 0.9701247303472571, + -0.1902895222213391, + 0.15049221010217173, + 0.8026283462847169 + ], + [ + 0.0, + 0.6203135129481263, + 0.7843539670671366, + 3.27836814854503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.9077736315037024, + 0.8026283462847169, + 3.27836814854503 + ], + "gt": { + "clock": 3, + "dist": 0.823509347551361, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2451851886898725, + 0.039183791188661, + -3.2105372857062524 + ], + "anchor_cam_xyz": [ + -0.24518518868987277, + -0.039183791188661665, + -3.8674718795017444 + ] + }, + "target_bbox": [ + 428, + 394, + 723, + 661 + ], + "anchor_bbox": [ + 370, + 427, + 514, + 627 + ], + "target_pixels": 39880, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02391/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9701247303472571, + 0.19028952222133902, + -0.15049221010217168, + -1.7545264032984669 + ], + [ + -0.2426066931654229, + -0.7609211807978072, + 0.6017814794795608, + 2.3997431386913073 + ], + [ + 0.0, + 0.6203135129481263, + 0.7843539670671366, + 3.27836814854503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.7545264032984669, + 2.3997431386913073, + 3.27836814854503 + ], + "gt": { + "clock": 9, + "dist": 0.823509347551361, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.1730187407636592, + -0.017420248531408056, + -3.165771462876155 + ], + "anchor_cam_xyz": [ + 0.17301874076365897, + 0.017420248531408306, + -3.912237702331842 + ] + }, + "target_bbox": [ + 385, + 433, + 594, + 706 + ], + "anchor_bbox": [ + 482, + 421, + 643, + 621 + ], + "target_pixels": 34837, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02391/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9701247303472573, + -0.19028952222133863, + 0.15049221010217134, + -0.6893411609028893 + ], + [ + 0.2426066931654224, + 0.7609211807978075, + -0.6017814794795608, + -1.8596716885174525 + ], + [ + -0.0, + 0.6203135129481263, + 0.7843539670671366, + 3.27836814854503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.6893411609028893, + -1.8596716885174525, + 3.27836814854503 + ], + "gt": { + "clock": 1, + "dist": 0.823509347551361, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.17301874076365897, + 0.3672037022986039, + -3.469954834314283 + ], + "anchor_cam_xyz": [ + -0.17301874076365897, + -0.3672037022986041, + -3.6080543308937134 + ] + }, + "target_bbox": [ + 444, + 302, + 674, + 587 + ], + "anchor_bbox": [ + 356, + 527, + 576, + 728 + ], + "target_pixels": 35507, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_02391/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03002/meta.json b/data/batch_v5/pair_03002/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..7412611ee8eeb2a2a01e531ba4d317b39fc075be --- /dev/null +++ b/data/batch_v5/pair_03002/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3002, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "3a50fffe-7602-4151-b476-bb9e163175ed", + "target_category": "chair", + "anchor": { + "jid": "af2e8a6f-d173-482a-a922-23e242acef49#607", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 0.2312280684709549, + 1.9683375358581543, + 0.4319654405117035 + ] + }, + "pos_A": [ + -0.0742867961525917, + 2.267341375350952, + 1.3507211804389954 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.28189448674512474, + -0.7079105278184503, + 0.6476095914565394, + 1.8307866775996138 + ], + [ + 0.9594454118618228, + -0.20799106695774375, + 0.19027405951173867, + 2.6326871217771854 + ], + [ + 0.0, + 0.6749832595476591, + 0.7378330429917175, + 2.887787918763646 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.8307866775996138, + 2.6326871217771854, + 2.887787918763646 + ], + "gt": { + "clock": 1, + "dist": 1.0133384124697555, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.18650040894324738, + 0.3871159027678567, + -2.4373583011486524 + ], + "anchor_cam_xyz": [ + -0.18650040894324738, + -0.38711590276785635, + -2.9742849621924488 + ] + }, + "target_bbox": [ + 352, + 112, + 804, + 597 + ], + "anchor_bbox": [ + 148, + 387, + 906, + 851 + ], + "target_pixels": 108094, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03002/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9594454118618226, + 0.2242042832371849, + -0.17087112405376584, + -0.4363770300134504 + ], + [ + -0.28189448674512463, + -0.763093217449759, + 0.5815704942867008, + 3.870155497044985 + ], + [ + 0.0, + 0.6061527702322863, + 0.7953482376542524, + 3.287787918763646 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.4363770300134504, + 3.870155497044985, + 3.287787918763646 + ], + "gt": { + "clock": 1, + "dist": 1.0133384124697555, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.10441865062500189, + 0.130120396887062, + -2.53466278281718 + ], + "anchor_cam_xyz": [ + -0.10441865062500189, + -0.1301203968870619, + -3.4914890204638875 + ] + }, + "target_bbox": [ + 318, + 218, + 797, + 681 + ], + "anchor_bbox": [ + 279, + 329, + 679, + 975 + ], + "target_pixels": 68615, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03002/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.8777598600623938, + 0.3534964408217285, + -0.32338505591572553, + -0.7965516434965791 + ], + [ + -0.47910085374923583, + 0.6476402285658202, + -0.5924732114450117, + 0.5147126238913202 + ], + [ + 0.0, + 0.674983259547659, + 0.7378330429917175, + 2.887787918763646 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.7965516434965791, + 0.5147126238913202, + 2.887787918763646 + ], + "gt": { + "clock": 11, + "dist": 1.0133384124697555, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.20571083979712235, + 0.3528966208764315, + -2.4060538717118787 + ], + "anchor_cam_xyz": [ + 0.20571083979712212, + -0.35289662087643103, + -3.0055893916292233 + ] + }, + "target_bbox": [ + 205, + 147, + 666, + 490 + ], + "anchor_bbox": [ + 255, + 349, + 835, + 1023 + ], + "target_pixels": 36837, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03002/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03005/meta.json b/data/batch_v5/pair_03005/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..84b3f1c1d1efe2d7d6d507e607442047e6e23b2c --- /dev/null +++ b/data/batch_v5/pair_03005/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3005, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "744af784-3b62-4cb4-bba9-87d5e3650fdf", + "target_category": "cabinet", + "anchor": { + "jid": "67f526c0-865c-42d8-8390-94251681daca#646", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 2.184938669204712, + -1.3845093250274658, + 0.37614649534225464 + ] + }, + "pos_A": [ + 3.307267665863037, + -2.583653688430786, + 1.101479947566986 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.31250988413403125, + 0.687592242810652, + -0.6554040585357646, + 0.4376280246646753 + ], + [ + -0.949914507899808, + -0.22620916971496544, + 0.21561966333878646, + -1.224622320218379 + ], + [ + 0.0, + 0.6899610997465607, + 0.723846448382885, + 3.288357295196208 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.4376280246646753, + -1.224622320218379, + 3.288357295196208 + ], + "gt": { + "clock": 1, + "dist": 1.7954604417636952, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.3941728615785687, + 0.7717070145887588, + -3.756770754587727 + ], + "anchor_cam_xyz": [ + -0.39417286157856823, + -0.7717070145887588, + -3.287662714520029 + ] + }, + "target_bbox": [ + 485, + 247, + 739, + 403 + ], + "anchor_bbox": [ + 0, + 481, + 795, + 1017 + ], + "target_pixels": 36504, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03005/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.3125098841340313, + -0.687592242810652, + 0.6554040585357644, + 5.054578310403073 + ], + [ + 0.9499145078998079, + 0.22620916971496552, + -0.2156196633387865, + -2.743540693239873 + ], + [ + -0.0, + 0.6899610997465606, + 0.7238464483828851, + 3.288357295196208 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.054578310403073, + -2.743540693239873, + 3.288357295196208 + ], + "gt": { + "clock": 8, + "dist": 1.7954604417636952, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.39417286157856823, + -0.27125514820881413, + -2.7626326712338596 + ], + "anchor_cam_xyz": [ + 0.3941728615785687, + 0.2712551482088137, + -4.281800797873895 + ] + }, + "target_bbox": [ + 191, + 505, + 550, + 682 + ], + "anchor_bbox": [ + 306, + 289, + 900, + 529 + ], + "target_pixels": 57109, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03005/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03009/meta.json b/data/batch_v5/pair_03009/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae88f0be8c78e61c67776e9ccde565972829bbe --- /dev/null +++ b/data/batch_v5/pair_03009/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3009, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "54ead750-3b04-427b-b0c1-fcde242288f5", + "target_category": "cabinet", + "anchor": { + "jid": "db7db780-f4ed-48cd-94a4-90c1940346b8#212", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -4.260280132293701, + 3.525099277496338, + 0.37422099709510803 + ] + }, + "pos_A": [ + -4.9375810623168945, + 5.0045671463012695, + 1.1021799445152283 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.8743726477725833, + -0.32387660955435554, + 0.3613535866858631, + -3.369362396927907 + ], + [ + 0.4852550595585398, + -0.5835876268972439, + 0.6511167398441552, + 6.48037075613177 + ], + [ + 0.0, + 0.7446673240555267, + 0.6674358219963783, + 3.009266520117464 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.369362396927907, + 6.48037075613177, + 3.009266520117464 + ], + "gt": { + "clock": 3, + "dist": 1.7825504070756313, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6550663381575479, + -0.05097498618252577, + -2.8004597707344354 + ], + "anchor_cam_xyz": [ + -0.6550663381575479, + 0.05097498618252466, + -4.004886824296298 + ] + }, + "target_bbox": [ + 574, + 353, + 918, + 710 + ], + "anchor_bbox": [ + 242, + 349, + 490, + 668 + ], + "target_pixels": 68599, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03009/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.4852550595585402, + -0.5835876268972436, + 0.651116739844155, + -2.3833930530723317 + ], + [ + 0.8743726477725831, + 0.3238766095543557, + -0.3613535866858633, + 3.035265011521412 + ], + [ + -0.0, + 0.7446673240555266, + 0.6674358219963782, + 3.009266520117464 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.3833930530723317, + 3.035265011521412, + 3.009266520117464 + ], + "gt": { + "clock": 1, + "dist": 1.7825504070756313, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.4824712673019851, + 0.7082583605691504, + -3.647546855404518 + ], + "anchor_cam_xyz": [ + -0.48247126730198464, + -0.7082583605691499, + -3.157799739626216 + ] + }, + "target_bbox": [ + 508, + 218, + 757, + 462 + ], + "anchor_bbox": [ + 157, + 525, + 571, + 912 + ], + "target_pixels": 38512, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03009/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03015/meta.json b/data/batch_v5/pair_03015/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b7226fb4abf8073823fe641869b3050d38b5c2c3 --- /dev/null +++ b/data/batch_v5/pair_03015/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3015, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "b50146fd-d781-464b-b928-66116382cf6f", + "target_category": "chair", + "anchor": { + "jid": "32dd29ac-fa73-4838-9ab3-ccc0e654c56d#404", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.6290704011917114, + 4.56406307220459, + 0.35414955019950867 + ] + }, + "pos_A": [ + -2.22042253613472, + 4.280048429965973, + 1.2232989966869354 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.15643487619290605, + -0.8347371513574244, + 0.5279602424938856, + -0.2864264426393841 + ], + [ + 0.9876882754748637, + 0.1322097327351954, + -0.0836209128123943, + 4.162570651586478 + ], + [ + -0.0, + 0.5345413685710214, + 0.8451423106709423, + 3.4112959388244364 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.2864264426393841, + 4.162570651586478, + 3.4112959388244364 + ], + "gt": { + "clock": 11, + "dist": 1.0889363731811808, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.186513015109246, + 0.4603352156231719, + -2.8800654369863343 + ], + "anchor_cam_xyz": [ + 0.18651301510924423, + -0.4603352156231715, + -3.326159555581379 + ] + }, + "target_bbox": [ + 324, + 173, + 563, + 534 + ], + "anchor_bbox": [ + 437, + 414, + 717, + 879 + ], + "target_pixels": 25184, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03015/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9876882754748637, + -0.13220973273519543, + 0.08362091281239431, + -1.665261369164412 + ], + [ + 0.15643487619290608, + -0.8347371513574245, + 0.5279602424938856, + 6.060375777109113 + ], + [ + 0.0, + 0.5345413685710214, + 0.8451423106709424, + 3.4112959388244364 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.665261369164412, + 6.060375777109113, + 3.4112959388244364 + ], + "gt": { + "clock": 1, + "dist": 1.0889363731811808, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.269820887482334, + 0.389928207868699, + -2.8355339328752827 + ], + "anchor_cam_xyz": [ + -0.269820887482334, + -0.389928207868699, + -3.3706910596924304 + ] + }, + "target_bbox": [ + 497, + 191, + 699, + 450 + ], + "anchor_bbox": [ + 209, + 572, + 664, + 747 + ], + "target_pixels": 7175, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03015/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03016/meta.json b/data/batch_v5/pair_03016/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e18b661e760446bb528c5fbeb3b6bf5e255b04fe --- /dev/null +++ b/data/batch_v5/pair_03016/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3016, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "b56e73a9-f2f3-4316-be1e-01ebcded12a8", + "target_category": "cabinet", + "anchor": { + "jid": "a1cddd39-455f-410c-aaf0-2ff1957505be#552", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 1.1700208187103271, + 1.8189568519592285, + 0.4553704857826233 + ] + }, + "pos_A": [ + 0.9876060411334038, + -0.02003297582268715, + 1.4257409870624542 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.43553603516140804, + 0.7522396852823264, + -0.4944125989113011, + -0.9221780896399161 + ], + [ + -0.9001712959630966, + -0.36396127213587715, + 0.23921502943868964, + 1.8676153514573457 + ], + [ + 0.0, + 0.549242795375215, + 0.8356628217938258, + 4.322658505050614 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9221780896399161, + 1.8676153514573457, + 4.322658505050614 + ], + "gt": { + "clock": 2, + "dist": 2.0872895456830776, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.8674270327590508, + 0.5325352244808588, + -3.8166214532213365 + ], + "anchor_cam_xyz": [ + -0.8674270327590508, + -0.5325352244808579, + -4.277798162977661 + ] + }, + "target_bbox": [ + 595, + 206, + 831, + 558 + ], + "anchor_bbox": [ + 36, + 426, + 571, + 814 + ], + "target_pixels": 55369, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03016/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.3285467436912543, + -0.7892732661573284, + 0.5187530708720827, + 3.178315946337093 + ], + [ + 0.9444877115187224, + -0.2745542989242064, + 0.18045193191640876, + 1.6297887668108633 + ], + [ + 0.0, + 0.5492427953752149, + 0.8356628217938258, + 4.322658505050614 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.178315946337093, + 1.6297887668108633, + 4.322658505050614 + ], + "gt": { + "clock": 10, + "dist": 2.0872895456830776, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.8384857563869439, + 0.5909233384307475, + -3.854997279076177 + ], + "anchor_cam_xyz": [ + 0.8384857563869443, + -0.5909233384307474, + -4.239422337122822 + ] + }, + "target_bbox": [ + 226, + 202, + 448, + 311 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 9367, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03016/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03022/meta.json b/data/batch_v5/pair_03022/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e2e9a812c3f6cd29f33b468c8c220e5021000ceb --- /dev/null +++ b/data/batch_v5/pair_03022/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3022, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "f755af75-3e13-4d63-bbdc-5b809cbe7325", + "target_category": "cabinet", + "anchor": { + "jid": "3dacaddc-a0e8-4518-9ce3-a0918b5676c7#171", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -6.941287517547607, + -1.963791012763977, + 0.3632200062274933 + ] + }, + "pos_A": [ + -8.52610969543457, + -1.292203426361084, + 1.2414400577545166 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.7054285475963851, + 0.21600410541457277, + -0.6750650270011808, + -9.61366173849856 + ], + [ + -0.7087810411093504, + -0.2149824184334385, + 0.6718720082935852, + 0.24307379507847693 + ], + [ + 0.0, + 0.9524309876356187, + 0.3047543499138936, + 1.6510289265287934 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -9.61366173849856, + 0.24307379507847693, + 1.6510289265287934 + ], + "gt": { + "clock": 2, + "dist": 1.9323461596300409, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3209851292292898, + 0.17486818537343474, + -1.890502128807447 + ], + "anchor_cam_xyz": [ + -0.32098512922929157, + -0.17486818537343385, + -3.6792224364207966 + ] + }, + "target_bbox": [ + 547, + 168, + 850, + 728 + ], + "anchor_bbox": [ + 261, + 429, + 581, + 705 + ], + "target_pixels": 110174, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03022/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.002370570896901515, + -0.3047534936129464, + 0.952428311488233, + -5.081316924933654 + ], + [ + 0.9999971901928639, + -0.0007224417926100168, + 0.0022578051805961646, + -1.6217095430735975 + ], + [ + 0.0, + 0.9524309876356187, + 0.30475434991389355, + 1.6510289265287934 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.081316924933654, + -1.6217095430735975, + 1.6510289265287934 + ], + "gt": { + "clock": 1, + "dist": 1.9323461596300409, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.3376713163514815, + 0.6594694517819004, + -3.4049981906529805 + ], + "anchor_cam_xyz": [ + -0.3376713163514815, + -0.6594694517819013, + -2.164726374575265 + ] + }, + "target_bbox": [ + 550, + 199, + 643, + 492 + ], + "anchor_bbox": [ + 60, + 545, + 531, + 1023 + ], + "target_pixels": 21672, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03022/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03025/meta.json b/data/batch_v5/pair_03025/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..469a31625a72a86874e633426b2ba1f6e5fafd3f --- /dev/null +++ b/data/batch_v5/pair_03025/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3025, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "040d99d3-ee9c-406b-bbca-6c812323badd", + "target_category": "pier", + "anchor": { + "jid": "0106f9d2-5779-457b-9b8b-72942373d42e#269", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -11.190254211425781, + 0.2860892713069916, + 0.39356499910354614 + ] + }, + "pos_A": [ + -11.93878173828125, + -0.06969821453094482, + 1.180488497018814 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9847379081775757, + -0.12253184826262381, + 0.12360096423328462, + -11.262161966801644 + ], + [ + 0.17404382263686458, + -0.6932837610388745, + 0.6993328066677125, + 1.8189222774502285 + ], + [ + 0.0, + 0.7101715094546794, + 0.7040287118852909, + 2.5092407469566242 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -11.262161966801644, + 1.8189222774502285, + 2.5092407469566242 + ], + "gt": { + "clock": 1, + "dist": 1.1428590399128167, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3375904084636989, + 0.44861539799659234, + -2.339884860499933 + ], + "anchor_cam_xyz": [ + -0.33759040846369714, + -0.44861539799659167, + -2.5525690119667015 + ] + }, + "target_bbox": [ + 520, + 147, + 817, + 562 + ], + "anchor_bbox": [ + 122, + 472, + 633, + 887 + ], + "target_pixels": 71291, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03025/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9847379081775756, + 0.12253184826262453, + -0.12360096423328536, + -11.866873982905389 + ], + [ + -0.1740438226368656, + 0.6932837610388745, + -0.6993328066677124, + -1.6025312206741815 + ], + [ + 0.0, + 0.7101715094546794, + 0.7040287118852909, + 2.5092407469566242 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -11.866873982905389, + -1.6025312206741815, + 2.5092407469566242 + ], + "gt": { + "clock": 10, + "dist": 1.1428590399128167, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.33759040846369714, + 0.11023525034325021, + -1.9985522753771479 + ], + "anchor_cam_xyz": [ + 0.33759040846369714, + -0.11023525034325021, + -2.893901597089487 + ] + }, + "target_bbox": [ + 193, + 231, + 498, + 725 + ], + "anchor_bbox": [ + 408, + 356, + 870, + 775 + ], + "target_pixels": 99007, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03025/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.17404382263686524, + -0.6932837610388745, + 0.6993328066677126, + -9.85379122579131 + ], + [ + 0.9847379081775757, + 0.12253184826262427, + -0.12360096423328512, + -0.19416047966384953 + ], + [ + -0.0, + 0.7101715094546797, + 0.7040287118852909, + 2.5092407469566242 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -9.85379122579131, + -0.19416047966384953, + 2.5092407469566242 + ], + "gt": { + "clock": 11, + "dist": 1.1428590399128167, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.2403170083413262, + 0.5170986645854452, + -2.408965657894626 + ], + "anchor_cam_xyz": [ + 0.24031700834132685, + -0.5170986645854505, + -2.4834882145720085 + ] + }, + "target_bbox": [ + 214, + 153, + 610, + 497 + ], + "anchor_bbox": [ + 364, + 471, + 861, + 952 + ], + "target_pixels": 70873, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03025/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03039/meta.json b/data/batch_v5/pair_03039/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..1ab94a0531ef0c4c1c3459c4fc016935eac0fcc2 --- /dev/null +++ b/data/batch_v5/pair_03039/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3039, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0fddda67-0340-3fb4-af5f-b5edb4665510", + "target_category": "chair", + "anchor": { + "jid": "cbbaa3ef-e12d-42bf-a8c6-35719d6e86c8#347", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.5285145044326782, + -3.7189981937408447, + 0.375 + ] + }, + "pos_A": [ + -0.007236817735247314, + -3.235602855682373, + 1.2650000751018524 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.4772879876269839, + -0.5691383725111085, + 0.6695354283399726, + 2.5423902001786476 + ], + [ + 0.8787469356230974, + 0.30912529817757894, + -0.36365556940550053, + -4.445051859115982 + ], + [ + -0.0, + 0.7619206408557452, + 0.6476703922814215, + 2.54356469355003 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.5423902001786476, + -4.445051859115982, + 2.54356469355003 + ], + "gt": { + "clock": 12, + "dist": 1.8396476048630885, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.1541067430198173, + 0.8507970818393388, + -2.9749769315441883 + ], + "anchor_cam_xyz": [ + 0.15410674301981864, + -0.8507970818393396, + -2.3473743030949006 + ] + }, + "target_bbox": [ + 369, + 256, + 559, + 439 + ], + "anchor_bbox": [ + 303, + 591, + 835, + 1023 + ], + "target_pixels": 26576, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03039/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.8787469356230974, + -0.30912529817757906, + 0.3636555694055007, + 1.7283901777530892 + ], + [ + 0.4772879876269841, + -0.5691383725111085, + 0.6695354283399726, + -1.6955491678816768 + ], + [ + 0.0, + 0.7619206408557453, + 0.6476703922814215, + 2.54356469355003 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.7283901777530892, + -1.6955491678816768, + 2.54356469355003 + ], + "gt": { + "clock": 2, + "dist": 1.8396476048630885, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.7901277781821887, + 0.4388650884964904, + -2.490379376835541 + ], + "anchor_cam_xyz": [ + -0.7901277781821894, + -0.43886508849649, + -2.8319718578035493 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 107, + 436, + 439, + 912 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03039/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03067/meta.json b/data/batch_v5/pair_03067/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..dfca84e9455d1ed2282e16f9ac1c9a928b31c276 --- /dev/null +++ b/data/batch_v5/pair_03067/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3067, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "293a53e3-09ac-4041-881c-49f0f751ddf4", + "target_category": "chair", + "anchor": { + "jid": "68bb331a-32f5-463d-932e-e8360fad1908#306", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 2.5390610694885254, + 2.4647085666656494, + 0.18746499717235565 + ] + }, + "pos_A": [ + 1.1326393981774647, + 1.6216148734092712, + 1.1276833911736805 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.5422930843204438, + -0.6930179481371138, + 0.47502035141459426, + 3.733767276661866 + ], + [ + 0.8401893897796019, + -0.4473025310201613, + 0.3065978392695187, + 3.2681561075647663 + ], + [ + 0.0, + 0.565372947091371, + 0.8248353961228979, + 3.9531575332199402 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.733767276661866, + 3.2681561075647663, + 3.9531575332199402 + ], + "gt": { + "clock": 12, + "dist": 1.8901956304997922, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.02716718516314065, + 0.9416837240371596, + -4.070965746761932 + ], + "anchor_cam_xyz": [ + -0.027167185163140206, + -0.9416837240371603, + -3.9199215370226046 + ] + }, + "target_bbox": [ + 450, + 235, + 581, + 462 + ], + "anchor_bbox": [ + 281, + 530, + 715, + 959 + ], + "target_pixels": 11749, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03067/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.2106444976805899, + 0.8063283435380023, + -0.5526875229314963, + -0.3723816156168387 + ], + [ + -0.977562732307698, + -0.1737470376854782, + 0.1190927004422566, + 2.518989892815255 + ], + [ + 0.0, + 0.5653729470913711, + 0.8248353961228978, + 3.9531575332199402 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.3723816156168387, + 2.518989892815255, + 3.9531575332199402 + ], + "gt": { + "clock": 4, + "dist": 1.8901956304997922, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5602159804257536, + -0.22798929026177395, + -3.269228233634036 + ], + "anchor_cam_xyz": [ + -0.5602159804257538, + 0.2279892902617724, + -4.721659050150501 + ] + }, + "target_bbox": [ + 595, + 499, + 716, + 710 + ], + "anchor_bbox": [ + 265, + 339, + 560, + 581 + ], + "target_pixels": 2410, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03067/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03086/meta.json b/data/batch_v5/pair_03086/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e84beeb4325dc2ea166970e561ba71762184253a --- /dev/null +++ b/data/batch_v5/pair_03086/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3086, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "eeb58e8b-e086-437b-b537-8e2004be24fd", + "target_category": "chair", + "anchor": { + "jid": "78dc0550-6644-4473-87bc-8f8ff72db51c#868", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 3.4835407733917236, + 1.9679319858551025, + 0.19450049102306366 + ] + }, + "pos_A": [ + 3.717613458633423, + 3.5034291744232178, + 0.8990009874105453 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.4521773004596122, + -0.7417292974501846, + 0.49535173185637804, + 5.690890996340254 + ], + [ + 0.8919280738652964, + 0.3760316119878989, + -0.2511265374999715, + 1.6759622965518945 + ], + [ + -0.0, + 0.5553718358810047, + 0.8316021428003672, + 4.05599354632554 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.690890996340254, + 1.6759622965518945, + 4.05599354632554 + ], + "gt": { + "clock": 2, + "dist": 1.705538796828455, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.7376977023745308, + 0.397518324350673, + -4.0617536519706015 + ], + "anchor_cam_xyz": [ + -0.7376977023745299, + -0.39751832435067325, + -4.37796199207905 + ] + }, + "target_bbox": [ + 581, + 298, + 759, + 553 + ], + "anchor_bbox": [ + 234, + 408, + 507, + 789 + ], + "target_pixels": 17092, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03086/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.8919280738652964, + -0.37603161198789903, + 0.25112653749997155, + 4.660295399599839 + ], + [ + 0.4521773004596123, + -0.7417292974501846, + 0.49535173185637804, + 4.825994460466841 + ], + [ + 0.0, + 0.5553718358810048, + 0.8316021428003672, + 4.05599354632554 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.660295399599839, + 4.825994460466841, + 4.05599354632554 + ], + "gt": { + "clock": 5, + "dist": 1.705538796828455, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2427704871489742, + -0.4178411230046706, + -3.5172292335320074 + ], + "anchor_cam_xyz": [ + -0.24277048714897398, + 0.41784112300466836, + -4.922486410517644 + ] + }, + "target_bbox": [ + 476, + 527, + 671, + 758 + ], + "anchor_bbox": [ + 271, + 320, + 653, + 542 + ], + "target_pixels": 21377, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03086/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03108/meta.json b/data/batch_v5/pair_03108/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..eb43142c9a14cf58942bc03b1ef14e616c5e9c24 --- /dev/null +++ b/data/batch_v5/pair_03108/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3108, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "1d9f5493-9722-3e65-b82e-445148100577", + "target_category": "chair", + "anchor": { + "jid": "4c5a5bb8-509b-4756-823a-13a13c1eae50#501", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.893810749053955, + 3.4704225063323975, + 0.3808145225048065 + ] + }, + "pos_A": [ + 1.148586019873619, + 3.3785600662231445, + 1.2765560448169708 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.6583293744625873, + -0.594501161117133, + 0.4617042388261984, + 2.614893243077931 + ], + [ + 0.7527299879237564, + -0.5199441815717409, + 0.4038014528577058, + 4.381024789228004 + ], + [ + 0.0, + 0.6133729839828889, + 0.7897933796379448, + 2.6995647039442074 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.614893243077931, + 4.381024789228004, + 2.6995647039442074 + ], + "gt": { + "clock": 1, + "dist": 1.168824828483227, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2107278581806291, + 0.5201119792243438, + -2.2056797901090235 + ], + "anchor_cam_xyz": [ + -0.210727858180628, + -0.5201119792243429, + -2.531962911178148 + ] + }, + "target_bbox": [ + 504, + 57, + 719, + 481 + ], + "anchor_bbox": [ + 98, + 406, + 702, + 967 + ], + "target_pixels": 32618, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03108/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.6583293744625871, + 0.6340526059403943, + -0.40568427085591335, + 0.4275035258496429 + ], + [ + -0.7527299879237567, + 0.5545354405189349, + -0.3548070045655413, + 2.4679577833275386 + ], + [ + 0.0, + 0.5389505896728067, + 0.8423373800867049, + 3.0995647039442074 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.4275035258496429, + 2.4679577833275386, + 3.0995647039442074 + ], + "gt": { + "clock": 9, + "dist": 1.168824828483227, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.21072785818062845, + -0.02034611929829344, + -2.151208231964427 + ], + "anchor_cam_xyz": [ + 0.21072785818062822, + 0.02034611929829344, + -3.2406441871922977 + ] + }, + "target_bbox": [ + 293, + 345, + 520, + 677 + ], + "anchor_bbox": [ + 342, + 280, + 782, + 707 + ], + "target_pixels": 28032, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03108/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.7527299879237567, + -0.5199441815717407, + 0.40380145285770563, + 2.4777318874140195 + ], + [ + 0.658329374462587, + 0.5945011611171331, + -0.46170423882619854, + 2.3307964276636266 + ], + [ + -0.0, + 0.6133729839828889, + 0.7897933796379448, + 2.6995647039442074 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.4777318874140195, + 2.3307964276636266, + 2.6995647039442074 + ], + "gt": { + "clock": 11, + "dist": 1.168824828483227, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.31071437206506536, + 0.441143292505338, + -2.14435076372968 + ], + "anchor_cam_xyz": [ + 0.31071437206506536, + -0.4411432925053371, + -2.593291937557492 + ] + }, + "target_bbox": [ + 237, + 101, + 472, + 516 + ], + "anchor_bbox": [ + 343, + 392, + 958, + 911 + ], + "target_pixels": 29208, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03108/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03122/meta.json b/data/batch_v5/pair_03122/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..5fb951664eb932696338e800961ce2c5ffdd3111 --- /dev/null +++ b/data/batch_v5/pair_03122/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3122, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "dcb111b5-dc2c-4998-b7f1-f27703e39eea", + "target_category": "others", + "anchor": { + "jid": "a0b82665-78fa-4b17-b661-ea9dcf487acc#609", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -0.11552079021930695, + -5.132018566131592, + 0.20763199031352997 + ] + }, + "pos_A": [ + -1.4245714843273163, + -5.287899851799011, + 0.8915568552911282 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.8401927639780278, + -0.26779211375667816, + 0.47155434805406293, + 0.7870495089855574 + ], + [ + 0.5422878565475737, + 0.4149032538939093, + -0.7306019234503043, + -7.622442688011493 + ], + [ + -0.0, + 0.8695646460833011, + 0.4938191230420542, + 2.1802094509559864 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.7870495089855574, + -7.622442688011493, + 2.1802094509559864 + ], + "gt": { + "clock": 10, + "dist": 1.4851484491122815, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.5921937245752145, + 0.4402973414535336, + -3.384882276855386 + ], + "anchor_cam_xyz": [ + 0.592193724575214, + -0.4402973414535334, + -3.2192160744139806 + ] + }, + "target_bbox": [ + 257, + 244, + 409, + 538 + ], + "anchor_bbox": [ + 545, + 573, + 786, + 783 + ], + "target_pixels": 34269, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03122/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.5422878565475737, + -0.41490325389390936, + 0.7306019234503043, + 1.6424373417728795 + ], + [ + 0.8401927639780279, + -0.26779211375667816, + 0.4715543480540628, + -3.652863562706433 + ], + [ + 0.0, + 0.8695646460833009, + 0.4938191230420542, + 2.1802094509559864 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.6424373417728795, + -3.652863562706433, + 2.1802094509559864 + ], + "gt": { + "clock": 1, + "dist": 1.4851484491122815, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.2894559833812944, + 0.5897950273216477, + -3.648132313632735 + ], + "anchor_cam_xyz": [ + -0.2894559833812944, + -0.5897950273216481, + -2.955966037636631 + ] + }, + "target_bbox": [ + 513, + 221, + 623, + 486 + ], + "anchor_bbox": [ + 243, + 572, + 538, + 796 + ], + "target_pixels": 25502, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03122/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03123/meta.json b/data/batch_v5/pair_03123/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..12132dcd8f9757723c0d7889ee697d53e56f9d69 --- /dev/null +++ b/data/batch_v5/pair_03123/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3123, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "b28b4c9e-5ffe-4010-ad96-be1cb5dfca6d", + "target_category": "others", + "anchor": { + "jid": "0bf2b028-9471-4885-b11f-c40530189c6a#269", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.8698887825012207, + 3.5845539569854736, + 0.45487549901008606 + ] + }, + "pos_A": [ + 1.867097020149231, + 3.3324759006500244, + 1.4232040643692017 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.6963079946804188, + -0.39328795792870885, + 0.6003996657997069, + 2.689142924253404 + ], + [ + 0.7177431131986803, + -0.38154256624889576, + 0.5824689636333195, + 4.739724253197874 + ], + [ + 0.0, + 0.8365105213256274, + 0.5479508624972926, + 2.1443224631126783 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.689142924253404, + 4.739724253197874, + 2.1443224631126783 + ], + "gt": { + "clock": 10, + "dist": 1.4126669197689, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.4376456785793792, + 0.2570027750590196, + -1.7083720241335607 + ], + "anchor_cam_xyz": [ + 0.4376456785793794, + -0.2570027750590196, + -2.6908643450910237 + ] + }, + "target_bbox": [ + 208, + 95, + 372, + 616 + ], + "anchor_bbox": [ + 459, + 419, + 696, + 641 + ], + "target_pixels": 32570, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03123/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.7177431131986803, + 0.38154256624889576, + -0.5824689636333195, + 0.08728357694510058 + ], + [ + -0.6963079946804188, + -0.39328795792870885, + 0.6003996657997069, + 4.779164951745927 + ], + [ + 0.0, + 0.8365105213256274, + 0.5479508624972926, + 2.1443224631126783 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.08728357694510058, + 4.779164951745927, + 2.1443224631126783 + ], + "gt": { + "clock": 11, + "dist": 1.4126669197689, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.2701076895434893, + 0.6448168435573086, + -2.300415163071989 + ], + "anchor_cam_xyz": [ + 0.2701076895434884, + -0.6448168435573095, + -2.0988212061525937 + ] + }, + "target_bbox": [ + 360, + 49, + 459, + 452 + ], + "anchor_bbox": [ + 344, + 489, + 872, + 1023 + ], + "target_pixels": 16141, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03123/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.6963079946804188, + 0.39328795792870885, + -0.6003996657997069, + 0.047842878397047706 + ], + [ + -0.7177431131986803, + 0.38154256624889576, + -0.5824689636333195, + 2.177305604437624 + ], + [ + 0.0, + 0.8365105213256274, + 0.5479508624972926, + 2.1443224631126783 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.047842878397047706, + 2.177305604437624, + 2.1443224631126783 + ], + "gt": { + "clock": 1, + "dist": 1.4126669197689, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4376456785793801, + 0.5530142579640311, + -2.1602678725217297 + ], + "anchor_cam_xyz": [ + -0.4376456785793785, + -0.5530142579640311, + -2.238968496702854 + ] + }, + "target_bbox": [ + 629, + 55, + 745, + 484 + ], + "anchor_bbox": [ + 126, + 460, + 587, + 861 + ], + "target_pixels": 19280, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03123/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03131/meta.json b/data/batch_v5/pair_03131/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..174294c7f8363adf5aec4a022a333417e140e78a --- /dev/null +++ b/data/batch_v5/pair_03131/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3131, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "c85316a0-c971-4593-8e49-0ed23cc82859", + "target_category": "others", + "anchor": { + "jid": "01aa1db0-b73a-4270-807c-1b73268aac3b#570", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.006426610052585602, + -2.741032600402832, + 0.3746734857559204 + ] + }, + "pos_A": [ + -0.8897953182458878, + -1.4081562906503677, + 1.2643470764160156 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.660947002388354, + 0.4574559184221706, + -0.5948807802697759, + -2.1601690395625797 + ], + [ + -0.7504325819378107, + -0.4029064372780679, + 0.5239440263673641, + -0.5666912972688407 + ], + [ + 0.0, + 0.7927171535298214, + 0.6095896279461924, + 2.573900202273541 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.1601690395625797, + -0.5666912972688407, + 2.573900202273541 + ], + "gt": { + "clock": 8, + "dist": 1.8298684733150843, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.20818695542362353, + -0.11793358632397566, + -1.9948914700178597 + ], + "anchor_cam_xyz": [ + 0.20818695542362353, + 0.11793358632397566, + -3.7610789099192163 + ] + }, + "target_bbox": [ + 260, + 344, + 493, + 914 + ], + "anchor_bbox": [ + 196, + 365, + 482, + 634 + ], + "target_pixels": 96962, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03131/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.06327586011782943, + -0.6083680559932712, + 0.7911286077328495, + 1.8287454522663333 + ], + [ + 0.9979960749052819, + -0.038572308027202955, + 0.05015985971975691, + -1.93023511212224 + ], + [ + 0.0, + 0.7927171535298215, + 0.6095896279461924, + 2.573900202273541 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.8287454522663333, + -1.93023511212224, + 2.573900202273541 + ], + "gt": { + "clock": 2, + "dist": 1.8298684733150843, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.6930506201396516, + 0.5956303522528199, + -2.9228179771598994 + ], + "anchor_cam_xyz": [ + -0.6930506201396516, + -0.5956303522528194, + -2.833152402777178 + ] + }, + "target_bbox": [ + 587, + 178, + 820, + 548 + ], + "anchor_bbox": [ + 0, + 499, + 759, + 933 + ], + "target_pixels": 59077, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03131/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03132/meta.json b/data/batch_v5/pair_03132/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..17287357231d5270c9afb0c0df3259b082da0f3b --- /dev/null +++ b/data/batch_v5/pair_03132/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3132, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5ae84073-4a0a-44bb-9848-faaddce093be", + "target_category": "cabinet", + "anchor": { + "jid": "2c213709-c572-4f58-92c8-d2a42199314a#212", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 4.832715034484863, + 4.151667594909668, + 0.4453499913215637 + ] + }, + "pos_A": [ + 5.705308675765991, + 4.033764123916626, + 1.2542032301425934 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.9575670643805336, + 0.20359295531248006, + -0.20399810234602056, + 4.5440240501281925 + ], + [ + -0.28821054320348344, + 0.676428788413499, + -0.6777748719093964, + 1.68397523380477 + ], + [ + 0.0, + 0.7078092982947994, + 0.7064035654266078, + 3.3602606027457775 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.5440240501281925, + 1.68397523380477, + 3.3602606027457775 + ], + "gt": { + "clock": 2, + "dist": 1.1956439491871043, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.43477397744958646, + 0.3352072297875619, + -3.31725416092329 + ], + "anchor_cam_xyz": [ + -0.4347739774495851, + -0.3352072297875601, + -3.7905355357427526 + ] + }, + "target_bbox": [ + 519, + 272, + 773, + 587 + ], + "anchor_bbox": [ + 40, + 324, + 601, + 1023 + ], + "target_pixels": 52395, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03132/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.8808977941730123, + 0.33434542397372086, + -0.3350107665269192, + 4.078418817829313 + ], + [ + -0.47330653515572874, + -0.6222693425802499, + 0.6235076495630365, + 6.308596483091453 + ], + [ + 0.0, + 0.7078092982947993, + 0.7064035654266078, + 3.3602606027457775 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.078418817829313, + 6.308596483091453, + 3.3602606027457775 + ], + "gt": { + "clock": 11, + "dist": 1.1956439491871043, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.35643066523769473, + 0.46881462486353565, + -3.4511274327811545 + ], + "anchor_cam_xyz": [ + 0.3564306652376974, + -0.46881462486353453, + -3.6566622638848876 + ] + }, + "target_bbox": [ + 296, + 248, + 512, + 548 + ], + "anchor_bbox": [ + 107, + 431, + 1000, + 1023 + ], + "target_pixels": 45246, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03132/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03134/meta.json b/data/batch_v5/pair_03134/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..4f49676051f01cfc98de04b9d9b0eb6e815b9abc --- /dev/null +++ b/data/batch_v5/pair_03134/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3134, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0ad31914-3182-46a1-992f-5ac05e21b097", + "target_category": "cabinet", + "anchor": { + "jid": "d5fa75af-c302-4c73-ad4e-78e4e9765845#553", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -0.5132033228874207, + 3.353342294692993, + 0.4883340299129486 + ] + }, + "pos_A": [ + -0.7886544466018677, + 4.078012585639954, + 1.4126893281936646 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.6643401061533024, + -0.4474835197766244, + 0.598674137477595, + 1.1112718387248244 + ], + [ + 0.7474304137217183, + -0.3977376938008027, + 0.5321207603296455, + 5.281977920051689 + ], + [ + 0.0, + 0.8009764206631443, + 0.598695894041088, + 2.71277644309097 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.1112718387248244, + 5.281977920051689, + 2.71277644309097 + ], + "gt": { + "clock": 2, + "dist": 1.206421596953708, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.3623169220714133, + 0.2877089731584343, + -2.5564484968814174 + ], + "anchor_cam_xyz": [ + -0.36231692207141375, + -0.2877089731584332, + -3.330562860897228 + ] + }, + "target_bbox": [ + 481, + 277, + 836, + 621 + ], + "anchor_bbox": [ + 238, + 446, + 598, + 804 + ], + "target_pixels": 80160, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03134/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.05875371993250312, + 0.6747369292978531, + -0.7357160298891121, + -3.0045346568243256 + ], + [ + -0.9982725080828847, + -0.03971190656969561, + 0.04330085544774815, + 3.8541998308409955 + ], + [ + 0.0, + 0.7369891727280012, + 0.6759045489428934, + 3.11277644309097 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.0045346568243256, + 3.8541998308409955, + 3.11277644309097 + ], + "gt": { + "clock": 10, + "dist": 1.206421596953708, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3536173253494823, + 0.23330238115600088, + -2.769663921790095 + ], + "anchor_cam_xyz": [ + 0.35361732534948187, + -0.233302381156, + -3.6284725234207555 + ] + }, + "target_bbox": [ + 212, + 312, + 563, + 560 + ], + "anchor_bbox": [ + 449, + 437, + 792, + 708 + ], + "target_pixels": 60975, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03134/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03145/meta.json b/data/batch_v5/pair_03145/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..0a6d991e4afc3783c7bc14d39e2efbf6f0f7fe76 --- /dev/null +++ b/data/batch_v5/pair_03145/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3145, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "d4d52a3f-aac0-4ecb-b68d-625e3337318b", + "target_category": "chair", + "anchor": { + "jid": "aa8e1530-b978-48fc-adb0-a1828d5fdc29#136", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 3.4389142990112305, + 4.599022388458252, + 0.3892744779586792 + ] + }, + "pos_A": [ + 4.161226809024811, + 4.754006385803223, + 1.2935490906238556 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9150649326212695, + -0.26162557018812754, + 0.30693359234624107, + 4.645072309676692 + ], + [ + 0.4033065448103109, + -0.5936040161926961, + 0.696403692460824, + 6.593744554993087 + ], + [ + 0.0, + 0.7610429245342462, + 0.6487015238276858, + 2.627315771999777 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.645072309676692, + 6.593744554993087, + 2.627315771999777 + ], + "gt": { + "clock": 10, + "dist": 1.1676763150230887, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.299228393918493, + 0.2036086251244429, + -2.2949253704797403 + ], + "anchor_cam_xyz": [ + 0.29922839391849365, + -0.2036086251244429, + -3.2111630911928053 + ] + }, + "target_bbox": [ + 225, + 272, + 535, + 633 + ], + "anchor_bbox": [ + 423, + 299, + 1013, + 874 + ], + "target_pixels": 50268, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03145/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.4033065448103109, + 0.5936040161926963, + -0.6964036924608241, + 1.8828403861556704 + ], + [ + -0.9150649326212698, + -0.26162557018812754, + 0.30693359234624107, + 5.521516142789409 + ], + [ + 0.0, + 0.7610429245342465, + 0.6487015238276858, + 2.627315771999777 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.8828403861556704, + 5.521516142789409, + 2.627315771999777 + ], + "gt": { + "clock": 11, + "dist": 1.1676763150230887, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.21656689188734646, + 0.5382058130098268, + -2.687467723250394 + ], + "anchor_cam_xyz": [ + 0.21656689188734468, + -0.5382058130098268, + -2.818620738422153 + ] + }, + "target_bbox": [ + 304, + 133, + 563, + 533 + ], + "anchor_bbox": [ + 132, + 404, + 1023, + 963 + ], + "target_pixels": 41533, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03145/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.4033065448103109, + -0.5936040161926961, + 0.696403692460824, + 5.71730072188037 + ], + [ + 0.9150649326212695, + 0.26162557018812754, + -0.30693359234624107, + 3.8315126314720658 + ], + [ + -0.0, + 0.7610429245342462, + 0.6487015238276858, + 2.627315771999777 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.71730072188037, + 3.8315126314720658, + 2.627315771999777 + ], + "gt": { + "clock": 2, + "dist": 1.1676763150230887, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.21656689188734557, + 0.1499859827949518, + -2.232016419227562 + ], + "anchor_cam_xyz": [ + -0.21656689188734557, + -0.14998598279495168, + -3.274072042444984 + ] + }, + "target_bbox": [ + 445, + 244, + 755, + 655 + ], + "anchor_bbox": [ + 62, + 326, + 839, + 747 + ], + "target_pixels": 44749, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03145/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03147/meta.json b/data/batch_v5/pair_03147/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..43725e8341b728da5e150ea063752e4e774c890f --- /dev/null +++ b/data/batch_v5/pair_03147/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3147, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "e43ba7c0-7ac7-46f3-bbc1-342e3d58f97f", + "target_category": "others", + "anchor": { + "jid": "051ac39e-8423-4d37-a47c-4ac0b62d28b6#330", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 2.6138370037078857, + 1.3684719800949097, + 0.3860189914703369 + ] + }, + "pos_A": [ + 3.6502134203910828, + 1.6151870489120483, + 1.279893398284912 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.6628558215212503, + -0.34246401624078104, + 0.6658382367028964, + 5.299900077567232 + ], + [ + 0.7487470600111817, + 0.30317884229603476, + -0.5894577420889879, + -0.42736129329291717 + ], + [ + -0.0, + 0.8892699180587804, + 0.45738278589790615, + 2.3221296769811985 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.299900077567232, + -0.42736129329291717, + 2.3221296769811985 + ], + "gt": { + "clock": 2, + "dist": 1.390667414372199, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4358476617615401, + 0.2573863897246238, + -2.779121321544181 + ], + "anchor_cam_xyz": [ + -0.4358476617615392, + -0.2573863897246244, + -3.732595026416396 + ] + }, + "target_bbox": [ + 642, + 269, + 845, + 642 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 39869, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03147/view_00_front/rgb.png", + "ok": false + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.9981539698740535, + 0.03318839893219745, + -0.05086435491564239, + 2.9561790284617304 + ], + [ + -0.06073427718074135, + -0.5454437540987348, + 0.8359440523683458, + 4.381821367258672 + ], + [ + 0.0, + 0.8374900842941342, + 0.5464525219165923, + 2.7221296769811985 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.9561790284617304, + 4.381821367258672, + 2.7221296769811985 + ], + "gt": { + "clock": 10, + "dist": 1.390667414372199, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5247236479851929, + 0.324218716471982, + -3.136166766827957 + ], + "anchor_cam_xyz": [ + 0.524723647985192, + -0.3242187164719813, + -3.7781520672314377 + ] + }, + "target_bbox": [ + 301, + 279, + 508, + 573 + ], + "anchor_bbox": [ + 457, + 456, + 845, + 729 + ], + "target_pixels": 39725, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03147/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.06073427718074142, + 0.45653844349604933, + -0.8876282989999459, + 0.24203335929429093 + ], + [ + -0.9981539698740535, + 0.027778812896423144, + -0.05400916569187718, + 1.315983330915725 + ], + [ + 0.0, + 0.8892699180587803, + 0.4573827858979062, + 2.3221296769811985 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.24203335929429093, + 1.315983330915725, + 2.3221296769811985 + ], + "gt": { + "clock": 12, + "dist": 1.390667414372199, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.09165802640657783, + 0.6374473741933993, + -3.518057746211741 + ], + "anchor_cam_xyz": [ + 0.0916580264065785, + -0.6374473741933986, + -2.9936586017488365 + ] + }, + "target_bbox": [ + 408, + 217, + 528, + 520 + ], + "anchor_bbox": [ + 358, + 506, + 709, + 959 + ], + "target_pixels": 22738, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03147/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03153/meta.json b/data/batch_v5/pair_03153/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..6b97c3f20346ffbc983a4e6ae614fb86e1e9100d --- /dev/null +++ b/data/batch_v5/pair_03153/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3153, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "d787b9d3-7da4-4294-a4c8-0f783d3dd94c", + "target_category": "cabinet", + "anchor": { + "jid": "789b05f8-9931-4f31-aa16-ec2f5c704abe#309", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -5.023890972137451, + 3.8575000762939453, + 0.4698309898376465 + ] + }, + "pos_A": [ + -3.2696096301078796, + 3.9383220076560974, + 1.1254534721374512 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.05109636989119217, + -0.4611983723676834, + 0.8858246001942722, + -0.8107284172528644 + ], + [ + 0.9986937273178111, + 0.023596385942069444, + -0.04532162382936469, + 3.7272294771662353 + ], + [ + -0.0, + 0.8869832421730822, + 0.4618016111969808, + 2.5367904558410843 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.8107284172528644, + 3.7272294771662353, + 2.5367904558410843 + ], + "gt": { + "clock": 5, + "dist": 1.8745335555489906, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.08517688211332652, + -0.11281921957109198, + -2.8394622165787755 + ], + "anchor_cam_xyz": [ + -0.08517688211332608, + 0.11281921957109198, + -4.692552322503047 + ] + }, + "target_bbox": [ + 376, + 471, + 698, + 634 + ], + "anchor_bbox": [ + 392, + 361, + 608, + 634 + ], + "target_pixels": 38460, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03153/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9986937273178111, + -0.023596385942069507, + 0.04532162382936481, + -3.976068736313879 + ], + [ + 0.0510963698911923, + -0.4611983723676834, + 0.8858246001942722, + 7.233932925844822 + ], + [ + 0.0, + 0.8869832421730822, + 0.4618016111969808, + 2.5367904558410843 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.976068736313879, + 7.233932925844822, + 2.5367904558410843 + ], + "gt": { + "clock": 10, + "dist": 1.8745335555489906, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.873930032467702, + 0.25142825609925323, + -3.5390730431543327 + ], + "anchor_cam_xyz": [ + 0.873930032467702, + -0.25142825609925334, + -3.992941495927492 + ] + }, + "target_bbox": [ + 256, + 382, + 336, + 549 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 10189, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03153/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.0510963698911923, + 0.4611983723676834, + -0.8858246001942722, + -7.482772184992466 + ], + [ + -0.9986937273178111, + -0.023596385942069507, + 0.04532162382936481, + 4.068592606783808 + ], + [ + 0.0, + 0.8869832421730822, + 0.4618016111969808, + 2.5367904558410843 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.482772184992466, + 4.068592606783808, + 2.5367904558410843 + ], + "gt": { + "clock": 12, + "dist": 1.8745335555489906, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.08517688211332652, + 0.6943453745629363, + -4.389784803840033 + ], + "anchor_cam_xyz": [ + 0.08517688211332608, + -0.6943453745629375, + -3.1422297352417887 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03153/view_02_back/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03160/meta.json b/data/batch_v5/pair_03160/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e2e2b95cf074a84613f456b4fe0953a318972da2 --- /dev/null +++ b/data/batch_v5/pair_03160/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 3160, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "c5884cb2-5633-423c-ae54-60f4641f97fb", + "target_category": "cabinet", + "anchor": { + "jid": "9ed1d34e-0432-4430-a6a5-dd81cd233873#64", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 2.22603440284729, + 3.959465980529785, + 0.4854218363761902 + ] + }, + "pos_A": [ + 0.7087192498147488, + 5.232125282287598, + 1.2044101059436798 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.8263109284262024, + 0.34025260518775724, + -0.4488189102816098, + 0.13001706386732348 + ], + [ + -0.5632142128563762, + -0.49919629099244023, + 0.6584776484406768, + 6.557882101770945 + ], + [ + 0.0, + 0.7968884663002315, + 0.604126453880034, + 2.645050484993369 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.13001706386732348, + 6.557882101770945, + 2.645050484993369 + ], + "gt": { + "clock": 5, + "dist": 2.1068581119165333, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2684971429717966, + -0.28931188871060853, + -2.0030426808837705 + ], + "anchor_cam_xyz": [ + -0.2684971429717966, + 0.28931188871060864, + -3.956419952384397 + ] + }, + "target_bbox": [ + 392, + 500, + 897, + 785 + ], + "anchor_bbox": [ + 347, + 303, + 571, + 564 + ], + "target_pixels": 87317, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03160/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.5632142128563763, + 0.49919629099244023, + -0.6584776484406767, + -0.4947096440312335 + ], + [ + -0.8263109284262024, + 0.3402526051877573, + -0.4488189102816098, + 3.2584358689449955 + ], + [ + 0.0, + 0.7968884663002314, + 0.604126453880034, + 2.645050484993369 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.4947096440312335, + 3.2584358689449955, + 2.645050484993369 + ], + "gt": { + "clock": 9, + "dist": 2.1068581119165333, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.9530928743880085, + 0.12427050285127494, + -2.54858912332772 + ], + "anchor_cam_xyz": [ + 0.9530928743880067, + -0.12427050285127539, + -3.410873509940447 + ] + }, + "target_bbox": [ + 0, + 320, + 302, + 652 + ], + "anchor_bbox": [ + 615, + 380, + 933, + 728 + ], + "target_pixels": 51174, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03160/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.8263109284262026, + -0.340252605187757, + 0.4488189102816095, + 2.8047365887947144 + ], + [ + 0.5632142128563759, + 0.4991962909924404, + -0.6584776484406769, + 2.6337091610464376 + ], + [ + -0.0, + 0.7968884663002314, + 0.604126453880034, + 2.645050484993369 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.8047365887947144, + 2.6337091610464376, + 2.645050484993369 + ], + "gt": { + "clock": 11, + "dist": 2.1068581119165333, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.2684971429717966, + 0.8622653481341036, + -3.522060118709248 + ], + "anchor_cam_xyz": [ + 0.26849714297179705, + -0.8622653481341023, + -2.4374025145589204 + ] + }, + "target_bbox": [ + 304, + 220, + 575, + 371 + ], + "anchor_bbox": [ + 423, + 639, + 837, + 1023 + ], + "target_pixels": 22485, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03160/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.5632142128563759, + -0.4991962909924404, + 0.6584776484406769, + 3.429463296693273 + ], + [ + 0.8263109284262026, + -0.340252605187757, + 0.4488189102816095, + 5.933155393872386 + ], + [ + 0.0, + 0.7968884663002314, + 0.604126453880034, + 2.645050484993369 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.429463296693273, + 5.933155393872386, + 2.645050484993369 + ], + "gt": { + "clock": 2, + "dist": 2.1068581119165333, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.9530928743880085, + 0.44868295657222035, + -2.976513676265299 + ], + "anchor_cam_xyz": [ + -0.9530928743880067, + -0.44868295657221835, + -2.9829489570028707 + ] + }, + "target_bbox": [ + 739, + 257, + 876, + 524 + ], + "anchor_bbox": [ + 47, + 505, + 387, + 861 + ], + "target_pixels": 27582, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03160/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03180/meta.json b/data/batch_v5/pair_03180/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2382342a4f537c150162448a628abb077b5bb0be --- /dev/null +++ b/data/batch_v5/pair_03180/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3180, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "8f4c9322-b146-48fe-91e8-40526d13afcd", + "target_category": "cabinet", + "anchor": { + "jid": "4c396766-f189-44f0-9a58-0f2d98fbdca2#79", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -0.9213574528694153, + 0.3461221158504486, + 0.4377410113811493 + ] + }, + "pos_A": [ + -0.8394630998373032, + 1.104769840836525, + 1.370789498090744 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9916217081349127, + 0.08610075501330972, + -0.0962966663064506, + -1.1333785224673782 + ], + [ + -0.12917580251578806, + -0.660954885475309, + 0.7392240874124186, + 2.66736388734829 + ], + [ + 0.0, + 0.7454698514041054, + 0.6665393466612012, + 2.6552426868547294 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.1333785224673782, + 2.66736388734829, + 2.6552426868547294 + ], + "gt": { + "clock": 11, + "dist": 1.2053350298718453, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.08960357347108006, + 0.10058938109167097, + -2.0395488226597087 + ], + "anchor_cam_xyz": [ + 0.08960357347107994, + -0.1005893810916715, + -3.2143868703783687 + ] + }, + "target_bbox": [ + 192, + 243, + 734, + 649 + ], + "anchor_bbox": [ + 279, + 635, + 663, + 948 + ], + "target_pixels": 186620, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03180/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.12917580251578828, + 0.660954885475309, + -0.7392240874124186, + -2.8223281853581623 + ], + [ + -0.9916217081349127, + 0.08610075501330987, + -0.09629666630645077, + 0.4724777322294673 + ], + [ + 0.0, + 0.7454698514041054, + 0.6665393466612012, + 2.6552426868547294 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.8223281853581623, + 0.4724777322294673, + 2.6552426868547294 + ], + "gt": { + "clock": 11, + "dist": 1.2053350298718453, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3708563920744622, + 0.4075040656900362, + -2.3828078447524836 + ], + "anchor_cam_xyz": [ + 0.3708563920744621, + -0.40750406569003605, + -2.8711278482855933 + ] + }, + "target_bbox": [ + 270, + 111, + 430, + 621 + ], + "anchor_bbox": [ + 227, + 456, + 1023, + 713 + ], + "target_pixels": 61747, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03180/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03182/meta.json b/data/batch_v5/pair_03182/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..6141074e06e0b99026657c848a240225373f0b9b --- /dev/null +++ b/data/batch_v5/pair_03182/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 3182, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "e1903434-3e6a-43d2-ab12-f8604903e3a0", + "target_category": "cabinet", + "anchor": { + "jid": "5e831acd-1fa0-4b08-a08d-99d1748310a1#328", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.4826514720916748, + 0.1346062421798706, + 0.3756589889526367 + ] + }, + "pos_A": [ + -0.36741214245557785, + -0.4557318463921547, + 1.2663180828094482 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.07529298085446923, + -0.8492284764330168, + 0.5226298516630155, + 2.539413348832586 + ], + [ + 0.9971614548477334, + 0.06412295933250348, + -0.03946237514891339, + -0.3102027156653758 + ], + [ + -0.0, + 0.5241175830877066, + 0.8516459118074254, + 4.050399339083725 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.539413348832586, + -0.3102027156653758, + 4.050399339083725 + ], + "gt": { + "clock": 11, + "dist": 2.1364709354822393, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.36397959578108374, + 1.0000412855337555, + -3.8845022702160383 + ], + "anchor_cam_xyz": [ + 0.36397959578108374, + -1.0000412855337553, + -3.699426116991247 + ] + }, + "target_bbox": [ + 388, + 182, + 468, + 387 + ], + "anchor_bbox": [ + 198, + 581, + 1018, + 892 + ], + "target_pixels": 10910, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03182/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9971614548477334, + -0.06412295933250352, + 0.03946237514891342, + 0.7072595783772824 + ], + [ + 0.07529298085446928, + -0.8492284764330168, + 0.5226298516630155, + 1.8212308819083955 + ], + [ + 0.0, + 0.5241175830877066, + 0.8516459118074254, + 4.050399339083725 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.7072595783772824, + 1.8212308819083955, + 4.050399339083725 + ], + "gt": { + "clock": 2, + "dist": 2.1364709354822393, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.9001819055211389, + 0.5433867805419391, + -3.6034692115890343 + ], + "anchor_cam_xyz": [ + -0.900181905521139, + -0.5433867805419381, + -3.9804591756182495 + ] + }, + "target_bbox": [ + 670, + 285, + 800, + 478 + ], + "anchor_bbox": [ + 129, + 327, + 423, + 1015 + ], + "target_pixels": 14559, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03182/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.07529298085446931, + 0.8492284764330168, + -0.5226298516630155, + -1.4241740191964891 + ], + [ + -0.9971614548477334, + -0.06412295933250355, + 0.03946237514891343, + -0.010922888546908094 + ], + [ + 0.0, + 0.5241175830877066, + 0.8516459118074254, + 4.050399339083725 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.4241740191964891, + -0.010922888546908094, + 4.050399339083725 + ], + "gt": { + "clock": 5, + "dist": 2.1364709354822393, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.36397959578108385, + -0.533231193906436, + -2.9408999408939867 + ], + "anchor_cam_xyz": [ + -0.3639795957810838, + 0.5332311939064368, + -4.643028446313298 + ] + }, + "target_bbox": [ + 584, + 578, + 658, + 767 + ], + "anchor_bbox": [ + 113, + 275, + 751, + 505 + ], + "target_pixels": 2278, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03182/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9971614548477334, + 0.064122959332504, + -0.03946237514891371, + 0.4079797512588135 + ], + [ + -0.07529298085446985, + 0.8492284764330168, + -0.5226298516630153, + -2.142356486120679 + ], + [ + 0.0, + 0.5241175830877066, + 0.8516459118074254, + 4.050399339083725 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.4079797512588135, + -2.142356486120679, + 4.050399339083725 + ], + "gt": { + "clock": 9, + "dist": 2.1364709354822393, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.9001819055211385, + -0.0765766889146201, + -3.2219329995209898 + ], + "anchor_cam_xyz": [ + 0.9001819055211385, + 0.07657668891462016, + -4.361995387686294 + ] + }, + "target_bbox": [ + 190, + 439, + 334, + 629 + ], + "anchor_bbox": [ + 566, + 227, + 854, + 784 + ], + "target_pixels": 14788, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03182/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03191/meta.json b/data/batch_v5/pair_03191/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e30c9bc773887b1ef89b983de40fcf727371ce30 --- /dev/null +++ b/data/batch_v5/pair_03191/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3191, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "63f5d48e-3809-4b42-8715-87856b8542f9", + "target_category": "cabinet", + "anchor": { + "jid": "7581635e-6702-4e03-ad0b-60b859d19bcb#656", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -2.501424551010132, + -2.5123369693756104, + 0.3750010132789612 + ] + }, + "pos_A": [ + -1.7957098484039307, + -2.5613133907318115, + 1.26500204205513 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.1188001629975876, + 0.5819547144451821, + -0.8044968810422903, + -4.257312778400882 + ], + [ + -0.9929181845810594, + 0.06962941761659121, + -0.09625602802228916, + -2.7891312837786346 + ], + [ + 0.0, + 0.8102348144441838, + 0.5861054047375771, + 2.356299815471054 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.257312778400882, + -2.7891312837786346, + 2.356299815471054 + ], + "gt": { + "clock": 12, + "dist": 1.1368965487440175, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.06623430053984292, + 0.564196808472286, + -2.6418962482213617 + ], + "anchor_cam_xyz": [ + -0.0662343005398438, + -0.5641968084722874, + -2.6004996600431953 + ] + }, + "target_bbox": [ + 424, + 119, + 641, + 519 + ], + "anchor_bbox": [ + 22, + 484, + 937, + 946 + ], + "target_pixels": 69378, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03191/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9929181845810594, + -0.06962941761659115, + 0.09625602802228908, + -1.8962610959821078 + ], + [ + 0.1188001629975875, + 0.5819547144451821, + -0.8044968810422903, + -4.645570758747562 + ], + [ + -0.0, + 0.8102348144441838, + 0.5861054047375771, + 2.356299815471054 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.8962610959821078, + -4.645570758747562, + 2.356299815471054 + ], + "gt": { + "clock": 2, + "dist": 1.1368965487440175, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.347449277251878, + 0.3217346276773806, + -2.306715411330681 + ], + "anchor_cam_xyz": [ + -0.347449277251878, + -0.3217346276773806, + -2.935680496933878 + ] + }, + "target_bbox": [ + 522, + 159, + 790, + 607 + ], + "anchor_bbox": [ + 75, + 359, + 554, + 947 + ], + "target_pixels": 92889, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03191/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03192/meta.json b/data/batch_v5/pair_03192/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..8c83c7b17f13af957bd4ba9659061bdaef0b09c8 --- /dev/null +++ b/data/batch_v5/pair_03192/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3192, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "ed85d5d4-7b3e-4355-ad0e-b8b0ea52d7f7", + "target_category": "chair", + "anchor": { + "jid": "dab0c3d3-98c0-433d-a078-e7ab15fcad26#353", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.00011996924877166748, + 1.4835314750671387, + 0.34693703055381775 + ] + }, + "pos_A": [ + 0.42780634574592113, + 0.7834308296442032, + 1.2088740170001984 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.09024229468902081, + 0.8165909613963356, + -0.5701188735825786, + -1.6319002959675784 + ], + [ + -0.9959198402729308, + -0.0739929452138678, + 0.051659614877751774, + 1.3007385429480962 + ], + [ + 0.0, + 0.5724545797042643, + 0.8199364330090559, + 3.4325987219606793 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.6319002959675784, + 1.3007385429480962, + 3.4325987219606793 + ], + "gt": { + "clock": 1, + "dist": 1.1899545869347874, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.32932436147112487, + 0.4472335566843092, + -3.024314450306238 + ], + "anchor_cam_xyz": [ + -0.32932436147112565, + -0.4472335566843091, + -3.451048983518275 + ] + }, + "target_bbox": [ + 520, + 231, + 704, + 533 + ], + "anchor_bbox": [ + 275, + 540, + 576, + 757 + ], + "target_pixels": 19048, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03192/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.09024229468902094, + -0.8165909613963356, + 0.5701188735825786, + 2.059826610962271 + ], + [ + 0.9959198402729308, + 0.0739929452138679, + -0.05165961487775184, + 0.9662237617632454 + ], + [ + -0.0, + 0.5724545797042643, + 0.8199364330090559, + 3.4325987219606793 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.059826610962271, + 0.9662237617632454, + 3.4325987219606793 + ], + "gt": { + "clock": 9, + "dist": 1.1899545869347874, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3293243614711251, + 0.04618621862341399, + -2.7443154453728535 + ], + "anchor_cam_xyz": [ + 0.3293243614711254, + -0.04618621862341388, + -3.731047988451658 + ] + }, + "target_bbox": [ + 305, + 334, + 501, + 644 + ], + "anchor_bbox": [ + 455, + 442, + 729, + 607 + ], + "target_pixels": 23478, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03192/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9959198402729308, + -0.07399294521386796, + 0.05165961487775188, + 0.381220548089772 + ], + [ + 0.09024229468902101, + -0.8165909613963356, + 0.5701188735825786, + 2.9793446058205957 + ], + [ + 0.0, + 0.5724545797042643, + 0.8199364330090559, + 3.4325987219606793 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.381220548089772, + 2.9793446058205957, + 3.4325987219606793 + ], + "gt": { + "clock": 11, + "dist": 1.1899545869347874, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.2445600182620901, + 0.5167349299014812, + -3.0728381867718744 + ], + "anchor_cam_xyz": [ + 0.2445600182620899, + -0.5167349299014805, + -3.4025252470526386 + ] + }, + "target_bbox": [ + 350, + 224, + 524, + 514 + ], + "anchor_bbox": [ + 479, + 507, + 685, + 817 + ], + "target_pixels": 16797, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03192/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03196/meta.json b/data/batch_v5/pair_03196/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..94845ca315d15b9351627ca3b39a6ee39e8ee4ec --- /dev/null +++ b/data/batch_v5/pair_03196/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3196, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "1809091d-f0e6-420d-bf25-7a55b5c4e105", + "target_category": "lighting", + "anchor": { + "jid": "0fe63810-f03a-4cd5-a765-311cdf694b09#1190", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.601670980453491, + 1.9836512804031372, + 0.4926300048828125 + ] + }, + "pos_A": [ + 4.59175443649292, + 1.3018847703933716, + 1.5000801086425781 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.5822704130675743, + -0.6200583153319209, + 0.5258220722391336, + 6.1088179477440026 + ], + [ + 0.8129951820682066, + -0.44408825458944984, + 0.37659587898645364, + 3.083845875115876 + ], + [ + 0.0, + 0.6467714493725247, + 0.7626838744044375, + 3.914833189606486 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 6.1088179477440026, + 3.083845875115876, + 3.914833189606486 + ], + "gt": { + "clock": 10, + "dist": 1.5684471733722618, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5653845954264227, + 0.17022249172858261, + -3.31047792327667 + ], + "anchor_cam_xyz": [ + 0.565384595426422, + -0.17022249172858483, + -4.342701148125001 + ] + }, + "target_bbox": [ + 335, + 360, + 393, + 562 + ], + "anchor_bbox": [ + 543, + 418, + 722, + 668 + ], + "target_pixels": 2540, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03196/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + -0.16314704874804672, + 0.7524652557678058, + -0.6381058527760838, + 1.6549435295707857 + ], + [ + -0.9866017638767947, + -0.12442962323680991, + 0.10551885317962412, + 2.046545364794557 + ], + [ + 0.0, + 0.6467714493725246, + 0.7626838744044375, + 3.914833189606486 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.6549435295707857, + 2.046545364794557, + 3.914833189606486 + ], + "gt": { + "clock": 1, + "dist": 1.5684471733722618, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.25555142373033135, + 0.7407126573676868, + -3.794265195652528 + ], + "anchor_cam_xyz": [ + -0.25555142373033046, + -0.7407126573676885, + -3.8589138757491415 + ] + }, + "target_bbox": [ + 553, + 233, + 584, + 432 + ], + "anchor_bbox": [ + 327, + 587, + 549, + 810 + ], + "target_pixels": 2043, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03196/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.9866017638767947, + 0.12442962323681006, + -0.10551885317962424, + 3.6929353690769027 + ], + [ + -0.16314704874804692, + 0.7524652557678058, + -0.6381058527760838, + -0.7990011535041655 + ], + [ + 0.0, + 0.6467714493725246, + 0.7626838744044375, + 3.914833189606486 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.6929353690769027, + -0.7990011535041655, + 3.914833189606486 + ], + "gt": { + "clock": 3, + "dist": 1.5684471733722618, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5440231390785404, + 0.13089003192938176, + -3.277123196783232 + ], + "anchor_cam_xyz": [ + -0.5440231390785413, + -0.13089003192938398, + -4.376055874618439 + ] + }, + "target_bbox": [ + 628, + 370, + 683, + 564 + ], + "anchor_bbox": [ + 506, + 518, + 508, + 525 + ], + "target_pixels": 1910, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03196/view_02_back/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03197/meta.json b/data/batch_v5/pair_03197/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b2e377bb4effabac5ab61e5c91383546a4dc8f6e --- /dev/null +++ b/data/batch_v5/pair_03197/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3197, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "33354a78-c82e-4763-bd3b-37133f79c25e", + "target_category": "others", + "anchor": { + "jid": "d4713205-b383-413b-96e4-5f91377f15bb#540", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -3.7559282779693604, + 1.6945995092391968, + 0.3978469967842102 + ] + }, + "pos_A": [ + -3.1333386301994324, + 3.0912694931030273, + 1.114860326051712 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.9701888245929928, + -0.18189790219928814, + 0.16014617638384349, + -2.873212039684579 + ], + [ + 0.24235025198020096, + -0.728182910843748, + 0.6411052984652827, + 4.680477698894363 + ], + [ + 0.0, + 0.6608046621586627, + 0.7505579247928674, + 3.4344374012767713 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.873212039684579, + 4.680477698894363, + 3.4344374012767713 + ], + "gt": { + "clock": 7, + "dist": 1.6889088275225939, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.13277309802554438, + -0.32823660719426484, + -2.8014850359220804 + ], + "anchor_cam_xyz": [ + 0.13277309802554438, + 0.3282366071942636, + -4.334762950794962 + ] + }, + "target_bbox": [ + 319, + 528, + 574, + 802 + ], + "anchor_bbox": [ + 346, + 279, + 735, + 544 + ], + "target_pixels": 38720, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03197/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9701888245929928, + 0.18189790219928845, + -0.16014617638384374, + -4.016054868484215 + ], + [ + -0.24235025198020135, + 0.728182910843748, + -0.6411052984652827, + 0.10539130344786152 + ], + [ + 0.0, + 0.6608046621586628, + 0.7505579247928674, + 3.4344374012767713 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.016054868484215, + 0.10539130344786152, + 3.4344374012767713 + ], + "gt": { + "clock": 12, + "dist": 1.6889088275225939, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.13277309802554438, + 0.8020423580041336, + -3.79660291433112 + ], + "anchor_cam_xyz": [ + -0.13277309802554393, + -0.802042358004134, + -3.3396450723859203 + ] + }, + "target_bbox": [ + 457, + 197, + 626, + 470 + ], + "anchor_bbox": [ + 211, + 491, + 731, + 950 + ], + "target_pixels": 19806, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03197/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03203/meta.json b/data/batch_v5/pair_03203/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..465f647af01adb0f44f27d2b99a0588c97980dd8 --- /dev/null +++ b/data/batch_v5/pair_03203/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3203, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5a0c9f7a-7ea8-45a4-af4a-de1643f12c07", + "target_category": "cabinet", + "anchor": { + "jid": "c1d1893e-86a3-4a1f-a0bb-1b5104461b5a#422", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -1.9839125871658325, + 2.6518633365631104, + 0.46878549456596375 + ] + }, + "pos_A": [ + -1.3684263229370117, + 0.870077833533287, + 1.4523389637470245 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.10823869730081406, + 0.3289321597544165, + -0.9381300649088685, + -5.321874127105152 + ], + [ + -0.9941249340030772, + -0.035813595710547874, + 0.10214206751216015, + 2.1579089485772296 + ], + [ + 0.0, + 0.9436742131909595, + 0.33087607855271667, + 2.2463929583610165 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.321874127105152, + 2.1579089485772296, + 2.2463929583610165 + ], + "gt": { + "clock": 2, + "dist": 2.1262550051674634, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.8523489820802457, + 0.5972097090005324, + -4.103123449732157 + ], + "anchor_cam_xyz": [ + -0.8523489820802452, + -0.5972097090005326, + -3.669156340507546 + ] + }, + "target_bbox": [ + 614, + 349, + 781, + 500 + ], + "anchor_bbox": [ + 72, + 479, + 448, + 939 + ], + "target_pixels": 21241, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03203/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9941249340030772, + 0.03581359571054774, + -0.10214206751215979, + -2.0731078185804517 + ], + [ + -0.10823869730081369, + 0.3289321597544164, + -0.9381300649088685, + -1.8847340870055325 + ], + [ + 0.0, + 0.9436742131909595, + 0.3308760785527166, + 2.2463929583610165 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.0731078185804517, + -1.8847340870055325, + 2.2463929583610165 + ], + "gt": { + "clock": 2, + "dist": 2.1262550051674634, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4023641917618501, + 0.18205513433122666, + -2.9190829826263864 + ], + "anchor_cam_xyz": [ + -0.40236419176185034, + -0.1820551343312269, + -4.853196807613317 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03203/view_01_right/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03208/meta.json b/data/batch_v5/pair_03208/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..020ea2ba20966d9dc3ec09829d7ed3a4068fa742 --- /dev/null +++ b/data/batch_v5/pair_03208/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3208, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "5dd46e7e-7425-475b-88c6-736b17fda9c6", + "target_category": "cabinet", + "anchor": { + "jid": "362f04f5-4219-44ef-bcf0-c557a180b70c#197", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.8847793340682983, + -0.6712325215339661, + 0.16687899827957153 + ] + }, + "pos_A": [ + -2.0666132271289825, + -1.935348778963089, + 0.8487580120563507 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.9432806133068149, + -0.25585536347791943, + 0.21156492511543762, + -1.52803010652341 + ], + [ + 0.3319965128725285, + 0.7269455997929555, + -0.6011059893081595, + -2.5752161279734485 + ], + [ + -0.0, + 0.6372504436414633, + 0.7706567796877921, + 2.138509282005041 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.52803010652341, + -2.5752161279734485, + 2.138509282005041 + ], + "gt": { + "clock": 8, + "dist": 1.447761191077938, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.29560128774909433, + -0.21894643506206873, + -1.4925289537291158 + ], + "anchor_cam_xyz": [ + 0.29560128774909433, + 0.2189464350620685, + -2.7394218181766448 + ] + }, + "target_bbox": [ + 0, + 243, + 607, + 1000 + ], + "anchor_bbox": [ + 554, + 271, + 770, + 641 + ], + "target_pixels": 420504, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03208/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.3319965128725285, + -0.7269455997929555, + 0.6011059893081595, + -0.7037708028737195 + ], + [ + 0.9432806133068149, + -0.25585536347791943, + 0.21156492511543762, + -0.8556244761732972 + ], + [ + 0.0, + 0.6372504436414633, + 0.7706567796877921, + 2.138509282005041 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.7037708028737195, + -0.8556244761732972, + 2.138509282005041 + ], + "gt": { + "clock": 10, + "dist": 1.447761191077938, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5660240700903377, + 0.44507098850780924, + -2.0416000952650286 + ], + "anchor_cam_xyz": [ + 0.5660240700903375, + -0.4450709885078097, + -2.190350676640733 + ] + }, + "target_bbox": [ + 0, + 18, + 450, + 581 + ], + "anchor_bbox": [ + 474, + 484, + 1011, + 931 + ], + "target_pixels": 235250, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03208/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.3319965128725284, + 0.7269455997929556, + -0.6011059893081595, + -3.2476217583235614 + ], + [ + -0.943280613306815, + 0.2558553634779194, + -0.2115649251154375, + -1.7509568243237577 + ], + [ + 0.0, + 0.6372504436414634, + 0.7706567796877921, + 2.138509282005041 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.2476217583235614, + -1.7509568243237577, + 2.138509282005041 + ], + "gt": { + "clock": 3, + "dist": 1.447761191077938, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5660240700903377, + -0.010543284468753633, + -1.6648559917468324 + ], + "anchor_cam_xyz": [ + -0.5660240700903376, + 0.010543284468752967, + -2.5670947801589286 + ] + }, + "target_bbox": [ + 573, + 161, + 1023, + 819 + ], + "anchor_bbox": [ + 50, + 343, + 541, + 694 + ], + "target_pixels": 278367, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03208/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03218/meta.json b/data/batch_v5/pair_03218/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..983a8b3ce42fbb51ba4a3d8669eb53f397381102 --- /dev/null +++ b/data/batch_v5/pair_03218/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3218, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "3cb2af3d-0728-47d2-beb2-1c442e3f1d2a", + "target_category": "cabinet", + "anchor": { + "jid": "71b4daf5-e0e4-47f1-a76f-fabb489d2df2#742", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -4.966335296630859, + -2.827630043029785, + 0.2029699981212616 + ] + }, + "pos_A": [ + -6.718158721923828, + -2.570641279220581, + 0.7511836290359497 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.9992446013768735, + 0.0316469014799821, + -0.022554384183337012, + -5.904976788106161 + ], + [ + -0.038861634283355304, + 0.813733030978634, + -0.5799382102217031, + -4.312099037374865 + ], + [ + 0.0, + 0.5803766259258224, + 0.8143481884789565, + 2.7419970764281425 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.904976788106161, + -4.312099037374865, + 2.7419970764281425 + ], + "gt": { + "clock": 10, + "dist": 1.8535012067031513, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.8802435518218132, + 0.23592541987407833, + -2.6128124021778003 + ], + "anchor_cam_xyz": [ + 0.8802435518218132, + -0.23592541987407678, + -2.949722874237477 + ] + }, + "target_bbox": [ + 0, + 306, + 385, + 535 + ], + "anchor_bbox": [ + 594, + 414, + 976, + 761 + ], + "target_pixels": 69737, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03218/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.038861634283355304, + 0.813733030978634, + -0.5799382102217031, + -7.4552103855270255 + ], + [ + -0.9992446013768735, + -0.0316469014799821, + 0.022554384183337012, + -2.6364058822963656 + ], + [ + 0.0, + 0.5803766259258224, + 0.8143481884789565, + 2.7419970764281425 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.4552103855270255, + -2.6364058822963656, + 2.7419970764281425 + ], + "gt": { + "clock": 6, + "dist": 1.8535012067031513, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.09435795678405645, + -0.5577395531479699, + -2.0471764669909103 + ], + "anchor_cam_xyz": [ + 0.0943579567840569, + 0.5577395531479712, + -3.5153588094243684 + ] + }, + "target_bbox": [ + 352, + 495, + 551, + 1003 + ], + "anchor_bbox": [ + 377, + 240, + 694, + 495 + ], + "target_pixels": 77309, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03218/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03232/meta.json b/data/batch_v5/pair_03232/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2fbaf4629b2b01817bba20b8cc3abe10fb5490bf --- /dev/null +++ b/data/batch_v5/pair_03232/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 3232, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "3afa4676-024b-4847-9df3-ff70f0f07d4a", + "target_category": "cabinet", + "anchor": { + "jid": "106b7f57-ede9-48bf-a45f-dacf369fd800#341", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -5.017857551574707, + -0.3376235365867615, + 0.22725200653076172 + ] + }, + "pos_A": [ + -4.503086090087891, + -1.1238353252410889, + 0.968055471777916 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.2879775620618469, + 0.674929115178025, + -0.6793670681111379, + -7.639512518662016 + ], + [ + -0.9576371566250524, + 0.20296251018341321, + -0.20429707709884826, + -1.5965052787935923 + ], + [ + 0.0, + 0.7094201216099358, + 0.7047858476551184, + 3.5844148494562935 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.639512518662016, + -1.5965052787935923, + 3.5844148494562935 + ], + "gt": { + "clock": 2, + "dist": 1.1966237538602105, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4505741261450068, + 0.3567018066319094, + -4.071322978837389 + ], + "anchor_cam_xyz": [ + -0.450574126145007, + -0.3567018066319112, + -4.404332768902607 + ] + }, + "target_bbox": [ + 518, + 293, + 709, + 560 + ], + "anchor_bbox": [ + 298, + 445, + 549, + 631 + ], + "target_pixels": 24702, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03232/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9576371566250524, + -0.20296251018341316, + 0.20429707709884815, + -3.894695972951632 + ], + [ + 0.28797756206184677, + 0.674929115178025, + -0.6793670681111378, + -3.609770128744642 + ], + [ + -0.0, + 0.7094201216099358, + 0.7047858476551184, + 3.5844148494562935 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.894695972951632, + -3.609770128744642, + 3.5844148494562935 + ], + "gt": { + "clock": 4, + "dist": 1.1966237538602105, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.13327646226449996, + -0.054787825224224096, + -3.6571276234058843 + ], + "anchor_cam_xyz": [ + -0.13327646226449996, + 0.054787825224223874, + -4.818528124334112 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03232/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.28797756206184677, + -0.674929115178025, + 0.6793670681111378, + -1.8814311230005818 + ], + [ + 0.9576371566250524, + -0.20296251018341316, + 0.20429707709884815, + 0.1350464169657415 + ], + [ + 0.0, + 0.7094201216099358, + 0.7047858476551184, + 3.5844148494562935 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.8814311230005818, + 0.1350464169657415, + 3.5844148494562935 + ], + "gt": { + "clock": 10, + "dist": 1.1966237538602105, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.4505741261450066, + 0.1688390777727875, + -3.8822249707025422 + ], + "anchor_cam_xyz": [ + 0.45057412614500725, + -0.1688390777727884, + -4.5934307770374545 + ] + }, + "target_bbox": [ + 293, + 326, + 505, + 610 + ], + "anchor_bbox": [ + 469, + 414, + 713, + 693 + ], + "target_pixels": 31654, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03232/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.9576371566250524, + 0.20296251018341302, + -0.20429707709884803, + -5.626247668710965 + ], + [ + -0.2879775620618466, + -0.674929115178025, + 0.6793670681111378, + 2.148311266916792 + ], + [ + 0.0, + 0.7094201216099357, + 0.7047858476551184, + 3.5844148494562935 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.626247668710965, + 2.148311266916792, + 3.5844148494562935 + ], + "gt": { + "clock": 12, + "dist": 1.1966237538602105, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.13327646226449996, + 0.5803287096289227, + -4.296420326134047 + ], + "anchor_cam_xyz": [ + 0.13327646226449996, + -0.5803287096289216, + -4.179235421605949 + ] + }, + "target_bbox": [ + 386, + 259, + 576, + 514 + ], + "anchor_bbox": [ + 403, + 513, + 705, + 634 + ], + "target_pixels": 24804, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03232/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03234/meta.json b/data/batch_v5/pair_03234/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..5fc7a85281e8a882df6d07e3a8ef6f5051b79351 --- /dev/null +++ b/data/batch_v5/pair_03234/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3234, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "88980778-45de-433a-8266-31daf7295686", + "target_category": "chair", + "anchor": { + "jid": "2197e2a4-b267-4eb5-973c-e82e5304abb6#564", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -2.6618473529815674, + 0.33962294459342957, + 0.5081220269203186 + ] + }, + "pos_A": [ + -3.2992777824401855, + 0.06842770054936409, + 1.5312442183494568 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.4292350234892055, + 0.6206586341193228, + -0.656155587115859, + -4.402420257465861 + ], + [ + -0.9031928335689012, + -0.29496295087095864, + 0.3118325881034169, + 0.8797515863070026 + ], + [ + 0.0, + 0.7264844922685086, + 0.6871828595747765, + 2.508775423820599 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.402420257465861, + 0.8797515863070026, + 2.508775423820599 + ], + "gt": { + "clock": 2, + "dist": 1.2355741302676584, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.25927453313998705, + 0.21382412776028437, + -1.6485730145580773 + ], + "anchor_cam_xyz": [ + -0.2592745331399864, + -0.21382412776028503, + -2.6853310706140996 + ] + }, + "target_bbox": [ + 467, + 94, + 848, + 701 + ], + "anchor_bbox": [ + 286, + 319, + 616, + 921 + ], + "target_pixels": 73638, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03234/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9031928335689012, + 0.29496295087095875, + -0.31183258810341696, + -3.6562888314464823 + ], + [ + -0.42923502348920567, + 0.6206586341193228, + -0.6561555871158589, + -1.2178323671835878 + ], + [ + 0.0, + 0.7264844922685085, + 0.6871828595747765, + 2.508775423820599 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.6562888314464823, + -1.2178323671835878, + 2.508775423820599 + ], + "gt": { + "clock": 10, + "dist": 1.2355741302676584, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.22965804941917822, + 0.1934721877864697, + -1.627057098419387 + ], + "anchor_cam_xyz": [ + 0.22965804941917778, + -0.193472187786469, + -2.7068469867527902 + ] + }, + "target_bbox": [ + 126, + 58, + 569, + 729 + ], + "anchor_bbox": [ + 287, + 365, + 867, + 802 + ], + "target_pixels": 91263, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03234/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03240/meta.json b/data/batch_v5/pair_03240/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..5ed3ae6dd6ff15c6bcdea0ee78efcc1dfed10067 --- /dev/null +++ b/data/batch_v5/pair_03240/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3240, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a91594e0-33f8-4c09-93d8-ce4f506ac00a", + "target_category": "cabinet", + "anchor": { + "jid": "ff507d6c-aab0-476e-9f58-1f765cb8956e#396", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.583350419998169, + 2.342059373855591, + 0.367000013589859 + ] + }, + "pos_A": [ + 0.3788819070905447, + 1.4968451261520386, + 1.249000072479248 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.8505148492274376, + 0.30969464170797995, + -0.4251043638225735, + -0.4850830408296818 + ], + [ + -0.525951035024772, + 0.5008068697619387, + -0.6874358064253124, + -0.45153689575733047 + ], + [ + 0.0, + 0.8082584414013964, + 0.5888278966755783, + 2.8388872017918905 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.4850830408296818, + -0.45153689575733047, + 2.8388872017918905 + ], + "gt": { + "clock": 9, + "dist": 1.7155336274721844, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.28993852362872813, + -0.04171127665510066, + -2.6428327303112145 + ], + "anchor_cam_xyz": [ + 0.28993852362872846, + 0.041711276655099994, + -4.255234328750962 + ] + }, + "target_bbox": [ + 288, + 380, + 475, + 704 + ], + "anchor_bbox": [ + 423, + 427, + 468, + 473 + ], + "target_pixels": 34145, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03240/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.8505148492274376, + -0.30969464170798006, + 0.42510436382257366, + 2.447315367918396 + ], + [ + 0.5259510350247723, + -0.5008068697619387, + 0.6874358064253124, + 4.29044139576496 + ], + [ + 0.0, + 0.8082584414013965, + 0.5888278966755783, + 2.8388872017918905 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.447315367918396, + 4.29044139576496, + 2.8388872017918905 + ], + "gt": { + "clock": 1, + "dist": 1.7155336274721844, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.28993852362872724, + 0.7545952695689784, + -3.7358880892073874 + ], + "anchor_cam_xyz": [ + -0.28993852362872924, + -0.754595269568977, + -3.1621789698547906 + ] + }, + "target_bbox": [ + 512, + 194, + 660, + 465 + ], + "anchor_bbox": [ + 203, + 537, + 636, + 926 + ], + "target_pixels": 24741, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03240/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.5259510350247723, + 0.5008068697619387, + -0.6874358064253124, + -1.3898729822167883 + ], + [ + -0.8505148492274376, + -0.30969464170798006, + 0.42510436382257366, + 3.3856514543778538 + ], + [ + 0.0, + 0.8082584414013965, + 0.5888278966755783, + 2.8388872017918905 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.3898729822167883, + 3.3856514543778538, + 2.8388872017918905 + ], + "gt": { + "clock": 2, + "dist": 1.7155336274721844, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6761793647344909, + 0.18571810542341205, + -2.9550151505489226 + ], + "anchor_cam_xyz": [ + -0.6761793647344909, + -0.18571810542341238, + -3.943051908513253 + ] + }, + "target_bbox": [ + 628, + 298, + 813, + 624 + ], + "anchor_bbox": [ + 226, + 403, + 495, + 715 + ], + "target_pixels": 31166, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03240/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03247/meta.json b/data/batch_v5/pair_03247/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..69a707bea84a766b6d97a5f5c3b0cabd3417bcb9 --- /dev/null +++ b/data/batch_v5/pair_03247/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3247, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "534272f5-d0b5-4079-acb4-1aeb9f788bae", + "target_category": "pier", + "anchor": { + "jid": "93b46a6a-9703-4487-a125-89972c1e6a4a#414", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 0.95110684633255, + 2.6360416412353516, + 0.3484150171279907 + ] + }, + "pos_A": [ + 2.0210072994232178, + 1.8050417602062225, + 0.9106639623641968 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9884225193311527, + 0.11797360224041878, + -0.09541044205681325, + 1.0399497958188186 + ], + [ + -0.15172647520804355, + -0.7685393401590355, + 0.6215515741665026, + 5.126708723174004 + ], + [ + 0.0, + 0.6288318629032199, + 0.7775413096406301, + 4.265062279150792 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.0399497958188186, + 5.126708723174004, + 4.265062279150792 + ], + "gt": { + "clock": 11, + "dist": 1.4667554868529618, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.46571450921528346, + 0.5592180811881894, + -4.766373720082115 + ], + "anchor_cam_xyz": [ + 0.46571450921528323, + -0.5592180811881902, + -4.58495654193314 + ] + }, + "target_bbox": [ + 340, + 361, + 514, + 483 + ], + "anchor_bbox": [ + 176, + 415, + 988, + 789 + ], + "target_pixels": 9698, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03247/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.1517264752080435, + 0.7685393401590355, + -0.6215515741665026, + -1.420109949575333 + ], + [ + -0.9884225193311527, + 0.11797360224041874, + -0.0954104420568132, + 1.774434423661722 + ], + [ + 0.0, + 0.6288318629032199, + 0.7775413096406301, + 4.265062279150792 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.420109949575333, + 1.774434423661722, + 4.265062279150792 + ], + "gt": { + "clock": 1, + "dist": 1.4667554868529618, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.49185561027081737, + 0.5388922952380208, + -4.749935362807021 + ], + "anchor_cam_xyz": [ + -0.4918556102708178, + -0.5388922952380217, + -4.601394899208232 + ] + }, + "target_bbox": [ + 533, + 331, + 646, + 501 + ], + "anchor_bbox": [ + 295, + 320, + 619, + 1023 + ], + "target_pixels": 7061, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03247/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9884225193311527, + -0.11797360224041903, + 0.09541044205681344, + 1.93216434993695 + ], + [ + 0.1517264752080439, + 0.7685393401590355, + -0.6215515741665026, + -0.68562532173243 + ], + [ + -0.0, + 0.6288318629032199, + 0.7775413096406301, + 4.265062279150792 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.93216434993695, + -0.68562532173243, + 4.265062279150792 + ], + "gt": { + "clock": 4, + "dist": 1.4667554868529618, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.465714509215283, + -0.20565802953993528, + -4.147784760710116 + ], + "anchor_cam_xyz": [ + -0.465714509215283, + 0.20565802953993662, + -5.203545501305136 + ] + }, + "target_bbox": [ + 657, + 556, + 722, + 635 + ], + "anchor_bbox": [ + 49, + 559, + 702, + 655 + ], + "target_pixels": 2567, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03247/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03251/meta.json b/data/batch_v5/pair_03251/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..d0cdb3578ae0d0bdd5c28cc303e9feaacf2011c4 --- /dev/null +++ b/data/batch_v5/pair_03251/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3251, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "662b55b1-28bc-40cd-be4b-e4eac270c160", + "target_category": "cabinet", + "anchor": { + "jid": "244bbf54-71c0-4572-9ea6-765e6faee099#551", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.6484400033950806, + -3.2129199504852295, + 0.24900150299072266 + ] + }, + "pos_A": [ + 2.451016902923584, + -2.6917507648468018, + 0.9210700690746307 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.6101044422037251, + -0.5275202470167213, + 0.5911809863237305, + 4.512596459777732 + ], + [ + 0.7923210016169466, + 0.4062020890529229, + -0.4552222459917351, + -4.8487974081895295 + ], + [ + -0.0, + 0.7461382256904271, + 0.665791069453129, + 3.358730410829745 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.512596459777732, + -4.8487974081895295, + 3.358730410829745 + ], + "gt": { + "clock": 2, + "dist": 1.1693687002968258, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4512945113946799, + 0.14489024755365287, + -3.8236747393979025 + ], + "anchor_cam_xyz": [ + -0.45129451139468046, + -0.14489024755365354, + -4.508352384592632 + ] + }, + "target_bbox": [ + 533, + 333, + 730, + 622 + ], + "anchor_bbox": [ + 354, + 463, + 484, + 592 + ], + "target_pixels": 36409, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03251/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.7923210016169465, + -0.406202089052923, + 0.4552222459917352, + 3.946190503682846 + ], + [ + 0.6101044422037252, + -0.5275202470167213, + 0.5911809863237305, + -0.48946735104761663 + ], + [ + 0.0, + 0.7461382256904271, + 0.6657910694531292, + 3.358730410829745 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.946190503682846, + -0.48946735104761663, + 3.358730410829745 + ], + "gt": { + "clock": 8, + "dist": 1.1693687002968258, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.15896544880567243, + -0.04973983165971352, + -3.6055568513199936 + ], + "anchor_cam_xyz": [ + 0.15896544880567154, + 0.04973983165971263, + -4.726470272670539 + ] + }, + "target_bbox": [ + 328, + 417, + 482, + 658 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 26188, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03251/view_01_right/rgb.png", + "ok": false + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + 0.12884656480557014, + 0.6602413955801899, + -0.739918821425788, + -1.0327833916760545 + ], + [ + -0.9916645414341506, + 0.08578489217726244, + -0.09613734725033472, + -3.3528448501251584 + ], + [ + 0.0, + 0.7461382256904272, + 0.665791069453129, + 3.358730410829745 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.0327833916760545, + -3.3528448501251584, + 3.358730410829745 + ], + "gt": { + "clock": 11, + "dist": 1.1693687002968258, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.20670786249459328, + 0.5380294910206904, + -4.264257725605143 + ], + "anchor_cam_xyz": [ + 0.20670786249459505, + -0.5380294910206911, + -4.067769398385391 + ] + }, + "target_bbox": [ + 464, + 272, + 547, + 298 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 1460, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03251/view_02_back/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03266/meta.json b/data/batch_v5/pair_03266/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..562fa670f510170909cac304e6b5bf66e7b7cc75 --- /dev/null +++ b/data/batch_v5/pair_03266/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3266, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7ae34a75-f584-3f9d-8737-c4f4ac53b863", + "target_category": "cabinet", + "anchor": { + "jid": "c95ba6b8-e003-43db-b4f0-49aa2ee54916#628", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.770097017288208, + -2.7470901012420654, + 0.3328225016593933 + ] + }, + "pos_A": [ + -0.6747944951057434, + -3.8239179253578186, + 0.8514783680438995 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.9906753459080554, + 0.1037245010093541, + -0.08833791315350031, + -1.4935825525058881 + ], + [ + -0.13624374851696816, + 0.7542166670772762, + -0.6423354731702823, + -5.257033293693167 + ], + [ + 0.0, + 0.6483814054961832, + 0.7613156723769676, + 2.928867310077913 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.4935825525058881, + -5.257033293693167, + 2.928867310077913 + ], + "gt": { + "clock": 4, + "dist": 1.6211877391666267, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6159001321509894, + -0.18113248266888338, + -2.5744196257261294 + ], + "anchor_cam_xyz": [ + -0.61590013215099, + 0.18113248266888515, + -3.564208436219862 + ] + }, + "target_bbox": [ + 624, + 409, + 867, + 746 + ], + "anchor_bbox": [ + 172, + 331, + 541, + 614 + ], + "target_pixels": 40153, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03266/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.1362437485169681, + -0.801230188096863, + 0.5826386759152802, + 0.7490835241962499 + ], + [ + 0.9906753459080554, + 0.11019008871288036, + -0.08012804352661064, + -3.5566408096088544 + ], + [ + -0.0, + 0.5881227168131777, + 0.8087717044804961, + 3.328867310077913 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.7490835241962499, + -3.5566408096088544, + 3.328867310077913 + ], + "gt": { + "clock": 8, + "dist": 1.6211877391666267, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.45877932787853215, + -0.3456059510549445, + -2.8118320887765664 + ], + "anchor_cam_xyz": [ + 0.4587793278785317, + 0.3456059510549445, + -3.955755995883642 + ] + }, + "target_bbox": [ + 189, + 526, + 530, + 696 + ], + "anchor_bbox": [ + 515, + 273, + 750, + 615 + ], + "target_pixels": 27743, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03266/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03268/meta.json b/data/batch_v5/pair_03268/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..1cc0ac82afd39da4369aa2fe12c0d7059da046c6 --- /dev/null +++ b/data/batch_v5/pair_03268/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3268, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "34e88056-8de1-43ea-b59f-d193e6874fc6", + "target_category": "cabinet", + "anchor": { + "jid": "ef543f0b-22b8-463f-9def-0bfa6cae51ea#483", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 0.4464384615421295, + -0.9947304725646973, + 0.4617629945278168 + ] + }, + "pos_A": [ + -0.1595176998525858, + -0.8554891496896744, + 1.4145665764808655 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.978191263813982, + -0.17347767637135128, + 0.11422498500241299, + 0.4080636826412559 + ], + [ + 0.20770616600863048, + 0.8169923443011993, + -0.5379420581765532, + -2.1712578825469837 + ], + [ + -0.0, + 0.5499354554436617, + 0.8352071568455173, + 2.8729303832473327 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.4080636826412559, + -2.1712578825469837, + 2.8729303832473327 + ], + "gt": { + "clock": 11, + "dist": 1.1377195090666086, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.2819098710031125, + 0.3714297167253129, + -1.9906752038364504 + ], + "anchor_cam_xyz": [ + 0.2819098710031125, + -0.3714297167253129, + -2.6423444772936344 + ] + }, + "target_bbox": [ + 127, + 113, + 585, + 593 + ], + "anchor_bbox": [ + 402, + 438, + 798, + 850 + ], + "target_pixels": 114639, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03268/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.978191263813982, + 0.1734776763713511, + -0.11422498500241292, + -0.12114292095171203 + ], + [ + -0.20770616600863026, + -0.8169923443011993, + 0.5379420581765534, + 0.3210382602926125 + ], + [ + 0.0, + 0.5499354554436618, + 0.8352071568455173, + 2.8729303832473327 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.12114292095171203, + 0.3210382602926125, + 2.8729303832473327 + ], + "gt": { + "clock": 2, + "dist": 1.1377195090666086, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.28190987100311254, + 0.1525507550643892, + -1.8465561065784037 + ], + "anchor_cam_xyz": [ + -0.28190987100311254, + -0.1525507550643892, + -2.7864635745516813 + ] + }, + "target_bbox": [ + 421, + 175, + 887, + 706 + ], + "anchor_bbox": [ + 215, + 415, + 587, + 765 + ], + "target_pixels": 107503, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03268/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.2077061660086305, + 0.8169923443011993, + -0.5379420581765533, + -1.1026876905750262 + ], + [ + -0.978191263813982, + 0.1734776763713513, + -0.11422498500241303, + -1.18971311292367 + ], + [ + 0.0, + 0.5499354554436618, + 0.8352071568455173, + 2.8729303832473327 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.1026876905750262, + -1.18971311292367, + 2.8729303832473327 + ], + "gt": { + "clock": 9, + "dist": 1.1377195090666086, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.13103273832542628, + 0.02653709404765503, + -1.7635834219032664 + ], + "anchor_cam_xyz": [ + 0.13103273832542617, + -0.02653709404765503, + -2.869436259226818 + ] + }, + "target_bbox": [ + 249, + 249, + 655, + 810 + ], + "anchor_bbox": [ + 399, + 371, + 692, + 738 + ], + "target_pixels": 88274, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03268/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03274/meta.json b/data/batch_v5/pair_03274/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2dbf3107e76c3d4c0c1d79487b380d319f63149d --- /dev/null +++ b/data/batch_v5/pair_03274/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3274, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "8e351afc-6a64-4d47-bbf9-580049a8b9f0", + "target_category": "cabinet", + "anchor": { + "jid": "69e89cdc-c091-4b66-88e6-e7f90f424fe3#393", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.6985005140304565, + 4.674900054931641, + 0.2629240155220032 + ] + }, + "pos_A": [ + 0.81904137134552, + 2.7933733463287354, + 0.8429450392723083 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.9861687287083902, + 0.0915283327113811, + -0.13818032721321907, + 0.4335630842965024 + ], + [ + -0.16574449769955432, + 0.5445874871478402, + -0.8221637490940132, + 1.7991715903116439 + ], + [ + 0.0, + 0.833694808160082, + 0.5522254674016078, + 1.8525989964630085 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.4335630842965024, + 1.7991715903116439, + 1.8525989964630085 + ], + "gt": { + "clock": 5, + "dist": 1.9725864344714237, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.21536316162075003, + -0.2650312412108149, + -1.428218787344405 + ], + "anchor_cam_xyz": [ + -0.21536316162074964, + 0.265031241210814, + -3.2787878459468023 + ] + }, + "target_bbox": [ + 544, + 365, + 724, + 1023 + ], + "anchor_bbox": [ + 370, + 346, + 543, + 535 + ], + "target_pixels": 59825, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03274/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.16574449769955446, + -0.5445874871478402, + 0.8221637490940132, + 2.6937360530065324 + ], + [ + 0.9861687287083902, + 0.09152833271138118, + -0.13818032721321918, + 3.408928842238702 + ], + [ + -0.0, + 0.833694808160082, + 0.5522254674016078, + 1.8525989964630085 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.6937360530065324, + 3.408928842238702, + 1.8525989964630085 + ], + "gt": { + "clock": 9, + "dist": 1.9725864344714237, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.9177619092029246, + 0.12285123547505594, + -2.0138049764618082 + ], + "anchor_cam_xyz": [ + 0.917761909202925, + -0.12285123547505572, + -2.6932016568293995 + ] + }, + "target_bbox": [ + 0, + 306, + 335, + 617 + ], + "anchor_bbox": [ + 700, + 434, + 964, + 610 + ], + "target_pixels": 84129, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03274/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03281/meta.json b/data/batch_v5/pair_03281/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..6be61204d8b5916bce434c2491a27e0a035bee0f --- /dev/null +++ b/data/batch_v5/pair_03281/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3281, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "881040c5-d87a-4f94-b6f4-678cec4307bb", + "target_category": "cabinet", + "anchor": { + "jid": "af79ff3a-9712-47fd-b3ec-e27e2c016162#394", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + 5.620565414428711, + -0.7119541764259338, + 0.32332924008369446 + ] + }, + "pos_A": [ + 6.239150524139404, + -0.4120230060070753, + 1.1604361236095428 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.12275421974203933, + 0.8013110847452732, + -0.5855185283147551, + 3.973397129227766 + ], + [ + -0.992437102055099, + 0.0991139053294806, + -0.07242259478101869, + -0.8039825910172408 + ], + [ + 0.0, + 0.5899804905542999, + 0.8074175009035336, + 3.439800246710929 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.973397129227766, + -0.8039825910172408, + 3.439800246710929 + ], + "gt": { + "clock": 12, + "dist": 1.083214742971575, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.11086444454995315, + 0.5096415923443827, + -3.195425807432246 + ], + "anchor_cam_xyz": [ + 0.11086444454995292, + -0.5096415923443827, + -3.4874057186251637 + ] + }, + "target_bbox": [ + 368, + 217, + 582, + 500 + ], + "anchor_bbox": [ + 265, + 418, + 802, + 945 + ], + "target_pixels": 43923, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03281/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.992437102055099, + 0.09911390532948028, + -0.07242259478101845, + 5.687863969483322 + ], + [ + -0.12275421974203893, + -0.8013110847452732, + 0.5855185283147551, + 1.394472248839787 + ], + [ + 0.0, + 0.5899804905542998, + 0.8074175009035336, + 3.439800246710929 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.687863969483322, + 1.394472248839787, + 3.439800246710929 + ], + "gt": { + "clock": 10, + "dist": 1.083214742971575, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3253623152284, + 0.1574244721368987, + -2.9380605297053 + ], + "anchor_cam_xyz": [ + 0.3253623152284, + -0.15742447213689936, + -3.7447709963521087 + ] + }, + "target_bbox": [ + 338, + 277, + 479, + 626 + ], + "anchor_bbox": [ + 323, + 364, + 833, + 819 + ], + "target_pixels": 24418, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03281/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03286/meta.json b/data/batch_v5/pair_03286/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..0522ea86bd96908ca6faa4aa2e8d6535543c88b7 --- /dev/null +++ b/data/batch_v5/pair_03286/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3286, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "45039b73-7408-4cee-9a5e-c7b32456c775", + "target_category": "others", + "anchor": { + "jid": "48298eb2-553d-433a-bfea-6fe358493f98#280", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.6608766317367554, + -2.1899209022521973, + 0.45482000708580017 + ] + }, + "pos_A": [ + -1.1783933490514755, + -3.2237253189086914, + 1.333040028810501 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.9184516450265866, + 0.3159297606516182, + -0.23798101202106062, + -2.373051204393599 + ], + [ + -0.3955332802027624, + 0.7336075695946153, + -0.5526059700053236, + -4.920711888015184 + ], + [ + 0.0, + 0.6016712725135652, + 0.7987438136423387, + 4.093913480036269 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.373051204393599, + -4.920711888015184, + 4.093913480036269 + ], + "gt": { + "clock": 3, + "dist": 1.4397263964126559, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4260208083441845, + -0.03878807975219534, + -3.4273013839562845 + ], + "anchor_cam_xyz": [ + -0.4260208083441847, + 0.03878807975219534, + -4.585238825891293 + ] + }, + "target_bbox": [ + 479, + 398, + 740, + 694 + ], + "anchor_bbox": [ + 311, + 348, + 534, + 645 + ], + "target_pixels": 42535, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03286/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 225, + "cam2world": [ + [ + -0.9291276510065714, + 0.2953428110547323, + -0.2224734413212049, + -2.310923687498775 + ], + [ + -0.3697591217739069, + -0.7421349633255367, + 0.5590294161086635, + -0.4672002730513052 + ], + [ + 0.0, + 0.6016712725135652, + 0.7987438136423387, + 4.093913480036269 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.310923687498775, + -0.4672002730513052, + 4.093913480036269 + ], + "gt": { + "clock": 12, + "dist": 1.4397263964126559, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.03301497295121125, + 0.7190600649271621, + -3.998167098085557 + ], + "anchor_cam_xyz": [ + 0.03301497295121125, + -0.7190600649271608, + -4.014373111762018 + ] + }, + "target_bbox": [ + 424, + 254, + 588, + 516 + ], + "anchor_bbox": [ + 365, + 500, + 650, + 837 + ], + "target_pixels": 22108, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03286/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03288/meta.json b/data/batch_v5/pair_03288/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..04315a408857bb368e4cc97948fb711fb6e9a0b0 --- /dev/null +++ b/data/batch_v5/pair_03288/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3288, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "a6bb7b34-43ec-489a-9a92-e9eff5c4eca2", + "target_category": "cabinet", + "anchor": { + "jid": "26771dc0-2868-4ef9-833f-36d046a91df9#691", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 1.2666815519332886, + 1.076950192451477, + 0.3652789890766144 + ] + }, + "pos_A": [ + 0.8718472458422184, + 0.4458691328763962, + 1.1229803562164307 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.8291317493742774, + 0.33450346219158567, + -0.44793746880719065, + -0.857696652909955 + ], + [ + -0.5590532552266827, + -0.49610200492653267, + 0.6643359530601397, + 3.6192851385974425 + ], + [ + 0.0, + 0.801242931007642, + 0.598339172635624, + 3.3180967143051823 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.857696652909955, + 3.6192851385974425, + 3.3180967143051823 + ], + "gt": { + "clock": 1, + "dist": 1.0621999787169882, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.34008878979481083, + 0.3940550003912434, + -4.196365968352709 + ], + "anchor_cam_xyz": [ + -0.3400887897948104, + -0.39405500039124347, + -4.407339619969691 + ] + }, + "target_bbox": [ + 476, + 319, + 723, + 550 + ], + "anchor_bbox": [ + 449, + 488, + 695, + 751 + ], + "target_pixels": 31392, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03288/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.8291317493742774, + -0.3345034621915857, + 0.4479374688071907, + 2.996225450685462 + ], + [ + 0.5590532552266828, + 0.49610200492653267, + -0.6643359530601397, + -2.0964658132695693 + ], + [ + -0.0, + 0.8012429310076421, + 0.598339172635624, + 3.3180967143051823 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.996225450685462, + -2.0964658132695693, + 3.3180967143051823 + ], + "gt": { + "clock": 10, + "dist": 1.0621999787169882, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.3400887897948106, + 0.21304786384436014, + -3.9539772108503723 + ], + "anchor_cam_xyz": [ + 0.3400887897948104, + -0.2130478638443608, + -4.6497283774720275 + ] + }, + "target_bbox": [ + 344, + 385, + 555, + 588 + ], + "anchor_bbox": [ + 552, + 441, + 822, + 685 + ], + "target_pixels": 24118, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03288/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03289/meta.json b/data/batch_v5/pair_03289/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..6cfd17d3ec275a8295a0c0c7db4851e952c41f1c --- /dev/null +++ b/data/batch_v5/pair_03289/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 3289, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7d15fc98-d6e8-4b21-87fb-9d6b4f595d9d", + "target_category": "cabinet", + "anchor": { + "jid": "0ec7ce97-e93d-4842-9c89-b947136bb393#383", + "category": "Bed", + "raw_cat": "front3d_cat17", + "center": [ + 1.9660133123397827, + 2.5796384811401367, + 0.26199251413345337 + ] + }, + "pos_A": [ + 3.6049113273620605, + 3.502542018890381, + 1.02537202835083 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9282150328514465, + -0.24658694809368223, + 0.27858881854523854, + 3.642979111387551 + ], + [ + 0.37204415435346944, + -0.615211150201427, + 0.6950527950301681, + 5.180513669286668 + ], + [ + 0.0, + 0.7488057943804127, + 0.6627894705729106, + 2.683796814380749 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.642979111387551, + 5.180513669286668, + 2.683796814380749 + ], + "gt": { + "clock": 8, + "dist": 2.029898008857252, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5889444543009794, + -0.2001442015940782, + -2.2760706304833835 + ], + "anchor_cam_xyz": [ + 0.5889444543009799, + 0.20014420159407686, + -3.880075879735455 + ] + }, + "target_bbox": [ + 0, + 383, + 393, + 813 + ], + "anchor_bbox": [ + 849, + 540, + 947, + 605 + ], + "target_pixels": 105708, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03289/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.3720441543534695, + 0.615211150201427, + -0.6950527950301683, + 0.6460389005795117 + ], + [ + -0.9282150328514465, + -0.24658694809368228, + 0.2785888185452386, + 3.8986070415518888 + ], + [ + 0.0, + 0.7488057943804128, + 0.6627894705729106, + 2.683796814380749 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.6460389005795117, + 3.8986070415518888, + 2.683796814380749 + ], + "gt": { + "clock": 10, + "dist": 2.029898008857252, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.7331976818410499, + 0.6761576848416357, + -3.266098323021032 + ], + "anchor_cam_xyz": [ + 0.7331976818410517, + -0.6761576848416362, + -2.890048187197806 + ] + }, + "target_bbox": [ + 299, + 219, + 406, + 509 + ], + "anchor_bbox": [ + 416, + 461, + 1023, + 1023 + ], + "target_pixels": 19539, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03289/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9282150328514465, + 0.24658694809368228, + -0.2785888185452386, + 1.9279455283142917 + ], + [ + -0.3720441543534695, + 0.615211150201427, + -0.6950527950301683, + 0.9016668307438489 + ], + [ + 0.0, + 0.7488057943804128, + 0.6627894705729106, + 2.683796814380749 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.9279455283142917, + 0.9016668307438489, + 2.683796814380749 + ], + "gt": { + "clock": 1, + "dist": 2.029898008857252, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.5889444543009796, + 0.7717672051513533, + -3.3741159756611134 + ], + "anchor_cam_xyz": [ + -0.5889444543009792, + -0.7717672051513538, + -2.782030534557724 + ] + }, + "target_bbox": [ + 546, + 188, + 637, + 465 + ], + "anchor_bbox": [ + 8, + 498, + 719, + 1023 + ], + "target_pixels": 19269, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03289/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.3720441543534696, + -0.615211150201427, + 0.695052795030168, + 4.924885739122331 + ], + [ + 0.9282150328514465, + 0.24658694809368234, + -0.2785888185452386, + 2.183573458478629 + ], + [ + -0.0, + 0.7488057943804126, + 0.6627894705729106, + 2.683796814380749 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.924885739122331, + 2.183573458478629, + 2.683796814380749 + ], + "gt": { + "clock": 3, + "dist": 2.029898008857252, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.7331976818410513, + -0.10453468128435955, + -2.3840882831234653 + ], + "anchor_cam_xyz": [ + -0.7331976818410508, + 0.10453468128436033, + -3.7720582270953735 + ] + }, + "target_bbox": [ + 677, + 346, + 1023, + 800 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 97297, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03289/view_03_left/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03295/meta.json b/data/batch_v5/pair_03295/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..9e25b0bfedc7eb5408c033ba9a6a821fdba41235 --- /dev/null +++ b/data/batch_v5/pair_03295/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3295, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0fc6deab-e0ce-4133-97ae-26e55991f8bb", + "target_category": "chair", + "anchor": { + "jid": "b34c215e-1449-4702-8080-e7173e8e8f67#557", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -2.5563201904296875, + 1.3688393831253052, + 0.36372849345207214 + ] + }, + "pos_A": [ + -3.4759624004364014, + 1.4502300024032593, + 1.2424571216106415 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.4067459466074579, + -0.6368114166531542, + 0.6550030187248039, + -0.9512769370332377 + ], + [ + 0.9135413153866677, + -0.2835344807228449, + 0.29163412578575865, + 2.328896733569019 + ], + [ + 0.0, + 0.7169933178638623, + 0.6970800399800373, + 3.000602877498588 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9512769370332377, + 2.328896733569019, + 3.000602877498588 + ], + "gt": { + "clock": 1, + "dist": 1.2745706058425805, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.22420721732233684, + 0.5963020831005506, + -3.135494117665362 + ], + "anchor_cam_xyz": [ + -0.2242072173223364, + -0.5963020831005499, + -3.1694061633128805 + ] + }, + "target_bbox": [ + 425, + 245, + 719, + 547 + ], + "anchor_bbox": [ + 205, + 463, + 677, + 846 + ], + "target_pixels": 54000, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03295/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9135413153866678, + -0.28353448072284454, + 0.29163412578575837, + -2.0967792546283084 + ], + [ + 0.40674594660745744, + 0.6368114166531543, + -0.6550030187248042, + -0.655329665635525 + ], + [ + -0.0, + 0.7169933178638623, + 0.6970800399800373, + 3.000602877498588 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.0967792546283084, + -0.655329665635525, + 3.000602877498588 + ], + "gt": { + "clock": 11, + "dist": 1.2745706058425805, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.40351292486572854, + 0.4713116533175534, + -3.0069331235018977 + ], + "anchor_cam_xyz": [ + 0.4035129248657281, + -0.47131165331755387, + -3.2979671574763447 + ] + }, + "target_bbox": [ + 274, + 199, + 545, + 597 + ], + "anchor_bbox": [ + 407, + 433, + 859, + 787 + ], + "target_pixels": 65107, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03295/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03299/meta.json b/data/batch_v5/pair_03299/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..96e3ee91506c07bcbe3535664d4edb56f59bafb0 --- /dev/null +++ b/data/batch_v5/pair_03299/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3299, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "417fd0dd-1313-4e0c-8a0b-7cda83280bf3", + "target_category": "cabinet", + "anchor": { + "jid": "871235f6-ecd6-4a95-86e2-312c2f9ffe55#524", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -4.153800010681152, + -0.05914348363876343, + 0.19039949774742126 + ] + }, + "pos_A": [ + -3.3704270720481873, + 0.7401037625968456, + 0.7328284382820129 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.3198162542094558, + 0.44485224853167277, + -0.8365548640225263, + -7.91687036767539 + ], + [ + -0.9474795847634041, + -0.15015730374557895, + 0.2823742562423586, + 1.7428942776936038 + ], + [ + 0.0, + 0.8829265321124815, + 0.46951117014595856, + 2.793445176087793 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -7.91687036767539, + 1.7428942776936038, + 2.793445176087793 + ], + "gt": { + "clock": 10, + "dist": 1.24366332949361, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.5039029239346293, + 0.35369865252628807, + -5.05399405461642 + ], + "anchor_cam_xyz": [ + 0.5039029239346285, + -0.3536986525262873, + -4.879022905760355 + ] + }, + "target_bbox": [ + 330, + 381, + 513, + 508 + ], + "anchor_bbox": [ + 495, + 496, + 727, + 668 + ], + "target_pixels": 17128, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03299/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9474795847634041, + 0.15015730374557895, + -0.2823742562423586, + -5.1645276795792325 + ], + [ + -0.3198162542094558, + 0.44485224853167277, + -0.8365548640225263, + -3.814276686831679 + ], + [ + 0.0, + 0.8829265321124815, + 0.46951117014595856, + 2.793445176087793 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.1645276795792325, + -3.814276686831679, + 2.793445176087793 + ], + "gt": { + "clock": 1, + "dist": 1.24366332949361, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.2433088030662769, + 0.47605050314834535, + -5.284079518043615 + ], + "anchor_cam_xyz": [ + -0.24330880306627778, + -0.4760505031483443, + -4.648937442333161 + ] + }, + "target_bbox": [ + 506, + 369, + 620, + 503 + ], + "anchor_bbox": [ + 356, + 517, + 586, + 692 + ], + "target_pixels": 8294, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03299/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.3198162542094559, + -0.44485224853167277, + 0.8365548640225263, + 0.3926432849460504 + ], + [ + 0.9474795847634041, + 0.15015730374557898, + -0.28237425624235873, + -1.061933998735522 + ], + [ + -0.0, + 0.8829265321124815, + 0.46951117014595856, + 2.793445176087793 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.3926432849460504, + -1.061933998735522, + 2.793445176087793 + ], + "gt": { + "clock": 3, + "dist": 1.24366332949361, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.5039029239346289, + 0.1252262508573665, + -4.624346459168926 + ], + "anchor_cam_xyz": [ + -0.5039029239346289, + -0.12522625085736694, + -5.308670501207848 + ] + }, + "target_bbox": [ + 510, + 423, + 703, + 555 + ], + "anchor_bbox": [ + 334, + 462, + 524, + 608 + ], + "target_pixels": 18236, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03299/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03319/meta.json b/data/batch_v5/pair_03319/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2877f631921c2e19ec957f3529c6d365cc0f7cb6 --- /dev/null +++ b/data/batch_v5/pair_03319/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3319, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "44b8dd59-8e5c-4fb3-a3ca-dba9b7419cd2", + "target_category": "chair", + "anchor": { + "jid": "7ab9613a-1489-4fd4-8bb5-cdef94c6ca1b#420", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + -2.303852081298828, + 3.6530754566192627, + 0.4423910081386566 + ] + }, + "pos_A": [ + -1.441544532775879, + 2.594325065612793, + 1.399763971567154 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.2651494445002518, + 0.7379786192602099, + -0.6205508275685417, + -3.676967017423392 + ], + [ + -0.9642073283693751, + 0.20293832580677829, + -0.1706466051157597, + 2.6275405325884567 + ], + [ + 0.0, + 0.6435865081195659, + 0.7653733772260857, + 3.1464217726127046 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -3.676967017423392, + 2.6275405325884567, + 3.1464217726127046 + ], + "gt": { + "clock": 2, + "dist": 1.6676599442931626, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6247476267008074, + 0.5188279123697621, + -2.71837054618113 + ], + "anchor_cam_xyz": [ + -0.6247476267008065, + -0.5188279123697632, + -3.096684821501065 + ] + }, + "target_bbox": [ + 603, + 137, + 862, + 535 + ], + "anchor_bbox": [ + 36, + 398, + 534, + 976 + ], + "target_pixels": 54274, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03319/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.9642073283693752, + -0.2029383258067782, + 0.17064660511575963, + -1.3765385785097826 + ], + [ + 0.2651494445002517, + 0.73797861926021, + -0.6205508275685419, + 1.3194315507299892 + ], + [ + -0.0, + 0.643586508119566, + 0.7653733772260857, + 3.1464217726127046 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -1.3765385785097826, + 1.3194315507299892, + 3.1464217726127046 + ], + "gt": { + "clock": 4, + "dist": 1.6676599442931626, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.27535808977713405, + -0.17008903971146472, + -2.1390746511746315 + ], + "anchor_cam_xyz": [ + -0.2753580897771343, + 0.17008903971146383, + -3.675980716507563 + ] + }, + "target_bbox": [ + 500, + 423, + 605, + 801 + ], + "anchor_bbox": [ + 226, + 292, + 608, + 476 + ], + "target_pixels": 9646, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03319/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.2651494445002515, + -0.73797861926021, + 0.6205508275685419, + -0.06842959665131465 + ], + [ + 0.9642073283693752, + -0.20293832580677806, + 0.17064660511575955, + 3.6198599896435986 + ], + [ + 0.0, + 0.643586508119566, + 0.7653733772260857, + 3.1464217726127046 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.06842959665131465, + 3.6198599896435986, + 3.1464217726127046 + ], + "gt": { + "clock": 9, + "dist": 1.6676599442931626, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.6247476267008065, + 0.09732441013126514, + -2.3639370432168505 + ], + "anchor_cam_xyz": [ + 0.624747626700807, + -0.09732441013126447, + -3.4511183244653445 + ] + }, + "target_bbox": [ + 118, + 339, + 404, + 659 + ], + "anchor_bbox": [ + 485, + 329, + 722, + 764 + ], + "target_pixels": 41994, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03319/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03331/meta.json b/data/batch_v5/pair_03331/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..fe1deedc6ff38f5002e349972629ce1c8a67f4f9 --- /dev/null +++ b/data/batch_v5/pair_03331/meta.json @@ -0,0 +1,304 @@ +{ + "pair_idx": 3331, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "c1ebb64b-4ca0-4826-bba6-f0b974e23713", + "target_category": "others", + "anchor": { + "jid": "9aa5ca35-2bff-463a-be4e-3df55cd4d8ae#810", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 0.9942747950553894, + -0.03213971108198166, + 0.44820696115493774 + ] + }, + "pos_A": [ + 0.4929153025150299, + -0.5216673482209444, + 1.2920106053352356 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9878064509833541, + 0.11341816843431232, + -0.10665240018244426, + 0.48419342374373664 + ], + [ + -0.15568691465781662, + -0.7196185927659486, + 0.6766909675397518, + 1.3689547569920713 + ], + [ + 0.0, + 0.6850440861831897, + 0.7285016128914461, + 2.641981726621018 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.48419342374373664, + 1.3689547569920713, + 2.641981726621018 + ], + "gt": { + "clock": 1, + "dist": 1.0968150428468482, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2857295942295022, + 0.43672630516621724, + -2.2637532501472633 + ], + "anchor_cam_xyz": [ + -0.28572959422950217, + -0.436726305166217, + -2.6006778287169587 + ] + }, + "target_bbox": [ + 442, + 134, + 761, + 576 + ], + "anchor_bbox": [ + 233, + 540, + 566, + 862 + ], + "target_pixels": 74068, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03331/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.15568691465781656, + 0.7837426075243767, + -0.6012562762709596, + -0.9022632378583246 + ], + [ + -0.9878064509833542, + 0.12352467260147344, + -0.09476323471879299, + -0.5363051546929359 + ], + [ + 0.0, + 0.608678224031047, + 0.7934171787845348, + 3.041981726621018 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.9022632378583246, + -0.5363051546929359, + 3.041981726621018 + ], + "gt": { + "clock": 3, + "dist": 1.0968150428468482, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.20275172268624447, + 0.030099683236473496, + -2.2287041298134835 + ], + "anchor_cam_xyz": [ + -0.20275172268624436, + -0.03009968323647283, + -3.246027200564575 + ] + }, + "target_bbox": [ + 425, + 305, + 804, + 740 + ], + "anchor_bbox": [ + 326, + 426, + 533, + 667 + ], + "target_pixels": 76725, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03331/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9878064509833541, + -0.11341816843431222, + 0.10665240018244417, + 1.0029966738266824 + ], + [ + 0.15568691465781648, + 0.7196185927659486, + -0.6766909675397518, + -1.9227618162949973 + ], + [ + -0.0, + 0.6850440861831897, + 0.7285016128914461, + 2.641981726621018 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.0029966738266824, + -1.9227618162949973, + 2.641981726621018 + ], + "gt": { + "clock": 10, + "dist": 1.0968150428468482, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.28572959422950217, + 0.1413163911793212, + -1.9859655129679308 + ], + "anchor_cam_xyz": [ + 0.28572959422950217, + -0.14131639117932, + -2.878465565896289 + ] + }, + "target_bbox": [ + 145, + 280, + 580, + 720 + ], + "anchor_bbox": [ + 480, + 384, + 747, + 758 + ], + "target_pixels": 92836, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03331/view_02_back/rgb.png", + "ok": true + }, + { + "view_idx": 3, + "view_label": "left", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.15568691465781645, + -0.7196185927659488, + 0.6766909675397518, + 2.389453335428744 + ], + [ + 0.9878064509833543, + -0.11341816843431221, + 0.10665240018244412, + -0.01750190460999035 + ], + [ + 0.0, + 0.6850440861831899, + 0.7285016128914461, + 2.641981726621018 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.389453335428744, + -0.01750190460999035, + 2.641981726621018 + ], + "gt": { + "clock": 11, + "dist": 1.0968150428468482, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.20275172268624458, + 0.49717581841977965, + -2.3205967503320397 + ], + "anchor_cam_xyz": [ + 0.20275172268624436, + -0.49717581841977915, + -2.543834328532181 + ] + }, + "target_bbox": [ + 282, + 123, + 607, + 554 + ], + "anchor_bbox": [ + 403, + 476, + 733, + 903 + ], + "target_pixels": 55057, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03331/view_03_left/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03335/meta.json b/data/batch_v5/pair_03335/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..2fd2dbac906e9894b4c9ff57711d433f4bca7a11 --- /dev/null +++ b/data/batch_v5/pair_03335/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3335, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "805e747c-fec2-44b8-a831-3ae3da3db3d3", + "target_category": "cabinet", + "anchor": { + "jid": "82bd1625-1f5b-41af-abd5-5222a1cd4eeb#345", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.2803097367286682, + -2.3069679737091064, + 0.38088929653167725 + ] + }, + "pos_A": [ + 1.5783262252807617, + -2.2810840904712677, + 1.1947871446609497 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.07375403534279065, + 0.7107871149628618, + -0.6995298560271935, + -2.030832806134481 + ], + [ + -0.9972764623065433, + -0.05256658507403655, + 0.05173404935822918, + -2.075106731348137 + ], + [ + 0.0, + 0.7014402550013977, + 0.7127282572366375, + 3.803839744330226 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.030832806134481, + -2.075106731348137, + 3.803839744330226 + ], + "gt": { + "clock": 12, + "dist": 1.5323010432529365, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.060773670739192376, + 0.7460767409293927, + -4.394916052889704 + ], + "anchor_cam_xyz": [ + 0.060773670739191044, + -0.7460767409293916, + -4.06834183849077 + ] + }, + "target_bbox": [ + 381, + 231, + 608, + 491 + ], + "anchor_bbox": [ + 224, + 527, + 825, + 678 + ], + "target_pixels": 36772, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03335/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.07375403534279036, + -0.7107871149628617, + 0.6995298560271934, + 3.8894687681439115 + ], + [ + 0.9972764623065434, + 0.05256658507403633, + -0.05173404935822896, + -2.512945332832236 + ], + [ + -0.0, + 0.7014402550013975, + 0.7127282572366374, + 3.803839744330226 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.8894687681439115, + -2.512945332832236, + 3.803839744330226 + ], + "gt": { + "clock": 5, + "dist": 1.5323010432529365, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.06077367073919193, + -0.17517602679250588, + -3.488253843624945 + ], + "anchor_cam_xyz": [ + -0.06077367073919149, + 0.1751760267925075, + -4.97500404775553 + ] + }, + "target_bbox": [ + 377, + 389, + 667, + 723 + ], + "anchor_bbox": [ + 255, + 364, + 731, + 570 + ], + "target_pixels": 55145, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03335/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03336/meta.json b/data/batch_v5/pair_03336/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..1ce3ffef52b986e437fa1ec927d857dc55d40cb4 --- /dev/null +++ b/data/batch_v5/pair_03336/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3336, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7c733b95-5fb5-418d-b622-b3d72514d1eb", + "target_category": "cabinet", + "anchor": { + "jid": "785aec91-b165-4561-a384-1a191e6690ba#814", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 3.859118700027466, + -1.385645866394043, + 0.37429365515708923 + ] + }, + "pos_A": [ + 4.920379877090454, + -0.9327295199036598, + 1.2633030712604523 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9667955106099914, + -0.09222455302129319, + 0.23832975576790408, + 4.990889529253098 + ], + [ + 0.2555512486065488, + -0.348901773382744, + 0.9016435614288001, + 1.1150320147145099 + ], + [ + 0.0, + 0.9326104140263496, + 0.3608847678270738, + 1.7290596752947167 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.990889529253098, + 1.1150320147145099, + 1.7290596752947167 + ], + "gt": { + "clock": 10, + "dist": 1.4566215173406436, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.45513960185461944, + 0.28660089272373335, + -2.031240015120066 + ], + "anchor_cam_xyz": [ + 0.45513960185461855, + -0.2866008927237337, + -3.0133691966609 + ] + }, + "target_bbox": [ + 125, + 154, + 416, + 552 + ], + "anchor_bbox": [ + 293, + 447, + 1023, + 820 + ], + "target_pixels": 64752, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03336/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + 0.9667955106099914, + 0.09222455302129334, + -0.23832975576790444, + 3.7886090478648207 + ], + [ + -0.25555124860654926, + 0.348901773382744, + -0.9016435614287999, + -3.433407401012212 + ], + [ + 0.0, + 0.9326104140263496, + 0.3608847678270738, + 1.7290596752947167 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.7886090478648207, + -3.433407401012212, + 1.7290596752947167 + ], + "gt": { + "clock": 1, + "dist": 1.4566215173406436, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.45513960185461855, + 0.5424985469017471, + -2.692539239934356 + ], + "anchor_cam_xyz": [ + -0.45513960185461944, + -0.542498546901747, + -2.3520699718466105 + ] + }, + "target_bbox": [ + 600, + 154, + 748, + 514 + ], + "anchor_bbox": [ + 0, + 549, + 815, + 956 + ], + "target_pixels": 20424, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03336/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03358/meta.json b/data/batch_v5/pair_03358/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..0ec10f8b92fa681a60db3dc915d1df987316dca1 --- /dev/null +++ b/data/batch_v5/pair_03358/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3358, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "0a8e2ca4-ccef-4130-abb6-4383fe078c69", + "target_category": "others", + "anchor": { + "jid": "a89d08fb-36df-416f-a855-f0d9f3cafcdc#549", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 0.9601281881332397, + 2.456873893737793, + 0.3572305142879486 + ] + }, + "pos_A": [ + 1.185237169265747, + 3.7403204441070557, + 1.2294012308120728 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.07540543732708462, + -0.6444683227087398, + 0.760903805383108, + 3.029389366030606 + ], + [ + 0.9971529571843585, + 0.048735166823880245, + -0.05754010334660035, + 2.9506295753692173 + ], + [ + -0.0, + 0.7630763163272938, + 0.6463083903682265, + 2.4553340416863625 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 3.029389366030606, + 2.9506295753692173, + 2.4553340416863625 + ], + "gt": { + "clock": 2, + "dist": 1.5679894322996824, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6483834821286627, + 0.29150309590920265, + -2.2409919801187996 + ], + "anchor_cam_xyz": [ + -0.6483834821286623, + -0.29150309590920187, + -2.902119865263363 + ] + }, + "target_bbox": [ + 672, + 186, + 915, + 592 + ], + "anchor_bbox": [ + 114, + 376, + 444, + 863 + ], + "target_pixels": 79157, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03358/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.07540543732708463, + 0.6444683227087398, + -0.7609038053831079, + -0.8840240086316189 + ], + [ + -0.9971529571843585, + -0.04873516682388025, + 0.05754010334660035, + 3.2465647624756313 + ], + [ + 0.0, + 0.7630763163272937, + 0.6463083903682265, + 2.4553340416863625 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -0.8840240086316189, + 3.2465647624756313, + 2.4553340416863625 + ], + "gt": { + "clock": 10, + "dist": 1.5679894322996824, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.6483834821286623, + 0.37402972166456316, + -2.338428613340353 + ], + "anchor_cam_xyz": [ + 0.6483834821286627, + -0.3740297216645627, + -2.8046832320418087 + ] + }, + "target_bbox": [ + 171, + 167, + 333, + 559 + ], + "anchor_bbox": [ + 576, + 394, + 965, + 906 + ], + "target_pixels": 49303, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03358/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.9971529571843585, + 0.04873516682388022, + -0.057540103346600306, + 0.9247150851462865 + ], + [ + -0.07540543732708457, + 0.6444683227087398, + -0.7609038053831079, + 1.141890481591312 + ], + [ + 0.0, + 0.7630763163272936, + 0.6463083903682265, + 2.4553340416863625 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 0.9247150851462865, + 1.141890481591312, + 2.4553340416863625 + ], + "gt": { + "clock": 12, + "dist": 1.5679894322996824, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.06384461890425275, + 0.7518220934628039, + -2.784476375839779 + ], + "anchor_cam_xyz": [ + -0.06384461890425264, + -0.7518220934628046, + -2.3586354695423815 + ] + }, + "target_bbox": [ + 371, + 100, + 686, + 410 + ], + "anchor_bbox": [ + 128, + 580, + 837, + 992 + ], + "target_pixels": 76812, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03358/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03389/meta.json b/data/batch_v5/pair_03389/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..eacbbf42daeb5d5a92ee8bf507abe08aa43d032b --- /dev/null +++ b/data/batch_v5/pair_03389/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3389, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "2f719839-334e-4715-ad6d-4fd220ad1a98", + "target_category": "others", + "anchor": { + "jid": "e3cce903-6af7-4b0a-8d6e-83de09aaf631#440", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -1.9690438508987427, + 2.2887184619903564, + 0.38561466336250305 + ] + }, + "pos_A": [ + -0.5311591401696205, + 1.1086598634719849, + 1.2862271666526794 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.19046637224394256, + 0.7065272929093724, + -0.6815729934631989, + -4.057822006206375 + ], + [ + -0.9816937205891825, + 0.13707909865310838, + -0.13223751233375297, + 1.1539405015889908 + ], + [ + 0.0, + 0.6942827270547678, + 0.719702365504932, + 3.800714286499358 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -4.057822006206375, + 1.1539405015889908, + 3.800714286499358 + ], + "gt": { + "clock": 1, + "dist": 2.0666769506549185, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.7161624003251814, + 0.7397115639741983, + -4.207372695784036 + ], + "anchor_cam_xyz": [ + -0.7161624003251819, + -0.7397115639742002, + -4.031570271734806 + ] + }, + "target_bbox": [ + 565, + 266, + 802, + 487 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 34632, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03389/view_00_front/rgb.png", + "ok": false + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 135, + "cam2world": [ + [ + 0.5594822234751698, + -0.596519800126144, + 0.5754509272498788, + 1.1204521895746105 + ], + [ + 0.8288423502785557, + 0.40266067969303876, + -0.38843884385300603, + 0.09852642229423414 + ], + [ + -0.0, + 0.6942827270547678, + 0.719702365504932, + 3.800714286499358 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 1.1204521895746105, + 0.09852642229423414, + 3.800714286499358 + ], + "gt": { + "clock": 6, + "dist": 2.0666769506549185, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.0868058036013526, + -0.3538050964008357, + -3.152478665371405 + ], + "anchor_cam_xyz": [ + 0.08680580360135204, + 0.3538050964008361, + -5.086464302147435 + ] + }, + "target_bbox": [ + 340, + 406, + 568, + 712 + ], + "anchor_bbox": [ + 245, + 277, + 785, + 583 + ], + "target_pixels": 37384, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03389/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03397/meta.json b/data/batch_v5/pair_03397/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6768dc48fc323941f86fb5cdbcb35e706b1809 --- /dev/null +++ b/data/batch_v5/pair_03397/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3397, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "7a733d8e-b383-37d2-841a-f77137a5389f", + "target_category": "chair", + "anchor": { + "jid": "aa34f950-8540-41c2-be21-ad8e6e81ffe2#508", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 2.6459267139434814, + 0.18916238844394684, + 0.23499999940395355 + ] + }, + "pos_A": [ + 3.328403949737549, + -1.5295246839523315, + 0.9850001037120819 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.8540356070763422, + -0.38517289795625254, + 0.3496641539044658, + 4.475480396693479 + ], + [ + 0.5202145536658348, + -0.6323378833163662, + 0.5740432209139256, + 1.7731839041760042 + ], + [ + 0.0, + 0.6721537324176367, + 0.74041161524995, + 3.76149770684725 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.475480396693479, + 1.7731839041760042, + 3.76149770684725 + ], + "gt": { + "clock": 10, + "dist": 1.9955351629729314, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.73847294432252, + 0.6640172900833075, + -4.352740066032785 + ], + "anchor_cam_xyz": [ + 0.7384729443225204, + -0.6640172900833089, + -4.160086017132704 + ] + }, + "target_bbox": [ + 265, + 287, + 483, + 532 + ], + "anchor_bbox": [ + 497, + 509, + 853, + 811 + ], + "target_pixels": 24102, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03397/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + 0.5202145536658345, + -0.6323378833163662, + 0.5740432209139257, + 5.430530383770712 + ], + [ + 0.8540356070763423, + 0.3851728979562523, + -0.3496641539044656, + -2.1584962126071554 + ], + [ + -0.0, + 0.6721537324176367, + 0.74041161524995, + 3.76149770684725 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.430530383770712, + -2.1584962126071554, + 3.76149770684725 + ], + "gt": { + "clock": 8, + "dist": 1.9955351629729314, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5563926833212569, + -0.2947162608120626, + -3.482391301432715 + ], + "anchor_cam_xyz": [ + 0.556392683321257, + 0.2947162608120597, + -5.030434781732774 + ] + }, + "target_bbox": [ + 331, + 526, + 516, + 732 + ], + "anchor_bbox": [ + 487, + 340, + 754, + 593 + ], + "target_pixels": 17454, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03397/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03399/meta.json b/data/batch_v5/pair_03399/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..ec890a4e4d211b447b067238785384af7525fe05 --- /dev/null +++ b/data/batch_v5/pair_03399/meta.json @@ -0,0 +1,170 @@ +{ + "pair_idx": 3399, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "96197a07-757b-4994-af5a-8e1538c1463c", + "target_category": "chair", + "anchor": { + "jid": "8f372918-d31a-4d8d-93b3-c82eec26215f#586", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + -4.301408290863037, + 1.4757709503173828, + 0.3675765097141266 + ] + }, + "pos_A": [ + -3.8860713839530945, + -0.12368853390216827, + 1.2501530647277832 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.814889295873933, + 0.3728609226270937, + -0.4437681464996765, + -5.48825795281762 + ], + [ + -0.5796166280137983, + 0.5242092100423044, + -0.6238984441691914, + -1.2845269160086001 + ], + [ + 0.0, + 0.7656235605599504, + 0.6432888647532338, + 2.8303662906874396 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -5.48825795281762, + -1.2845269160086001, + 2.8303662906874396 + ], + "gt": { + "clock": 3, + "dist": 1.873423807727756, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6327634562551623, + -0.0039335429447932, + -2.4517781967354026 + ], + "anchor_cam_xyz": [ + -0.6327634562551632, + 0.003933542944793977, + -3.8331168612318587 + ] + }, + "target_bbox": [ + 600, + 306, + 886, + 730 + ], + "anchor_bbox": [ + 130, + 372, + 552, + 657 + ], + "target_pixels": 46781, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03399/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.5796166280137982, + -0.5242092100423044, + 0.6238984441691914, + -2.1331717131918584 + ], + [ + 0.814889295873933, + 0.37286092262709364, + -0.44376814649967644, + -0.718476907201947 + ], + [ + -0.0, + 0.7656235605599503, + 0.6432888647532338, + 2.8303662906874396 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + -2.1331717131918584, + -0.718476907201947, + 2.8303662906874396 + ], + "gt": { + "clock": 9, + "dist": 1.873423807727756, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.5313231177008659, + -0.06918898317357103, + -2.374113083547056 + ], + "anchor_cam_xyz": [ + 0.5313231177008659, + 0.06918898317357014, + -3.910781974420207 + ] + }, + "target_bbox": [ + 202, + 366, + 427, + 744 + ], + "anchor_bbox": [ + 508, + 333, + 761, + 684 + ], + "target_pixels": 27777, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03399/view_01_right/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file diff --git a/data/batch_v5/pair_03430/meta.json b/data/batch_v5/pair_03430/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..b4341e87f8a4c14a6d3e7765847a081583929cee --- /dev/null +++ b/data/batch_v5/pair_03430/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3430, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "bbbd2bb0-8dc5-4ad3-b029-d974db5445c3", + "target_category": "cabinet", + "anchor": { + "jid": "c81e43cb-545f-4b94-9de2-7c616296b960#374", + "category": "Sofa", + "raw_cat": "front3d_cat46", + "center": [ + 2.95896053314209, + 2.0226242542266846, + 0.44350001215934753 + ] + }, + "pos_A": [ + 3.306522846221924, + 3.238835334777832, + 1.4020000100135803 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + 0.8766514849057352, + -0.20200494882844408, + 0.4366648310333537, + 4.253260849171148 + ], + [ + 0.4811259440235682, + 0.36806981737008104, + -0.7956396392391379, + 0.5890506931496136 + ], + [ + -0.0, + 0.9075894502416679, + 0.419858773648982, + 2.0001433954814707 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.253260849171148, + 0.5890506931496136, + 2.0001433954814707 + ], + "gt": { + "clock": 1, + "dist": 1.5870384997898943, + "lr": "right", + "fb": "behind", + "target_cam_xyz": [ + 0.4449208610604014, + 0.6236828845713525, + -2.7728166347059604 + ], + "anchor_cam_xyz": [ + -0.4449208610604014, + -0.6236828845713525, + -2.359353761693801 + ] + }, + "target_bbox": [ + 579, + 138, + 757, + 498 + ], + "anchor_bbox": [ + 172, + 631, + 491, + 902 + ], + "target_pixels": 30977, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03430/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + -0.4811259440235682, + -0.36806981737008104, + 0.7956396392391379, + 5.174420791034652 + ], + [ + 0.8766514849057352, + -0.20200494882844408, + 0.4366648310333537, + 3.751248953991399 + ], + [ + 0.0, + 0.9075894502416679, + 0.419858773648982, + 2.0001433954814707 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 5.174420791034652, + 3.751248953991399, + 2.0001433954814707 + ], + "gt": { + "clock": 2, + "dist": 1.5870384997898943, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.4494860018682111, + 0.24815831595891213, + -1.9610624016882063 + ], + "anchor_cam_xyz": [ + -0.44948600186821086, + -0.24815831595891213, + -3.1711079947115546 + ] + }, + "target_bbox": [ + 558, + 156, + 893, + 640 + ], + "anchor_bbox": [ + 277, + 481, + 501, + 731 + ], + "target_pixels": 79775, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03430/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 180, + "cam2world": [ + [ + -0.8766514849057353, + 0.20200494882844383, + -0.4366648310333533, + 2.012222530192867 + ], + [ + -0.4811259440235677, + -0.368069817370081, + 0.7956396392391382, + 4.672408895854904 + ], + [ + 0.0, + 0.9075894502416678, + 0.4198587736489819, + 2.0001433954814707 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.012222530192867, + 4.672408895854904, + 2.0001433954814707 + ], + "gt": { + "clock": 10, + "dist": 1.5870384997898943, + "lr": "left", + "fb": "in front of", + "target_cam_xyz": [ + -0.4449208610604014, + 0.24624160153780983, + -1.9569191280521703 + ], + "anchor_cam_xyz": [ + 0.44492086106040185, + -0.24624160153781094, + -3.1752512683475906 + ] + }, + "target_bbox": [ + 0, + 0, + 0, + 0 + ], + "anchor_bbox": [ + 0, + 0, + 0, + 0 + ], + "target_pixels": 0, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03430/view_02_back/rgb.png", + "ok": false + } + ], + "all_views_ok": false +} \ No newline at end of file diff --git a/data/batch_v5/pair_03463/meta.json b/data/batch_v5/pair_03463/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..5467b3064e8b5025a0edb046905237e4e891e57b --- /dev/null +++ b/data/batch_v5/pair_03463/meta.json @@ -0,0 +1,237 @@ +{ + "pair_idx": 3463, + "scene": "front3d:random", + "target_source": "3dfuture", + "target_id": "800c45ed-78e9-4fb2-9cbe-ac64c2cea8aa", + "target_category": "lighting", + "anchor": { + "jid": "20e5f2e7-ab26-4119-b16a-5b7282ee0a70#261", + "category": "Table", + "raw_cat": "front3d_cat36", + "center": [ + 5.268187999725342, + -6.289950370788574, + 0.36184999346733093 + ] + }, + "pos_A": [ + 4.275087833404541, + -7.152207851409912, + 1.2011412680149078 + ], + "target_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "anchor_color_rgb": [ + 0.5, + 0.5, + 0.5 + ], + "n_views": 4, + "views": [ + { + "view_idx": 0, + "view_label": "front", + "azimuth_offset_deg": 0, + "cam2world": [ + [ + -0.9435425538705458, + 0.2479770316515352, + -0.2196243174348911, + 4.138931997365049 + ], + [ + -0.33125133816401153, + -0.706342449943186, + 0.6255820444776284, + -4.918867647864959 + ], + [ + 0.0, + 0.6630141289456443, + 0.7486068826950822, + 2.9381238737651367 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 4.138931997365049, + -4.918867647864959, + 2.9381238737651367 + ], + "gt": { + "clock": 2, + "dist": 1.560174909029611, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.6113281057386697, + 0.45962250164644036, + -2.7273577968889446 + ], + "anchor_cam_xyz": [ + -0.6113281057386701, + -0.4596225016464386, + -3.034353170180646 + ] + }, + "target_bbox": [ + 641, + 174, + 806, + 500 + ], + "anchor_bbox": [ + 65, + 458, + 553, + 810 + ], + "target_pixels": 24708, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03463/view_00_front/rgb.png", + "ok": true + }, + { + "view_idx": 1, + "view_label": "right", + "azimuth_offset_deg": 90, + "cam2world": [ + [ + 0.33125133816401153, + 0.706342449943186, + -0.6255820444776284, + 2.969426453330657 + ], + [ + -0.9435425538705458, + 0.2479770316515352, + -0.2196243174348911, + -7.353785030299136 + ], + [ + 0.0, + 0.6630141289456443, + 0.7486068826950822, + 2.9381238737651367 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 2.969426453330657, + -7.353785030299136, + 2.9381238737651367 + ], + "gt": { + "clock": 4, + "dist": 1.560174909029611, + "lr": "right", + "fb": "in front of", + "target_cam_xyz": [ + 0.2423054331673864, + -0.17941344087799438, + -2.161386699652359 + ], + "anchor_cam_xyz": [ + -0.2423054331673864, + 0.17941344087799438, + -3.600324267417233 + ] + }, + "target_bbox": [ + 542, + 377, + 712, + 733 + ], + "anchor_bbox": [ + 277, + 286, + 586, + 628 + ], + "target_pixels": 36420, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03463/view_01_right/rgb.png", + "ok": true + }, + { + "view_idx": 2, + "view_label": "back", + "azimuth_offset_deg": 270, + "cam2world": [ + [ + -0.33125133816401103, + -0.706342449943186, + 0.6255820444776284, + 6.573849379799226 + ], + [ + 0.9435425538705458, + -0.24797703165153484, + 0.2196243174348908, + -6.088373191899351 + ], + [ + 0.0, + 0.663014128945644, + 0.7486068826950822, + 2.9381238737651367 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "cam_pos_world": [ + 6.573849379799226, + -6.088373191899351, + 2.9381238737651367 + ], + "gt": { + "clock": 11, + "dist": 1.560174909029611, + "lr": "left", + "fb": "behind", + "target_cam_xyz": [ + -0.2423054331673864, + 0.7358754142038356, + -2.9720250427049884 + ], + "anchor_cam_xyz": [ + 0.2423054331673855, + -0.7358754142038357, + -2.789685924364603 + ] + }, + "target_bbox": [ + 383, + 113, + 487, + 425 + ], + "anchor_bbox": [ + 386, + 494, + 757, + 975 + ], + "target_pixels": 16565, + "rgb": "/data222/hongbo.wang/Spatial_MLLM/mgeo_dpo/render_out/batch_v5/pair_03463/view_02_back/rgb.png", + "ok": true + } + ], + "all_views_ok": true +} \ No newline at end of file