{ "rows": 300, "seed": 0, "max_objects": 256, "over_capacity_excluded": 3, "test_file": "test.jsonl", "test_rows": 8700, "test_sha256": "bfaef332e40226660fd6663e9ad05b3454035e825d22236ed821aae3409e865b", "rows_sha256": "c2a6afb4cb783e59f279367311c153a9a8acffc4dcd275f574d72af2f1458a8c", "per_source": { "ASE": { "test": 65, "chosen": 2 }, "HSSD200": { "test": 136, "chosen": 5 }, "IL3D_3dfront": { "test": 862, "chosen": 30 }, "IL3D_synthetic": { "test": 316, "chosen": 11 }, "InteriorGS": { "test": 310, "chosen": 11 }, "InternScenes_3rscan": { "test": 70, "chosen": 2 }, "InternScenes_arkit": { "test": 229, "chosen": 8 }, "InternScenes_gen": { "test": 660, "chosen": 23 }, "InternScenes_mp3d": { "test": 18, "chosen": 1 }, "InternScenes_scannet": { "test": 104, "chosen": 4 }, "MansionWorld": { "test": 1313, "chosen": 45 }, "MultiScan": { "test": 6, "chosen": 0 }, "OptiScene_holodeck": { "test": 503, "chosen": 17 }, "SAGE-10k": { "test": 488, "chosen": 17 }, "Scan2CAD": { "test": 1, "chosen": 0 }, "SceneSmith": { "test": 364, "chosen": 12 }, "SpatialGen": { "test": 44, "chosen": 1 }, "SpatialLM": { "test": 2461, "chosen": 85 }, "Structured3D": { "test": 747, "chosen": 26 } }, "test_line_indices": [ 49, 53, 75, 131, 169, 190, 196, 277, 299, 303, 305, 344, 345, 352, 425, 458, 490, 512, 519, 540, 568, 685, 690, 718, 747, 775, 799, 818, 835, 902, 924, 949, 975, 1004, 1020, 1031, 1051, 1095, 1168, 1197, 1225, 1245, 1286, 1290, 1308, 1330, 1346, 1376, 1380, 1387, 1413, 1428, 1478, 1505, 1547, 1551, 1585, 1633, 1661, 1719, 1721, 1781, 1784, 1797, 1842, 1875, 1900, 1966, 1985, 2083, 2101, 2117, 2178, 2198, 2237, 2284, 2287, 2288, 2298, 2314, 2330, 2384, 2445, 2491, 2510, 2543, 2550, 2554, 2579, 2591, 2600, 2607, 2656, 2672, 2691, 2746, 2752, 2805, 2851, 2864, 2899, 2913, 2936, 2940, 2955, 2978, 3008, 3011, 3038, 3071, 3078, 3121, 3161, 3212, 3220, 3223, 3254, 3269, 3304, 3327, 3335, 3336, 3436, 3453, 3458, 3503, 3533, 3573, 3630, 3644, 3694, 3747, 3768, 3780, 3840, 3846, 3879, 3959, 3974, 3979, 4026, 4062, 4104, 4128, 4152, 4154, 4187, 4364, 4384, 4385, 4399, 4401, 4415, 4416, 4439, 4509, 4516, 4556, 4570, 4605, 4612, 4625, 4640, 4653, 4657, 4688, 4693, 4701, 4783, 4794, 4839, 4904, 4961, 4966, 5003, 5020, 5095, 5119, 5120, 5135, 5197, 5217, 5238, 5301, 5362, 5401, 5415, 5431, 5470, 5492, 5498, 5542, 5546, 5621, 5651, 5653, 5679, 5683, 5729, 5742, 5753, 5815, 5822, 5905, 5972, 6034, 6044, 6120, 6137, 6140, 6147, 6155, 6170, 6185, 6208, 6230, 6279, 6308, 6325, 6405, 6472, 6475, 6518, 6519, 6553, 6557, 6642, 6671, 6762, 6767, 6770, 6827, 6861, 6867, 6894, 6934, 6954, 6960, 6963, 7042, 7081, 7083, 7094, 7139, 7170, 7189, 7205, 7278, 7303, 7316, 7320, 7327, 7367, 7405, 7418, 7423, 7465, 7487, 7517, 7554, 7575, 7652, 7660, 7721, 7788, 7791, 7816, 7819, 7823, 7825, 7909, 7927, 7935, 7936, 7955, 7956, 7967, 7968, 8004, 8038, 8053, 8074, 8086, 8145, 8148, 8171, 8276, 8364, 8378, 8380, 8431, 8494, 8514, 8575, 8579, 8601, 8644, 8647, 8687, 8695 ], "scene_ids": [ "ase_train_0085853::room_0", "ase_train_0086252::room_0", "HSSD200:103997562_171030642:4", "HSSD200:107733912_175999623:6", "HSSD200:108294846_176710506:7", "HSSD200:108736851_177263586:1", "HSSD200:108736851_177263586:7", "il3d:b6085418-86d4-11f0-a478-60cf84ae2082", "il3d:b66c588c-86d4-11f0-a478-60cf84ae2082", "il3d:b66c7452-86d4-11f0-a478-60cf84ae2082", "il3d:b67afad6-86d4-11f0-a478-60cf84ae2082", "il3d:b6dee8c0-86d4-11f0-a478-60cf84ae2082::KidsRoom-193078", "il3d:b6def220-86d4-11f0-a478-60cf84ae2082", "il3d:b6f3056c-86d4-11f0-a478-60cf84ae2082", "il3d:b77bda2c-86d4-11f0-a478-60cf84ae2082", "il3d:b7d4c768-86d4-11f0-a478-60cf84ae2082", "il3d:b816ed8c-86d4-11f0-a478-60cf84ae2082", "il3d:b8430e80-86d4-11f0-a478-60cf84ae2082", "il3d:b867031c-86d4-11f0-a478-60cf84ae2082", "il3d:b88218d2-86d4-11f0-a478-60cf84ae2082", "il3d:b8ed4b84-86d4-11f0-a478-60cf84ae2082", "il3d:ba42bdac-86d4-11f0-a478-60cf84ae2082", "il3d:ba5b57ae-86d4-11f0-a478-60cf84ae2082", "il3d:ba8e6a54-86d4-11f0-a478-60cf84ae2082::Bedroom-451", "il3d:babfea5c-86d4-11f0-a478-60cf84ae2082", "il3d:baf3365a-86d4-11f0-a478-60cf84ae2082", "il3d:bb2516ac-86d4-11f0-a478-60cf84ae2082::SecondBedroom-4710", "il3d:bb397f7a-86d4-11f0-a478-60cf84ae2082", "il3d:bb5b5ec4-86d4-11f0-a478-60cf84ae2082", "il3d:bc000c44-86d4-11f0-a478-60cf84ae2082", "il3d:bc363008-86d4-11f0-a478-60cf84ae2082::MasterBedroom-5063", "il3d:bca1dc7c-86d4-11f0-a478-60cf84ae2082::LivingRoom-4561", "il3d:bcbf5464-86d4-11f0-a478-60cf84ae2082::OtherRoom-8641", "il3d:bcebfae6-86d4-11f0-a478-60cf84ae2082", "il3d:bd201010-86d4-11f0-a478-60cf84ae2082", "il3d:bd5cd892-86d4-11f0-a478-60cf84ae2082::OtherRoom-3082", "il3d:bd84e56c-86d4-11f0-a478-60cf84ae2082", "il3d:74a0fd70-94ff-11f0-9d02-60cf84ae2082", "il3d:74fddc98-94ff-11f0-9d02-60cf84ae2082", "il3d:751706c8-94ff-11f0-9d02-60cf84ae2082", "il3d:752f201e-94ff-11f0-9d02-60cf84ae2082", "il3d:7541bb48-94ff-11f0-9d02-60cf84ae2082", "il3d:756d9eca-94ff-11f0-9d02-60cf84ae2082", "il3d:75703a2c-94ff-11f0-9d02-60cf84ae2082", "il3d:7594cf18-94ff-11f0-9d02-60cf84ae2082", "il3d:75a66d4a-94ff-11f0-9d02-60cf84ae2082", "il3d:75b19ba2-94ff-11f0-9d02-60cf84ae2082", "il3d:75ce9a2c-94ff-11f0-9d02-60cf84ae2082", "interiorgs:0051_839903::room_0", "interiorgs:0146_840063::room_0", "interiorgs:0283_840775::room_1", "interiorgs:0297_840578::room_0", "interiorgs:0384_840201::room_7", "interiorgs:0471_840870::room_6", "interiorgs:0649_841461::room_1", "interiorgs:0649_841461::room_5", "interiorgs:0735_841587::room_0", "interiorgs:0832_840249::room_4", "interiorgs:0935_841851::room_6", "InternScenes_3rscan::3RScan:3rscan/4138582f-a238-2435-8332-6902542c2823", "InternScenes_3rscan::3RScan:3rscan/422885e0-192d-25fc-844a-62e395291839", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/42444845", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/42444855", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/42897467", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/43828552", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/45261332", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/47331573", "InternScenes_arkit::ARKitScenes:arkitscenes/Training/47895962", "InternScenes_arkit::ARKitScenes:arkitscenes/Validation/45662975", "InternScenes_gen::bathroom/6207", "InternScenes_gen::bathroom/6700", "InternScenes_gen::bathroom/7224", "InternScenes_gen::bathroom/8487", "InternScenes_gen::bathroom/9130", "InternScenes_gen::bedroom/12021", "InternScenes_gen::bedroom/6651", "InternScenes_gen::bedroom/6731", "InternScenes_gen::bedroom/6754", "InternScenes_gen::bedroom/7413", "InternScenes_gen::bedroom/8478", "InternScenes_gen::bedroom/9282", "InternScenes_gen::diningroom/5494", "InternScenes_gen::diningroom/7612", "InternScenes_gen::diningroom/8759", "InternScenes_gen::diningroom/9014", "InternScenes_gen::kitchen/10300", "InternScenes_gen::kitchen/10660", "InternScenes_gen::kitchen/10866", "InternScenes_gen::kitchen/6422", "InternScenes_gen::kitchen/7423", "InternScenes_gen::kitchen/7900", "InternScenes_gen::kitchen/7977", "InternScenes_mp3d::Matterport3D:matterport3d/S9hNv5qa7GM/region14", "InternScenes_scannet::ScanNet:scannet/scene0046_02", "InternScenes_scannet::ScanNet:scannet/scene0102_01", "InternScenes_scannet::ScanNet:scannet/scene0450_00", "InternScenes_scannet::ScanNet:scannet/scene0580_00", "MansionWorld::mansionworld/office_corporate_hq_6f_400_fp005#0/F4_restroom_male", "MansionWorld::mansionworld/office_corporate_hq_6f_400_fp005#1/F4_open_plan_workstations", "MansionWorld::mansionworld/office_corporate_hq_6f_400_fp005#1/F5_huddle_room_2", "MansionWorld::mansionworld/office_corporate_hq_6f_400_fp005#2/F3_restroom_male", "MansionWorld::mansionworld/office_corporate_hq_6f_400_fp005#2/F5_pantry_break_area", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#0/F2_meeting_room_medium_1", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#0/F3_meeting_room_medium_1", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#0/F5_hub_room", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#0/F6_pantry_1", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#1/F4_private_office_2", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#1/F4_private_office_5", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#1/F6_manager_office_2", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#2/F4_private_office_2", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#2/F4_department_meeting_room_1", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#3/F1_reception_desk_area_1", "MansionWorld::mansionworld/office_corporate_hq_8f_400_fp002#3/F6_private_office_5", "MansionWorld::mansionworld/office_lab_studio_office_3f_150_fp005#2/F1_lab_support", "MansionWorld::mansionworld/office_lab_studio_office_3f_150_fp005#2/F3_creative_studio", "MansionWorld::mansionworld/office_lab_studio_office_3f_150_fp005#2/F3_restroom_f3", "MansionWorld::mansionworld/office_open_plan_office_4f_150_fp001#1/F4_pantry_restroom_4", "MansionWorld::mansionworld/office_open_plan_office_4f_150_fp001#2/F4_lounge_collaboration_2", "MansionWorld::mansionworld/office_open_plan_office_4f_200_fp001#1/F1_open_office_space", "MansionWorld::mansionworld/office_open_plan_office_4f_200_fp001#2/F2_meeting_room", "MansionWorld::mansionworld/office_open_plan_office_4f_200_fp001#2/F4_executive_office", "MansionWorld::mansionworld/office_open_plan_office_4f_200_fp001#2/F4_board_room", "MansionWorld::mansionworld/office_open_plan_office_4f_200_fp003#3/F3_open_office_area_2", "MansionWorld::mansionworld/public_healthcare_2f_300_fp002#0/F1_clean_utility_room", "MansionWorld::mansionworld/public_healthcare_2f_300_fp002#0/F2_consultation_room_2", "MansionWorld::mansionworld/public_healthcare_2f_300_fp002#2/F2_consultation_room_3", "MansionWorld::mansionworld/public_healthcare_4f_300_fp001#0/F3_doctor_office_3", "MansionWorld::mansionworld/public_hotel_dormitory_6f_300_fp001#0/F4_standard_room_4", "MansionWorld::mansionworld/public_hotel_dormitory_6f_300_fp001#1/F5_standard_room_2", "MansionWorld::mansionworld/public_hotel_dormitory_6f_300_fp001#1/F6_dorm_room_3", "MansionWorld::mansionworld/public_hotel_dormitory_6f_300_fp001#2/F6_dorm_room_3", "MansionWorld::mansionworld/residential_duplex_townhouse_2f_200_fp001#0/F2_bedroom_3", "MansionWorld::mansionworld/residential_duplex_townhouse_2f_200_fp001#2/F1_kitchen", "MansionWorld::mansionworld/residential_duplex_townhouse_2f_200_fp001#3/F1_entrance_hall", "MansionWorld::mansionworld/residential_duplex_townhouse_3f_200_fp002#0/F2_shared_bathroom", "MansionWorld::mansionworld/residential_duplex_townhouse_3f_200_fp002#1/F1_dining_room", "MansionWorld::mansionworld/residential_duplex_townhouse_3f_200_fp002#3/F2_bedroom_1", "MansionWorld::mansionworld/residential_family_apartment_6f_100_fp001#0/F4_bathroom", "MansionWorld::mansionworld/residential_family_apartment_6f_100_fp001#0/F6_balcony", "MansionWorld::mansionworld/residential_family_apartment_6f_100_fp001#1/F1_bathroom", "MansionWorld::mansionworld/residential_family_apartment_6f_100_fp001#2/F2_secondary_bedroom", "MansionWorld::mansionworld/residential_studio_small_flat_2f_60_fp005#0/F2_bathroom", "optiscene:HOLODECK-bathroom-122", "optiscene:HOLODECK-bathroom-1646", "optiscene:HOLODECK-bathroom-1981", "optiscene:HOLODECK-bathroom-1994", "optiscene:HOLODECK-bathroom-369", "optiscene:HOLODECK-kitchen-1493", "optiscene:HOLODECK-kitchen-1772", "optiscene:HOLODECK-kitchen-180", "optiscene:HOLODECK-kitchen-2100", "optiscene:HOLODECK-kitchen-2163", "optiscene:HOLODECK-kitchen-2435", "optiscene:HOLODECK-kitchen-2441", "optiscene:HOLODECK-kitchen-436", "optiscene:HOLODECK-living_room-4944", "optiscene:HOLODECK-living_room-5025", "optiscene:HOLODECK-living_room-5846", "optiscene:HOLODECK-living_room-6117", "SAGE-10k::layout_f10752d3::0", "SAGE-10k::layout_3ed54326::0", "SAGE-10k::layout_1f08bd77::0", "SAGE-10k::layout_cdfd1ecd::0", "SAGE-10k::layout_b72ccd9a::0", "SAGE-10k::layout_7b86c101::0", "SAGE-10k::layout_00717fe8::0", "SAGE-10k::layout_bfa239a6::0", "SAGE-10k::layout_de6b6260::0", "SAGE-10k::layout_1d0b44f5::0", "SAGE-10k::layout_ba01b7cb::0", "SAGE-10k::layout_f969f32a::0", "SAGE-10k::layout_172543fb::0", "SAGE-10k::layout_24dbc5c4::0", "SAGE-10k::layout_1be46289::0", "SAGE-10k::layout_a8b2d64d::0", "SAGE-10k::layout_6d8c4e7f::0", "SceneSmith::scene_011", "SceneSmith::scene_035", "SceneSmith::scene_036", "SceneSmith::scene_054", "SceneSmith::scene_119", "SceneSmith::scene_139", "SceneSmith::scene_160", "SceneSmith::scene_190::treatment_room", "SceneSmith::scene_201::bathroom", "SceneSmith::scene_206::bathroom_2", "SceneSmith::scene_207::office5", "SceneSmith::scene_208::activity_room_pingpong", "spatialgen_scene_00023::room_0", "spatiallm:scene_000044::room_0", "spatiallm:scene_000078::room_3", "spatiallm:scene_000467::room_1", "spatiallm:scene_000476::room_2", "spatiallm:scene_001097::room_7", "spatiallm:scene_001277::room_1", "spatiallm:scene_001300::room_0", "spatiallm:scene_001374::room_1", "spatiallm:scene_001408::room_1", "spatiallm:scene_001618::room_4", "spatiallm:scene_001782::room_0", "spatiallm:scene_001810::room_6", "spatiallm:scene_002069::room_4", "spatiallm:scene_002091::room_3", "spatiallm:scene_002414::room_0", "spatiallm:scene_002680::room_0", "spatiallm:scene_003001::room_2", "spatiallm:scene_003030::room_1", "spatiallm:scene_003361::room_0", "spatiallm:scene_003531::room_4", "spatiallm:scene_003531::room_7", "spatiallm:scene_003581::room_2", "spatiallm:scene_003608::room_2", "spatiallm:scene_003709::room_0", "spatiallm:scene_003823::room_0", "spatiallm:scene_003862::room_1", "spatiallm:scene_003907::room_4", "spatiallm:scene_004145::room_0", "spatiallm:scene_004295::room_3", "spatiallm:scene_004313::room_3", "spatiallm:scene_004751::room_2", "spatiallm:scene_005012::room_1", "spatiallm:scene_005015::room_0", "spatiallm:scene_005203::room_2", "spatiallm:scene_005203::room_3", "spatiallm:scene_005343::room_2", "spatiallm:scene_005354::room_0", "spatiallm:scene_005652::room_1", "spatiallm:scene_005729::room_4", "spatiallm:scene_006261::room_4", "spatiallm:scene_006263::room_3", "spatiallm:scene_006267::room_0", "spatiallm:scene_006568::room_1", "spatiallm:scene_006799::room_0", "spatiallm:scene_006828::room_1", "spatiallm:scene_006941::room_4", "spatiallm:scene_007153::room_1", "spatiallm:scene_007224::room_1", "spatiallm:scene_007229::room_1", "spatiallm:scene_007229::room_4", "spatiallm:scene_007746::room_4", "spatiallm:scene_007896::room_1", "spatiallm:scene_007896::room_3", "spatiallm:scene_007940::room_3", "spatiallm:scene_008109::room_0", "spatiallm:scene_008198::room_2", "spatiallm:scene_008293::room_0", "spatiallm:scene_008440::room_0", "spatiallm:scene_008915::room_3", "spatiallm:scene_009021::room_2", "spatiallm:scene_009146::room_2", "spatiallm:scene_009149::room_1", "spatiallm:scene_009157::room_5", "spatiallm:scene_009345::room_2", "spatiallm:scene_009487::room_0", "spatiallm:scene_009531::room_3", "spatiallm:scene_009567::room_4", "spatiallm:scene_009739::room_2", "spatiallm:scene_009890::room_0", "spatiallm:scene_010049::room_1", "spatiallm:scene_010288::room_0", "spatiallm:scene_010302::room_4", "spatiallm:scene_010821::room_2", "spatiallm:scene_010900::room_4", "spatiallm:scene_011046::room_4", "spatiallm:scene_011422::room_1", "spatiallm:scene_011430::room_1", "spatiallm:scene_011636::room_0", "spatiallm:scene_011637::room_0", "spatiallm:scene_011648::room_3", "spatiallm:scene_011710::room_1", "spatiallm:scene_012109::room_5", "spatiallm:scene_012212::room_1", "spatiallm:scene_012233::room_1", "spatiallm:scene_012233::room_2", "structured3d_00020_room_662", "structured3d_00020_room_281", "structured3d_00060_room_2030", "structured3d_00060_room_1265", "structured3d_00245_room_163527", "structured3d_00418_room_436", "structured3d_00490_room_955711", "structured3d_00561_room_843593", "structured3d_00631_room_276", "structured3d_00859_room_2393", "structured3d_00862_room_702", "structured3d_01036_room_233", "structured3d_01464_room_7555", "structured3d_02164_room_145", "structured3d_02251_room_472", "structured3d_02266_room_41", "structured3d_02488_room_625171", "structured3d_02659_room_580811", "structured3d_02796_room_831", "structured3d_02979_room_2517", "structured3d_02981_room_3266", "structured3d_03057_room_159", "structured3d_03191_room_951", "structured3d_03214_room_34280", "structured3d_03457_room_141479", "structured3d_03475_room_695351" ] }