{ "model": "EarthJev (Qwen3.5-0.8B, 12 bands), released checkpoint: seed 0", "selection": "CORINE test: for each level-1 class, the first two test patches in file order whose largest level-1 class it is; RSVQAxBEN: for each level-1 class, the first test patch in file order whose largest class it is in the reference map; BigEarthNet.txt: the first three patches in file order. Chosen before looking at the outputs; wrong answers are kept.", "map_legend": [ { "name": "Artificial surfaces", "color": "#e6004d" }, { "name": "Agricultural areas", "color": "#ffe64d" }, { "name": "Forest and seminatural areas", "color": "#4dc44d" }, { "name": "Wetlands", "color": "#a6a6ff" }, { "name": "Water bodies", "color": "#00ccf2" }, { "name": "Unlabelled", "color": "#a0a0a0" } ], "summary": [ { "set": "corine", "type": "dominant", "acc": 0.83656606071149, "n": 11497, "chance": 0.13427850743673475, "example": "Which CORINE land-cover class occupies the largest area here?" }, { "set": "corine", "type": "presence", "acc": 0.9332943730171982, "n": 11978, "chance": 0.5, "example": "Does agricultural areas appear in this satellite image?" }, { "set": "corine", "type": "share", "acc": 0.8270739442497079, "n": 5991, "chance": 0.20000000000002258, "example": "How much of this patch is forest and seminatural areas?" }, { "set": "corine", "type": "location", "acc": 0.6537362188648428, "n": 2449, "chance": 0.25, "example": "Which quadrant contains the largest part of the heterogeneous agricultural areas?" }, { "set": "corine", "type": "compare", "acc": 0.87551665451009, "n": 4113, "chance": 0.5, "example": "Which covers more of the image: agricultural areas or artificial surfaces?" }, { "set": "rsvqaxben", "type": "rsvqa_presence", "acc": 0.8032609064099522, "n": 29501, "chance": 0.5, "example": "Are artificial areas or wetlands present?" }, { "set": "bentxt", "type": "bentxt_binary", "acc": 0.5940522592752996, "n": 6927, "chance": 0.5, "example": "Are there touching boundaries between any instance of complex cultivation patterns and urban fabrics?" }, { "set": "bentxt", "type": "bentxt_mcq", "acc": 0.4001801801801802, "n": 5550, "chance": 0.25, "example": "Identify which pair is touching" } ], "examples": [ { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_29_59", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_29_59_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_29_59_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_29_59_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "Which CORINE land-cover class occupies the largest area here?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.00062 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.99839 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.00034 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00046 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.00018 } ], "gold": [ "agricultural_areas" ], "top": "agricultural_areas" }, { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00122 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.00075 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.00084 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00198 }, { "id": "arable_land", "text": "Arable land", "p": 0.42036 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00593 }, { "id": "pastures", "text": "Pastures", "p": 0.39553 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.1587 }, { "id": "forest", "text": "Forest", "p": 0.00253 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.00525 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00079 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00343 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00115 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.00095 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00059 } ], "gold": [ "pastures" ], "top": "arable_land" }, { "type": "presence", "task": "presence", "text": "Does agricultural areas appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.9993 }, { "id": "no", "text": "no", "p": 0.0007 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "This image contains water bodies.", "options": [ { "id": "yes", "text": "yes", "p": 0.0049 }, { "id": "no", "text": "no", "p": 0.9951 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "How much of this patch is forest and seminatural areas?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.92971 }, { "id": "under_10", "text": "Less than 10%", "p": 0.0498 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.01153 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.00462 }, { "id": "over_60", "text": "More than 60%", "p": 0.00434 } ], "gold": [ "under_10" ], "top": "none" }, { "type": "location", "task": "location", "text": "Which quadrant contains the largest part of the heterogeneous agricultural areas?", "options": [ { "id": "north_west", "text": "North-west (top left)", "p": 0.16664 }, { "id": "north_east", "text": "North-east (top right)", "p": 0.59051 }, { "id": "south_west", "text": "South-west (bottom left)", "p": 0.10157 }, { "id": "south_east", "text": "South-east (bottom right)", "p": 0.14129 } ], "gold": [ "south_east" ], "top": "north_east" }, { "type": "compare", "task": "compare", "text": "Which covers more of the image: agricultural areas or artificial surfaces?", "options": [ { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.9992 }, { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.0008 } ], "gold": [ "agricultural_areas" ], "top": "agricultural_areas" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_30_61", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_30_61_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_30_61_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_30_61_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "Which CORINE land-cover class occupies the largest area here?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.0007 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.99834 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.00036 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00043 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.00016 } ], "gold": [ "agricultural_areas" ], "top": "agricultural_areas" }, { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.0022 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.001 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.001 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00195 }, { "id": "arable_land", "text": "Arable land", "p": 0.63342 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00949 }, { "id": "pastures", "text": "Pastures", "p": 0.14694 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.18745 }, { "id": "forest", "text": "Forest", "p": 0.00405 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.00516 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00113 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00299 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00127 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.00127 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00069 } ], "gold": [ "pastures" ], "top": "arable_land" }, { "type": "presence", "task": "presence", "text": "This image contains agricultural areas.", "options": [ { "id": "yes", "text": "yes", "p": 0.99926 }, { "id": "no", "text": "no", "p": 0.00074 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "Is there any wetlands in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.009 }, { "id": "no", "text": "no", "p": 0.991 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "What share of the image is covered by agricultural areas?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.00055 }, { "id": "under_10", "text": "Less than 10%", "p": 0.00018 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.00052 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.00668 }, { "id": "over_60", "text": "More than 60%", "p": 0.99207 } ], "gold": [ "over_60" ], "top": "over_60" }, { "type": "compare", "task": "compare", "text": "Is there more agricultural areas or more forest and seminatural areas in this patch?", "options": [ { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.99925 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.00075 } ], "gold": [ "agricultural_areas" ], "top": "agricultural_areas" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_52", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_52_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_52_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_52_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.98009 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.00702 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.0022 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00173 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.00896 } ], "gold": [ "artificial_surfaces" ], "top": "artificial_surfaces" }, { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.94641 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.01418 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.00158 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00329 }, { "id": "arable_land", "text": "Arable land", "p": 0.0042 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00179 }, { "id": "pastures", "text": "Pastures", "p": 0.00117 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00535 }, { "id": "forest", "text": "Forest", "p": 0.00643 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.00274 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00179 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.0031 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00228 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.0042 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00149 } ], "gold": [ "urban_fabric" ], "top": "urban_fabric" }, { "type": "presence", "task": "presence", "text": "Does forest appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.42426 }, { "id": "no", "text": "no", "p": 0.57574 } ], "gold": [ "yes" ], "top": "no" }, { "type": "presence", "task": "presence", "text": "Does wetlands appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.01968 }, { "id": "no", "text": "no", "p": 0.98032 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "How much of this patch is forest and seminatural areas?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.37318 }, { "id": "under_10", "text": "Less than 10%", "p": 0.39664 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.17953 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.03909 }, { "id": "over_60", "text": "More than 60%", "p": 0.01155 } ], "gold": [ "10_30" ], "top": "under_10" }, { "type": "location", "task": "location", "text": "Which quadrant contains the largest part of the forest and seminatural areas?", "options": [ { "id": "north_west", "text": "North-west (top left)", "p": 0.00816 }, { "id": "north_east", "text": "North-east (top right)", "p": 0.00619 }, { "id": "south_west", "text": "South-west (bottom left)", "p": 0.5334 }, { "id": "south_east", "text": "South-east (bottom right)", "p": 0.45225 } ], "gold": [ "south_east" ], "top": "south_west" }, { "type": "compare", "task": "compare", "text": "Which class has the larger area here, artificial surfaces or water bodies?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.994 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.006 } ], "gold": [ "artificial_surfaces" ], "top": "artificial_surfaces" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_33_58", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_33_58_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_33_58_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_33_58_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.00025 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.00043 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.99851 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00062 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.00018 } ], "gold": [ "forest_and_seminatural_areas" ], "top": "forest_and_seminatural_areas" }, { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00015 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 5e-05 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 9e-05 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00011 }, { "id": "arable_land", "text": "Arable land", "p": 0.00101 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00014 }, { "id": "pastures", "text": "Pastures", "p": 0.00022 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00058 }, { "id": "forest", "text": "Forest", "p": 0.97883 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.01559 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00014 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00267 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00017 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.00011 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00016 } ], "gold": [ "forest" ], "top": "forest" }, { "type": "presence", "task": "presence", "text": "Is there any forest in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.99954 }, { "id": "no", "text": "no", "p": 0.00046 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "This image contains marine waters.", "options": [ { "id": "yes", "text": "yes", "p": 0.00625 }, { "id": "no", "text": "no", "p": 0.99375 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "What share of the image is covered by artificial surfaces?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.98871 }, { "id": "under_10", "text": "Less than 10%", "p": 0.0085 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.00145 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.00055 }, { "id": "over_60", "text": "More than 60%", "p": 0.00079 } ], "gold": [ "none" ], "top": "none" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_36_59", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_36_59_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_36_59_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_36_59_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.00024 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.00025 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.99893 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00041 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.00017 } ], "gold": [ "forest_and_seminatural_areas" ], "top": "forest_and_seminatural_areas" }, { "type": "dominant", "task": "dominant", "text": "Which CORINE land-cover class occupies the largest area here?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00015 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 4e-05 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 9e-05 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.0001 }, { "id": "arable_land", "text": "Arable land", "p": 0.00066 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00011 }, { "id": "pastures", "text": "Pastures", "p": 0.00013 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00062 }, { "id": "forest", "text": "Forest", "p": 0.97819 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.01759 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00013 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00174 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00016 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.00011 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00016 } ], "gold": [ "forest" ], "top": "forest" }, { "type": "presence", "task": "presence", "text": "Is there any forest and seminatural areas in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.99957 }, { "id": "no", "text": "no", "p": 0.00043 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "This image contains marine waters.", "options": [ { "id": "yes", "text": "yes", "p": 0.00664 }, { "id": "no", "text": "no", "p": 0.99336 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "Which fraction of the area is occupied by forest and seminatural areas?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.00052 }, { "id": "under_10", "text": "Less than 10%", "p": 0.00014 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.00026 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.00343 }, { "id": "over_60", "text": "More than 60%", "p": 0.99565 } ], "gold": [ "over_60" ], "top": "over_60" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_39", "date": "2017-06-13", "tile": "34VER", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_39_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_39_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_39_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.0002 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.00014 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.00015 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00018 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.99932 } ], "gold": [ "water_bodies" ], "top": "water_bodies" }, { "type": "dominant", "task": "dominant", "text": "Which CORINE land-cover class occupies the largest area here?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00016 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 8e-05 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.00034 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.0001 }, { "id": "arable_land", "text": "Arable land", "p": 0.00025 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 9e-05 }, { "id": "pastures", "text": "Pastures", "p": 0.00022 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00018 }, { "id": "forest", "text": "Forest", "p": 0.00023 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.00022 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00015 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00075 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00034 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.01386 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.98302 } ], "gold": [ "marine_waters" ], "top": "marine_waters" }, { "type": "presence", "task": "presence", "text": "Does water bodies appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.99954 }, { "id": "no", "text": "no", "p": 0.00046 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "Does shrub and/or herbaceous vegetation associations appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.00588 }, { "id": "no", "text": "no", "p": 0.99412 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "What share of the image is covered by water bodies?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.00066 }, { "id": "under_10", "text": "Less than 10%", "p": 8e-05 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.00011 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.0008 }, { "id": "over_60", "text": "More than 60%", "p": 0.99835 } ], "gold": [ "over_60" ], "top": "over_60" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_51", "date": "2017-06-13", "tile": "34VER", "images": { "tc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_51_tc.png", "fc": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_51_fc.png", "map": "corine_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_23_51_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.00024 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.00018 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.0002 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00027 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.99912 } ], "gold": [ "water_bodies" ], "top": "water_bodies" }, { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00019 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.0001 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.00046 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00013 }, { "id": "arable_land", "text": "Arable land", "p": 0.00034 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00012 }, { "id": "pastures", "text": "Pastures", "p": 0.00028 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00023 }, { "id": "forest", "text": "Forest", "p": 0.00028 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.0003 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00017 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00094 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00046 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.01983 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.97617 } ], "gold": [ "marine_waters" ], "top": "marine_waters" }, { "type": "presence", "task": "presence", "text": "This image contains water bodies.", "options": [ { "id": "yes", "text": "yes", "p": 0.99952 }, { "id": "no", "text": "no", "p": 0.00048 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "Is there any wetlands in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.00797 }, { "id": "no", "text": "no", "p": 0.99203 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "Which fraction of the area is occupied by forest and seminatural areas?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.9869 }, { "id": "under_10", "text": "Less than 10%", "p": 0.00959 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.00164 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.00051 }, { "id": "over_60", "text": "More than 60%", "p": 0.00136 } ], "gold": [ "none" ], "top": "none" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_54_66", "date": "2017-06-17", "tile": "29UPU", "images": { "tc": "corine_S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_54_66_tc.png", "fc": "corine_S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_54_66_fc.png", "map": "corine_S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_54_66_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.98551 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.0115 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.00136 }, { "id": "wetlands", "text": "Wetlands", "p": 0.00094 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.0007 } ], "gold": [ "artificial_surfaces" ], "top": "artificial_surfaces" }, { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.90121 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.06187 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.0016 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00295 }, { "id": "arable_land", "text": "Arable land", "p": 0.00451 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.0017 }, { "id": "pastures", "text": "Pastures", "p": 0.00295 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00996 }, { "id": "forest", "text": "Forest", "p": 0.00451 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.00231 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00181 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.00192 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.0016 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.00077 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00031 } ], "gold": [ "urban_fabric" ], "top": "urban_fabric" }, { "type": "presence", "task": "presence", "text": "Does agricultural areas appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.8029 }, { "id": "no", "text": "no", "p": 0.1971 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "Does heterogeneous agricultural areas appear in this satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.78285 }, { "id": "no", "text": "no", "p": 0.21715 } ], "gold": [ "no" ], "top": "yes" }, { "type": "share", "task": "share", "text": "How much of this patch is artificial surfaces?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.00297 }, { "id": "under_10", "text": "Less than 10%", "p": 0.00112 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.00484 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.07518 }, { "id": "over_60", "text": "More than 60%", "p": 0.9159 } ], "gold": [ "over_60" ], "top": "over_60" }, { "type": "compare", "task": "compare", "text": "Is there more agricultural areas or more artificial surfaces in this patch?", "options": [ { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.01439 }, { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.98561 } ], "gold": [ "artificial_surfaces" ], "top": "artificial_surfaces" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_58_24", "date": "2017-06-17", "tile": "29UPU", "images": { "tc": "corine_S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_58_24_tc.png", "fc": "corine_S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_58_24_fc.png", "map": "corine_S2A_MSIL2A_20170617T113321_N9999_R080_T29UPU_58_24_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "What is the dominant land cover in this Sentinel-2 patch?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.00598 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.51226 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.23187 }, { "id": "wetlands", "text": "Wetlands", "p": 0.24644 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.00345 } ], "gold": [ "wetlands" ], "top": "agricultural_areas" }, { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00089 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.00065 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.00106 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00432 }, { "id": "arable_land", "text": "Arable land", "p": 0.09635 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.01551 }, { "id": "pastures", "text": "Pastures", "p": 0.46912 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.13883 }, { "id": "forest", "text": "Forest", "p": 0.03866 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.12292 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00089 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.1024 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00551 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.00153 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.00136 } ], "gold": [ "inland_wetlands" ], "top": "pastures" }, { "type": "presence", "task": "presence", "text": "This image contains forest and seminatural areas.", "options": [ { "id": "yes", "text": "yes", "p": 0.89447 }, { "id": "no", "text": "no", "p": 0.10553 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "presence", "task": "presence", "text": "Is there any artificial surfaces in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.009 }, { "id": "no", "text": "no", "p": 0.991 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "How much of this patch is wetlands?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.13849 }, { "id": "under_10", "text": "Less than 10%", "p": 0.16628 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.3252 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.23974 }, { "id": "over_60", "text": "More than 60%", "p": 0.13029 } ], "gold": [ "over_60" ], "top": "10_30" }, { "type": "location", "task": "location", "text": "In which part of the image is most of the shrub and/or herbaceous vegetation associations?", "options": [ { "id": "north_west", "text": "North-west (top left)", "p": 0.0271 }, { "id": "north_east", "text": "North-east (top right)", "p": 0.20746 }, { "id": "south_west", "text": "South-west (bottom left)", "p": 0.03025 }, { "id": "south_east", "text": "South-east (bottom right)", "p": 0.73518 } ], "gold": [ "north_east" ], "top": "south_east" }, { "type": "compare", "task": "compare", "text": "Is there more wetlands or more forest and seminatural areas in this patch?", "options": [ { "id": "wetlands", "text": "Wetlands", "p": 0.62355 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.37645 } ], "gold": [ "wetlands" ], "top": "wetlands" } ] }, { "set": "corine", "set_name": "CORINE test", "item_id": "S2A_MSIL2A_20170704T112111_N9999_R037_T29SND_33_33", "date": "2017-07-04", "tile": "29SND", "images": { "tc": "corine_S2A_MSIL2A_20170704T112111_N9999_R037_T29SND_33_33_tc.png", "fc": "corine_S2A_MSIL2A_20170704T112111_N9999_R037_T29SND_33_33_fc.png", "map": "corine_S2A_MSIL2A_20170704T112111_N9999_R037_T29SND_33_33_map.png" }, "questions": [ { "type": "dominant", "task": "dominant", "text": "Which CORINE land-cover class occupies the largest area here?", "options": [ { "id": "artificial_surfaces", "text": "Artificial surfaces", "p": 0.00375 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.09494 }, { "id": "forest_and_seminatural_areas", "text": "Forest and seminatural areas", "p": 0.0516 }, { "id": "wetlands", "text": "Wetlands", "p": 0.09494 }, { "id": "water_bodies", "text": "Water bodies", "p": 0.75477 } ], "gold": [ "wetlands" ], "top": "water_bodies" }, { "type": "dominant", "task": "dominant", "text": "Which land-cover class covers most of this image?", "options": [ { "id": "urban_fabric", "text": "Urban fabric", "p": 0.00154 }, { "id": "industrial_commercial_and_transport_units", "text": "Industrial, commercial and transport units", "p": 0.00079 }, { "id": "mine_dump_and_construction_sites", "text": "Mine, dump and construction sites", "p": 0.00154 }, { "id": "artificial_non-agricultural_vegetated_areas", "text": "Artificial, non-agricultural vegetated areas", "p": 0.00462 }, { "id": "arable_land", "text": "Arable land", "p": 0.00959 }, { "id": "permanent_crops", "text": "Permanent crops", "p": 0.00267 }, { "id": "pastures", "text": "Pastures", "p": 0.00554 }, { "id": "heterogeneous_agricultural_areas", "text": "Heterogeneous agricultural areas", "p": 0.00462 }, { "id": "forest", "text": "Forest", "p": 0.0389 }, { "id": "shrub_and_or_or_herbaceous_vegetation_associations", "text": "Shrub and/or herbaceous vegetation associations", "p": 0.00707 }, { "id": "open_spaces_with_little_or_no_vegetation", "text": "Open spaces with little or no vegetation", "p": 0.00107 }, { "id": "inland_wetlands", "text": "Inland wetlands", "p": 0.14847 }, { "id": "coastal_wetlands", "text": "Coastal wetlands", "p": 0.00752 }, { "id": "inland_waters", "text": "Inland waters", "p": 0.68021 }, { "id": "marine_waters", "text": "Marine waters", "p": 0.08584 } ], "gold": [ "inland_wetlands" ], "top": "inland_waters" }, { "type": "presence", "task": "presence", "text": "Is there any wetlands in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.14543 }, { "id": "no", "text": "no", "p": 0.85457 } ], "gold": [ "yes" ], "top": "no" }, { "type": "presence", "task": "presence", "text": "Is there any permanent crops in this patch?", "options": [ { "id": "yes", "text": "yes", "p": 0.1971 }, { "id": "no", "text": "no", "p": 0.8029 } ], "gold": [ "no" ], "top": "no" }, { "type": "share", "task": "share", "text": "How much of this patch is wetlands?", "options": [ { "id": "none", "text": "None (0%)", "p": 0.74831 }, { "id": "under_10", "text": "Less than 10%", "p": 0.12768 }, { "id": "10_30", "text": "Between 10% and 30%", "p": 0.05437 }, { "id": "30_60", "text": "Between 30% and 60%", "p": 0.04008 }, { "id": "over_60", "text": "More than 60%", "p": 0.02955 } ], "gold": [ "over_60" ], "top": "none" }, { "type": "compare", "task": "compare", "text": "Is there more wetlands or more agricultural areas in this patch?", "options": [ { "id": "wetlands", "text": "Wetlands", "p": 0.4685 }, { "id": "agricultural_areas", "text": "Agricultural areas", "p": 0.5315 } ], "gold": [ "wetlands" ], "top": "agricultural_areas" } ] }, { "set": "rsvqaxben", "set_name": "RSVQAxBEN", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_27_36", "date": "2017-06-13", "tile": "34VER", "images": { "tc": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_27_36_tc.png", "fc": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_27_36_fc.png", "map": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_27_36_map.png" }, "questions": [ { "type": "rsvqa_presence", "task": "presence", "text": "Are some agricultural areas present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.00797 }, { "id": "no", "text": "no", "p": 0.99203 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there artificial areas or wetlands in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.00434 }, { "id": "no", "text": "no", "p": 0.99566 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some wetlands?", "options": [ { "id": "yes", "text": "yes", "p": 0.00706 }, { "id": "no", "text": "no", "p": 0.99294 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some water bodies in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.9993 }, { "id": "no", "text": "no", "p": 0.0007 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are water bodies or artificial areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.98985 }, { "id": "no", "text": "no", "p": 0.01015 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there marine waters or forests in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.98146 }, { "id": "no", "text": "no", "p": 0.01854 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there water bodies and wetlands?", "options": [ { "id": "yes", "text": "yes", "p": 0.97013 }, { "id": "no", "text": "no", "p": 0.02987 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some artificial non-agricultural vegetated areas in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.0049 }, { "id": "no", "text": "no", "p": 0.9951 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are wetlands and water bodies present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.98356 }, { "id": "no", "text": "no", "p": 0.01644 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are inland waters and forests present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.02499 }, { "id": "no", "text": "no", "p": 0.97501 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some marine waters?", "options": [ { "id": "yes", "text": "yes", "p": 0.99764 }, { "id": "no", "text": "no", "p": 0.00236 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some bare rock present?", "options": [ { "id": "yes", "text": "yes", "p": 0.00706 }, { "id": "no", "text": "no", "p": 0.99294 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some beaches, dunes, sands present?", "options": [ { "id": "yes", "text": "yes", "p": 0.01548 }, { "id": "no", "text": "no", "p": 0.98452 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some natural grassland?", "options": [ { "id": "yes", "text": "yes", "p": 0.00706 }, { "id": "no", "text": "no", "p": 0.99294 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some inland waters?", "options": [ { "id": "yes", "text": "yes", "p": 0.32459 }, { "id": "no", "text": "no", "p": 0.67541 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there wetlands or water bodies in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.99446 }, { "id": "no", "text": "no", "p": 0.00554 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some artificial areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.00588 }, { "id": "no", "text": "no", "p": 0.99412 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some estuaries in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.02355 }, { "id": "no", "text": "no", "p": 0.97645 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are marine waters or arable land present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.97013 }, { "id": "no", "text": "no", "p": 0.02987 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are inland wetlands and marine waters present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.26152 }, { "id": "no", "text": "no", "p": 0.73848 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some salines present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.0209 }, { "id": "no", "text": "no", "p": 0.9791 } ], "gold": [ "no" ], "top": "no" } ] }, { "set": "rsvqaxben", "set_name": "RSVQAxBEN", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_30_68", "date": "2017-06-13", "tile": "34VER", "images": { "tc": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_30_68_tc.png", "fc": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_30_68_fc.png", "map": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_30_68_map.png" }, "questions": [ { "type": "rsvqa_presence", "task": "presence", "text": "Are there wetlands or agricultural areas?", "options": [ { "id": "yes", "text": "yes", "p": 0.03362 }, { "id": "no", "text": "no", "p": 0.96638 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some mixed forest in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.83029 }, { "id": "no", "text": "no", "p": 0.16971 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some wetlands in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.0675 }, { "id": "no", "text": "no", "p": 0.9325 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some permanent crops?", "options": [ { "id": "yes", "text": "yes", "p": 0.02499 }, { "id": "no", "text": "no", "p": 0.97501 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some forests?", "options": [ { "id": "yes", "text": "yes", "p": 0.99846 }, { "id": "no", "text": "no", "p": 0.00154 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some agricultural areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.03362 }, { "id": "no", "text": "no", "p": 0.96638 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some artificial areas?", "options": [ { "id": "yes", "text": "yes", "p": 0.01078 }, { "id": "no", "text": "no", "p": 0.98922 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there forests and marine waters?", "options": [ { "id": "yes", "text": "yes", "p": 0.98542 }, { "id": "no", "text": "no", "p": 0.01458 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some inland waters present?", "options": [ { "id": "yes", "text": "yes", "p": 0.96831 }, { "id": "no", "text": "no", "p": 0.03169 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some marine waters present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.59059 }, { "id": "no", "text": "no", "p": 0.40941 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are wetlands and agricultural areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.02815 }, { "id": "no", "text": "no", "p": 0.97185 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there transitional woodland/shrub or coniferous forest and olive groves?", "options": [ { "id": "yes", "text": "yes", "p": 0.84681 }, { "id": "no", "text": "no", "p": 0.15319 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some coniferous forest present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.99294 }, { "id": "no", "text": "no", "p": 0.00706 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are inland wetlands and heterogeneous agricultural areas present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.06375 }, { "id": "no", "text": "no", "p": 0.93625 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are marine waters and forests present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.88857 }, { "id": "no", "text": "no", "p": 0.11143 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there mixed forest and sclerophyllous vegetation or discontinuous urban fabric in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.22771 }, { "id": "no", "text": "no", "p": 0.77229 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there forests or maritime wetlands in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.9791 }, { "id": "no", "text": "no", "p": 0.0209 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some transitional woodland/shrub?", "options": [ { "id": "yes", "text": "yes", "p": 0.81238 }, { "id": "no", "text": "no", "p": 0.18762 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there peatbogs or natural grassland?", "options": [ { "id": "yes", "text": "yes", "p": 0.07998 }, { "id": "no", "text": "no", "p": 0.92002 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are artificial areas or water bodies present?", "options": [ { "id": "yes", "text": "yes", "p": 0.02815 }, { "id": "no", "text": "no", "p": 0.97185 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some water bodies present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.94635 }, { "id": "no", "text": "no", "p": 0.05365 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there annual crops associated with permanent crops or coniferous forest?", "options": [ { "id": "yes", "text": "yes", "p": 0.83872 }, { "id": "no", "text": "no", "p": 0.16128 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some dump sites?", "options": [ { "id": "yes", "text": "yes", "p": 0.01548 }, { "id": "no", "text": "no", "p": 0.98452 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are mixed forest and port areas or airports present?", "options": [ { "id": "yes", "text": "yes", "p": 0.12411 }, { "id": "no", "text": "no", "p": 0.87589 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are mixed forest or rice fields present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.40941 }, { "id": "no", "text": "no", "p": 0.59059 } ], "gold": [ "yes" ], "top": "no" } ] }, { "set": "rsvqaxben", "set_name": "RSVQAxBEN", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_56_56", "date": "2017-06-13", "tile": "34VER", "images": { "tc": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_56_56_tc.png", "fc": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_56_56_fc.png", "map": "rsvqaxben_S2A_MSIL2A_20170613T101031_N9999_R022_T34VER_56_56_map.png" }, "questions": [ { "type": "rsvqa_presence", "task": "presence", "text": "Are mixed forest or land principally occupied by agriculture, with significant areas of natural vegetation and intertidal flats present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.57574 }, { "id": "no", "text": "no", "p": 0.42426 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there sclerophyllous vegetation and pastures in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.11143 }, { "id": "no", "text": "no", "p": 0.88857 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are non-irrigated arable land and land principally occupied by agriculture, with significant areas of natural vegetation present?", "options": [ { "id": "yes", "text": "yes", "p": 0.60527 }, { "id": "no", "text": "no", "p": 0.39473 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some heterogeneous agricultural areas?", "options": [ { "id": "yes", "text": "yes", "p": 0.85457 }, { "id": "no", "text": "no", "p": 0.14543 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are non-irrigated arable land and port areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.5 }, { "id": "no", "text": "no", "p": 0.5 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some arable land?", "options": [ { "id": "yes", "text": "yes", "p": 0.94936 }, { "id": "no", "text": "no", "p": 0.05064 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there mixed forest and natural grassland or land principally occupied by agriculture, with significant areas of natural vegetation in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.56076 }, { "id": "no", "text": "no", "p": 0.43924 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some inland waters present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.01548 }, { "id": "no", "text": "no", "p": 0.98452 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some maritime wetlands in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.01078 }, { "id": "no", "text": "no", "p": 0.98922 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some forests in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.94635 }, { "id": "no", "text": "no", "p": 0.05365 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some sparsely vegetated areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.05365 }, { "id": "no", "text": "no", "p": 0.94635 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some non-irrigated arable land in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.60527 }, { "id": "no", "text": "no", "p": 0.39473 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some artificial areas?", "options": [ { "id": "yes", "text": "yes", "p": 0.22771 }, { "id": "no", "text": "no", "p": 0.77229 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some water bodies present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.00462 }, { "id": "no", "text": "no", "p": 0.99538 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some broad-leaved forest?", "options": [ { "id": "yes", "text": "yes", "p": 0.77229 }, { "id": "no", "text": "no", "p": 0.22771 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some urban fabric present?", "options": [ { "id": "yes", "text": "yes", "p": 0.46951 }, { "id": "no", "text": "no", "p": 0.53049 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are inland marshes or discontinuous urban fabric and non-irrigated arable land present?", "options": [ { "id": "yes", "text": "yes", "p": 0.1309 }, { "id": "no", "text": "no", "p": 0.8691 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some wetlands present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.01644 }, { "id": "no", "text": "no", "p": 0.98356 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some agricultural areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.94936 }, { "id": "no", "text": "no", "p": 0.05064 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are non-irrigated arable land or olive groves present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.48474 }, { "id": "no", "text": "no", "p": 0.51526 } ], "gold": [ "yes" ], "top": "no" } ] }, { "set": "rsvqaxben", "set_name": "RSVQAxBEN", "item_id": "S2A_MSIL2A_20170701T093031_N9999_R136_T35VPK_26_44", "date": "2017-07-01", "tile": "35VPK", "images": { "tc": "rsvqaxben_S2A_MSIL2A_20170701T093031_N9999_R136_T35VPK_26_44_tc.png", "fc": "rsvqaxben_S2A_MSIL2A_20170701T093031_N9999_R136_T35VPK_26_44_fc.png", "map": "rsvqaxben_S2A_MSIL2A_20170701T093031_N9999_R136_T35VPK_26_44_map.png" }, "questions": [ { "type": "rsvqa_presence", "task": "presence", "text": "Are there some inland waters in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.94936 }, { "id": "no", "text": "no", "p": 0.05064 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there forests and urban fabric?", "options": [ { "id": "yes", "text": "yes", "p": 0.89447 }, { "id": "no", "text": "no", "p": 0.10553 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are water bodies and artificial areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.45433 }, { "id": "no", "text": "no", "p": 0.54567 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are discontinuous urban fabric and water bodies present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.57574 }, { "id": "no", "text": "no", "p": 0.42426 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some coniferous forest present?", "options": [ { "id": "yes", "text": "yes", "p": 0.85457 }, { "id": "no", "text": "no", "p": 0.14543 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there discontinuous urban fabric or water bodies and airports?", "options": [ { "id": "yes", "text": "yes", "p": 0.21715 }, { "id": "no", "text": "no", "p": 0.78285 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there port areas or pastures and discontinuous urban fabric?", "options": [ { "id": "yes", "text": "yes", "p": 0.20695 }, { "id": "no", "text": "no", "p": 0.79305 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some beaches, dunes, sands present?", "options": [ { "id": "yes", "text": "yes", "p": 0.03566 }, { "id": "no", "text": "no", "p": 0.96434 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some water bodies in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.91541 }, { "id": "no", "text": "no", "p": 0.08459 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there coniferous forest and water courses or salines?", "options": [ { "id": "yes", "text": "yes", "p": 0.7501 }, { "id": "no", "text": "no", "p": 0.2499 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there arable land and forests in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.68866 }, { "id": "no", "text": "no", "p": 0.31134 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there inland waters or artificial non-agricultural vegetated areas?", "options": [ { "id": "yes", "text": "yes", "p": 0.08944 }, { "id": "no", "text": "no", "p": 0.91056 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some bare rock?", "options": [ { "id": "yes", "text": "yes", "p": 0.12411 }, { "id": "no", "text": "no", "p": 0.87589 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there coniferous forest and salines or complex cultivation patterns?", "options": [ { "id": "yes", "text": "yes", "p": 0.7501 }, { "id": "no", "text": "no", "p": 0.2499 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there coniferous forest and discontinuous urban fabric?", "options": [ { "id": "yes", "text": "yes", "p": 0.78285 }, { "id": "no", "text": "no", "p": 0.21715 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some agricultural areas in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.64809 }, { "id": "no", "text": "no", "p": 0.35191 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some pastures present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.0999 }, { "id": "no", "text": "no", "p": 0.9001 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some artificial areas present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.72652 }, { "id": "no", "text": "no", "p": 0.27348 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some urban fabric present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.8029 }, { "id": "no", "text": "no", "p": 0.1971 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some dump sites present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.0999 }, { "id": "no", "text": "no", "p": 0.9001 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are non-irrigated arable land or water bodies present?", "options": [ { "id": "yes", "text": "yes", "p": 0.10553 }, { "id": "no", "text": "no", "p": 0.89447 } ], "gold": [ "yes" ], "top": "no" } ] }, { "set": "rsvqaxben", "set_name": "RSVQAxBEN", "item_id": "S2A_MSIL2A_20170905T095031_N9999_R079_T35VNL_55_37", "date": "2017-09-05", "tile": "35VNL", "images": { "tc": "rsvqaxben_S2A_MSIL2A_20170905T095031_N9999_R079_T35VNL_55_37_tc.png", "fc": "rsvqaxben_S2A_MSIL2A_20170905T095031_N9999_R079_T35VNL_55_37_fc.png", "map": "rsvqaxben_S2A_MSIL2A_20170905T095031_N9999_R079_T35VNL_55_37_map.png" }, "questions": [ { "type": "rsvqa_presence", "task": "presence", "text": "Are there port areas or olive groves and peatbogs?", "options": [ { "id": "yes", "text": "yes", "p": 0.53049 }, { "id": "no", "text": "no", "p": 0.46951 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some inland wetlands in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.63404 }, { "id": "no", "text": "no", "p": 0.36596 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are peatbogs or construction sites present?", "options": [ { "id": "yes", "text": "yes", "p": 0.16128 }, { "id": "no", "text": "no", "p": 0.83872 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some permanent crops in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.21715 }, { "id": "no", "text": "no", "p": 0.78285 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some annual crops associated with permanent crops in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.26152 }, { "id": "no", "text": "no", "p": 0.73848 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some coniferous forest?", "options": [ { "id": "yes", "text": "yes", "p": 0.95492 }, { "id": "no", "text": "no", "p": 0.04508 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some wetlands present?", "options": [ { "id": "yes", "text": "yes", "p": 0.48474 }, { "id": "no", "text": "no", "p": 0.51526 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some forests?", "options": [ { "id": "yes", "text": "yes", "p": 0.98356 }, { "id": "no", "text": "no", "p": 0.01644 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some burnt areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.51526 }, { "id": "no", "text": "no", "p": 0.48474 } ], "gold": [ "no" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some beaches, dunes, sands present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.05064 }, { "id": "no", "text": "no", "p": 0.94936 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there water bodies or wetlands?", "options": [ { "id": "yes", "text": "yes", "p": 0.06375 }, { "id": "no", "text": "no", "p": 0.93625 } ], "gold": [ "yes" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there agricultural areas or wetlands in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.53049 }, { "id": "no", "text": "no", "p": 0.46951 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there transitional woodland/shrub and coniferous forest in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.89447 }, { "id": "no", "text": "no", "p": 0.10553 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are inland wetlands and forests present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.83029 }, { "id": "no", "text": "no", "p": 0.16971 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are there some transitional woodland/shrub?", "options": [ { "id": "yes", "text": "yes", "p": 0.86199 }, { "id": "no", "text": "no", "p": 0.13801 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some rice fields present?", "options": [ { "id": "yes", "text": "yes", "p": 0.26152 }, { "id": "no", "text": "no", "p": 0.73848 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are coniferous forest or construction sites present?", "options": [ { "id": "yes", "text": "yes", "p": 0.68866 }, { "id": "no", "text": "no", "p": 0.31134 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some bare rock present in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.31134 }, { "id": "no", "text": "no", "p": 0.68866 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are transitional woodland/shrub or annual crops associated with permanent crops present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.53049 }, { "id": "no", "text": "no", "p": 0.46951 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some inland waters present in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.04252 }, { "id": "no", "text": "no", "p": 0.95748 } ], "gold": [ "no" ], "top": "no" }, { "type": "rsvqa_presence", "task": "presence", "text": "Are some artificial areas present?", "options": [ { "id": "yes", "text": "yes", "p": 0.01217 }, { "id": "no", "text": "no", "p": 0.98783 } ], "gold": [ "no" ], "top": "no" } ] }, { "set": "bentxt", "set_name": "BigEarthNet.txt", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_64", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_64_tc.png", "fc": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_64_fc.png", "map": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_32_64_map.png" }, "questions": [ { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Are there touching boundaries between any instance of complex cultivation patterns and urban fabrics?", "options": [ { "id": "yes", "text": "yes", "p": 0.64809 }, { "id": "no", "text": "no", "p": 0.35191 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any instance of complex cultivation patterns abut industrial or commercial units in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.20695 }, { "id": "no", "text": "no", "p": 0.79305 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any instance of industrial or commercial units meet land principally occupied by agriculture with significant areas of natural vegetation at its edges in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.0999 }, { "id": "no", "text": "no", "p": 0.9001 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any broad-leaved forest make contact with industrial or commercial units in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.0756 }, { "id": "no", "text": "no", "p": 0.9244 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Is any instance of land principally occupied by agriculture with significant areas of natural vegetation situated directly next to urban fabrics?", "options": [ { "id": "yes", "text": "yes", "p": 0.60527 }, { "id": "no", "text": "no", "p": 0.39473 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Is there evidence that any instance of pastures and urban fabrics are touching in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.77229 }, { "id": "no", "text": "no", "p": 0.22771 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any arable land touch a broad-leaved forest in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.1971 }, { "id": "no", "text": "no", "p": 0.8029 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Would you identify any arable land as lying adjacent to complex cultivation patterns?", "options": [ { "id": "yes", "text": "yes", "p": 0.83029 }, { "id": "no", "text": "no", "p": 0.16971 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any instance of land principally occupied by agriculture with significant areas of natural vegetation lie right up against pastures?", "options": [ { "id": "yes", "text": "yes", "p": 0.77229 }, { "id": "no", "text": "no", "p": 0.22771 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Do regions of any arable land directly adjoin industrial or commercial units?", "options": [ { "id": "yes", "text": "yes", "p": 0.22771 }, { "id": "no", "text": "no", "p": 0.77229 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Is any broad-leaved forest immediately next to land principally occupied by agriculture with significant areas of natural vegetation?", "options": [ { "id": "yes", "text": "yes", "p": 0.15319 }, { "id": "no", "text": "no", "p": 0.84681 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any instance of industrial or commercial units come into contact with pastures in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.16971 }, { "id": "no", "text": "no", "p": 0.83029 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Do regions of any broad-leaved forest directly adjoin urban fabrics?", "options": [ { "id": "yes", "text": "yes", "p": 0.26152 }, { "id": "no", "text": "no", "p": 0.73848 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any instance of complex cultivation patterns border pastures in this scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.63404 }, { "id": "no", "text": "no", "p": 0.36596 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Does any broad-leaved forest directly border pastures in this scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.1971 }, { "id": "no", "text": "no", "p": 0.8029 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_area", "text": "Is the area of urban fabrics greater than or equal to 0%?", "options": [ { "id": "yes", "text": "yes", "p": 0.73848 }, { "id": "no", "text": "no", "p": 0.26152 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_area", "text": "Is the total area of urban fabrics between 30% and 90%?", "options": [ { "id": "yes", "text": "yes", "p": 0.82151 }, { "id": "no", "text": "no", "p": 0.17849 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_area", "text": "Is the area covered by industrial or commercial units at least 0 m2?", "options": [ { "id": "yes", "text": "yes", "p": 0.08459 }, { "id": "no", "text": "no", "p": 0.91541 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_area", "text": "Do industrial or commercial units occupy between 40% and 70% of the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.12411 }, { "id": "no", "text": "no", "p": 0.87589 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Are fewer than three continuous areas of industrial or commercial units visible here?", "options": [ { "id": "yes", "text": "yes", "p": 0.11762 }, { "id": "no", "text": "no", "p": 0.88238 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Is there only one continuous patch of industrial or commercial units in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.1309 }, { "id": "no", "text": "no", "p": 0.8691 } ], "gold": [ "no" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Are fewer than three continuous areas of urban fabrics visible here?", "options": [ { "id": "yes", "text": "yes", "p": 0.60527 }, { "id": "no", "text": "no", "p": 0.39473 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Are urban fabrics distributed across at least four separate continuous parts of the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.86199 }, { "id": "no", "text": "no", "p": 0.13801 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_presence", "text": "Can any industrial or commercial units be observed in this image?", "options": [ { "id": "yes", "text": "yes", "p": 0.11762 }, { "id": "no", "text": "no", "p": 0.88238 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Identify which pair is touching", "options": [ { "id": "a", "text": "Broad-leaved forest and Industrial or commercial units", "p": 0.06162 }, { "id": "b", "text": "Beaches, dunes, sands and Permanent crops", "p": 0.04681 }, { "id": "c", "text": "Mixed forest and Pastures", "p": 0.5878 }, { "id": "d", "text": "Broad-leaved forest and Land principally occupied by agriculture, with significant areas of natural vegetation", "p": 0.30377 } ], "gold": [ "a" ], "top": "c" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Which classes are in contact in this scene?", "options": [ { "id": "a", "text": "Complex cultivation patterns and Inland waters", "p": 0.12063 }, { "id": "b", "text": "Coniferous forest and Industrial or commercial units", "p": 0.05585 }, { "id": "c", "text": "Complex cultivation patterns and Industrial or commercial units", "p": 0.29085 }, { "id": "d", "text": "Broad-leaved forest and Pastures", "p": 0.53267 } ], "gold": [ "c" ], "top": "d" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "From the options below, pick the touching pair", "options": [ { "id": "a", "text": "Complex cultivation patterns and Land principally occupied by agriculture, with significant areas of natural vegetation", "p": 0.46645 }, { "id": "b", "text": "Arable land and Beaches, dunes, sands", "p": 0.07594 }, { "id": "c", "text": "Industrial or commercial units and Urban fabric", "p": 0.1733 }, { "id": "d", "text": "Broad-leaved forest and Pastures", "p": 0.28431 } ], "gold": [ "a" ], "top": "a" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Which pair of classes are touching in the image?", "options": [ { "id": "a", "text": "Broad-leaved forest and Complex cultivation patterns", "p": 0.14514 }, { "id": "b", "text": "Broad-leaved forest and Urban fabric", "p": 0.25158 }, { "id": "c", "text": "Arable land and Mixed forest", "p": 0.48681 }, { "id": "d", "text": "Coastal wetlands and Urban fabric", "p": 0.11647 } ], "gold": [ "a" ], "top": "c" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "From the options, select the adjacent pair", "options": [ { "id": "a", "text": "Arable land and Beaches, dunes, sands", "p": 0.04338 }, { "id": "b", "text": "Arable land and Urban fabric", "p": 0.80059 }, { "id": "c", "text": "Arable land and Broad-leaved forest", "p": 0.06736 }, { "id": "d", "text": "Complex cultivation patterns and Coniferous forest", "p": 0.08868 } ], "gold": [ "b" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Identify touching classes", "options": [ { "id": "a", "text": "Agro-forestry areas and Industrial or commercial units", "p": 0.06448 }, { "id": "b", "text": "Industrial or commercial units and Land principally occupied by agriculture, with significant areas of natural vegetation", "p": 0.05174 }, { "id": "c", "text": "Pastures and Urban fabric", "p": 0.85552 }, { "id": "d", "text": "Marine waters and Transitional woodland, shrub", "p": 0.02825 } ], "gold": [ "b" ], "top": "c" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Which classes share a boundary?", "options": [ { "id": "a", "text": "Coniferous forest and Pastures", "p": 0.06583 }, { "id": "b", "text": "Arable land and Complex cultivation patterns", "p": 0.47695 }, { "id": "c", "text": "Land principally occupied by agriculture, with significant areas of natural vegetation and Urban fabric", "p": 0.40439 }, { "id": "d", "text": "Complex cultivation patterns and Natural grassland and sparsely vegetated areas", "p": 0.05283 } ], "gold": [ "c" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_area", "text": "How large is the area covered by lands principally occupied by agriculture with significant areas of natural vegetation?", "options": [ { "id": "a", "text": "432000 to 864000 square meters", "p": 0.20667 }, { "id": "b", "text": "1008000 to 1440000 square meters", "p": 0.17523 }, { "id": "c", "text": "0 to 432000 square meters", "p": 0.42251 }, { "id": "d", "text": "864000 to 1008000 square meters", "p": 0.1956 } ], "gold": [ "c" ], "top": "c" }, { "type": "bentxt_mcq", "task": "mcq_area", "text": "Choose the correct total area of industrial or commercial units", "options": [ { "id": "a", "text": "40 to 70%", "p": 0.11827 }, { "id": "b", "text": "0 to 20%", "p": 0.65082 }, { "id": "c", "text": "20 to 40%", "p": 0.12496 }, { "id": "d", "text": "80 to 90%", "p": 0.10595 } ], "gold": [ "b" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_area", "text": "How much of the image is covered by urban fabrics?", "options": [ { "id": "a", "text": "60 to 100%", "p": 0.14738 }, { "id": "b", "text": "40 to 50%", "p": 0.25547 }, { "id": "c", "text": "10 to 20%", "p": 0.24179 }, { "id": "d", "text": "20 to 40%", "p": 0.35536 } ], "gold": [ "d" ], "top": "d" }, { "type": "bentxt_mcq", "task": "mcq_count", "text": "How many distinct regions of urban fabric can be observed?", "options": [ { "id": "a", "text": "0", "p": 0.06201 }, { "id": "b", "text": "2", "p": 0.34122 }, { "id": "c", "text": "5", "p": 0.32295 }, { "id": "d", "text": "3", "p": 0.27382 } ], "gold": [ "b" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_count", "text": "Select the number of continuous areas of industrial or commercial units", "options": [ { "id": "a", "text": "More than five", "p": 0.1187 }, { "id": "b", "text": "2", "p": 0.28621 }, { "id": "c", "text": "4", "p": 0.17445 }, { "id": "d", "text": "1", "p": 0.42064 } ], "gold": [ "b" ], "top": "d" }, { "type": "bentxt_mcq", "task": "mcq_count", "text": "Identify the number of patches of land principally occupied by agriculture with significant areas of natural vegetation", "options": [ { "id": "a", "text": "1", "p": 0.19957 }, { "id": "b", "text": "4", "p": 0.19957 }, { "id": "c", "text": "0", "p": 0.36549 }, { "id": "d", "text": "2", "p": 0.23537 } ], "gold": [ "d" ], "top": "c" }, { "type": "bentxt_mcq", "task": "mcq_country", "text": "From the options provided, identify the country shown in the image", "options": [ { "id": "a", "text": "Kosovo", "p": 0.14351 }, { "id": "b", "text": "Lithuania", "p": 0.19962 }, { "id": "c", "text": "Portugal", "p": 0.24876 }, { "id": "d", "text": "Austria", "p": 0.40811 } ], "gold": [ "d" ], "top": "d" }, { "type": "bentxt_mcq", "task": "mcq_presence", "text": "Identify which of the following classes appears in the image", "options": [ { "id": "a", "text": "Industrial or commercial units", "p": 0.28424 }, { "id": "b", "text": "Natural grassland and sparsely vegetated areas", "p": 0.33524 }, { "id": "c", "text": "Marine waters", "p": 0.08021 }, { "id": "d", "text": "Transitional woodland, shrub", "p": 0.30031 } ], "gold": [ "a" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_relative pos", "text": "In relation to the broad-leaved forest, where are the pastures located in the image?", "options": [ { "id": "a", "text": "to the top-right", "p": 0.2977 }, { "id": "b", "text": "to the bottom-right", "p": 0.26668 }, { "id": "c", "text": "to the bottom-left", "p": 0.28177 }, { "id": "d", "text": "to the top-left", "p": 0.15385 } ], "gold": [ "a" ], "top": "a" }, { "type": "bentxt_mcq", "task": "mcq_relative pos", "text": "How would you classify the location of the broad-leaved forest in relation to the pastures?", "options": [ { "id": "a", "text": "to the top-right", "p": 0.06089 }, { "id": "b", "text": "to the top-left", "p": 0.06089 }, { "id": "c", "text": "to the bottom-right", "p": 0.19328 }, { "id": "d", "text": "to the bottom-left", "p": 0.68495 } ], "gold": [ "d" ], "top": "d" }, { "type": "bentxt_mcq", "task": "mcq_relative pos", "text": "Which option best represents the spatial relation of the broad-leaved forest relative to the arable land?", "options": [ { "id": "a", "text": "to the bottom", "p": 0.35422 }, { "id": "b", "text": "to the left", "p": 0.49274 }, { "id": "c", "text": "to the right", "p": 0.04146 }, { "id": "d", "text": "to the bottom-right", "p": 0.11158 } ], "gold": [ "b" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_relative pos", "text": "Where is the arable land positioned relative to the broad-leaved forest?", "options": [ { "id": "a", "text": "to the right", "p": 0.08311 }, { "id": "b", "text": "to the bottom", "p": 0.367 }, { "id": "c", "text": "to the top", "p": 0.06669 }, { "id": "d", "text": "to the left", "p": 0.48319 } ], "gold": [ "a" ], "top": "d" } ] }, { "set": "bentxt", "set_name": "BigEarthNet.txt", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_34_57", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_34_57_tc.png", "fc": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_34_57_fc.png", "map": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_34_57_map.png" }, "questions": [ { "type": "bentxt_mcq", "task": "mcq_climate zone", "text": "Which of the following climate zones is captured in the image?", "options": [ { "id": "a", "text": "Cold, no dry season, cold summer", "p": 0.369 }, { "id": "b", "text": "Polar, tundra", "p": 0.23763 }, { "id": "c", "text": "Cold, no dry season, warm summer", "p": 0.21288 }, { "id": "d", "text": "Temperate, no dry season, hot summer", "p": 0.18049 } ], "gold": [ "c" ], "top": "a" }, { "type": "bentxt_mcq", "task": "mcq_country", "text": "From the following options, choose the country shown in the image", "options": [ { "id": "a", "text": "Kosovo", "p": 0.1847 }, { "id": "b", "text": "Finland", "p": 0.44535 }, { "id": "c", "text": "Austria", "p": 0.19514 }, { "id": "d", "text": "Ireland", "p": 0.17481 } ], "gold": [ "c" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_season", "text": "Identify the season when the satellite image was captured", "options": [ { "id": "a", "text": "Spring", "p": 0.21161 }, { "id": "b", "text": "Winter", "p": 0.32859 }, { "id": "c", "text": "Summer", "p": 0.22358 }, { "id": "d", "text": "Autumn", "p": 0.23622 } ], "gold": [ "c" ], "top": "b" } ] }, { "set": "bentxt", "set_name": "BigEarthNet.txt", "item_id": "S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_40_52", "date": "2017-06-13", "tile": "33UUP", "images": { "tc": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_40_52_tc.png", "fc": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_40_52_fc.png", "map": "bentxt_S2A_MSIL2A_20170613T101031_N9999_R022_T33UUP_40_52_map.png" }, "questions": [ { "type": "bentxt_binary", "task": "binary_adjacency", "text": "Is there any instance of complex cultivation patterns and urban fabrics directly connected in the scene?", "options": [ { "id": "yes", "text": "yes", "p": 0.35191 }, { "id": "no", "text": "no", "p": 0.64809 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_area", "text": "Would you say that complex cultivation patterns take up between 0% and 50% of the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.31134 }, { "id": "no", "text": "no", "p": 0.68866 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_area", "text": "Is the class complex cultivation patterns the only one in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.5 }, { "id": "no", "text": "no", "p": 0.5 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Would you confirm that the image has at least one continuous region of urban fabrics?", "options": [ { "id": "yes", "text": "yes", "p": 0.36596 }, { "id": "no", "text": "no", "p": 0.63404 } ], "gold": [ "yes" ], "top": "no" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Is there more than a single connected instance of complex cultivation patterns in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.5 }, { "id": "no", "text": "no", "p": 0.5 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_count", "text": "Would you say that complex cultivation patterns occupy four or more continuous areas in the image?", "options": [ { "id": "yes", "text": "yes", "p": 0.53049 }, { "id": "no", "text": "no", "p": 0.46951 } ], "gold": [ "no" ], "top": "yes" }, { "type": "bentxt_binary", "task": "binary_presence", "text": "Can you identify urban fabric in the satellite image?", "options": [ { "id": "yes", "text": "yes", "p": 0.67541 }, { "id": "no", "text": "no", "p": 0.32459 } ], "gold": [ "yes" ], "top": "yes" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Which classes are in contact in this scene?", "options": [ { "id": "a", "text": "Agro-forestry areas and Complex cultivation patterns", "p": 0.56558 }, { "id": "b", "text": "Inland wetlands and Mixed forest", "p": 0.11473 }, { "id": "c", "text": "Beaches, dunes, sands and Complex cultivation patterns", "p": 0.15106 }, { "id": "d", "text": "Complex cultivation patterns and Urban fabric", "p": 0.16863 } ], "gold": [ "d" ], "top": "a" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Pick the touching land cover classes", "options": [ { "id": "a", "text": "Arable land and Urban fabric", "p": 0.83785 }, { "id": "b", "text": "Complex cultivation patterns and Moors, heathland and sclerophyllous vegetation", "p": 0.02767 }, { "id": "c", "text": "Agro-forestry areas and Coniferous forest", "p": 0.01883 }, { "id": "d", "text": "Complex cultivation patterns and Pastures", "p": 0.11565 } ], "gold": [ "a" ], "top": "a" }, { "type": "bentxt_mcq", "task": "mcq_adjacency", "text": "Which land cover classes touch each other?", "options": [ { "id": "a", "text": "Coastal wetlands and Urban fabric", "p": 0.01617 }, { "id": "b", "text": "Arable land and Complex cultivation patterns", "p": 0.9477 }, { "id": "c", "text": "Coastal wetlands and Inland waters", "p": 0.01101 }, { "id": "d", "text": "Pastures and Urban fabric", "p": 0.02512 } ], "gold": [ "b" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_area", "text": "Choose the correct coverage range of complex cultivation patterns", "options": [ { "id": "a", "text": "0 to 288000 m2", "p": 0.23296 }, { "id": "b", "text": "432000 to 864000 m2", "p": 0.27476 }, { "id": "c", "text": "1296000 to 1440000 m2", "p": 0.24614 }, { "id": "d", "text": "288000 to 432000 m2", "p": 0.24614 } ], "gold": [ "a" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_count", "text": "How many separate patches of complex cultivation patterns are visible?", "options": [ { "id": "a", "text": "0", "p": 0.38331 }, { "id": "b", "text": "3", "p": 0.2093 }, { "id": "c", "text": "4", "p": 0.1981 }, { "id": "d", "text": "5", "p": 0.2093 } ], "gold": [ "b" ], "top": "a" }, { "type": "bentxt_mcq", "task": "mcq_country", "text": "Select the option that corresponds to the country shown in the satellite image", "options": [ { "id": "a", "text": "Lithuania", "p": 0.23401 }, { "id": "b", "text": "Serbia", "p": 0.27599 }, { "id": "c", "text": "Luxembourg", "p": 0.19841 }, { "id": "d", "text": "Austria", "p": 0.2916 } ], "gold": [ "d" ], "top": "d" }, { "type": "bentxt_mcq", "task": "mcq_presence", "text": "Which of the following land cover classes is in the image?", "options": [ { "id": "a", "text": "Agro-forestry areas", "p": 0.04402 }, { "id": "b", "text": "Land principally occupied by agriculture, with significant areas of natural vegetation", "p": 0.65202 }, { "id": "c", "text": "Complex cultivation patterns", "p": 0.2857 }, { "id": "d", "text": "Coastal wetlands", "p": 0.01826 } ], "gold": [ "c" ], "top": "b" }, { "type": "bentxt_mcq", "task": "mcq_season", "text": "Identify the season depicted in the image", "options": [ { "id": "a", "text": "Autumn", "p": 0.34723 }, { "id": "b", "text": "Summer", "p": 0.23626 }, { "id": "c", "text": "Spring", "p": 0.29441 }, { "id": "d", "text": "Winter", "p": 0.1221 } ], "gold": [ "b" ], "top": "a" } ] } ] }