[ { "id": "01_grounding_demo_cases_demo_dense_5", "route": "grounding", "image": "cases/grounding/01_grounding_demo_cases_demo_dense_5.jpg", "prompt": "\nLocate all the instances that match the following categories: ChairStoolCabinet/shelfStorage boxDeskCouchCarpetPillowPersonGlassesSneakersBlackboard/WhiteboardPlateComputer BoxMoniter/TVKeyboardBreadStuffed ToyBaksetBookGrapeStrawberryCookies.", "source": "demo_dense", "image_sha256": "eb9331146b66a1af1e8c832a22043c6f1b45d5d3bb7231816f975ced2cd88e39" }, { "id": "02_grounding_demo_cases_demo_grounding_0", "route": "grounding", "image": "cases/grounding/02_grounding_demo_cases_demo_grounding_0.jpg", "prompt": "\nLocate all the instances that match the following categories: BookBottleBowl/BasinCabinet/shelfCannedChairCupDeskExtractorFaucetFlowerGas stoveLampPeachPersonPlatePotted PlantRefrigeratorSinkToasterVase.", "source": "demo_grounding", "image_sha256": "2e3946eafcbdc2d2ac9e0b62343595e0b51e71b38eb15c3b0669fab46c78e9f6" }, { "id": "03_grounding_demo_cases_demo_grounding_1", "route": "grounding", "image": "cases/grounding/03_grounding_demo_cases_demo_grounding_1.jpg", "prompt": "\nLocate all the instances that match the following categories: BaksetBookCabinet/shelfChairCouchCupDeskGlassesHandbag/SatchelHigh HeelsLampLeather ShoesNecklacePersonPillowPotted PlantRingStorage boxWatch.", "source": "demo_grounding", "image_sha256": "c6abef94a28290ca94e8dd043ba58e326cfcb22088b75f32274acc07af15950c" }, { "id": "04_dense_round2_gam_dense200_66", "route": "dense", "image": "cases/dense/04_dense_round2_gam_dense200_66.jpg", "prompt": "\nLocate all the instances that match the following categories: orange.", "source": "gam_dense200", "image_sha256": "c12e0a9cfce7f78ec2f95cff4ae7203da8e8db8c382b9818ed0e8463aaa84c01" }, { "id": "05_dense_round2_gam_dense200_77", "route": "dense", "image": "cases/dense/05_dense_round2_gam_dense200_77.jpg", "prompt": "\nLocate all the instances that match the following categories: orange.", "source": "gam_dense200", "image_sha256": "8a1b5031cd6d3f066cc84c99bd1e272994ebb0989f77dd3e978d2acc888cc6b6" }, { "id": "06_dense_round2_gam_dense200_160", "route": "dense", "image": "cases/dense/06_dense_round2_gam_dense200_160.jpg", "prompt": "\nLocate all the instances that match the following categories: brick.", "source": "gam_dense200", "image_sha256": "f5f2c69d996a3d9bd5cb3369ca2de1d9f1d4188e1d3e35b4f2a824d3b3c9d9c9" }, { "id": "07_referring_round5_candidates_gam_humanref_1625", "route": "referring", "image": "cases/referring/07_referring_round5_candidates_gam_humanref_1625.jpg", "prompt": "\nLocate the target referred to by the following description: two people who can make eye contact.", "source": "gam_humanref", "image_sha256": "52fc1d2e6337603e3059588b3eb7d14c8e9e042bee34f711bea6d8e540b01f40" }, { "id": "08_referring_round5_candidates_gam_humanref_1856", "route": "referring", "image": "cases/referring/08_referring_round5_candidates_gam_humanref_1856.jpg", "prompt": "\nLocate the target referred to by the following description: the person who has their hand behind the other two people.", "source": "gam_humanref", "image_sha256": "9d1550c477a7d4de6dd4d2e61d505bf04e3a4cdcdae72d7ba8879f6bd2948d1e" }, { "id": "09_referring_round5_candidates_gam_humanref_2178", "route": "referring", "image": "cases/referring/09_referring_round5_candidates_gam_humanref_2178.jpg", "prompt": "\nLocate the target referred to by the following description: the person on the far right.", "source": "gam_humanref", "image_sha256": "213da3e5da69744c0629b6bf1a516e476a27bb3dbce5452559dfefdb30b6b9af" }, { "id": "10_referring_point_in_mask_round4_candidates_gam_rex_point_humanref_1164", "route": "referring_point_in_mask", "image": "cases/referring_point_in_mask/10_referring_point_in_mask_round4_candidates_gam_rex_point_humanref_1164.jpg", "prompt": "\nPoint to the target referred to by the following description: the person wearing a flotation device.", "source": "gam_rex_point_humanref", "image_sha256": "b5b19175f8c7e358189c122cd378ef601898363e3f3717c27fb83bf0378b5f02" }, { "id": "11_referring_point_in_mask_round5_candidates_gam_rex_point_refcocog_test_8433", "route": "referring_point_in_mask", "image": "cases/referring_point_in_mask/11_referring_point_in_mask_round5_candidates_gam_rex_point_refcocog_test_8433.jpg", "prompt": "\nPoint to the target referred to by the following description: a 3 seat couch with 6 pillows on it.", "source": "gam_rex_point_refcocog_test", "image_sha256": "51ee607083e418776b73f3943bd0b72bba34c7863781adad883a816aa7c3393a" }, { "id": "12_dense_point_demo_cases_demo_dense_point_9", "route": "dense_point", "image": "cases/dense_point/12_dense_point_demo_cases_demo_dense_point_9.jpg", "prompt": "\nPoint to: balloons.", "source": "demo_dense_point", "image_sha256": "917975c9b31791290a2a660c91af8ae0653cfe258fa0c53539bcb868867aece2" }, { "id": "13_dense_point_demo_cases_demo_dense_point_10", "route": "dense_point", "image": "cases/dense_point/13_dense_point_demo_cases_demo_dense_point_10.jpg", "prompt": "\nPoint to: tree.", "source": "demo_dense_point", "image_sha256": "0b9a2281fec580c02b9292d8b3f96b675a8659d721f4dd8a1ae16a1eadbaf4e9" }, { "id": "14_dense_point_in_mask_round2_gam_rex_point_visdrone_190", "route": "dense_point_in_mask", "image": "cases/dense_point_in_mask/14_dense_point_in_mask_round2_gam_rex_point_visdrone_190.jpg", "prompt": "\nPoint to: vanbustruckcarpedestrian.", "source": "gam_rex_point_visdrone", "image_sha256": "cfa6aa7e7c9d9d5dcd1ae79f7195106b936e7a09b07851909c294b84c521674a" }, { "id": "15_gui_round5_candidates_gam_screenspot_pro_694", "route": "gui", "image": "cases/gui/15_gui_round5_candidates_gam_screenspot_pro_694.png", "prompt": "\nPoint to the UI element to click for the following instruction: edit plot title.", "source": "gam_screenspot_pro", "image_sha256": "38f303a6489b815474d9a502191852a9a2d3438818e4e36bd6a8760a604b064d" }, { "id": "16_gui_round5_candidates_gam_screenspot_pro_1164", "route": "gui", "image": "cases/gui/16_gui_round5_candidates_gam_screenspot_pro_1164.png", "prompt": "\nPoint to the UI element to click for the following instruction: delete label.", "source": "gam_screenspot_pro", "image_sha256": "95115faa9508f087794480b2b87f1da2acdec744c32769ea0fe312ec9f14e608" }, { "id": "17_ocr_round3_ocr_gam_hiertext_859", "route": "ocr", "image": "cases/ocr/17_ocr_round3_ocr_gam_hiertext_859.jpg", "prompt": "\nOCR task detect all the text in box format.", "source": "gam_hiertext", "image_sha256": "2c32d77500a463f67826423a826b7b22cd0b84b8465aa99d443669172ea063d2" }, { "id": "18_ocr_round5_candidates_gam_sroie_38", "route": "ocr", "image": "cases/ocr/18_ocr_round5_candidates_gam_sroie_38.jpg", "prompt": "\nOCR task detect all the text in box format.", "source": "gam_sroie", "image_sha256": "2066e659870274b0853dce4239217730fbc913d33ff2204ff1e871ccdea829ed" }, { "id": "19_ocr_round3_ocr_gam_totaltext_54", "route": "ocr", "image": "cases/ocr/19_ocr_round3_ocr_gam_totaltext_54.jpg", "prompt": "\nOCR task detect all the text in box format.", "source": "gam_totaltext", "image_sha256": "e15821aea42dd39bc60c6865114bb9593a4676a0b824a126282767d62b950300" }, { "id": "20_visual_prompt_demo_cases_demo_visual_prompt_15", "route": "visual_prompt", "image": "cases/visual_prompt/20_visual_prompt_demo_cases_demo_visual_prompt_15.jpg", "prompt": "\nGiven reference boxes <|box_start|><154><663><168><694><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", "source": "demo_visual_prompt", "image_sha256": "57104d07c82cfb97a72075ef479f7d8d1c00db82386aa5c38da0ef163a82dc2f" }, { "id": "21_visual_prompt_round5_candidates_gam_visual_dense200_142", "route": "visual_prompt", "image": "cases/visual_prompt/21_visual_prompt_round5_candidates_gam_visual_dense200_142.jpg", "prompt": "\nGiven reference boxes <|box_start|><629><25><713><78><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", "source": "gam_visual_dense200", "image_sha256": "34101e5a696ca089b3d6026fbafda21ba8a144bb2b4d4f36fd309273ed48e286" }, { "id": "22_visual_prompt_round5_candidates_gam_visual_dense200_187", "route": "visual_prompt", "image": "cases/visual_prompt/22_visual_prompt_round5_candidates_gam_visual_dense200_187.jpg", "prompt": "\nGiven reference boxes <|box_start|><392><882><420><927><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", "source": "gam_visual_dense200", "image_sha256": "3daa8e2776a2dd0ab17abebd669d95728f64bfbd063986f14becfb3f1966463a" } ]