Spaces:
Running
Running
| [ | |
| { | |
| "id": "01_grounding_demo_cases_demo_dense_5", | |
| "route": "grounding", | |
| "image": "cases/grounding/01_grounding_demo_cases_demo_dense_5.jpg", | |
| "prompt": "<image>\nLocate all the instances that match the following categories: Chair</c>Stool</c>Cabinet/shelf</c>Storage box</c>Desk</c>Couch</c>Carpet</c>Pillow</c>Person</c>Glasses</c>Sneakers</c>Blackboard/Whiteboard</c>Plate</c>Computer Box</c>Moniter/TV</c>Keyboard</c>Bread</c>Stuffed Toy</c>Bakset</c>Book</c>Grape</c>Strawberry</c>Cookies.", | |
| "source": "demo_dense", | |
| "image_sha256": "eb9331146b66a1af1e8c832a22043c6f1b45d5d3bb7231816f975ced2cd88e39" | |
| }, | |
| { | |
| "id": "02_grounding_demo_cases_demo_grounding_0", | |
| "route": "grounding", | |
| "image": "cases/grounding/02_grounding_demo_cases_demo_grounding_0.jpg", | |
| "prompt": "<image>\nLocate all the instances that match the following categories: Book</c>Bottle</c>Bowl/Basin</c>Cabinet/shelf</c>Canned</c>Chair</c>Cup</c>Desk</c>Extractor</c>Faucet</c>Flower</c>Gas stove</c>Lamp</c>Peach</c>Person</c>Plate</c>Potted Plant</c>Refrigerator</c>Sink</c>Toaster</c>Vase.", | |
| "source": "demo_grounding", | |
| "image_sha256": "2e3946eafcbdc2d2ac9e0b62343595e0b51e71b38eb15c3b0669fab46c78e9f6" | |
| }, | |
| { | |
| "id": "03_grounding_demo_cases_demo_grounding_1", | |
| "route": "grounding", | |
| "image": "cases/grounding/03_grounding_demo_cases_demo_grounding_1.jpg", | |
| "prompt": "<image>\nLocate all the instances that match the following categories: Bakset</c>Book</c>Cabinet/shelf</c>Chair</c>Couch</c>Cup</c>Desk</c>Glasses</c>Handbag/Satchel</c>High Heels</c>Lamp</c>Leather Shoes</c>Necklace</c>Person</c>Pillow</c>Potted Plant</c>Ring</c>Storage box</c>Watch.", | |
| "source": "demo_grounding", | |
| "image_sha256": "c6abef94a28290ca94e8dd043ba58e326cfcb22088b75f32274acc07af15950c" | |
| }, | |
| { | |
| "id": "04_dense_round2_gam_dense200_66", | |
| "route": "dense", | |
| "image": "cases/dense/04_dense_round2_gam_dense200_66.jpg", | |
| "prompt": "<image>\nLocate all the instances that match the following categories: orange.", | |
| "source": "gam_dense200", | |
| "image_sha256": "c12e0a9cfce7f78ec2f95cff4ae7203da8e8db8c382b9818ed0e8463aaa84c01" | |
| }, | |
| { | |
| "id": "05_dense_round2_gam_dense200_77", | |
| "route": "dense", | |
| "image": "cases/dense/05_dense_round2_gam_dense200_77.jpg", | |
| "prompt": "<image>\nLocate all the instances that match the following categories: orange.", | |
| "source": "gam_dense200", | |
| "image_sha256": "8a1b5031cd6d3f066cc84c99bd1e272994ebb0989f77dd3e978d2acc888cc6b6" | |
| }, | |
| { | |
| "id": "06_dense_round2_gam_dense200_160", | |
| "route": "dense", | |
| "image": "cases/dense/06_dense_round2_gam_dense200_160.jpg", | |
| "prompt": "<image>\nLocate all the instances that match the following categories: brick.", | |
| "source": "gam_dense200", | |
| "image_sha256": "f5f2c69d996a3d9bd5cb3369ca2de1d9f1d4188e1d3e35b4f2a824d3b3c9d9c9" | |
| }, | |
| { | |
| "id": "07_referring_round5_candidates_gam_humanref_1625", | |
| "route": "referring", | |
| "image": "cases/referring/07_referring_round5_candidates_gam_humanref_1625.jpg", | |
| "prompt": "<image>\nLocate the target referred to by the following description: two people who can make eye contact.", | |
| "source": "gam_humanref", | |
| "image_sha256": "52fc1d2e6337603e3059588b3eb7d14c8e9e042bee34f711bea6d8e540b01f40" | |
| }, | |
| { | |
| "id": "08_referring_round5_candidates_gam_humanref_1856", | |
| "route": "referring", | |
| "image": "cases/referring/08_referring_round5_candidates_gam_humanref_1856.jpg", | |
| "prompt": "<image>\nLocate the target referred to by the following description: the person who has their hand behind the other two people.", | |
| "source": "gam_humanref", | |
| "image_sha256": "9d1550c477a7d4de6dd4d2e61d505bf04e3a4cdcdae72d7ba8879f6bd2948d1e" | |
| }, | |
| { | |
| "id": "09_referring_round5_candidates_gam_humanref_2178", | |
| "route": "referring", | |
| "image": "cases/referring/09_referring_round5_candidates_gam_humanref_2178.jpg", | |
| "prompt": "<image>\nLocate the target referred to by the following description: the person on the far right.", | |
| "source": "gam_humanref", | |
| "image_sha256": "213da3e5da69744c0629b6bf1a516e476a27bb3dbce5452559dfefdb30b6b9af" | |
| }, | |
| { | |
| "id": "10_referring_point_in_mask_round4_candidates_gam_rex_point_humanref_1164", | |
| "route": "referring_point_in_mask", | |
| "image": "cases/referring_point_in_mask/10_referring_point_in_mask_round4_candidates_gam_rex_point_humanref_1164.jpg", | |
| "prompt": "<image>\nPoint to the target referred to by the following description: the person wearing a flotation device.", | |
| "source": "gam_rex_point_humanref", | |
| "image_sha256": "b5b19175f8c7e358189c122cd378ef601898363e3f3717c27fb83bf0378b5f02" | |
| }, | |
| { | |
| "id": "11_referring_point_in_mask_round5_candidates_gam_rex_point_refcocog_test_8433", | |
| "route": "referring_point_in_mask", | |
| "image": "cases/referring_point_in_mask/11_referring_point_in_mask_round5_candidates_gam_rex_point_refcocog_test_8433.jpg", | |
| "prompt": "<image>\nPoint to the target referred to by the following description: a 3 seat couch with 6 pillows on it.", | |
| "source": "gam_rex_point_refcocog_test", | |
| "image_sha256": "51ee607083e418776b73f3943bd0b72bba34c7863781adad883a816aa7c3393a" | |
| }, | |
| { | |
| "id": "12_dense_point_demo_cases_demo_dense_point_9", | |
| "route": "dense_point", | |
| "image": "cases/dense_point/12_dense_point_demo_cases_demo_dense_point_9.jpg", | |
| "prompt": "<image>\nPoint to: balloons.", | |
| "source": "demo_dense_point", | |
| "image_sha256": "917975c9b31791290a2a660c91af8ae0653cfe258fa0c53539bcb868867aece2" | |
| }, | |
| { | |
| "id": "13_dense_point_demo_cases_demo_dense_point_10", | |
| "route": "dense_point", | |
| "image": "cases/dense_point/13_dense_point_demo_cases_demo_dense_point_10.jpg", | |
| "prompt": "<image>\nPoint to: tree.", | |
| "source": "demo_dense_point", | |
| "image_sha256": "0b9a2281fec580c02b9292d8b3f96b675a8659d721f4dd8a1ae16a1eadbaf4e9" | |
| }, | |
| { | |
| "id": "14_dense_point_in_mask_round2_gam_rex_point_visdrone_190", | |
| "route": "dense_point_in_mask", | |
| "image": "cases/dense_point_in_mask/14_dense_point_in_mask_round2_gam_rex_point_visdrone_190.jpg", | |
| "prompt": "<image>\nPoint to: van</c>bus</c>truck</c>car</c>pedestrian.", | |
| "source": "gam_rex_point_visdrone", | |
| "image_sha256": "cfa6aa7e7c9d9d5dcd1ae79f7195106b936e7a09b07851909c294b84c521674a" | |
| }, | |
| { | |
| "id": "15_gui_round5_candidates_gam_screenspot_pro_694", | |
| "route": "gui", | |
| "image": "cases/gui/15_gui_round5_candidates_gam_screenspot_pro_694.png", | |
| "prompt": "<image>\nPoint to the UI element to click for the following instruction: edit plot title.", | |
| "source": "gam_screenspot_pro", | |
| "image_sha256": "38f303a6489b815474d9a502191852a9a2d3438818e4e36bd6a8760a604b064d" | |
| }, | |
| { | |
| "id": "16_gui_round5_candidates_gam_screenspot_pro_1164", | |
| "route": "gui", | |
| "image": "cases/gui/16_gui_round5_candidates_gam_screenspot_pro_1164.png", | |
| "prompt": "<image>\nPoint to the UI element to click for the following instruction: delete label.", | |
| "source": "gam_screenspot_pro", | |
| "image_sha256": "95115faa9508f087794480b2b87f1da2acdec744c32769ea0fe312ec9f14e608" | |
| }, | |
| { | |
| "id": "17_ocr_round3_ocr_gam_hiertext_859", | |
| "route": "ocr", | |
| "image": "cases/ocr/17_ocr_round3_ocr_gam_hiertext_859.jpg", | |
| "prompt": "<image>\nOCR task detect all the text in box format.", | |
| "source": "gam_hiertext", | |
| "image_sha256": "2c32d77500a463f67826423a826b7b22cd0b84b8465aa99d443669172ea063d2" | |
| }, | |
| { | |
| "id": "18_ocr_round5_candidates_gam_sroie_38", | |
| "route": "ocr", | |
| "image": "cases/ocr/18_ocr_round5_candidates_gam_sroie_38.jpg", | |
| "prompt": "<image>\nOCR task detect all the text in box format.", | |
| "source": "gam_sroie", | |
| "image_sha256": "2066e659870274b0853dce4239217730fbc913d33ff2204ff1e871ccdea829ed" | |
| }, | |
| { | |
| "id": "19_ocr_round3_ocr_gam_totaltext_54", | |
| "route": "ocr", | |
| "image": "cases/ocr/19_ocr_round3_ocr_gam_totaltext_54.jpg", | |
| "prompt": "<image>\nOCR task detect all the text in box format.", | |
| "source": "gam_totaltext", | |
| "image_sha256": "e15821aea42dd39bc60c6865114bb9593a4676a0b824a126282767d62b950300" | |
| }, | |
| { | |
| "id": "20_visual_prompt_demo_cases_demo_visual_prompt_15", | |
| "route": "visual_prompt", | |
| "image": "cases/visual_prompt/20_visual_prompt_demo_cases_demo_visual_prompt_15.jpg", | |
| "prompt": "<image>\nGiven reference boxes <|box_start|><154><663><168><694><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", | |
| "source": "demo_visual_prompt", | |
| "image_sha256": "57104d07c82cfb97a72075ef479f7d8d1c00db82386aa5c38da0ef163a82dc2f" | |
| }, | |
| { | |
| "id": "21_visual_prompt_round5_candidates_gam_visual_dense200_142", | |
| "route": "visual_prompt", | |
| "image": "cases/visual_prompt/21_visual_prompt_round5_candidates_gam_visual_dense200_142.jpg", | |
| "prompt": "<image>\nGiven reference boxes <|box_start|><629><25><713><78><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", | |
| "source": "gam_visual_dense200", | |
| "image_sha256": "34101e5a696ca089b3d6026fbafda21ba8a144bb2b4d4f36fd309273ed48e286" | |
| }, | |
| { | |
| "id": "22_visual_prompt_round5_candidates_gam_visual_dense200_187", | |
| "route": "visual_prompt", | |
| "image": "cases/visual_prompt/22_visual_prompt_round5_candidates_gam_visual_dense200_187.jpg", | |
| "prompt": "<image>\nGiven reference boxes <|box_start|><392><882><420><927><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", | |
| "source": "gam_visual_dense200", | |
| "image_sha256": "3daa8e2776a2dd0ab17abebd669d95728f64bfbd063986f14becfb3f1966463a" | |
| } | |
| ] |