diff --git "a/data/cases.json" "b/data/cases.json" --- "a/data/cases.json" +++ "b/data/cases.json" @@ -1,677 +1,7794 @@ [ { - "id": "grounding-01-object365-locate_anything_object365_object365-file-0027-row-000000119924", + "id": "01_grounding_demo_cases_demo_dense_5", "route": "grounding", - "route_title": "Open-vocabulary grounding", - "title": "Open-vocabulary grounding #1", + "route_title": "Grounding", + "title": "Grounding · demo_dense · 5", + "image": "cases/grounding/01_grounding_demo_cases_demo_dense_5.jpg", + "image_sha256": "eb9331146b66a1af1e8c832a22043c6f1b45d5d3bb7231816f975ced2cd88e39", + "image_size": [ + 640, + 478 + ], + "prompt": "\nLocate all the instances that match the following categories: ChairStoolCabinet/shelfStorage boxDeskCouchCarpetPillowPersonGlassesSneakersBlackboard/WhiteboardPlateComputer BoxMoniter/TVKeyboardBreadStuffed ToyBaksetBookGrapeStrawberryCookies.", + "expected": "<|object_ref_start|>Chair<|object_ref_end|><|box_start|><0><612><65><858>,<6><358><77><410>,<13><905><103><999>,<96><519><230><853>,<431><220><522><368>,<574><287><680><488>,<824><271><949><480><|box_end|>, <|object_ref_start|>Stool<|object_ref_end|><|box_start|><334><153><376><251>,<377><152><398><233><|box_end|>, <|object_ref_start|>Cabinet/shelf<|object_ref_end|><|box_start|><309><125><412><241>,<550><111><632><212>,<635><100><698><171>,<697><12><839><200>,<818><84><957><203><|box_end|>, <|object_ref_start|>Storage box<|object_ref_end|><|box_start|><419><341><501><381>,<421><355><518><405>,<421><355><533><425>,<424><328><500><381>,<432><378><542><473>,<526><100><540><112>,<541><97><561><114>,<562><95><585><112>,<584><93><607><111>,<607><90><630><108>,<630><88><651><107>,<651><85><677><103>,<675><82><699><101>,<708><90><725><115>,<724><94><750><119>,<750><95><775><121>,<783><99><809><123>,<826><124><862><153>,<837><57><860><82>,<858><60><892><86>,<889><65><937><88><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><42><168><105><263>,<307><365><454><682>,<426><137><551><209><|box_end|>, <|object_ref_start|>Couch<|object_ref_end|><|box_start|><76><123><316><269><|box_end|>, <|object_ref_start|>Carpet<|object_ref_end|><|box_start|><798><544><999><818><|box_end|>, <|object_ref_start|>Pillow<|object_ref_end|><|box_start|><149><201><226><238>,<222><203><240><231><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><0><275><47><317>,<0><514><101><773>,<67><238><197><562>,<77><193><170><355>,<167><150><433><820>,<378><140><478><349>,<446><130><518><353>,<580><129><827><996>,<582><107><675><363>,<754><102><860><366>,<825><86><978><213>,<835><127><964><447><|box_end|>, <|object_ref_start|>Glasses<|object_ref_end|><|box_start|><660><287><732><329><|box_end|>, <|object_ref_start|>Sneakers<|object_ref_end|><|box_start|><32><711><100><769>,<819><346><835><364>,<843><377><879><433>,<908><391><951><445><|box_end|>, <|object_ref_start|>Blackboard/Whiteboard<|object_ref_end|><|box_start|><960><3><999><155><|box_end|>, <|object_ref_start|>Plate<|object_ref_end|><|box_start|><14><290><71><310>,<151><384><195><416>,<175><421><192><446>,<222><275><240><290>,<256><940><465><997>,<294><653><538><851>,<333><451><472><521>,<417><811><622><989>,<447><253><497><269>,<477><226><518><240>,<545><517><688><617>,<549><639><672><729>,<587><698><749><829>,<592><218><636><233>,<817><220><856><236>,<936><242><975><258>,<980><215><999><229><|box_end|>, <|object_ref_start|>Computer Box<|object_ref_end|><|box_start|><305><64><333><135>,<396><56><433><127><|box_end|>, <|object_ref_start|>Moniter/TV<|object_ref_end|><|box_start|><225><71><284><126>,<339><64><395><120><|box_end|>, <|object_ref_start|>Keyboard<|object_ref_end|><|box_start|><341><120><393><131><|box_end|>, <|object_ref_start|>Bread<|object_ref_end|><|box_start|><367><472><428><508>,<572><566><636><603><|box_end|>, <|object_ref_start|>Stuffed Toy<|object_ref_end|><|box_start|><361><271><429><358>,<510><156><554><233><|box_end|>, <|object_ref_start|>Bakset<|object_ref_end|><|box_start|><317><353><421><419>,<540><223><592><253>,<710><41><728><65>,<726><43><736><67>,<735><43><745><67>,<744><43><758><68>,<759><44><771><69>,<770><43><784><69>,<784><43><800><69>,<800><43><816><70>,<920><206><955><233><|box_end|>, <|object_ref_start|>Book<|object_ref_end|><|box_start|><443><102><545><148>,<713><6><832><43>,<713><76><759><118>,<764><79><814><126>,<850><21><942><86><|box_end|>, <|object_ref_start|>Grape<|object_ref_end|><|box_start|><150><810><308><910>,<438><667><530><755>,<599><711><665><803>,<674><718><719><740><|box_end|>, <|object_ref_start|>Strawberry<|object_ref_end|><|box_start|><427><746><497><806>,<626><768><681><811>,<689><749><733><804><|box_end|>, <|object_ref_start|>Cookies<|object_ref_end|><|box_start|><458><833><603><967><|box_end|>", + "expected_available": true, + "gt": { + "Chair": [ + [ + 0.0, + 612.6126126126126, + 65.06506506506507, + 858.8588588588589 + ], + [ + 6.006006006006006, + 358.3583583583583, + 77.07707707707708, + 410.4104104104104 + ], + [ + 13.013013013013014, + 905.9059059059059, + 103.1031031031031, + 1000.0 + ], + [ + 96.09609609609609, + 519.5195195195195, + 230.23023023023023, + 853.8538538538538 + ], + [ + 431.4314314314314, + 220.22022022022023, + 522.5225225225225, + 368.3683683683684 + ], + [ + 574.5745745745746, + 287.2872872872873, + 680.6806806806807, + 488.4884884884885 + ], + [ + 824.8248248248248, + 271.27127127127125, + 949.94994994995, + 480.4804804804805 + ] + ], + "Stool": [ + [ + 334.33433433433436, + 153.15315315315314, + 376.3763763763764, + 251.25125125125126 + ], + [ + 377.37737737737734, + 152.15215215215215, + 398.3983983983984, + 233.23323323323322 + ] + ], + "Cabinet/shelf": [ + [ + 309.30930930930936, + 125.12512512512514, + 412.4124124124124, + 241.24124124124126 + ], + [ + 550.5505505505506, + 111.1111111111111, + 632.6326326326326, + 212.2122122122122 + ], + [ + 635.6356356356356, + 100.10010010010011, + 698.6986986986988, + 171.17117117117118 + ], + [ + 697.6976976976978, + 12.012012012012011, + 839.8398398398398, + 200.20020020020021 + ], + [ + 818.8188188188188, + 84.0840840840841, + 957.9579579579579, + 203.2032032032032 + ] + ], + "Storage box": [ + [ + 419.4194194194194, + 341.3413413413414, + 501.50150150150154, + 381.3813813813814 + ], + [ + 421.4214214214214, + 355.35535535535536, + 518.5185185185185, + 405.4054054054054 + ], + [ + 421.4214214214214, + 355.35535535535536, + 533.5335335335335, + 425.42542542542543 + ], + [ + 424.4244244244244, + 328.3283283283283, + 500.50050050050055, + 381.3813813813814 + ], + [ + 432.43243243243245, + 378.3783783783784, + 542.5425425425425, + 473.47347347347346 + ], + [ + 526.5265265265266, + 100.10010010010011, + 540.5405405405405, + 112.11211211211211 + ], + [ + 541.5415415415415, + 97.0970970970971, + 561.5615615615616, + 114.11411411411412 + ], + [ + 562.5625625625626, + 95.09509509509509, + 585.5855855855856, + 112.11211211211211 + ], + [ + 584.5845845845846, + 93.09309309309309, + 607.6076076076075, + 111.1111111111111 + ], + [ + 607.6076076076075, + 90.09009009009009, + 630.6306306306307, + 108.10810810810811 + ], + [ + 630.6306306306307, + 88.08808808808809, + 651.6516516516516, + 107.10710710710711 + ], + [ + 651.6516516516516, + 85.08508508508508, + 677.6776776776777, + 103.1031031031031 + ], + [ + 675.6756756756756, + 82.08208208208208, + 699.6996996996997, + 101.1011011011011 + ], + [ + 708.7087087087087, + 90.09009009009009, + 725.7257257257257, + 115.11511511511512 + ], + [ + 724.7247247247248, + 94.0940940940941, + 750.7507507507507, + 119.11911911911912 + ], + [ + 750.7507507507507, + 95.09509509509509, + 775.7757757757757, + 121.12112112112112 + ], + [ + 783.7837837837837, + 99.0990990990991, + 809.8098098098097, + 123.12312312312312 + ], + [ + 826.8268268268268, + 124.12412412412414, + 862.8628628628628, + 153.15315315315314 + ], + [ + 837.8378378378378, + 57.05705705705706, + 860.8608608608608, + 82.08208208208208 + ], + [ + 858.8588588588589, + 60.06006006006006, + 892.8928928928929, + 86.08608608608608 + ], + [ + 889.8898898898899, + 65.06506506506507, + 937.9379379379379, + 88.08808808808809 + ] + ], + "Desk": [ + [ + 42.04204204204205, + 168.1681681681682, + 105.10510510510511, + 263.2632632632633 + ], + [ + 307.3073073073073, + 365.36536536536534, + 454.4544544544545, + 682.6826826826828 + ], + [ + 426.4264264264264, + 137.13713713713713, + 551.5515515515516, + 209.2092092092092 + ] + ], + "Couch": [ + [ + 76.07607607607608, + 123.12312312312312, + 316.3163163163163, + 269.2692692692693 + ] + ], + "Carpet": [ + [ + 798.7987987987988, + 544.5445445445446, + 1000.0, + 818.8188188188188 + ] + ], + "Pillow": [ + [ + 149.14914914914914, + 201.2012012012012, + 226.22622622622623, + 238.23823823823824 + ], + [ + 222.2222222222222, + 203.2032032032032, + 240.24024024024024, + 231.23123123123125 + ] + ], + "Person": [ + [ + 0.0, + 275.2752752752753, + 47.04704704704705, + 317.3173173173173 + ], + [ + 0.0, + 514.5145145145144, + 101.1011011011011, + 773.7737737737738 + ], + [ + 67.06706706706707, + 238.23823823823824, + 197.1971971971972, + 562.5625625625626 + ], + [ + 77.07707707707708, + 193.1931931931932, + 170.17017017017017, + 355.35535535535536 + ], + [ + 167.16716716716718, + 150.15015015015015, + 433.43343343343344, + 820.8208208208208 + ], + [ + 378.3783783783784, + 140.14014014014015, + 478.47847847847845, + 349.3493493493494 + ], + [ + 446.44644644644643, + 130.13013013013014, + 518.5185185185185, + 353.3533533533533 + ], + [ + 580.5805805805805, + 129.12912912912913, + 827.8278278278278, + 996.9969969969969 + ], + [ + 582.5825825825825, + 107.10710710710711, + 675.6756756756756, + 363.36336336336336 + ], + [ + 754.7547547547547, + 102.10210210210211, + 860.8608608608608, + 366.3663663663664 + ], + [ + 825.8258258258259, + 86.08608608608608, + 978.9789789789791, + 213.2132132132132 + ], + [ + 835.8358358358358, + 127.12712712712712, + 964.964964964965, + 447.4474474474475 + ] + ], + "Glasses": [ + [ + 660.6606606606606, + 287.2872872872873, + 732.7327327327328, + 329.32932932932937 + ] + ], + "Sneakers": [ + [ + 32.032032032032035, + 711.7117117117117, + 100.10010010010011, + 769.7697697697697 + ], + [ + 819.8198198198198, + 346.34634634634637, + 835.8358358358358, + 364.36436436436435 + ], + [ + 843.8438438438438, + 377.37737737737734, + 879.8798798798799, + 433.43343343343344 + ], + [ + 908.908908908909, + 391.3913913913914, + 951.951951951952, + 445.44544544544544 + ] + ], + "Blackboard/Whiteboard": [ + [ + 960.960960960961, + 3.003003003003003, + 1000.0, + 155.15515515515514 + ] + ], + "Plate": [ + [ + 14.014014014014014, + 290.2902902902903, + 71.07107107107106, + 310.3103103103103 + ], + [ + 151.15115115115117, + 384.38438438438436, + 195.19519519519517, + 416.41641641641644 + ], + [ + 175.17517517517516, + 421.4214214214214, + 192.19219219219218, + 446.44644644644643 + ], + [ + 222.2222222222222, + 275.2752752752753, + 240.24024024024024, + 290.2902902902903 + ], + [ + 256.2562562562563, + 940.9409409409409, + 465.46546546546546, + 997.997997997998 + ], + [ + 294.2942942942943, + 653.6536536536537, + 538.5385385385385, + 851.8518518518518 + ], + [ + 333.3333333333333, + 451.4514514514514, + 472.4724724724725, + 521.5215215215215 + ], + [ + 417.41741741741737, + 811.8118118118118, + 622.6226226226225, + 989.98998998999 + ], + [ + 447.4474474474475, + 253.25325325325326, + 497.4974974974975, + 269.2692692692693 + ], + [ + 477.47747747747746, + 226.22622622622623, + 518.5185185185185, + 240.24024024024024 + ], + [ + 545.5455455455456, + 517.5175175175175, + 688.6886886886887, + 617.6176176176176 + ], + [ + 549.5495495495496, + 639.6396396396397, + 672.6726726726728, + 729.7297297297297 + ], + [ + 587.5875875875876, + 698.6986986986988, + 749.7497497497498, + 829.8298298298298 + ], + [ + 592.5925925925926, + 218.21821821821823, + 636.6366366366366, + 233.23323323323322 + ], + [ + 817.8178178178179, + 220.22022022022023, + 856.8568568568569, + 236.23623623623624 + ], + [ + 936.936936936937, + 242.24224224224224, + 975.975975975976, + 258.25825825825825 + ], + [ + 980.9809809809809, + 215.2152152152152, + 1000.0, + 229.22922922922922 + ] + ], + "Computer Box": [ + [ + 305.3053053053053, + 64.06406406406407, + 333.3333333333333, + 135.13513513513513 + ], + [ + 396.3963963963964, + 56.05605605605606, + 433.43343343343344, + 127.12712712712712 + ] + ], + "Moniter/TV": [ + [ + 225.22522522522522, + 71.07107107107106, + 284.28428428428424, + 126.12612612612611 + ], + [ + 339.33933933933935, + 64.06406406406407, + 395.39539539539544, + 120.12012012012012 + ] + ], + "Keyboard": [ + [ + 341.3413413413414, + 120.12012012012012, + 393.3933933933934, + 131.13113113113113 + ] + ], + "Bread": [ + [ + 367.36736736736736, + 472.4724724724725, + 428.42842842842845, + 508.5085085085085 + ], + [ + 572.5725725725725, + 566.5665665665666, + 636.6366366366366, + 603.6036036036037 + ] + ], + "Stuffed Toy": [ + [ + 361.3613613613614, + 271.27127127127125, + 429.42942942942943, + 358.3583583583583 + ], + [ + 510.5105105105105, + 156.15615615615616, + 554.5545545545546, + 233.23323323323322 + ] + ], + "Bakset": [ + [ + 317.3173173173173, + 353.3533533533533, + 421.4214214214214, + 419.4194194194194 + ], + [ + 540.5405405405405, + 223.22322322322321, + 592.5925925925926, + 253.25325325325326 + ], + [ + 710.7107107107107, + 41.04104104104104, + 728.7287287287287, + 65.06506506506507 + ], + [ + 726.7267267267267, + 43.04304304304304, + 736.7367367367368, + 67.06706706706707 + ], + [ + 735.7357357357357, + 43.04304304304304, + 745.7457457457457, + 67.06706706706707 + ], + [ + 744.7447447447447, + 43.04304304304304, + 758.7587587587587, + 68.06806806806807 + ], + [ + 759.7597597597597, + 44.04404404404404, + 771.7717717717718, + 69.06906906906907 + ], + [ + 770.7707707707707, + 43.04304304304304, + 784.7847847847847, + 69.06906906906907 + ], + [ + 784.7847847847847, + 43.04304304304304, + 800.8008008008009, + 69.06906906906907 + ], + [ + 800.8008008008009, + 43.04304304304304, + 816.8168168168169, + 70.07007007007007 + ], + [ + 920.9209209209209, + 206.2062062062062, + 955.9559559559559, + 233.23323323323322 + ] + ], + "Book": [ + [ + 443.4434434434434, + 102.10210210210211, + 545.5455455455456, + 148.14814814814815 + ], + [ + 713.7137137137137, + 6.006006006006006, + 832.8328328328329, + 43.04304304304304 + ], + [ + 713.7137137137137, + 76.07607607607608, + 759.7597597597597, + 118.11811811811812 + ], + [ + 764.7647647647648, + 79.07907907907908, + 814.8148148148148, + 126.12612612612611 + ], + [ + 850.8508508508509, + 21.021021021021024, + 942.9429429429429, + 86.08608608608608 + ] + ], + "Grape": [ + [ + 150.15015015015015, + 810.8108108108108, + 308.3083083083083, + 910.910910910911 + ], + [ + 438.4384384384384, + 667.6676676676677, + 530.5305305305305, + 755.7557557557557 + ], + [ + 599.5995995995996, + 711.7117117117117, + 665.6656656656656, + 803.8038038038038 + ], + [ + 674.6746746746746, + 718.7187187187187, + 719.7197197197197, + 740.7407407407406 + ] + ], + "Strawberry": [ + [ + 427.42742742742746, + 746.7467467467468, + 497.4974974974975, + 806.8068068068068 + ], + [ + 626.6266266266266, + 768.7687687687687, + 681.6816816816817, + 811.8118118118118 + ], + [ + 689.6896896896897, + 749.7497497497498, + 733.7337337337337, + 804.8048048048048 + ] + ], + "Cookies": [ + [ + 458.45845845845844, + 833.8338338338338, + 603.6036036036037, + 967.9679679679679 + ] + ] + }, + "gt_coord": "norm1000", + "visual_prompt": {}, + "source": "demo_dense", + "artifact_image_sha256": "eb9331146b66a1af1e8c832a22043c6f1b45d5d3bb7231816f975ced2cd88e39" + }, + { + "id": "02_grounding_demo_cases_demo_grounding_0", + "route": "grounding", + "route_title": "Grounding", + "title": "Grounding · demo_grounding · 0", + "image": "cases/grounding/02_grounding_demo_cases_demo_grounding_0.jpg", + "image_sha256": "2e3946eafcbdc2d2ac9e0b62343595e0b51e71b38eb15c3b0669fab46c78e9f6", + "image_size": [ + 512, + 682 + ], "prompt": "\nLocate all the instances that match the following categories: BookBottleBowl/BasinCabinet/shelfCannedChairCupDeskExtractorFaucetFlowerGas stoveLampPeachPersonPlatePotted PlantRefrigeratorSinkToasterVase.", "expected": "<|object_ref_start|>Book<|object_ref_end|><|box_start|><657><613><974><722><|box_end|>, <|object_ref_start|>Bottle<|object_ref_end|><|box_start|><443><371><467><391>,<829><386><913><434>,<874><433><913><446><|box_end|>, <|object_ref_start|>Bowl/Basin<|object_ref_end|><|box_start|><724><377><751><389><|box_end|>, <|object_ref_start|>Cabinet/shelf<|object_ref_end|><|box_start|><630><412><997><602><|box_end|>, <|object_ref_start|>Canned<|object_ref_end|><|box_start|><870><412><894><433>,<894><411><915><433><|box_end|>, <|object_ref_start|>Chair<|object_ref_end|><|box_start|><565><654><851><998>,<874><577><997><603><|box_end|>, <|object_ref_start|>Cup<|object_ref_end|><|box_start|><960><665><997><734><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><661><603><997><998><|box_end|>, <|object_ref_start|>Extractor<|object_ref_end|><|box_start|><498><271><702><312><|box_end|>, <|object_ref_start|>Faucet<|object_ref_end|><|box_start|><262><358><314><421><|box_end|>, <|object_ref_start|>Flower<|object_ref_end|><|box_start|><334><336><410><391><|box_end|>, <|object_ref_start|>Gas stove<|object_ref_end|><|box_start|><500><384><708><412><|box_end|>, <|object_ref_start|>Lamp<|object_ref_end|><|box_start|><679><119><831><306><|box_end|>, <|object_ref_start|>Peach<|object_ref_end|><|box_start|><154><430><193><447><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><882><654><954><682><|box_end|>, <|object_ref_start|>Plate<|object_ref_end|><|box_start|><141><435><275><456><|box_end|>, <|object_ref_start|>Potted Plant<|object_ref_end|><|box_start|><215><350><256><400>,<778><381><829><416><|box_end|>, <|object_ref_start|>Refrigerator<|object_ref_end|><|box_start|><782><265><956><413><|box_end|>, <|object_ref_start|>Sink<|object_ref_end|><|box_start|><279><416><359><424>,<305><412><371><418><|box_end|>, <|object_ref_start|>Toaster<|object_ref_end|><|box_start|><318><372><363><402>,<498><412><630><485><|box_end|>, <|object_ref_start|>Vase<|object_ref_end|><|box_start|><361><374><383><394><|box_end|>", - "image": "cases/grounding/grounding-01-object365-locate_anything_object365_object365-file-0027-row-000000119924.jpg", - "source": "la_object365", - "image_sha256": "009d5239ba1519670f9dff2a624d474ab2bd58d28fb913335f4fa52e6c67e41f", - "difficulty": { - "score": 86.07, - "primitive_count": 28, - "label_count": 21, - "smallest_bbox_area_ratio": 0.0003246, - "prompt_chars": 291 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "expected_available": true, + "gt": { + "Book": [ + [ + 657.6576576576578, + 613.6136136136137, + 974.974974974975, + 722.7227227227228 + ] + ], + "Bottle": [ + [ + 443.4434434434434, + 371.37137137137137, + 467.4674674674675, + 391.3913913913914 + ], + [ + 829.8298298298298, + 386.3863863863864, + 913.9139139139139, + 434.4344344344344 + ], + [ + 874.8748748748749, + 433.43343343343344, + 913.9139139139139, + 446.44644644644643 + ] + ], + "Bowl/Basin": [ + [ + 724.7247247247248, + 377.37737737737734, + 751.7517517517518, + 389.3893893893894 + ] + ], + "Cabinet/shelf": [ + [ + 630.6306306306307, + 412.4124124124124, + 997.997997997998, + 602.6026026026026 + ] + ], + "Canned": [ + [ + 870.8708708708709, + 412.4124124124124, + 894.894894894895, + 433.43343343343344 + ], + [ + 894.894894894895, + 411.4114114114114, + 915.9159159159159, + 433.43343343343344 + ] + ], + "Chair": [ + [ + 565.5655655655656, + 654.6546546546547, + 851.8518518518518, + 998.998998998999 + ], + [ + 874.8748748748749, + 577.5775775775776, + 997.997997997998, + 603.6036036036037 + ] + ], + "Cup": [ + [ + 960.960960960961, + 665.6656656656656, + 997.997997997998, + 734.7347347347347 + ] + ], + "Desk": [ + [ + 661.6616616616616, + 603.6036036036037, + 997.997997997998, + 998.998998998999 + ] + ], + "Extractor": [ + [ + 498.49849849849846, + 271.27127127127125, + 702.7027027027027, + 312.3123123123123 + ] + ], + "Faucet": [ + [ + 262.26226226226225, + 358.3583583583583, + 314.31431431431434, + 421.4214214214214 + ] + ], + "Flower": [ + [ + 334.33433433433436, + 336.3363363363364, + 410.4104104104104, + 391.3913913913914 + ] + ], + "Gas stove": [ + [ + 500.50050050050055, + 384.38438438438436, + 708.7087087087087, + 412.4124124124124 + ] + ], + "Lamp": [ + [ + 679.6796796796797, + 119.11911911911912, + 831.8318318318319, + 306.3063063063063 + ] + ], + "Peach": [ + [ + 154.15415415415416, + 430.4304304304304, + 193.1931931931932, + 447.4474474474475 + ] + ], + "Person": [ + [ + 882.8828828828829, + 654.6546546546547, + 954.9549549549549, + 682.6826826826828 + ] + ], + "Plate": [ + [ + 141.14114114114116, + 435.43543543543547, + 275.2752752752753, + 456.45645645645646 + ] + ], + "Potted Plant": [ + [ + 215.2152152152152, + 350.3503503503503, + 256.2562562562563, + 400.40040040040043 + ], + [ + 778.7787787787788, + 381.3813813813814, + 829.8298298298298, + 416.41641641641644 + ] + ], + "Refrigerator": [ + [ + 782.7827827827828, + 265.26526526526527, + 956.9569569569569, + 413.4134134134134 + ] + ], + "Sink": [ + [ + 279.27927927927925, + 416.41641641641644, + 359.35935935935936, + 424.4244244244244 + ], + [ + 305.3053053053053, + 412.4124124124124, + 371.37137137137137, + 418.4184184184184 + ] + ], + "Toaster": [ + [ + 318.3183183183183, + 372.37237237237235, + 363.36336336336336, + 402.4024024024024 + ], + [ + 498.49849849849846, + 412.4124124124124, + 630.6306306306307, + 485.48548548548547 + ] + ], + "Vase": [ + [ + 361.3613613613614, + 374.3743743743744, + 383.3833833833834, + 394.3943943943944 + ] + ] }, + "gt_coord": "norm1000", + "visual_prompt": {}, + "source": "demo_grounding", "artifact_image_sha256": "2e3946eafcbdc2d2ac9e0b62343595e0b51e71b38eb15c3b0669fab46c78e9f6" }, { - "id": "grounding-02-object365-locate_anything_object365_object365-file-0027-row-000001469030", + "id": "03_grounding_demo_cases_demo_grounding_1", "route": "grounding", - "route_title": "Open-vocabulary grounding", - "title": "Open-vocabulary grounding #2", + "route_title": "Grounding", + "title": "Grounding · demo_grounding · 1", + "image": "cases/grounding/03_grounding_demo_cases_demo_grounding_1.jpg", + "image_sha256": "c6abef94a28290ca94e8dd043ba58e326cfcb22088b75f32274acc07af15950c", + "image_size": [ + 500, + 375 + ], "prompt": "\nLocate all the instances that match the following categories: BaksetBookCabinet/shelfChairCouchCupDeskGlassesHandbag/SatchelHigh HeelsLampLeather ShoesNecklacePersonPillowPotted PlantRingStorage boxWatch.", "expected": "<|object_ref_start|>Bakset<|object_ref_end|><|box_start|><32><387><90><456><|box_end|>, <|object_ref_start|>Book<|object_ref_end|><|box_start|><0><3><68><93>,<0><133><62><213><|box_end|>, <|object_ref_start|>Cabinet/shelf<|object_ref_end|><|box_start|><0><0><172><692><|box_end|>, <|object_ref_start|>Chair<|object_ref_end|><|box_start|><92><453><420><996><|box_end|>, <|object_ref_start|>Couch<|object_ref_end|><|box_start|><352><459><777><908><|box_end|>, <|object_ref_start|>Cup<|object_ref_end|><|box_start|><869><464><899><493>,<879><493><921><519><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><731><722><997><996>,<735><500><945><778><|box_end|>, <|object_ref_start|>Glasses<|object_ref_end|><|box_start|><515><344><569><363><|box_end|>, <|object_ref_start|>Handbag/Satchel<|object_ref_end|><|box_start|><34><716><146><855><|box_end|>, <|object_ref_start|>High Heels<|object_ref_end|><|box_start|><180><954><238><996>,<314><876><372><991><|box_end|>, <|object_ref_start|>Lamp<|object_ref_end|><|box_start|><813><272><903><514><|box_end|>, <|object_ref_start|>Leather Shoes<|object_ref_end|><|box_start|><591><866><671><954>,<639><895><707><983><|box_end|>, <|object_ref_start|>Necklace<|object_ref_end|><|box_start|><543><419><597><503><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><78><195><432><996>,<404><288><709><983>,<787><395><997><778>,<973><671><997><783><|box_end|>, <|object_ref_start|>Pillow<|object_ref_end|><|box_start|><356><419><501><642><|box_end|>, <|object_ref_start|>Potted Plant<|object_ref_end|><|box_start|><727><368><837><516><|box_end|>, <|object_ref_start|>Ring<|object_ref_end|><|box_start|><320><275><326><288><|box_end|>, <|object_ref_start|>Storage box<|object_ref_end|><|box_start|><18><695><146><852><|box_end|>, <|object_ref_start|>Watch<|object_ref_end|><|box_start|><342><315><352><341>,<639><496><651><532><|box_end|>", - "image": "cases/grounding/grounding-02-object365-locate_anything_object365_object365-file-0027-row-000001469030.jpg", - "source": "la_object365", - "image_sha256": "587cde59bf1006e91df2b1d47346ee4546efb1850a15b14b9d5d858b884314a9", - "difficulty": { - "score": 83.92, - "primitive_count": 28, - "label_count": 19, - "smallest_bbox_area_ratio": 7.82e-05, - "prompt_chars": 284 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "expected_available": true, + "gt": { + "Bakset": [ + [ + 32.032032032032035, + 387.3873873873874, + 90.09009009009009, + 456.45645645645646 + ] + ], + "Book": [ + [ + 0.0, + 3.003003003003003, + 68.06806806806807, + 93.09309309309309 + ], + [ + 0.0, + 133.13313313313313, + 62.06206206206207, + 213.2132132132132 + ] + ], + "Cabinet/shelf": [ + [ + 0.0, + 0.0, + 172.17217217217217, + 692.6926926926927 + ] + ], + "Chair": [ + [ + 92.0920920920921, + 453.45345345345345, + 420.42042042042044, + 996.9969969969969 + ] + ], + "Couch": [ + [ + 352.35235235235234, + 459.4594594594595, + 777.7777777777778, + 908.908908908909 + ] + ], + "Cup": [ + [ + 869.86986986987, + 464.46446446446447, + 899.8998998999, + 493.4934934934935 + ], + [ + 879.8798798798799, + 493.4934934934935, + 921.9219219219219, + 519.5195195195195 + ] + ], + "Desk": [ + [ + 731.7317317317318, + 722.7227227227228, + 997.997997997998, + 996.9969969969969 + ], + [ + 735.7357357357357, + 500.50050050050055, + 945.9459459459459, + 778.7787787787788 + ] + ], + "Glasses": [ + [ + 515.5155155155155, + 344.34434434434434, + 569.5695695695696, + 363.36336336336336 + ] + ], + "Handbag/Satchel": [ + [ + 34.034034034034036, + 716.7167167167166, + 146.14614614614615, + 855.8558558558559 + ] + ], + "High Heels": [ + [ + 180.18018018018017, + 954.9549549549549, + 238.23823823823824, + 996.9969969969969 + ], + [ + 314.31431431431434, + 876.8768768768768, + 372.37237237237235, + 991.991991991992 + ] + ], + "Lamp": [ + [ + 813.8138138138138, + 272.2722722722723, + 903.9039039039038, + 514.5145145145144 + ] + ], + "Leather Shoes": [ + [ + 591.5915915915916, + 866.8668668668669, + 671.6716716716717, + 954.9549549549549 + ], + [ + 639.6396396396397, + 895.8958958958959, + 707.7077077077078, + 983.983983983984 + ] + ], + "Necklace": [ + [ + 543.5435435435435, + 419.4194194194194, + 597.5975975975975, + 503.50350350350345 + ] + ], + "Person": [ + [ + 78.07807807807808, + 195.19519519519517, + 432.43243243243245, + 996.9969969969969 + ], + [ + 404.4044044044044, + 288.2882882882883, + 709.7097097097097, + 983.983983983984 + ], + [ + 787.7877877877878, + 395.39539539539544, + 997.997997997998, + 778.7787787787788 + ], + [ + 973.973973973974, + 671.6716716716717, + 997.997997997998, + 783.7837837837837 + ] + ], + "Pillow": [ + [ + 356.3563563563564, + 419.4194194194194, + 501.50150150150154, + 642.6426426426426 + ] + ], + "Potted Plant": [ + [ + 727.7277277277277, + 368.3683683683684, + 837.8378378378378, + 516.5165165165165 + ] + ], + "Ring": [ + [ + 320.3203203203203, + 275.2752752752753, + 326.3263263263263, + 288.2882882882883 + ] + ], + "Storage box": [ + [ + 18.01801801801802, + 695.6956956956957, + 146.14614614614615, + 852.8528528528528 + ] + ], + "Watch": [ + [ + 342.34234234234236, + 315.31531531531533, + 352.35235235235234, + 341.3413413413414 + ], + [ + 639.6396396396397, + 496.49649649649655, + 651.6516516516516, + 532.5325325325325 + ] + ] }, + "gt_coord": "norm1000", + "visual_prompt": {}, + "source": "demo_grounding", "artifact_image_sha256": "c6abef94a28290ca94e8dd043ba58e326cfcb22088b75f32274acc07af15950c" }, { - "id": "grounding-03-object365-locate_anything_object365_object365-file-0027-row-000001076761", - "route": "grounding", - "route_title": "Open-vocabulary grounding", - "title": "Open-vocabulary grounding #3", - "prompt": "\nLocate all the instances that match the following categories: BookBottleChairComputer BoxCupDeskFolderGlassesHandbag/SatchelKeyboardMoniter/TVMousePen/PencilPersonPicture/FramePower outletStaplerTapeTelephoneTissueWatch.", - "expected": "<|object_ref_start|>Book<|object_ref_end|><|box_start|><778><246><872><571><|box_end|>, <|object_ref_start|>Bottle<|object_ref_end|><|box_start|><0><728><48><970><|box_end|>, <|object_ref_start|>Chair<|object_ref_end|><|box_start|><841><583><998><997><|box_end|>, <|object_ref_start|>Computer Box<|object_ref_end|><|box_start|><187><556><436><696><|box_end|>, <|object_ref_start|>Cup<|object_ref_end|><|box_start|><193><669><252><728><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><0><565><894><997><|box_end|>, <|object_ref_start|>Folder<|object_ref_end|><|box_start|><749><385><825><532><|box_end|>, <|object_ref_start|>Glasses<|object_ref_end|><|box_start|><601><359><693><396><|box_end|>, <|object_ref_start|>Handbag/Satchel<|object_ref_end|><|box_start|><100><706><499><911><|box_end|>, <|object_ref_start|>Keyboard<|object_ref_end|><|box_start|><367><610><577><741><|box_end|>, <|object_ref_start|>Moniter/TV<|object_ref_end|><|box_start|><240><264><433><620><|box_end|>, <|object_ref_start|>Mouse<|object_ref_end|><|box_start|><561><608><588><632><|box_end|>, <|object_ref_start|>Pen/Pencil<|object_ref_end|><|box_start|><294><778><322><792><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><332><217><370><266>,<489><273><904><997>,<930><439><943><482>,<930><509><952><563>,<949><520><974><577><|box_end|>, <|object_ref_start|>Picture/Frame<|object_ref_end|><|box_start|><7><398><163><708><|box_end|>, <|object_ref_start|>Power outlet<|object_ref_end|><|box_start|><195><395><237><424><|box_end|>, <|object_ref_start|>Stapler<|object_ref_end|><|box_start|><32><774><104><849><|box_end|>, <|object_ref_start|>Tape<|object_ref_end|><|box_start|><180><647><209><679><|box_end|>, <|object_ref_start|>Telephone<|object_ref_end|><|box_start|><607><385><658><509><|box_end|>, <|object_ref_start|>Tissue<|object_ref_end|><|box_start|><165><638><264><720><|box_end|>, <|object_ref_start|>Watch<|object_ref_end|><|box_start|><558><731><583><776><|box_end|>", - "image": "cases/grounding/grounding-03-object365-locate_anything_object365_object365-file-0027-row-000001076761.jpg", - "source": "la_object365", - "image_sha256": "c60cb8043d08a5311d87cc896ee777da450d7561a1cd8126d1e31f1a91ebccfd", - "difficulty": { - "score": 82.22, - "primitive_count": 25, - "label_count": 21, - "smallest_bbox_area_ratio": 0.0003928, - "prompt_chars": 308 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "id": "04_dense_round2_gam_dense200_66", + "route": "dense", + "route_title": "Dense", + "title": "Dense · gam_dense200 · 66", + "image": "cases/dense/04_dense_round2_gam_dense200_66.jpg", + "image_sha256": "c12e0a9cfce7f78ec2f95cff4ae7203da8e8db8c382b9818ed0e8463aaa84c01", + "image_size": [ + 667, + 1000 + ], + "prompt": "\nLocate all the instances that match the following categories: orange.", + "expected": "", + "expected_available": false, + "gt": { + "orange": [ + [ + 331.145966, + 708.051147, + 355.50674499999997, + 730.163147 + ], + [ + 246.649506, + 693.454285, + 266.345856, + 721.739624 + ], + [ + 256.214722, + 676.184082, + 281.69689999999997, + 695.916321 + ], + [ + 363.55249, + 741.673889, + 400.104065, + 773.184509 + ], + [ + 395.494019, + 765.254578, + 427.717041, + 795.940369 + ], + [ + 332.885284, + 792.792542, + 368.742157, + 827.696534 + ], + [ + 363.895325, + 771.254028, + 399.621765, + 809.5596919999999 + ], + [ + 330.346436, + 756.863037, + 366.75073299999997, + 792.805481 + ], + [ + 303.036499, + 773.434875, + 336.480347, + 808.705322 + ], + [ + 384.170227, + 735.886414, + 410.756683, + 765.607483 + ], + [ + 299.940186, + 702.251648, + 332.31469799999996, + 734.42749 + ], + [ + 267.167755, + 765.105103, + 296.06417799999997, + 794.970887 + ], + [ + 248.987076, + 736.226868, + 277.362366, + 765.3800659999999 + ], + [ + 352.086884, + 707.722595, + 387.64563, + 744.312561 + ], + [ + 333.452362, + 692.90863, + 365.79254099999997, + 713.3925780000001 + ], + [ + 288.717377, + 687.408386, + 320.166962, + 715.4563599999999 + ], + [ + 260.78244, + 679.407654, + 292.746582, + 711.926514 + ], + [ + 355.513641, + 816.8396, + 387.430664, + 842.548951 + ], + [ + 385.36261, + 804.632629, + 418.88378900000004, + 838.170532 + ], + [ + 414.625946, + 741.245911, + 451.999176, + 778.963745 + ], + [ + 289.434601, + 733.888, + 327.780213, + 774.816894 + ], + [ + 291.85788, + 675.182495, + 323.459992, + 699.4698490000001 + ], + [ + 395.536011, + 721.721497, + 426.657227, + 753.102112 + ], + [ + 320.09021, + 726.67041, + 357.268646, + 761.760193 + ], + [ + 232.273376, + 768.677429, + 266.75732400000004, + 801.816528 + ], + [ + 265.318817, + 708.877075, + 300.33880600000003, + 742.198547 + ], + [ + 221.964706, + 753.568115, + 255.853683, + 782.111938 + ], + [ + 319.176758, + 675.677429, + 343.959503, + 704.250671 + ], + [ + 306.688446, + 809.492065, + 340.418884, + 841.167602 + ], + [ + 431.292938, + 735.073914, + 461.382232, + 758.7219849999999 + ], + [ + 271.897705, + 793.079163, + 308.73837299999997, + 829.101868 + ], + [ + 381.402435, + 698.219421, + 411.355987, + 723.491333 + ], + [ + 441.646729, + 758.370178, + 473.104371, + 797.19989 + ], + [ + 213.073456, + 719.814514, + 248.214325, + 754.395935 + ], + [ + 212.793686, + 688.322876, + 249.907745, + 722.703003 + ] + ] }, - "artifact_image_sha256": "ff9581327870a05ad8679c3e5891f27dfe55acc98ed713a8abf8d02e7604774b" + "gt_coord": "pixels", + "visual_prompt": null, + "source": "gam_dense200", + "artifact_image_sha256": "c12e0a9cfce7f78ec2f95cff4ae7203da8e8db8c382b9818ed0e8463aaa84c01" }, { - "id": "dense-01-o365_bbox_gt50_00009110", + "id": "05_dense_round2_gam_dense200_77", "route": "dense", - "route_title": "Dense scene grounding", - "title": "Dense scene grounding #1", - "prompt": "\nLocate all the instances that match the following categories: BananaGrapefruitAppleOrange/TangerineRed CabbageGreen VegetablesLemonPepperKiwi fruitCabbagePineapplePearCucumberPumpkinTelephoneMoniter/TVHatBootsLeather ShoesOther ShoesGlassesHandbag/SatchelBaksetSneakersGlovesBriefcaseBottleCupCabinet/shelfStorage boxPotted PlantDeskFlowerVasePerson.", - "expected": "<|object_ref_start|>Banana<|object_ref_end|><|box_start|><584><264><643><379><|box_end|>, <|object_ref_start|>Grapefruit<|object_ref_end|><|box_start|><675><255><698><299><|box_end|>, <|object_ref_start|>Apple<|object_ref_end|><|box_start|><485><103><629><132>,<571><226><661><251>,<648><254><672><298>,<658><106><726><133>,<698><248><740><365><|box_end|>, <|object_ref_start|>Orange/Tangerine<|object_ref_end|><|box_start|><665><223><701><247>,<922><216><941><231><|box_end|>, <|object_ref_start|>Red Cabbage<|object_ref_end|><|box_start|><601><144><649><191><|box_end|>, <|object_ref_start|>Green Vegetables<|object_ref_end|><|box_start|><547><147><588><190>,<635><137><769><191>,<791><108><809><135>,<806><165><847><207><|box_end|>, <|object_ref_start|>Lemon<|object_ref_end|><|box_start|><722><109><743><133><|box_end|>, <|object_ref_start|>Pepper<|object_ref_end|><|box_start|><636><64><714><99><|box_end|>, <|object_ref_start|>Kiwi fruit<|object_ref_end|><|box_start|><738><109><767><132><|box_end|>, <|object_ref_start|>Cabbage<|object_ref_end|><|box_start|><579><144><619><190><|box_end|>, <|object_ref_start|>Pineapple<|object_ref_end|><|box_start|><734><31><780><59><|box_end|>, <|object_ref_start|>Pear<|object_ref_end|><|box_start|><627><105><658><134><|box_end|>, <|object_ref_start|>Cucumber<|object_ref_end|><|box_start|><459><103><484><132>,<679><26><708><58><|box_end|>, <|object_ref_start|>Pumpkin<|object_ref_end|><|box_start|><628><275><649><372>,<733><305><764><339><|box_end|>, <|object_ref_start|>Telephone<|object_ref_end|><|box_start|><906><579><942><618><|box_end|>, <|object_ref_start|>Moniter/TV<|object_ref_end|><|box_start|><862><457><930><510>,<884><388><914><456><|box_end|>, <|object_ref_start|>Hat<|object_ref_end|><|box_start|><605><411><644><459>,<659><275><685><313>,<789><346><828><388>,<926><383><967><412><|box_end|>, <|object_ref_start|>Boots<|object_ref_end|><|box_start|><672><471><689><511>,<697><717><718><749>,<737><724><764><760><|box_end|>, <|object_ref_start|>Leather Shoes<|object_ref_end|><|box_start|><460><496><489><509><|box_end|>, <|object_ref_start|>Other Shoes<|object_ref_end|><|box_start|><397><465><420><479><|box_end|>, <|object_ref_start|>Glasses<|object_ref_end|><|box_start|><286><468><315><486>,<484><297><504><305>,<932><406><940><413><|box_end|>, <|object_ref_start|>Handbag/Satchel<|object_ref_end|><|box_start|><149><659><188><742>,<255><612><294><673><|box_end|>, <|object_ref_start|>Bakset<|object_ref_end|><|box_start|><8><426><66><492>,<48><395><101><450>,<513><408><586><497><|box_end|>, <|object_ref_start|>Sneakers<|object_ref_end|><|box_start|><638><392><656><415>,<661><399><678><423><|box_end|>, <|object_ref_start|>Gloves<|object_ref_end|><|box_start|><590><466><615><496>,<676><367><682><382><|box_end|>, <|object_ref_start|>Briefcase<|object_ref_end|><|box_start|><774><830><927><999><|box_end|>, <|object_ref_start|>Bottle<|object_ref_end|><|box_start|><0><149><214><208>,<69><0><343><16>,<75><26><127><59>,<100><68><171><101>,<127><29><164><59>,<164><23><205><59>,<171><67><202><99>,<204><23><267><58>,<211><146><344><199>,<212><105><343><138>,<214><66><301><99>,<267><23><308><54>,<302><65><344><98>,<309><22><344><54>,<371><65><446><95>,<372><0><413><16>,<372><22><451><55>,<373><105><432><137>,<373><144><434><193>,<766><937><848><999><|box_end|>, <|object_ref_start|>Cup<|object_ref_end|><|box_start|><0><70><67><105>,<65><73><78><86><|box_end|>, <|object_ref_start|>Cabinet/shelf<|object_ref_end|><|box_start|><0><18><810><271>,<129><346><258><664>,<145><734><340><998>,<258><394><376><607>,<275><280><400><602>,<338><800><520><999>,<500><666><659><999>,<502><494><688><881>,<815><112><911><202>,<865><210><964><364><|box_end|>, <|object_ref_start|>Storage box<|object_ref_end|><|box_start|><133><202><663><961>,<769><732><999><998>,<949><562><985><618><|box_end|>, <|object_ref_start|>Potted Plant<|object_ref_end|><|box_start|><726><360><781><469><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><848><327><932><442><|box_end|>, <|object_ref_start|>Flower<|object_ref_end|><|box_start|><805><164><849><209><|box_end|>, <|object_ref_start|>Vase<|object_ref_end|><|box_start|><817><204><836><220><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><169><478><245><712>,<262><463><343><667>,<381><237><436><480>,<460><274><528><515>,<526><293><596><539>,<563><411><663><585>,<601><926><682><999>,<637><279><726><512>,<686><420><783><760>,<760><347><853><551>,<907><383><976><571><|box_end|>", - "image": "cases/dense/dense-01-o365_bbox_gt50_00009110.jpg", - "source": "b_o365_bbox_gt50", - "image_sha256": "939ecbfc3eea0d7145fe86ad95838691824f5588fc1187d277968f9c73696f77", - "difficulty": { - "score": 201.55, - "primitive_count": 99, - "label_count": 35, - "smallest_bbox_area_ratio": 5.61e-05, - "prompt_chars": 494 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "route_title": "Dense", + "title": "Dense · gam_dense200 · 77", + "image": "cases/dense/05_dense_round2_gam_dense200_77.jpg", + "image_sha256": "8a1b5031cd6d3f066cc84c99bd1e272994ebb0989f77dd3e978d2acc888cc6b6", + "image_size": [ + 1000, + 702 + ], + "prompt": "\nLocate all the instances that match the following categories: orange.", + "expected": "", + "expected_available": false, + "gt": { + "orange": [ + [ + 241.612381, + 480.334717, + 279.521057, + 528.5783690000001 + ], + [ + 204.047974, + 215.291061, + 230.257203, + 259.626403 + ], + [ + 26.506886, + 214.788116, + 49.502556, + 241.682357 + ], + [ + 438.15863, + 299.262207, + 449.385193, + 330.102234 + ], + [ + 2.074019, + 397.127563, + 16.892505999999997, + 416.876647 + ], + [ + 898.737427, + 403.35376, + 919.1619880000001, + 422.27801500000004 + ], + [ + 257.599731, + 647.774658, + 295.7565, + 681.614807 + ], + [ + 775.709045, + 520.691223, + 803.615966, + 532.594543 + ], + [ + 789.77478, + 523.625244, + 819.290405, + 543.4456789999999 + ], + [ + 831.368286, + 512.831665, + 851.37677, + 535.7399290000001 + ], + [ + 644.851074, + 493.622894, + 670.946594, + 505.80554199999995 + ], + [ + 0.043385, + 647.192322, + 10.130233, + 689.477661 + ], + [ + 815.133667, + 524.526733, + 835.902344, + 542.875793 + ], + [ + 16.94302, + 250.866241, + 51.975123999999994, + 276.666412 + ], + [ + 1.411528, + 694.039551, + 41.62175, + 701.809387 + ], + [ + 245.768936, + 599.880737, + 290.343841, + 649.475097 + ], + [ + 833.616089, + 507.017731, + 853.03833, + 520.405884 + ], + [ + 723.378235, + 406.560242, + 753.058472, + 429.87265 + ], + [ + 0.020606, + 333.888306, + 24.776073, + 371.921814 + ], + [ + 728.933472, + 425.097656, + 760.4646, + 455.28887899999995 + ], + [ + 23.798054, + 264.319794, + 53.257489, + 309.88397199999997 + ], + [ + 685.133118, + 405.981506, + 713.748597, + 431.421356 + ], + [ + 924.153503, + 464.509003, + 935.38684, + 480.294739 + ], + [ + 255.156067, + 527.492371, + 278.57367, + 565.8529060000001 + ], + [ + 168.3591, + 343.133575, + 207.59986800000001, + 387.387176 + ], + [ + 415.700043, + 335.332092, + 456.306092, + 365.904052 + ], + [ + 0.006451, + 565.81073, + 19.226656, + 605.574524 + ], + [ + 875.891846, + 441.394653, + 897.997559, + 461.81176700000003 + ], + [ + 229.219467, + 432.230682, + 253.776382, + 478.394378 + ], + [ + 527.931641, + 520.862549, + 557.862, + 551.8301389999999 + ], + [ + 879.256531, + 426.653137, + 901.950562, + 445.37649500000003 + ], + [ + 10.088245, + 387.247253, + 52.640197, + 431.727356 + ], + [ + 143.887085, + 203.600662, + 186.249298, + 248.253845 + ], + [ + 214.894974, + 348.116394, + 238.45877099999998, + 387.326935 + ], + [ + 212.323059, + 309.483917, + 234.49556, + 348.637176 + ], + [ + 141.053558, + 299.317627, + 191.853744, + 348.791992 + ], + [ + 0.015654, + 247.799911, + 10.669905, + 283.463562 + ], + [ + 632.331665, + 511.549866, + 662.73352, + 534.444763 + ], + [ + 18.022373, + 425.241547, + 64.77072100000001, + 474.671082 + ], + [ + 128.321609, + 261.681, + 172.430969, + 305.121826 + ], + [ + 93.167336, + 257.507233, + 134.70115700000002, + 299.15878299999997 + ], + [ + 165.055725, + 258.690491, + 205.75386, + 304.992066 + ], + [ + 0.046576, + 430.357574, + 26.867745000000003, + 474.83023000000003 + ], + [ + 767.097717, + 494.349701, + 790.354187, + 515.26471 + ], + [ + 41.02652, + 210.60553, + 82.67837499999999, + 257.831909 + ], + [ + 746.239685, + 446.072632, + 768.632141, + 476.194306 + ], + [ + 31.579336, + 470.714478, + 77.400879, + 517.691651 + ], + [ + 0.042409, + 368.642639, + 22.288094, + 398.88235499999996 + ], + [ + 547.991394, + 533.226257, + 584.755676, + 575.393127 + ], + [ + 198.440704, + 264.688049, + 238.251617, + 311.09063699999996 + ], + [ + 72.625366, + 205.024841, + 118.930679, + 253.457657 + ], + [ + 187.109756, + 307.37674, + 223.5876, + 351.194153 + ], + [ + 204.843185, + 388.998108, + 243.369964, + 431.930023 + ], + [ + 114.964783, + 607.414124, + 164.229035, + 658.733399 + ], + [ + 168.235092, + 526.467285, + 219.677841, + 577.330261 + ], + [ + 884.525513, + 546.13562, + 905.87201, + 564.559936 + ], + [ + 218.782089, + 577.052124, + 255.25115900000003, + 615.9684450000001 + ], + [ + 173.520447, + 213.6577, + 217.81214899999998, + 261.809479 + ], + [ + 578.328064, + 539.39325, + 603.608704, + 574.158021 + ], + [ + 197.378082, + 349.926575, + 229.195816, + 392.794709 + ], + [ + 207.207108, + 167.303131, + 236.34045500000002, + 213.826431 + ], + [ + 0, + 281.140625, + 25.042034, + 341.898712 + ], + [ + 58.522362, + 255.702591, + 98.95291900000001, + 300.96063200000003 + ], + [ + 110.8041, + 215.914154, + 157.983978, + 264.006866 + ], + [ + 50.321751, + 300.569275, + 93.791458, + 346.493805 + ], + [ + 257.920105, + 662.808716, + 293.332428, + 701.618408 + ], + [ + 168.038239, + 386.872589, + 212.922684, + 431.679199 + ], + [ + 489.947021, + 480.631622, + 519.592102, + 510.417755 + ], + [ + 0, + 600.956848, + 34.468327, + 649.237488 + ], + [ + 180.24025, + 168.135925, + 223.265946, + 215.740829 + ], + [ + 0.006968, + 517.131653, + 23.635509, + 566.4289550000001 + ], + [ + 137.7491, + 565.477417, + 185.600418, + 613.7218019999999 + ], + [ + 23.977369, + 309.472656, + 60.083275, + 352.358642 + ], + [ + 91.245987, + 298.711945, + 135.614609, + 340.75647000000004 + ], + [ + 202.102448, + 431.838531, + 242.84741300000002, + 478.69314499999996 + ], + [ + 65.887001, + 605.255798, + 114.135742, + 654.675171 + ], + [ + 205.09668, + 477.40329, + 246.866684, + 527.917542 + ], + [ + 120.694977, + 343.079803, + 171.747986, + 388.32022 + ], + [ + 34.491138, + 267.039795, + 69.34356600000001, + 309.852905 + ], + [ + 29.094315, + 605.36908, + 70.940148, + 652.4973150000001 + ], + [ + 177.733093, + 574.798218, + 223.935455, + 621.827088 + ], + [ + 60.532654, + 426.542938, + 117.12228400000001, + 475.75949099999997 + ], + [ + 16.478874, + 513.996704, + 68.627403, + 564.461182 + ], + [ + 14.373058, + 562.827026, + 48.046489, + 608.766601 + ], + [ + 146.042892, + 665.788818, + 195.043014, + 701.656372 + ], + [ + 49.341194, + 166.231415, + 96.121208, + 212.253037 + ], + [ + 126.248993, + 387.903137, + 170.912781, + 431.783142 + ], + [ + 80.541031, + 383.111725, + 126.83644100000001, + 430.504639 + ], + [ + 72.676201, + 337.117188, + 122.396431, + 385.686982 + ], + [ + 236.711884, + 531.155823, + 273.326539, + 580.2199710000001 + ], + [ + 2.411732, + 644.391724, + 53.092755000000004, + 695.3711549999999 + ], + [ + 1.228224, + 474.84903, + 39.421234, + 520.61377 + ], + [ + 44.942986, + 388.465424, + 83.76764, + 432.108246 + ], + [ + 42.215405, + 557.2677, + 94.530304, + 610.612304 + ], + [ + 120.000534, + 478.898163, + 166.310181, + 522.095459 + ], + [ + 121.620827, + 521.307556, + 169.141297, + 571.695984 + ], + [ + 94.809013, + 562.187622, + 143.774047, + 613.116577 + ], + [ + 239.497681, + 610.912048, + 280.499817, + 663.5830070000001 + ], + [ + 141.887589, + 159.687439, + 186.699906, + 203.53344700000002 + ], + [ + 72.647491, + 472.562897, + 120.829628, + 519.252686 + ], + [ + 202.305984, + 614.576599, + 250.916381, + 670.138367 + ], + [ + 844.164429, + 503.105743, + 862.017639, + 520.536377 + ], + [ + 860.136841, + 477.191162, + 881.007813, + 498.015442 + ], + [ + 755.35144, + 482.180969, + 784.177307, + 507.825134 + ], + [ + 15.87287, + 347.327942, + 45.00996, + 390.982849 + ], + [ + 193.301407, + 669.584595, + 236.158264, + 701.682556 + ], + [ + 164.661774, + 431.022125, + 210.770798, + 476.18032800000003 + ], + [ + 95.410492, + 655.337097, + 150.161163, + 701.633606 + ], + [ + 94.104614, + 163.531067, + 142.836136, + 211.471405 + ], + [ + 67.991699, + 518.805725, + 121.268959, + 570.256164 + ], + [ + 865.58728, + 467.259033, + 886.279358, + 485.628601 + ], + [ + 252.24382, + 462.916992, + 281.14685, + 484.707428 + ], + [ + 159.500626, + 619.768616, + 209.97963000000001, + 669.402161 + ], + [ + 37.914978, + 346.331085, + 79.383011, + 390.21435499999995 + ], + [ + 44.888809, + 656.248535, + 97.14819299999999, + 701.667663 + ], + [ + 545.016724, + 529.546082, + 571.652649, + 560.525818 + ], + [ + 497.378571, + 504.937103, + 530.357789, + 528.4365839999999 + ], + [ + 206.966782, + 532.214661, + 250.98426899999998, + 581.783142 + ], + [ + 904.432251, + 583.732666, + 923.28064, + 599.418579 + ], + [ + 164.898499, + 481.037354, + 209.89410399999997, + 528.0253299999999 + ], + [ + 227.066833, + 664.849731, + 269.395202, + 701.668762 + ], + [ + 116.592117, + 431.73175, + 166.839767, + 479.14764399999996 + ], + [ + 24.631311, + 175.336044, + 57.879013, + 218.224823 + ], + [ + 695.478027, + 394.370239, + 722.307678, + 415.796356 + ], + [ + 887.686707, + 560.778992, + 908.0311889999999, + 579.2713630000001 + ], + [ + 593.849548, + 538.97168, + 617.84375, + 572.56128 + ], + [ + 438.085144, + 358.626129, + 474.190308, + 400.030212 + ], + [ + 231.16864, + 483.941772, + 269.402557, + 531.445861 + ], + [ + 852.361389, + 485.368988, + 874.0817870000001, + 505.75296000000003 + ], + [ + 682.432739, + 426.985504, + 708.720947, + 449.363922 + ], + [ + 479.524811, + 464.893005, + 513.47638, + 493.85855100000003 + ], + [ + 605.132751, + 536.085083, + 630.855896, + 567.9705200000001 + ], + [ + 381.558563, + 278.70993, + 428.571014, + 322.819824 + ], + [ + 668.30481, + 459.550262, + 695.066651, + 484.03826899999996 + ], + [ + 615.768494, + 529.550964, + 641.1666260000001, + 557.523559 + ], + [ + 884.104675, + 529.750488, + 905.641662, + 548.756164 + ], + [ + 919.516235, + 591.744141, + 938.2210080000001, + 608.095093 + ], + [ + 925.791016, + 475.956787, + 943.622864, + 494.51077300000003 + ], + [ + 467.149109, + 434.171112, + 506.98715200000004, + 471.184418 + ], + [ + 746.396667, + 465.572174, + 775.38269, + 493.76007100000004 + ], + [ + 846.340759, + 493.996033, + 868.470642, + 514.678772 + ], + [ + 704.50415, + 360.738434, + 739.664978, + 394.370026 + ], + [ + 512.800903, + 510.665253, + 544.375427, + 542.189576 + ], + [ + 890.851379, + 416.151886, + 911.483764, + 433.29623399999997 + ], + [ + 653.616028, + 471.783661, + 686.989136, + 504.952637 + ], + [ + 870.260681, + 454.193939, + 891.293396, + 473.25177 + ], + [ + 892.160095, + 508.752991, + 914.1215209999999, + 525.426087 + ], + [ + 676.289856, + 443.268524, + 703.136231, + 467.721496 + ], + [ + 623.540039, + 518.338806, + 653.36731, + 549.476501 + ], + [ + 458.53595, + 412.212463, + 495.1651, + 446.84671000000003 + ], + [ + 290.44043, + 428.619293, + 335.805451, + 475.617096 + ], + [ + 446.150208, + 390.205078, + 483.042908, + 426.65155000000004 + ], + [ + 364.752533, + 312.766846, + 406.793243, + 352.096985 + ], + [ + 308.36795, + 391.988464, + 363.94226000000003, + 446.51266400000003 + ], + [ + 894.275879, + 571.655212, + 912.367798, + 589.382629 + ], + [ + 337.283173, + 367.312195, + 379.883606, + 410.50347899999997 + ], + [ + 919.155151, + 606.340393, + 937.928405, + 625.2676389999999 + ], + [ + 268.947052, + 447.140564, + 306.628113, + 484.801331 + ], + [ + 919.175049, + 482.970184, + 938.9743649999999, + 503.29287700000003 + ], + [ + 352.863251, + 343.68985, + 390.839051, + 378.49713099999997 + ], + [ + 904.436951, + 493.150848, + 924.751709, + 513.020507 + ] + ] }, - "artifact_image_sha256": "398038106cbac731516dd01de25354fe4d61f3599df64baa611f1d5a99e0e8fb" + "gt_coord": "pixels", + "visual_prompt": null, + "source": "gam_dense200", + "artifact_image_sha256": "8a1b5031cd6d3f066cc84c99bd1e272994ebb0989f77dd3e978d2acc888cc6b6" }, { - "id": "dense-02-o365_bbox_gt50_00004676", + "id": "06_dense_round2_gam_dense200_160", "route": "dense", - "route_title": "Dense scene grounding", - "title": "Dense scene grounding #2", - "prompt": "\nLocate all the instances that match the following categories: CarBusTraffic SignBicyclePickup TruckStreet LightsBeltGlassesSneakersOther ShoesHatHandbag/SatchelPersonBraceletTentBottleCupBarrel/bucketBowl/BasinPlateStorage boxChairDeskPotted PlantScaleBlackboard/WhiteboardKiwi fruitCannedCarrotTomatoGreen Vegetables.", - "expected": "<|object_ref_start|>Car<|object_ref_end|><|box_start|><89><514><117><529>,<119><527><169><554>,<143><530><215><559>,<198><528><216><539>,<216><529><238><546>,<371><546><458><591>,<703><544><721><556>,<720><545><741><555><|box_end|>, <|object_ref_start|>Bus<|object_ref_end|><|box_start|><531><512><669><589><|box_end|>, <|object_ref_start|>Traffic Sign<|object_ref_end|><|box_start|><507><489><524><501><|box_end|>, <|object_ref_start|>Bicycle<|object_ref_end|><|box_start|><229><551><281><621><|box_end|>, <|object_ref_start|>Pickup Truck<|object_ref_end|><|box_start|><11><515><120><556><|box_end|>, <|object_ref_start|>Street Lights<|object_ref_end|><|box_start|><0><425><4><515>,<174><351><182><392>,<356><379><367><413>,<730><475><740><601><|box_end|>, <|object_ref_start|>Belt<|object_ref_end|><|box_start|><139><609><158><618><|box_end|>, <|object_ref_start|>Glasses<|object_ref_end|><|box_start|><178><544><187><558>,<814><535><830><543><|box_end|>, <|object_ref_start|>Sneakers<|object_ref_end|><|box_start|><140><721><153><726>,<153><721><176><731>,<959><732><975><748><|box_end|>, <|object_ref_start|>Other Shoes<|object_ref_end|><|box_start|><330><717><341><725>,<787><707><797><717><|box_end|>, <|object_ref_start|>Hat<|object_ref_end|><|box_start|><415><543><422><551><|box_end|>, <|object_ref_start|>Handbag/Satchel<|object_ref_end|><|box_start|><959><736><998><786><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><132><533><192><731>,<222><529><268><590>,<324><520><377><728>,<387><537><425><610>,<459><544><474><607>,<534><532><554><601>,<593><536><609><598>,<773><508><826><725>,<812><520><837><607>,<846><541><867><583>,<872><549><881><608>,<896><495><940><704>,<936><558><958><623>,<944><506><999><746><|box_end|>, <|object_ref_start|>Bracelet<|object_ref_end|><|box_start|><948><593><952><601><|box_end|>, <|object_ref_start|>Tent<|object_ref_end|><|box_start|><5><377><246><629>,<60><364><463><753>,<319><505><451><603>,<442><472><530><609>,<479><476><593><603>,<635><273><998><837>,<733><482><804><604>,<784><486><906><544>,<785><513><901><581>,<879><487><999><583><|box_end|>, <|object_ref_start|>Bottle<|object_ref_end|><|box_start|><28><693><45><724>,<486><597><499><633>,<811><608><820><634>,<820><608><829><634>,<848><603><878><614>,<944><767><957><781><|box_end|>, <|object_ref_start|>Cup<|object_ref_end|><|box_start|><200><638><205><649>,<250><534><253><542>,<271><549><275><557>,<895><616><902><631><|box_end|>, <|object_ref_start|>Barrel/bucket<|object_ref_end|><|box_start|><207><638><219><656>,<218><639><234><661>,<283><538><298><556><|box_end|>, <|object_ref_start|>Bowl/Basin<|object_ref_end|><|box_start|><245><550><252><560>,<376><570><382><578>,<839><606><877><629><|box_end|>, <|object_ref_start|>Plate<|object_ref_end|><|box_start|><252><556><260><559>,<566><583><583><602><|box_end|>, <|object_ref_start|>Storage box<|object_ref_end|><|box_start|><0><646><60><723>,<103><718><288><882>,<234><630><313><679>,<350><722><407><780>,<437><572><500><578>,<503><591><518><605>,<545><641><574><666>,<796><642><864><779>,<840><583><872><593><|box_end|>, <|object_ref_start|>Chair<|object_ref_end|><|box_start|><23><613><140><763>,<847><621><879><731><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><125><623><430><804>,<227><555><305><597>,<375><578><500><606>,<511><576><591><599>,<541><597><632><657>,<691><626><930><746>,<840><592><875><605><|box_end|>, <|object_ref_start|>Potted Plant<|object_ref_end|><|box_start|><191><566><207><589>,<425><563><442><578>,<433><530><454><560>,<439><602><447><611>,<472><544><482><554><|box_end|>, <|object_ref_start|>Scale<|object_ref_end|><|box_start|><183><586><211><605><|box_end|>, <|object_ref_start|>Blackboard/Whiteboard<|object_ref_end|><|box_start|><638><585><666><649><|box_end|>, <|object_ref_start|>Kiwi fruit<|object_ref_end|><|box_start|><125><828><210><867><|box_end|>, <|object_ref_start|>Canned<|object_ref_end|><|box_start|><310><637><418><671><|box_end|>, <|object_ref_start|>Carrot<|object_ref_end|><|box_start|><207><769><245><792>,<210><624><220><637><|box_end|>, <|object_ref_start|>Tomato<|object_ref_end|><|box_start|><201><628><236><651>,<223><733><274><751><|box_end|>, <|object_ref_start|>Green Vegetables<|object_ref_end|><|box_start|><160><613><180><643><|box_end|>", - "image": "cases/dense/dense-02-o365_bbox_gt50_00004676.jpg", - "source": "b_o365_bbox_gt50", - "image_sha256": "465877ee9ef2698f5fa564d96ee0aeab6f72bf99c41a499087d09a0271d8aa51", - "difficulty": { - "score": 197.06, - "primitive_count": 101, - "label_count": 31, - "smallest_bbox_area_ratio": 2.4e-05, - "prompt_chars": 446 + "route_title": "Dense", + "title": "Dense · gam_dense200 · 160", + "image": "cases/dense/06_dense_round2_gam_dense200_160.jpg", + "image_sha256": "f5f2c69d996a3d9bd5cb3369ca2de1d9f1d4188e1d3e35b4f2a824d3b3c9d9c9", + "image_size": [ + 626, + 352 + ], + "prompt": "\nLocate all the instances that match the following categories: brick.", + "expected": "", + "expected_available": false, + "gt": { + "brick": [ + [ + 138.99999999999997, + 190.00000000000003, + 206.99999999999997, + 214.00000000000003 + ], + [ + 103, + 24.000000000000004, + 170, + 48.00000000000001 + ], + [ + 0, + 118.99999999999999, + 35.00000000000001, + 142.0 + ], + [ + 0, + 309, + 34, + 333 + ], + [ + 70.00000000000001, + 190.00000000000003, + 138.0, + 213.00000000000003 + ], + [ + 0, + 71, + 33, + 95 + ], + [ + 0, + 261.99999999999994, + 36, + 283.99999999999994 + ], + [ + 0, + 214, + 36, + 237 + ], + [ + 242, + 309, + 309, + 332 + ], + [ + 72, + 285, + 140, + 309 + ], + [ + 0, + 166, + 35.00000000000001, + 190 + ], + [ + 174.00000000000003, + 309, + 241.00000000000003, + 332 + ], + [ + 279.00000000000006, + 237.99999999999997, + 346.00000000000006, + 260.0 + ], + [ + 105, + 213.00000000000003, + 173, + 237.00000000000003 + ], + [ + 141, + 284, + 208, + 308 + ], + [ + 207, + 190.00000000000003, + 275, + 213.00000000000003 + ], + [ + 311, + 309, + 377, + 332 + ], + [ + 1, + 190.00000000000003, + 70, + 214.00000000000003 + ], + [ + 381, + 261, + 449, + 285 + ], + [ + 141, + 237.99999999999997, + 208, + 260.0 + ], + [ + 310, + 167.00000000000003, + 379, + 190.00000000000003 + ], + [ + 277.99999999999994, + 285, + 344.99999999999994, + 308 + ], + [ + 346.99999999999994, + 285, + 413.99999999999994, + 309 + ], + [ + 415, + 285, + 484, + 309 + ], + [ + 3, + 237.99999999999997, + 72, + 261.0 + ], + [ + 311, + 261, + 380, + 285 + ], + [ + 242, + 214, + 309, + 237 + ], + [ + 3, + 284, + 71, + 309 + ], + [ + 175, + 261, + 242, + 284 + ], + [ + 346.99999999999994, + 237.99999999999997, + 413.99999999999994, + 261.0 + ], + [ + 2, + 333, + 72.00000000000001, + 351 + ], + [ + 210, + 332, + 277, + 351 + ], + [ + 243, + 261, + 311, + 284 + ], + [ + 276, + 190.00000000000003, + 343, + 214.00000000000003 + ], + [ + 277.99999999999994, + 332, + 344.99999999999994, + 351 + ], + [ + 346.99999999999994, + 333, + 413.99999999999994, + 351 + ], + [ + 274, + 1, + 343, + 24 + ], + [ + 0, + 23, + 33, + 48 + ], + [ + 33, + 24.000000000000004, + 102, + 48.00000000000001 + ], + [ + 210, + 285, + 277, + 308 + ], + [ + 209, + 237.00000000000003, + 277, + 260.0 + ], + [ + 105, + 309, + 172, + 332 + ], + [ + 72.99999999999999, + 237.00000000000003, + 139.0, + 261.00000000000006 + ], + [ + 345, + 190.00000000000003, + 412, + 213.00000000000003 + ], + [ + 72, + 333, + 140, + 351 + ], + [ + 416, + 334.00000000000006, + 483, + 351.00000000000006 + ], + [ + 0, + 95.00000000000001, + 68, + 119.00000000000001 + ], + [ + 141, + 333, + 209, + 351 + ], + [ + 103, + 71, + 171, + 95 + ], + [ + 277, + 144, + 344, + 167 + ], + [ + 136, + 0, + 204, + 24.000000000000004 + ], + [ + 243, + 167.00000000000003, + 310, + 190.00000000000003 + ], + [ + 0, + 0, + 66, + 24.000000000000004 + ], + [ + 205, + 0, + 273, + 24.000000000000004 + ], + [ + 450.00000000000006, + 261.99999999999994, + 517.0, + 285.99999999999994 + ], + [ + 343, + 1, + 411, + 25.000000000000004 + ], + [ + 175, + 166, + 242, + 190 + ], + [ + 412, + 190.00000000000003, + 480, + 214.00000000000003 + ], + [ + 0, + 48.00000000000001, + 67, + 71.0 + ], + [ + 379, + 167.00000000000003, + 446, + 191.00000000000003 + ], + [ + 485, + 286, + 553, + 310 + ], + [ + 310, + 214, + 377, + 237 + ], + [ + 71, + 142, + 138, + 166 + ], + [ + 106, + 260, + 174, + 285 + ], + [ + 67, + 0, + 135, + 24.000000000000004 + ], + [ + 35.00000000000001, + 309, + 104.0, + 333 + ], + [ + 380, + 309, + 446, + 332 + ], + [ + 37, + 213.00000000000003, + 104, + 237.00000000000003 + ], + [ + 0, + 142, + 69, + 166 + ], + [ + 482, + 191, + 551, + 214 + ], + [ + 37, + 261, + 104, + 285 + ], + [ + 171, + 24.000000000000004, + 238, + 48.00000000000001 + ], + [ + 589, + 264, + 625, + 286 + ], + [ + 519.0000000000001, + 263, + 587.0000000000001, + 286 + ], + [ + 482, + 0, + 551, + 24.000000000000004 + ], + [ + 485, + 334.00000000000006, + 553, + 351.00000000000006 + ], + [ + 447.99999999999994, + 310, + 516.0, + 333 + ], + [ + 379, + 214, + 445, + 238 + ], + [ + 104, + 166, + 173, + 190 + ], + [ + 380, + 119.99999999999997, + 448, + 142.99999999999997 + ], + [ + 36, + 166, + 104, + 190 + ], + [ + 516, + 214.99999999999997, + 585, + 238.99999999999997 + ], + [ + 446, + 214, + 515, + 238 + ], + [ + 35.00000000000001, + 118.99999999999999, + 104.0, + 142.0 + ], + [ + 174.00000000000003, + 214, + 240.00000000000003, + 237 + ], + [ + 172, + 72, + 240, + 95 + ], + [ + 275, + 96.00000000000001, + 342, + 119.00000000000001 + ], + [ + 415, + 237.99999999999997, + 483, + 262.0 + ], + [ + 33, + 71, + 102, + 95 + ], + [ + 274, + 48.00000000000001, + 343, + 72.00000000000001 + ], + [ + 447, + 167.00000000000003, + 516, + 191.00000000000003 + ], + [ + 69, + 95.00000000000001, + 136, + 119.00000000000001 + ], + [ + 485, + 237.99999999999997, + 553, + 262.0 + ], + [ + 483, + 144, + 552, + 167 + ], + [ + 555, + 335, + 624, + 351 + ], + [ + 309, + 72, + 376, + 96 + ], + [ + 241, + 72, + 308, + 96 + ], + [ + 344, + 48.99999999999999, + 411, + 72.0 + ], + [ + 518, + 311, + 586, + 334 + ], + [ + 412, + 1, + 480, + 25.000000000000004 + ], + [ + 518, + 168, + 586, + 191 + ], + [ + 311, + 119.99999999999997, + 378, + 142.99999999999997 + ], + [ + 344, + 144, + 413, + 167 + ], + [ + 551, + 191, + 622, + 215 + ], + [ + 137, + 95.00000000000001, + 205, + 119.00000000000001 + ], + [ + 555, + 239, + 625, + 263 + ], + [ + 242, + 119.99999999999997, + 309, + 142.99999999999997 + ], + [ + 174.00000000000003, + 118.99999999999999, + 241.00000000000003, + 143.0 + ], + [ + 209, + 144, + 276, + 166 + ], + [ + 206, + 96.00000000000001, + 274, + 119.00000000000001 + ], + [ + 446, + 24.000000000000004, + 515, + 48.00000000000001 + ], + [ + 516.9999999999999, + 72, + 584.9999999999999, + 96 + ], + [ + 449, + 119.99999999999997, + 517, + 142.99999999999997 + ], + [ + 589, + 311, + 625, + 334 + ], + [ + 69, + 48.00000000000001, + 137, + 72.00000000000001 + ], + [ + 377, + 72.99999999999999, + 445, + 95.99999999999999 + ], + [ + 586.0000000000001, + 214.99999999999997, + 625.0000000000001, + 238.99999999999997 + ], + [ + 240, + 24.000000000000004, + 307, + 48.00000000000001 + ], + [ + 516, + 24.000000000000004, + 585, + 48.00000000000001 + ], + [ + 413, + 144, + 481, + 167 + ], + [ + 519.0000000000001, + 119.99999999999997, + 588.0000000000001, + 142.99999999999997 + ], + [ + 343, + 96.99999999999999, + 410, + 118.99999999999999 + ], + [ + 587, + 168, + 625, + 191 + ], + [ + 554, + 287, + 623, + 310 + ], + [ + 105, + 118.99999999999999, + 172, + 143.0 + ], + [ + 552, + 0, + 621, + 23 + ], + [ + 378, + 25, + 446, + 48 + ], + [ + 138, + 48.00000000000001, + 205, + 72.00000000000001 + ], + [ + 141, + 144, + 207, + 166 + ], + [ + 587, + 72, + 625, + 96 + ], + [ + 481, + 96.00000000000001, + 550, + 120.00000000000001 + ], + [ + 207, + 48.00000000000001, + 273, + 72.00000000000001 + ], + [ + 551, + 48.00000000000001, + 622, + 72.00000000000001 + ], + [ + 482, + 48.00000000000001, + 550, + 72.00000000000001 + ], + [ + 447, + 72, + 515, + 96 + ], + [ + 412, + 48.99999999999999, + 481, + 72.0 + ], + [ + 588, + 118.99999999999999, + 625, + 143.0 + ], + [ + 309, + 25, + 376, + 48 + ], + [ + 551, + 96.00000000000001, + 621, + 120.00000000000001 + ], + [ + 411, + 96.00000000000001, + 480, + 120.00000000000001 + ], + [ + 586.0000000000001, + 23, + 625.0000000000001, + 48 + ], + [ + 552, + 144, + 622, + 167 + ] + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "7ee3beb63bdfd50c183538bd56f9d7e079fa41bde78aad9d5fe0d22c041c2673" + "gt_coord": "pixels", + "visual_prompt": null, + "source": "gam_dense200", + "artifact_image_sha256": "f5f2c69d996a3d9bd5cb3369ca2de1d9f1d4188e1d3e35b4f2a824d3b3c9d9c9" }, { - "id": "dense-03-o365_bbox_gt50_00011992", - "route": "dense", - "route_title": "Dense scene grounding", - "title": "Dense scene grounding #3", - "prompt": "\nLocate all the instances that match the following categories: ChairStoolCabinet/shelfStorage boxDeskCouchCarpetPillowPersonGlassesSneakersBlackboard/WhiteboardPlateComputer BoxMoniter/TVKeyboardBreadStuffed ToyBaksetBookGrapeStrawberryCookies.", - "expected": "<|object_ref_start|>Chair<|object_ref_end|><|box_start|><0><612><65><858>,<6><358><77><410>,<13><905><103><999>,<96><519><230><853>,<431><220><522><368>,<574><287><680><488>,<824><271><949><480><|box_end|>, <|object_ref_start|>Stool<|object_ref_end|><|box_start|><334><153><376><251>,<377><152><398><233><|box_end|>, <|object_ref_start|>Cabinet/shelf<|object_ref_end|><|box_start|><309><125><412><241>,<550><111><632><212>,<635><100><698><171>,<697><12><839><200>,<818><84><957><203><|box_end|>, <|object_ref_start|>Storage box<|object_ref_end|><|box_start|><419><341><501><381>,<421><355><518><405>,<421><355><533><425>,<424><328><500><381>,<432><378><542><473>,<526><100><540><112>,<541><97><561><114>,<562><95><585><112>,<584><93><607><111>,<607><90><630><108>,<630><88><651><107>,<651><85><677><103>,<675><82><699><101>,<708><90><725><115>,<724><94><750><119>,<750><95><775><121>,<783><99><809><123>,<826><124><862><153>,<837><57><860><82>,<858><60><892><86>,<889><65><937><88><|box_end|>, <|object_ref_start|>Desk<|object_ref_end|><|box_start|><42><168><105><263>,<307><365><454><682>,<426><137><551><209><|box_end|>, <|object_ref_start|>Couch<|object_ref_end|><|box_start|><76><123><316><269><|box_end|>, <|object_ref_start|>Carpet<|object_ref_end|><|box_start|><798><544><999><818><|box_end|>, <|object_ref_start|>Pillow<|object_ref_end|><|box_start|><149><201><226><238>,<222><203><240><231><|box_end|>, <|object_ref_start|>Person<|object_ref_end|><|box_start|><0><275><47><317>,<0><514><101><773>,<67><238><197><562>,<77><193><170><355>,<167><150><433><820>,<378><140><478><349>,<446><130><518><353>,<580><129><827><996>,<582><107><675><363>,<754><102><860><366>,<825><86><978><213>,<835><127><964><447><|box_end|>, <|object_ref_start|>Glasses<|object_ref_end|><|box_start|><660><287><732><329><|box_end|>, <|object_ref_start|>Sneakers<|object_ref_end|><|box_start|><32><711><100><769>,<819><346><835><364>,<843><377><879><433>,<908><391><951><445><|box_end|>, <|object_ref_start|>Blackboard/Whiteboard<|object_ref_end|><|box_start|><960><3><999><155><|box_end|>, <|object_ref_start|>Plate<|object_ref_end|><|box_start|><14><290><71><310>,<151><384><195><416>,<175><421><192><446>,<222><275><240><290>,<256><940><465><997>,<294><653><538><851>,<333><451><472><521>,<417><811><622><989>,<447><253><497><269>,<477><226><518><240>,<545><517><688><617>,<549><639><672><729>,<587><698><749><829>,<592><218><636><233>,<817><220><856><236>,<936><242><975><258>,<980><215><999><229><|box_end|>, <|object_ref_start|>Computer Box<|object_ref_end|><|box_start|><305><64><333><135>,<396><56><433><127><|box_end|>, <|object_ref_start|>Moniter/TV<|object_ref_end|><|box_start|><225><71><284><126>,<339><64><395><120><|box_end|>, <|object_ref_start|>Keyboard<|object_ref_end|><|box_start|><341><120><393><131><|box_end|>, <|object_ref_start|>Bread<|object_ref_end|><|box_start|><367><472><428><508>,<572><566><636><603><|box_end|>, <|object_ref_start|>Stuffed Toy<|object_ref_end|><|box_start|><361><271><429><358>,<510><156><554><233><|box_end|>, <|object_ref_start|>Bakset<|object_ref_end|><|box_start|><317><353><421><419>,<540><223><592><253>,<710><41><728><65>,<726><43><736><67>,<735><43><745><67>,<744><43><758><68>,<759><44><771><69>,<770><43><784><69>,<784><43><800><69>,<800><43><816><70>,<920><206><955><233><|box_end|>, <|object_ref_start|>Book<|object_ref_end|><|box_start|><443><102><545><148>,<713><6><832><43>,<713><76><759><118>,<764><79><814><126>,<850><21><942><86><|box_end|>, <|object_ref_start|>Grape<|object_ref_end|><|box_start|><150><810><308><910>,<438><667><530><755>,<599><711><665><803>,<674><718><719><740><|box_end|>, <|object_ref_start|>Strawberry<|object_ref_end|><|box_start|><427><746><497><806>,<626><768><681><811>,<689><749><733><804><|box_end|>, <|object_ref_start|>Cookies<|object_ref_end|><|box_start|><458><833><603><967><|box_end|>", - "image": "cases/dense/dense-03-o365_bbox_gt50_00011992.jpg", - "source": "b_o365_bbox_gt50", - "image_sha256": "40e1d0361270be26535b4762d756b99bbc3e2cca03c34d5a6dee5f8bc5bd100a", - "difficulty": { - "score": 189.32, - "primitive_count": 110, - "label_count": 23, - "smallest_bbox_area_ratio": 0.0001683, - "prompt_chars": 339 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "id": "07_referring_round5_candidates_gam_humanref_1625", + "route": "referring", + "route_title": "Referring", + "title": "Referring · gam_humanref · 1625", + "image": "cases/referring/07_referring_round5_candidates_gam_humanref_1625.jpg", + "image_sha256": "52fc1d2e6337603e3059588b3eb7d14c8e9e042bee34f711bea6d8e540b01f40", + "image_size": [ + 1483, + 1024 + ], + "prompt": "\nLocate the target referred to by the following description: two people who can make eye contact.", + "expected": "", + "expected_available": false, + "gt": { + "two people who can make eye contact": [ + [ + 663.4197998046875, + 664.4234619140625, + 773.7935791015625, + 897.9898681640625 + ], + [ + 738.543701171875, + 611.4046630859375, + 905.6583251953125, + 897.7366943359375 + ] + ] }, - "artifact_image_sha256": "eb9331146b66a1af1e8c832a22043c6f1b45d5d3bb7231816f975ced2cd88e39" + "gt_coord": "pixels", + "visual_prompt": null, + "source": "gam_humanref", + "artifact_image_sha256": "52fc1d2e6337603e3059588b3eb7d14c8e9e042bee34f711bea6d8e540b01f40" }, { - "id": "referring-01-humanref_nocot_lf2_00007963", + "id": "08_referring_round5_candidates_gam_humanref_1856", "route": "referring", - "route_title": "Compositional referring", - "title": "Compositional referring #1", - "prompt": "\nLocate the target referred to by the following description: All the people to the left of the person wearing a blue coat and holding a long white staff in the right hand.", - "expected": "<|object_ref_start|>All the people to the left of the person wearing a blue coat and holding a long white staff in the right hand<|object_ref_end|><|box_start|><0><546><100><912>,<0><558><29><706>,<12><542><45><627>,<24><500><199><999>,<265><411><439><916><|box_end|>", - "image": "cases/referring/referring-01-humanref_nocot_lf2_00007963.jpg", - "source": "b_humanref_nocot", - "image_sha256": "cd5ee8e113374d10dfe7f4f33e978798c04198ad1d4e83d6e80c4bf3c5abfa74", - "difficulty": { - "score": 29.99, - "primitive_count": 5, - "label_count": 1, - "smallest_bbox_area_ratio": 0.0028106, - "prompt_chars": 178 + "route_title": "Referring", + "title": "Referring · gam_humanref · 1856", + "image": "cases/referring/08_referring_round5_candidates_gam_humanref_1856.jpg", + "image_sha256": "9d1550c477a7d4de6dd4d2e61d505bf04e3a4cdcdae72d7ba8879f6bd2948d1e", + "image_size": [ + 1495, + 1024 + ], + "prompt": "\nLocate the target referred to by the following description: the person who has their hand behind the other two people.", + "expected": "", + "expected_available": false, + "gt": { + "the person who has their hand behind the other two people": [ + [ + 494.2976379394531, + 196.23565673828125, + 858.2279052734375, + 1023.9442749023438 + ] + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "4fac0cc45af121260bc7468aa63fbe7f6dfdcbc5a2f251c04a8a0e06212048df" + "gt_coord": "pixels", + "visual_prompt": null, + "source": "gam_humanref", + "artifact_image_sha256": "9d1550c477a7d4de6dd4d2e61d505bf04e3a4cdcdae72d7ba8879f6bd2948d1e" }, { - "id": "referring-02-humanref_nocot_lf2_00004121", + "id": "09_referring_round5_candidates_gam_humanref_2178", "route": "referring", - "route_title": "Compositional referring", - "title": "Compositional referring #2", - "prompt": "\nLocate the target referred to by the following description: all the people with backpacks behind the person closest to the white pagoda in the distance.", - "expected": "<|object_ref_start|>all the people with backpacks behind the person closest to the white pagoda in the distance<|object_ref_end|><|box_start|><399><378><455><530>,<400><401><449><778>,<403><409><502><872>,<544><406><638><846>,<585><400><635><428><|box_end|>", - "image": "cases/referring/referring-02-humanref_nocot_lf2_00004121.jpg", - "source": "b_humanref_nocot", - "image_sha256": "0234ff632745708fb4cb5e6907ac19a78c3d8973742fe6443e96e60711276646", - "difficulty": { - "score": 29.39, - "primitive_count": 5, - "label_count": 1, - "smallest_bbox_area_ratio": 0.0014028, - "prompt_chars": 160 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "route_title": "Referring", + "title": "Referring · gam_humanref · 2178", + "image": "cases/referring/09_referring_round5_candidates_gam_humanref_2178.jpg", + "image_sha256": "213da3e5da69744c0629b6bf1a516e476a27bb3dbce5452559dfefdb30b6b9af", + "image_size": [ + 1366, + 1024 + ], + "prompt": "\nLocate the target referred to by the following description: the person on the far right.", + "expected": "", + "expected_available": false, + "gt": { + "the person on the far right": [ + [ + 1258.1231689453125, + 356.3597412109375, + 1365.92724609375, + 645.7998046875 + ] + ] }, - "artifact_image_sha256": "9b7ec8dc3ad013a57fab9d1199ee0ce14a3104f8e56f60df908b8769d32e195d" + "gt_coord": "pixels", + "visual_prompt": null, + "source": "gam_humanref", + "artifact_image_sha256": "213da3e5da69744c0629b6bf1a516e476a27bb3dbce5452559dfefdb30b6b9af" }, { - "id": "referring-03-humanref_nocot_lf2_00011458", - "route": "referring", - "route_title": "Compositional referring", - "title": "Compositional referring #3", - "prompt": "\nLocate the target referred to by the following description: the people in all the photos behind the person to the left of the printer.", - "expected": "<|object_ref_start|>the people in all the photos behind the person to the left of the printer<|object_ref_end|><|box_start|><39><274><66><372>,<55><446><80><504>,<62><272><84><366>,<81><266><107><366>,<82><399><105><500><|box_end|>", - "image": "cases/referring/referring-03-humanref_nocot_lf2_00011458.jpg", - "source": "b_humanref_nocot", - "image_sha256": "567007c126ab83173f112bc945b252d11e5097985b5ba8ef95de69eefbe1104a", - "difficulty": { - "score": 27.85, - "primitive_count": 5, - "label_count": 1, - "smallest_bbox_area_ratio": 0.0014529, - "prompt_chars": 142 + "id": "10_referring_point_in_mask_round4_candidates_gam_rex_point_humanref_1164", + "route": "referring_point_in_mask", + "route_title": "Referring Point-in-mask", + "title": "Referring Point-in-mask · gam_rex_point_humanref · 1164", + "image": "cases/referring_point_in_mask/10_referring_point_in_mask_round4_candidates_gam_rex_point_humanref_1164.jpg", + "image_sha256": "b5b19175f8c7e358189c122cd378ef601898363e3f3717c27fb83bf0378b5f02", + "image_size": [ + 1536, + 1024 + ], + "prompt": "\nPoint to the target referred to by the following description: the person wearing a flotation device.", + "expected": "", + "expected_available": false, + "gt": { + "person": [ + { + "size": [ + 1024, + 1536 + ], + "counts": "eXmf0R7lLPKg2mM=S7lLPKi2kM:V7mLPKi2iM:W7kLRKk2fM;X7jLSKk2dM;X7jLVKj2bM=W7iLXKj2`M=X7iLZKi2]M>Y7iL\\Kf2[Mb0Y7hL_Kb2XMf0[7gLgKU2RMS1X7gLlKc1YMg1k6cIjFf2V5g1YMP2i6aIjFg2X5n0kJ[L`2_6c6aIjFg2]5\\OkJmMb3`6[5eL]LdNQOg4b4fL`LWNVOT5Z4eLbLQNWO[5V4eLfLkMUOa5U4dLiLeMTOh5S4cLmL^MQOR6g3RIZG_3Q6WMQOX6c3UIYG\\3X6oLnNb6`3UIVG[3c6cLkNn6[3hL^3Y3aLgL^3Y3cLgLa2YL]Eo6S8hL`2YL\\Eo6V8gL^2[L[Em6Y8gL\\2^LYEk6^8dLY2cLVEi6d8bLU2hLUEf6f8bLU2jLREe6j8`LT2mLoDc6n8`LT2mLlDd6P9_LT2PMgDb6W9]LR2X4nMgKS2Y4nMfKR2Y4PNfKP2Z4PNfKP2Z4PNeKR2Y4oMgKQ2Y4dM]HUGZ3W;X4eM_HRGZ3Y;W4gMQLY2n3iMQLX2n3hMRLX2n3hMRLX2m3iMRLX2n3hMRLX2n3[M`H\\Ge3Y;k3[MbHWGf3^;h3[M_Le2a3[M_Le2a3[M_Le2`3[MaLe2_3[MaLe2_3[MaLe2_3ZMbLe2_3ZMbLf2^3WMeLi2[3UMgLk2Y3UMgLj2Z3VMfLj2Z3UMgLk2Y3UMhLj2X3VMhLaN]L\\Lk6S5hLZNlLZL]6\\5hLUNSM[LU6a5gLRNZMYLo5e5gLVHiKl4e1UMl5i5gLiGWLT5Z1XMh5l5fLeG`Lg1@j0h1Lb5n5hLaGeLQ19T1o09\\5Q6iL]GmLg0?S1f0f0U5R6R1mHRJo0l4T6V1aHYJW1b4X6Y1hGRGJa3T2T4Z6c5eI]J[6f5bI[J]6i5_IWJ`6l5]IUJc6m5[ISJe6P6XIPJh6U6SIkIm6X6oHiIP7[6mHeIS7_6hHcIV7b6dH`I\\7d6^H^Ib7`?O2ZMbXOhL^g0V3eXOhL\\g0W3fXOhLZg0W3hXOhLYg0V3jXOgLWg0V3RYOcLof0Z3YYOaLhf0]3`YO[Laf0c3fYOVL\\f0i3gYOTL[f0k3hYOPLZf0o3PZOeKTf0Y4j2O2M2O1O2M3J5O2N2N2M3N2H7L4N3M2L4N2L5M2N2N3M2N3N1O2N101N2M3K4M4K5F:I7I8K4L4L5K6K3M4M3L4M3L4L5Jcm[`0" + } + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "gt_coord": "mask", + "visual_prompt": null, + "source": "gam_rex_point_humanref", + "artifact_image_sha256": "b5b19175f8c7e358189c122cd378ef601898363e3f3717c27fb83bf0378b5f02" + }, + { + "id": "11_referring_point_in_mask_round5_candidates_gam_rex_point_refcocog_test_8433", + "route": "referring_point_in_mask", + "route_title": "Referring Point-in-mask", + "title": "Referring Point-in-mask · gam_rex_point_refcocog_test · 8433", + "image": "cases/referring_point_in_mask/11_referring_point_in_mask_round5_candidates_gam_rex_point_refcocog_test_8433.jpg", + "image_sha256": "51ee607083e418776b73f3943bd0b72bba34c7863781adad883a816aa7c3393a", + "image_size": [ + 425, + 640 + ], + "prompt": "\nPoint to the target referred to by the following description: a 3 seat couch with 6 pillows on it.", + "expected": "", + "expected_available": false, + "gt": { + "a 3 seat couch with 6 pillows on it": [ + { + "size": [ + 640, + 425 + ], + "counts": "ZgT5d0Yc0h0ZOi0WOe0\\Oc0]Ob0^Oj0UO=Dc0]O>BdNld0SA]O[?4f@L_?Oa@0f?J[@5h?HX@8j?EW@;l?BT@>X`0VOh_Oj0``0kNc_OU1da0000000000000O10000000000000RJmNoHS1o6YOQD@l3W1R8CgCYOV4T1S85mGKR86nGJQ87nGJR86nGJQ89mGGS8;kGDV8>hGBW8b0eG^O\\8d0bG[O^8f0bGQOg8P1XGnNi8S1VGnNj8R1UGoNk8Q1SGQOm8o0RGROm8o0RGQOo8o0PGROP9n0PGROP9n0oFSOQ9l0PGTOQ9k0nFVOR9j0mFWOS9i0fDYN:n0P;h0gDiNI`0a;f0fDQOB9j;d0dDWO]O6Q\nPoint to: balloons.", "expected": "<|object_ref_start|>balloons<|object_ref_end|><|box_start|><9><291>,<13><447>,<20><363>,<24><239>,<25><165>,<27><598>,<31><715>,<44><308>,<66><749>,<78><399>,<91><638>,<92><251>,<108><734>,<128><29>,<154><456>,<155><335>,<160><31>,<170><97>,<178><160>,<198><41>,<209><471>,<209><389>,<218><312>,<218><106>,<237><225>,<243><40>,<249><365>,<256><429>,<269><299>,<279><125>,<292><371>,<309><432>,<332><291>,<346><33>,<370><81>,<372><153>,<404><29>,<405><143>,<413><87>,<443><475>,<450><43>,<452><123>,<459><214>,<508><79>,<582><47>,<596><162>,<616><97>,<642><34>,<656><147>,<664><85>,<695><35>,<696><182>,<705><102>,<717><640>,<748><52>,<785><515>,<792><605>,<827><353>,<836><483>,<839><593>,<840><663>,<841><233>,<848><730>,<870><657>,<876><257>,<881><730>,<882><573>,<900><309>,<912><209>,<915><417>,<928><243>,<951><310>,<954><636>,<956><209>,<963><49>,<964><252>,<972><361>,<975><170>,<991><764>,<996><535><|box_end|>", - "image": "cases/dense_point/dense_point-01-sensenova_sa1b_point_1067906__phrase_000.jpg", - "source": "a_sa1b_point_gt20", - "image_sha256": "6ec7346147b62fded0f584cfb4ba051fba7fbbe7b98f1c64a1d1cef2fbd1d30c", - "difficulty": { - "score": 98.0, - "primitive_count": 80, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 27 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "expected_available": true, + "gt": { + "balloons": [ + [ + 0.009009009009009009, + 0.2912912912912913 + ], + [ + 0.013013013013013013, + 0.44744744744744747 + ], + [ + 0.02002002002002002, + 0.3633633633633634 + ], + [ + 0.024024024024024024, + 0.23923923923923923 + ], + [ + 0.025025025025025027, + 0.16516516516516516 + ], + [ + 0.02702702702702703, + 0.5985985985985987 + ], + [ + 0.031031031031031032, + 0.7157157157157157 + ], + [ + 0.044044044044044044, + 0.3083083083083083 + ], + [ + 0.06606606606606606, + 0.7497497497497497 + ], + [ + 0.07807807807807808, + 0.3993993993993994 + ], + [ + 0.09109109109109109, + 0.6386386386386387 + ], + [ + 0.0920920920920921, + 0.25125125125125125 + ], + [ + 0.10810810810810811, + 0.7347347347347347 + ], + [ + 0.12812812812812813, + 0.02902902902902903 + ], + [ + 0.15415415415415415, + 0.45645645645645644 + ], + [ + 0.15515515515515516, + 0.3353353353353353 + ], + [ + 0.16016016016016016, + 0.031031031031031032 + ], + [ + 0.17017017017017017, + 0.0970970970970971 + ], + [ + 0.1781781781781782, + 0.16016016016016016 + ], + [ + 0.1981981981981982, + 0.04104104104104104 + ], + [ + 0.2092092092092092, + 0.47147147147147145 + ], + [ + 0.2092092092092092, + 0.3893893893893894 + ], + [ + 0.2182182182182182, + 0.3123123123123123 + ], + [ + 0.2182182182182182, + 0.1061061061061061 + ], + [ + 0.23723723723723725, + 0.22522522522522523 + ], + [ + 0.24324324324324326, + 0.04004004004004004 + ], + [ + 0.24924924924924924, + 0.36536536536536535 + ], + [ + 0.25625625625625625, + 0.4294294294294294 + ], + [ + 0.26926926926926925, + 0.2992992992992993 + ], + [ + 0.27927927927927926, + 0.12512512512512514 + ], + [ + 0.2922922922922923, + 0.3713713713713714 + ], + [ + 0.30930930930930933, + 0.43243243243243246 + ], + [ + 0.33233233233233234, + 0.2912912912912913 + ], + [ + 0.34634634634634637, + 0.03303303303303303 + ], + [ + 0.37037037037037035, + 0.08108108108108109 + ], + [ + 0.37237237237237236, + 0.15315315315315314 + ], + [ + 0.4044044044044044, + 0.02902902902902903 + ], + [ + 0.40540540540540543, + 0.14314314314314314 + ], + [ + 0.4134134134134134, + 0.08708708708708708 + ], + [ + 0.44344344344344344, + 0.4754754754754755 + ], + [ + 0.45045045045045046, + 0.043043043043043044 + ], + [ + 0.45245245245245247, + 0.12312312312312312 + ], + [ + 0.4594594594594595, + 0.21421421421421422 + ], + [ + 0.5085085085085085, + 0.07907907907907907 + ], + [ + 0.5825825825825826, + 0.04704704704704705 + ], + [ + 0.5965965965965966, + 0.16216216216216217 + ], + [ + 0.6166166166166166, + 0.0970970970970971 + ], + [ + 0.6426426426426426, + 0.03403403403403404 + ], + [ + 0.6566566566566566, + 0.14714714714714713 + ], + [ + 0.6646646646646647, + 0.08508508508508508 + ], + [ + 0.6956956956956957, + 0.035035035035035036 + ], + [ + 0.6966966966966966, + 0.18218218218218218 + ], + [ + 0.7057057057057057, + 0.1021021021021021 + ], + [ + 0.7177177177177178, + 0.6406406406406406 + ], + [ + 0.7487487487487487, + 0.05205205205205205 + ], + [ + 0.7857857857857858, + 0.5155155155155156 + ], + [ + 0.7927927927927928, + 0.6056056056056056 + ], + [ + 0.8278278278278278, + 0.3533533533533533 + ], + [ + 0.8368368368368369, + 0.48348348348348347 + ], + [ + 0.8398398398398398, + 0.5935935935935935 + ], + [ + 0.8408408408408409, + 0.6636636636636637 + ], + [ + 0.8418418418418419, + 0.23323323323323322 + ], + [ + 0.8488488488488488, + 0.7307307307307307 + ], + [ + 0.8708708708708709, + 0.6576576576576577 + ], + [ + 0.8768768768768769, + 0.25725725725725723 + ], + [ + 0.8818818818818819, + 0.7307307307307307 + ], + [ + 0.8828828828828829, + 0.5735735735735735 + ], + [ + 0.9009009009009009, + 0.30930930930930933 + ], + [ + 0.9129129129129129, + 0.2092092092092092 + ], + [ + 0.9159159159159159, + 0.4174174174174174 + ], + [ + 0.928928928928929, + 0.24324324324324326 + ], + [ + 0.9519519519519519, + 0.3103103103103103 + ], + [ + 0.954954954954955, + 0.6366366366366366 + ], + [ + 0.9569569569569569, + 0.2092092092092092 + ], + [ + 0.963963963963964, + 0.04904904904904905 + ], + [ + 0.964964964964965, + 0.25225225225225223 + ], + [ + 0.972972972972973, + 0.3613613613613614 + ], + [ + 0.975975975975976, + 0.17017017017017017 + ], + [ + 0.991991991991992, + 0.7647647647647647 + ], + [ + 0.996996996996997, + 0.5355355355355356 + ] + ] }, + "gt_coord": "points", + "visual_prompt": {}, + "source": "demo_dense_point", "artifact_image_sha256": "917975c9b31791290a2a660c91af8ae0653cfe258fa0c53539bcb868867aece2" }, { - "id": "dense_point-02-sensenova_sa1b_point_1445784__phrase_002", + "id": "13_dense_point_demo_cases_demo_dense_point_10", "route": "dense_point", - "route_title": "Dense point localization", - "title": "Dense point localization #2", + "route_title": "Dense Point", + "title": "Dense Point · demo_dense_point · 10", + "image": "cases/dense_point/13_dense_point_demo_cases_demo_dense_point_10.jpg", + "image_sha256": "0b9a2281fec580c02b9292d8b3f96b675a8659d721f4dd8a1ae16a1eadbaf4e9", + "image_size": [ + 1800, + 1196 + ], "prompt": "\nPoint to: tree.", "expected": "<|object_ref_start|>tree<|object_ref_end|><|box_start|><14><395>,<20><436>,<62><357>,<148><348>,<149><475>,<158><278>,<188><915>,<208><417>,<226><300>,<243><866>,<247><393>,<274><621>,<288><774>,<298><529>,<331><453>,<335><580>,<337><649>,<346><734>,<354><341>,<393><570>,<406><467>,<408><349>,<409><653>,<441><835>,<468><503>,<469><392>,<476><931>,<476><588>,<505><416>,<506><782>,<528><717>,<564><768>,<570><859>,<573><440>,<578><964>,<581><567>,<586><563>,<589><661>,<595><955>,<609><572>,<609><565>,<636><799>,<640><627>,<641><617>,<648><561>,<648><667>,<652><983>,<652><561>,<674><435>,<679><433>,<688><661>,<689><925>,<710><855>,<738><849>,<742><555>,<751><427>,<756><414>,<760><643>,<764><941>,<764><319>,<765><804>,<770><804>,<775><624>,<784><277>,<790><593>,<790><279>,<794><220>,<815><343>,<840><192>,<847><673>,<879><810>,<885><385>,<893><593>,<905><756>,<928><529>,<939><367>,<957><433>,<970><872>,<980><547>,<993><481><|box_end|>", - "image": "cases/dense_point/dense_point-02-sensenova_sa1b_point_1445784__phrase_002.jpg", - "source": "a_sa1b_point_gt20", - "image_sha256": "c4ca87875ab1cf121936599074c42e0fc6bc7fcc6cd602eaf7d2eb308a36b153", - "difficulty": { - "score": 98.0, - "primitive_count": 80, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 23 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "expected_available": true, + "gt": { + "tree": [ + [ + 0.014014014014014014, + 0.3953953953953954 + ], + [ + 0.02002002002002002, + 0.4364364364364364 + ], + [ + 0.062062062062062065, + 0.35735735735735735 + ], + [ + 0.14814814814814814, + 0.3483483483483483 + ], + [ + 0.14914914914914915, + 0.4754754754754755 + ], + [ + 0.15815815815815815, + 0.2782782782782783 + ], + [ + 0.1881881881881882, + 0.9159159159159159 + ], + [ + 0.2082082082082082, + 0.4174174174174174 + ], + [ + 0.22622622622622623, + 0.3003003003003003 + ], + [ + 0.24324324324324326, + 0.8668668668668669 + ], + [ + 0.24724724724724725, + 0.3933933933933934 + ], + [ + 0.27427427427427425, + 0.6216216216216216 + ], + [ + 0.2882882882882883, + 0.7747747747747747 + ], + [ + 0.2982982982982983, + 0.5295295295295295 + ], + [ + 0.33133133133133136, + 0.45345345345345345 + ], + [ + 0.3353353353353353, + 0.5805805805805806 + ], + [ + 0.33733733733733734, + 0.6496496496496497 + ], + [ + 0.34634634634634637, + 0.7347347347347347 + ], + [ + 0.35435435435435436, + 0.34134134134134136 + ], + [ + 0.3933933933933934, + 0.5705705705705706 + ], + [ + 0.4064064064064064, + 0.4674674674674675 + ], + [ + 0.4084084084084084, + 0.34934934934934936 + ], + [ + 0.4094094094094094, + 0.6536536536536537 + ], + [ + 0.44144144144144143, + 0.8358358358358359 + ], + [ + 0.46846846846846846, + 0.5035035035035035 + ], + [ + 0.4694694694694695, + 0.3923923923923924 + ], + [ + 0.47647647647647645, + 0.9319319319319319 + ], + [ + 0.47647647647647645, + 0.5885885885885885 + ], + [ + 0.5055055055055055, + 0.4164164164164164 + ], + [ + 0.5065065065065065, + 0.7827827827827828 + ], + [ + 0.5285285285285285, + 0.7177177177177178 + ], + [ + 0.5645645645645646, + 0.7687687687687688 + ], + [ + 0.5705705705705706, + 0.8598598598598599 + ], + [ + 0.5735735735735735, + 0.44044044044044045 + ], + [ + 0.5785785785785785, + 0.964964964964965 + ], + [ + 0.5815815815815816, + 0.5675675675675675 + ], + [ + 0.5865865865865866, + 0.5635635635635635 + ], + [ + 0.5895895895895896, + 0.6616616616616616 + ], + [ + 0.5955955955955956, + 0.955955955955956 + ], + [ + 0.6096096096096096, + 0.5725725725725725 + ], + [ + 0.6096096096096096, + 0.5655655655655656 + ], + [ + 0.6366366366366366, + 0.7997997997997998 + ], + [ + 0.6406406406406406, + 0.6276276276276276 + ], + [ + 0.6416416416416416, + 0.6176176176176176 + ], + [ + 0.6486486486486487, + 0.5615615615615616 + ], + [ + 0.6486486486486487, + 0.6676676676676677 + ], + [ + 0.6526526526526526, + 0.983983983983984 + ], + [ + 0.6526526526526526, + 0.5615615615615616 + ], + [ + 0.6746746746746747, + 0.43543543543543545 + ], + [ + 0.6796796796796797, + 0.43343343343343343 + ], + [ + 0.6886886886886887, + 0.6616616616616616 + ], + [ + 0.6896896896896897, + 0.9259259259259259 + ], + [ + 0.7107107107107107, + 0.8558558558558559 + ], + [ + 0.7387387387387387, + 0.8498498498498499 + ], + [ + 0.7427427427427428, + 0.5555555555555556 + ], + [ + 0.7517517517517518, + 0.42742742742742745 + ], + [ + 0.7567567567567568, + 0.4144144144144144 + ], + [ + 0.7607607607607607, + 0.6436436436436437 + ], + [ + 0.7647647647647647, + 0.9419419419419419 + ], + [ + 0.7647647647647647, + 0.31931931931931934 + ], + [ + 0.7657657657657657, + 0.8048048048048048 + ], + [ + 0.7707707707707707, + 0.8048048048048048 + ], + [ + 0.7757757757757757, + 0.6246246246246246 + ], + [ + 0.7847847847847848, + 0.2772772772772773 + ], + [ + 0.7907907907907908, + 0.5935935935935935 + ], + [ + 0.7907907907907908, + 0.27927927927927926 + ], + [ + 0.7947947947947948, + 0.22022022022022023 + ], + [ + 0.8158158158158159, + 0.3433433433433433 + ], + [ + 0.8408408408408409, + 0.1921921921921922 + ], + [ + 0.8478478478478478, + 0.6736736736736737 + ], + [ + 0.8798798798798799, + 0.8108108108108109 + ], + [ + 0.8858858858858859, + 0.38538538538538536 + ], + [ + 0.8938938938938938, + 0.5935935935935935 + ], + [ + 0.9059059059059059, + 0.7567567567567568 + ], + [ + 0.928928928928929, + 0.5295295295295295 + ], + [ + 0.93993993993994, + 0.36736736736736736 + ], + [ + 0.9579579579579579, + 0.43343343343343343 + ], + [ + 0.970970970970971, + 0.8728728728728729 + ], + [ + 0.980980980980981, + 0.5475475475475475 + ], + [ + 0.993993993993994, + 0.48148148148148145 + ] + ] }, + "gt_coord": "points", + "visual_prompt": {}, + "source": "demo_dense_point", "artifact_image_sha256": "0b9a2281fec580c02b9292d8b3f96b675a8659d721f4dd8a1ae16a1eadbaf4e9" }, { - "id": "dense_point-03-sensenova_sa1b_point_1451598__phrase_001", - "route": "dense_point", - "route_title": "Dense point localization", - "title": "Dense point localization #3", - "prompt": "\nPoint to: clothing.", - "expected": "<|object_ref_start|>clothing<|object_ref_end|><|box_start|><11><474>,<15><534>,<38><537>,<57><535>,<58><483>,<74><483>,<101><483>,<158><473>,<214><487>,<223><543>,<235><485>,<257><486>,<258><549>,<280><577>,<283><484>,<288><551>,<305><582>,<314><489>,<326><581>,<347><553>,<380><449>,<393><549>,<400><446>,<403><485>,<427><482>,<429><448>,<451><446>,<452><483>,<496><485>,<538><449>,<540><483>,<566><453>,<569><490>,<587><452>,<610><452>,<614><454>,<625><486>,<634><453>,<637><451>,<660><456>,<660><491>,<665><455>,<680><455>,<680><454>,<681><494>,<699><454>,<702><455>,<708><528>,<713><521>,<722><454>,<728><454>,<735><540>,<758><547>,<763><547>,<786><459>,<802><471>,<813><437>,<822><541>,<834><443>,<837><491>,<839><443>,<847><440>,<851><441>,<853><565>,<866><439>,<869><563>,<881><435>,<898><545>,<900><431>,<902><489>,<918><431>,<921><482>,<946><425>,<952><785>,<966><489>,<968><423>,<974><563>,<992><417>,<994><487>,<994><563><|box_end|>", - "image": "cases/dense_point/dense_point-03-sensenova_sa1b_point_1451598__phrase_001.jpg", - "source": "a_sa1b_point_gt20", - "image_sha256": "367927c02501f4cc0cc52e0c548108d1d59002b7f26485aefe66103ebd456c9b", - "difficulty": { - "score": 98.0, - "primitive_count": 80, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 27 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "d2f0e070f49cc001ef6855964175c8c383358fcc2185d62abf29ba0de0d1be22" - }, - { - "id": "refer_point-01-roboafford_affordance_point_paco_491580_000", - "route": "refer_point", - "route_title": "Affordance referring point", - "title": "Affordance referring point #1", - "prompt": "\nPoint to the target referred to by the following description: What item can be worn to protect and provide comfort to your feet while walking?.", - "expected": "<|object_ref_start|>What item can be worn to protect and provide comfort to your feet while walking?<|object_ref_end|><|box_start|><27><261>,<103><259>,<225><90>,<506><740>,<512><301>,<528><727>,<579><301>,<620><266>,<636><269>,<686><25>,<802><252>,<830><253><|box_end|>", - "image": "cases/refer_point/refer_point-01-roboafford_affordance_point_paco_491580_000.jpg", - "source": "d_roboafford_affordance_point", - "image_sha256": "e6800f54649159f1ab50cef3a518d7f3c98f7191c9677eb9b3bd3eff41812d4d", - "difficulty": { - "score": 31.04, - "primitive_count": 12, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 151 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "e5233bcfadb4d6cb3be1a0ac75573183084494661dd31cc42e7282d21b6c3e13" - }, - { - "id": "refer_point-02-roboafford_affordance_point_paco_558444_002", - "route": "refer_point", - "route_title": "Affordance referring point", - "title": "Affordance referring point #2", - "prompt": "\nPoint to the target referred to by the following description: Which part of a cellular telephone protects the internal components and can often be removed or customized?.", - "expected": "<|object_ref_start|>Which part of a cellular telephone protects the internal components and can often be removed or customized?<|object_ref_end|><|box_start|><123><612>,<204><535>,<274><761>,<285><930>,<312><320>,<329><807>,<575><515>,<600><538>,<649><598>,<730><483>,<930><354><|box_end|>", - "image": "cases/refer_point/refer_point-02-roboafford_affordance_point_paco_558444_002.jpg", - "source": "d_roboafford_affordance_point", - "image_sha256": "6379ecd84f20a2e73ae93128e2710d567670330a52207a0cf7ddc6952fb0ed3e", - "difficulty": { - "score": 30.93, - "primitive_count": 11, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 178 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "id": "14_dense_point_in_mask_round2_gam_rex_point_visdrone_190", + "route": "dense_point_in_mask", + "route_title": "Dense Point-in-mask", + "title": "Dense Point-in-mask · gam_rex_point_visdrone · 190", + "image": "cases/dense_point_in_mask/14_dense_point_in_mask_round2_gam_rex_point_visdrone_190.jpg", + "image_sha256": "cfa6aa7e7c9d9d5dcd1ae79f7195106b936e7a09b07851909c294b84c521674a", + "image_size": [ + 1400, + 788 + ], + "prompt": "\nPoint to: vanbustruckcarpedestrian.", + "expected": "", + "expected_available": false, + "gt": { + "van": [ + { + "size": [ + 788, + 1400 + ], + "counts": "dio59Xh07K2N2N2N2O1N2O1N2O001O000000001O0001O0000001O000000001O00010O0000001O0000010O0000001O0000001O001O001O0010O01O0O2O001O0O2O1M5KTYTj0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "o3P1dg0000000001O00000000010O00000010O0001O000001O01O000000010O000001O01O00010O0000010O000001O000010O000001O00010O001O001O1O1N101N2O2M2N2N2N2O0O2N2N2N3KPXlo0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "Z\\\\`08Zh06K3M2N3N1O2O1N2N2N1O2M2O1O1N2N3N1O1N1010O001O001O001O1O1O1N2O2N1N3N1N2O2N2M2O2N4K6K3K^RW`0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "dT\\f07Zh05M3L4M3M2M4L3M3N3M2O2M2O1O2M2O2M2O2N3M2N1O2N1O100O100010O000N3M2L5M2O1O1O1O2N1O2O1N2O1O1O1N2N2N3L3N2N2M3N2M2M4K5KUal9" + } + ], + "bus": [ + { + "size": [ + 788, + 1400 + ], + "counts": "Xd\\35]h03N3M2N3N2M3M2N2N2N2O1N6K:F1N1001O000O10000001O01O00000000010O000O1000001O01O000000001O0001O000000010O00000010O0000010O000000010O000001O000000000001O01O0000000000001O00010O001O001O001O0000000001O0O10000000001O0000001O01O01O0010O001O0O2O00100O001O1O1O1N2O1N3M3M5L2M2N1O2N1N3N2NPgmj0" + } + ], + "truck": [ + { + "size": [ + 788, + 1400 + ], + "counts": "bUb3=Sh07I7I6H7K6K4M3M2O2N1O1N2O2N1O1O1O1O1O1O1O1O1N2O1O1O1O1O010O01O1O1M3N2M3N2N3M2O1O100O2O0O1O2N1O2N1N3N1O1O2N1O1N3M2N3M2M4E[XOBjg02``cl0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "kTn29jg0k0C5L4M2M3N2N1O1N3N1O1O1O1O2N1O1O1O1O1O100O10O0K6K4N3J6J6K5N2N2N2N2N3M2O100N3N1O1O101M2O1O1N3N1O1O1O2N1O2Mee]m0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "PWS2?Qh0b0_O5K3O1O2O00000000O1000001O1O1O2N2M3N2N3M5K7I3M3L7Hnmhb0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "gg``0;Wh06K3N2M3N2N1N3N1O2N1O1O1O001O010O10O100O10O01O1O1O1O1O1O1O1N3N1O1N3N2N3L3N2M5GciU`0" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "aRac0:Xh05K5L2N2O1O2O0O101O0O1O1N3N1O1O1O1O100O0010O100O1O2N1N2O1O1O2N1O1O2M2O2N3L3M4L3MRfT=" + }, + { + "size": [ + 788, + 1400 + ], + "counts": "hbeb0\nPoint to the target referred to by the following description: What item can be opened and read to gain information or entertainment?.", - "expected": "<|object_ref_start|>What item can be opened and read to gain information or entertainment?<|object_ref_end|><|box_start|><79><227>,<100><241>,<182><225>,<345><186>,<505><111>,<873><75>,<909><249>,<918><249>,<950><110>,<972><112>,<994><0>,<998><251><|box_end|>", - "image": "cases/refer_point/refer_point-03-roboafford_affordance_point_paco_311488_000.jpg", - "source": "d_roboafford_affordance_point", - "image_sha256": "4144ca5d2d299034042d0ebcdceb0f19f55f48436bb648bcbeab6f9955ab0af4", - "difficulty": { - "score": 30.41, - "primitive_count": 12, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 141 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "e4fc006bbcb49c5e57c3b002a35e5866c15c898d6930117e0f89617121cd3928" - }, - { - "id": "visual_prompt-01-sensenova_sa1b_visual_1718306", - "route": "visual_prompt", - "route_title": "Visual-prompt retrieval", - "title": "Visual-prompt retrieval #1", - "prompt": "\nGiven reference boxes <|box_start|><154><663><168><694><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", - "expected": "<|object_ref_start|>object<|object_ref_end|><|box_start|><0><772><1><794>,<17><727><37><769>,<48><714><66><753>,<69><700><89><739>,<101><690><117><724>,<116><679><132><715>,<138><670><153><701>,<154><663><168><694>,<173><656><187><684>,<183><650><196><676>,<188><577><206><638>,<190><649><204><674>,<199><595><218><666>,<203><587><222><662>,<213><593><228><659>,<220><592><235><651>,<226><591><241><648>,<238><594><257><646>,<248><589><264><642>,<259><582><277><636>,<269><584><282><634>,<279><590><298><635>,<290><583><308><630>,<307><581><325><628>,<323><889><354><967>,<328><580><344><627>,<335><827><361><890>,<343><585><360><626>,<347><792><370><846>,<349><758><369><818>,<351><710><368><817>,<352><704><370><798>,<357><681><371><770>,<363><585><380><625>,<365><661><377><702>,<379><588><396><627>,<412><586><427><624>,<444><611><453><629>,<455><585><469><623>,<560><669><575><698>,<574><678><589><711>,<586><604><605><649>,<596><585><609><644>,<596><693><612><731>,<597><583><613><647>,<598><583><615><643>,<600><585><617><649>,<614><706><632><749>,<633><726><653><766>,<664><601><695><680>,<665><740><686><783>,<687><760><709><808>,<720><781><742><828>,<759><809><784><861><|box_end|>", - "image": "cases/visual_prompt/visual_prompt-01-sensenova_sa1b_visual_1718306.jpg", - "source": "a_sa1b_visual_gt20", - "image_sha256": "3eb1d57b0e243792ce740d7933b1a1ad77efbdd5869e08e1f0ad98189cc5230e", - "difficulty": { - "score": 80.77, - "primitive_count": 54, - "label_count": 1, - "smallest_bbox_area_ratio": 2.2e-05, - "prompt_chars": 177 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "57104d07c82cfb97a72075ef479f7d8d1c00db82386aa5c38da0ef163a82dc2f" - }, - { - "id": "visual_prompt-02-sensenova_sa1b_visual_2475968", - "route": "visual_prompt", - "route_title": "Visual-prompt retrieval", - "title": "Visual-prompt retrieval #2", - "prompt": "\nGiven reference boxes <|box_start|><748><85><758><97><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", - "expected": "<|object_ref_start|>object<|object_ref_end|><|box_start|><43><434><55><455>,<63><356><71><374>,<75><409><89><430>,<76><453><92><482>,<87><325><107><358>,<106><459><120><506>,<113><391><144><463>,<122><86><131><95>,<132><101><141><111>,<151><127><159><139>,<161><507><175><541>,<166><193><177><218>,<180><4><189><15>,<187><445><203><469>,<190><25><199><38>,<198><456><206><471>,<200><50><210><60>,<209><392><224><419>,<213><83><222><95>,<225><261><241><279>,<230><317><242><331>,<234><299><248><319>,<243><322><260><340>,<263><342><273><360>,<272><380><281><398>,<278><388><288><410>,<280><357><291><375>,<282><359><292><376>,<289><395><300><422>,<290><437><301><465>,<293><327><305><350>,<294><3><302><15>,<298><245><313><271>,<301><41><309><57>,<304><84><314><99>,<348><326><358><349>,<659><333><684><377>,<661><88><668><98>,<674><73><683><82>,<706><283><730><318>,<716><117><726><126>,<731><464><750><480>,<733><103><742><112>,<748><85><758><97>,<764><462><787><483>,<769><523><793><552>,<772><70><778><81>,<777><488><792><505>,<779><128><788><138>,<797><486><817><509>,<813><102><824><113>,<837><86><846><99>,<857><71><866><83>,<864><475><883><498>,<896><104><904><115><|box_end|>", - "image": "cases/visual_prompt/visual_prompt-02-sensenova_sa1b_visual_2475968.jpg", - "source": "a_sa1b_visual_gt20", - "image_sha256": "205a9ef80233924604d629da5e104ca29104ab998a7a824b51b377d932b46b82", - "difficulty": { - "score": 80.54, - "primitive_count": 55, - "label_count": 1, - "smallest_bbox_area_ratio": 6.61e-05, - "prompt_chars": 175 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "id": "15_gui_round5_candidates_gam_screenspot_pro_694", + "route": "gui", + "route_title": "GUI", + "title": "GUI · gam_screenspot_pro · 694", + "image": "cases/gui/15_gui_round5_candidates_gam_screenspot_pro_694.png", + "image_sha256": "38f303a6489b815474d9a502191852a9a2d3438818e4e36bd6a8760a604b064d", + "image_size": [ + 2560, + 1440 + ], + "prompt": "\nPoint to the UI element to click for the following instruction: edit plot title.", + "expected": "", + "expected_available": false, + "gt": { + "target_box": [ + 0.491796875, + 0.33819444444444446, + 0.562109375, + 0.3506944444444444 + ] }, - "artifact_image_sha256": "ba96beb1cc54682f56e34b1381fefc9b7b95905363cff917bbfdac886e265bac" + "gt_coord": null, + "visual_prompt": null, + "source": "gam_screenspot_pro", + "artifact_image_sha256": "38f303a6489b815474d9a502191852a9a2d3438818e4e36bd6a8760a604b064d" }, { - "id": "visual_prompt-03-sensenova_sa1b_visual_1573415", - "route": "visual_prompt", - "route_title": "Visual-prompt retrieval", - "title": "Visual-prompt retrieval #3", - "prompt": "\nGiven reference boxes <|box_start|><499><742><541><810><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", - "expected": "<|object_ref_start|>object<|object_ref_end|><|box_start|><0><684><34><728>,<0><686><6><729>,<1><683><33><719>,<2><680><27><718>,<3><657><25><716>,<29><655><48><719>,<46><663><66><690>,<50><628><60><665>,<80><698><105><730>,<82><693><107><726>,<115><676><148><712>,<118><674><149><710>,<119><677><144><750>,<120><670><151><708>,<147><711><176><754>,<153><706><183><752>,<168><672><182><722>,<185><746><258><786>,<208><715><257><753>,<229><652><238><689>,<262><651><281><698>,<305><740><337><790>,<331><673><348><717>,<340><758><379><785>,<342><669><362><700>,<367><716><401><784>,<389><668><414><692>,<413><709><426><762>,<424><707><437><748>,<445><681><461><703>,<467><675><480><710>,<481><744><549><814>,<499><742><541><810>,<501><667><512><697>,<506><743><538><806>,<546><778><597><815>,<551><674><565><695>,<562><671><574><696>,<579><741><589><776>,<584><653><607><678>,<585><726><603><774>,<585><727><600><777>,<586><726><602><775>,<587><728><604><776>,<619><668><636><694>,<644><679><664><705>,<678><787><701><817>,<714><779><728><805>,<767><670><783><691>,<819><666><846><688>,<835><789><865><825>,<861><794><888><827>,<897><660><914><684>,<991><599><999><627>,<994><659><999><674><|box_end|>", - "image": "cases/visual_prompt/visual_prompt-03-sensenova_sa1b_visual_1573415.jpg", - "source": "a_sa1b_visual_gt20", - "image_sha256": "6e65b33e404159b9c2117b27a21de5a897ebb73da1b95bdc3bec07e0d16b01be", - "difficulty": { - "score": 80.37, - "primitive_count": 55, - "label_count": 1, - "smallest_bbox_area_ratio": 7.52e-05, - "prompt_chars": 177 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "id": "16_gui_round5_candidates_gam_screenspot_pro_1164", + "route": "gui", + "route_title": "GUI", + "title": "GUI · gam_screenspot_pro · 1164", + "image": "cases/gui/16_gui_round5_candidates_gam_screenspot_pro_1164.png", + "image_sha256": "95115faa9508f087794480b2b87f1da2acdec744c32769ea0fe312ec9f14e608", + "image_size": [ + 2160, + 1440 + ], + "prompt": "\nPoint to the UI element to click for the following instruction: delete label.", + "expected": "", + "expected_available": false, + "gt": { + "target_box": [ + 0.8236111111111111, + 0.09652777777777778, + 0.8319444444444445, + 0.10902777777777778 + ] }, - "artifact_image_sha256": "2593b4f81c4fbfd70e73df0710fb143af232126daa0a96bc86c72575713475a5" + "gt_coord": null, + "visual_prompt": null, + "source": "gam_screenspot_pro", + "artifact_image_sha256": "95115faa9508f087794480b2b87f1da2acdec744c32769ea0fe312ec9f14e608" }, { - "id": "ocr-01-ocr_textocr-locate_anything_ocr_textocr_textocr-file-0042-row-000000019189", + "id": "17_ocr_round3_ocr_gam_hiertext_859", "route": "ocr", - "route_title": "OCR grounding", - "title": "OCR grounding #1", + "route_title": "OCR", + "title": "OCR · gam_hiertext · 859", + "image": "cases/ocr/17_ocr_round3_ocr_gam_hiertext_859.jpg", + "image_sha256": "2c32d77500a463f67826423a826b7b22cd0b84b8465aa99d443669172ea063d2", + "image_size": [ + 800, + 600 + ], "prompt": "\nOCR task detect all the text in box format.", - "expected": "<|object_ref_start|>-mostro.sc1<|object_ref_end|><|box_start|><97><8><167><26><|box_end|>, <|object_ref_start|>0.05<|object_ref_end|><|box_start|><963><973><988><992><|box_end|>, <|object_ref_start|>1.02<|object_ref_end|><|box_start|><69><7><97><26><|box_end|>, <|object_ref_start|>525838<|object_ref_end|><|box_start|><12><927><53><943><|box_end|>, <|object_ref_start|>Airbrush<|object_ref_end|><|box_start|><171><43><218><59><|box_end|>, <|object_ref_start|>Alice<|object_ref_end|><|box_start|><548><973><572><990><|box_end|>, <|object_ref_start|>BRUSH<|object_ref_end|><|box_start|><476><47><513><64><|box_end|>, <|object_ref_start|>Detail<|object_ref_end|><|box_start|><403><64><440><82><|box_end|>, <|object_ref_start|>Enable<|object_ref_end|><|box_start|><482><141><516><156><|box_end|>, <|object_ref_start|>FriendF...<|object_ref_end|><|box_start|><465><973><512><991><|box_end|>, <|object_ref_start|>IT<<|object_ref_end|><|box_start|><880><974><907><991><|box_end|>, <|object_ref_start|>Invert<|object_ref_end|><|box_start|><271><43><309><61><|box_end|>, <|object_ref_start|>Lazy<|object_ref_end|><|box_start|><222><43><251><62><|box_end|>, <|object_ref_start|>M<|object_ref_end|><|box_start|><27><217><42><236><|box_end|>, <|object_ref_start|>MATERIAL<|object_ref_end|><|box_start|><535><47><592><65><|box_end|>, <|object_ref_start|>Mo...<|object_ref_end|><|box_start|><570><973><598><989><|box_end|>, <|object_ref_start|>OPTIONS<|object_ref_end|><|box_start|><379><116><422><133><|box_end|>, <|object_ref_start|>PAINT<|object_ref_end|><|box_start|><639><90><687><112><|box_end|>, <|object_ref_start|>PINCH<|object_ref_end|><|box_start|><136><124><184><145><|box_end|>, <|object_ref_start|>Ps<|object_ref_end|><|box_start|><163><970><177><989><|box_end|>, <|object_ref_start|>Sculptris<|object_ref_end|><|box_start|><18><7><69><27><|box_end|>, <|object_ref_start|>Sculptris...<|object_ref_end|><|box_start|><802><976><851><994><|box_end|>, <|object_ref_start|>Size<|object_ref_end|><|box_start|><349><64><377><82><|box_end|>, <|object_ref_start|>Strenght<|object_ref_end|><|box_start|><349><87><400><109><|box_end|>, <|object_ref_start|>W<|object_ref_end|><|box_start|><51><215><69><230><|box_end|>, <|object_ref_start|>Window...<|object_ref_end|><|box_start|><632><973><681><990><|box_end|>, <|object_ref_start|>X<|object_ref_end|><|box_start|><979><3><997><26><|box_end|>, <|object_ref_start|>[Q]<|object_ref_end|><|box_start|><439><62><461><85><|box_end|>, <|object_ref_start|>[x]<|object_ref_end|><|box_start|><310><43><330><65><|box_end|>, <|object_ref_start|>_<|object_ref_end|><|box_start|><939><14><952><26><|box_end|>, <|object_ref_start|>e<|object_ref_end|><|box_start|><101><969><119><994><|box_end|>, <|object_ref_start|>material5<|object_ref_end|><|box_start|><537><137><591><154><|box_end|>, <|object_ref_start|>sculptris<|object_ref_end|><|box_start|><717><973><754><992><|box_end|>, <|object_ref_start|>start<|object_ref_end|><|box_start|><28><970><66><992><|box_end|>, <|object_ref_start|>triangles<|object_ref_end|><|box_start|><53><926><101><948><|box_end|>", - "image": "cases/ocr/ocr-01-ocr_textocr-locate_anything_ocr_textocr_textocr-file-0042-row-000000019189.jpg", - "source": "la_ocr_textocr", - "image_sha256": "084cf0562914bfea25769f2548257093c2b685444b3b3f366fa970183b07924e", - "difficulty": { - "score": 77.92, - "primitive_count": 35, - "label_count": 35, - "smallest_bbox_area_ratio": 0.0001563, - "prompt_chars": 51 + "expected": "", + "expected_available": false, + "gt": { + "Heb je vragen of opmerkingen, schrijf dan naar:": [ + [ + 356.25, + 8.333333333333334, + 741.25, + 46.66666666666667 + ] + ], + "1500 WC Zaandam (geen postzegel nodig)": [ + [ + 355.0, + 103.33333333333333, + 696.25, + 143.33333333333334 + ] + ], + "Verkade Consumentenservice": [ + [ + 352.5, + 40.0, + 586.25, + 71.66666666666667 + ] + ], + "of ga naar www.verkade.nl": [ + [ + 352.5, + 136.66666666666666, + 570.0, + 175.0 + ] + ], + "Antwoordnummer 1310": [ + [ + 353.75, + 71.66666666666667, + 546.25, + 101.66666666666667 + ] + ], + "250 G e": [ + [ + 348.75, + 283.3333333333333, + 596.25, + 373.33333333333337 + ] + ], + "GESCHIKT VOOR": [ + [ + 622.5, + 531.6666666666666, + 713.75, + 546.6666666666666 + ] + ], + "VEGETARIERS.": [ + [ + 622.5, + 553.3333333333334, + 713.75, + 570.0 + ] + ], + "kelijk van geslacht, leeftijd,": [ + [ + 0.0, + 856.6666666666667, + 241.25, + 896.6666666666666 + ] + ], + "een gemiddelde behoefte van": [ + [ + 8.75, + 823.3333333333334, + 272.5, + 858.3333333333333 + ] + ], + "oeding uitgebalanceerd is.": [ + [ + 2.5, + 211.66666666666666, + 223.75, + 248.33333333333331 + ] + ], + "Verkade's Ruitertje past in een": [ + [ + 2.5, + 175.0, + 256.25, + 216.66666666666669 + ] + ], + "Net als de beste ingrediënten.": [ + [ + 13.75, + 35.0, + 255.0, + 68.33333333333333 + ] + ], + "e zijn de meisjes dol op koek": [ + [ + 0.0, + 3.3333333333333335, + 230.0, + 36.666666666666664 + ] + ], + "PER KOEKJE": [ + [ + 93.75, + 343.3333333333333, + 191.25, + 370.0 + ] + ], + "0 kcal": [ + [ + 0.0, + 430.0, + 50.0, + 458.3333333333333 + ] + ], + "% DVR": [ + [ + 112.5, + 308.33333333333337, + 175.0, + 335.0 + ] + ], + "DEKJE": [ + [ + 0.0, + 341.6666666666667, + 51.25, + 368.33333333333337 + ] + ], + "69 kJ": [ + [ + 6.25, + 395.0, + 50.0, + 421.6666666666667 + ] + ], + "DVR*": [ + [ + 231.25, + 328.3333333333333, + 275.0, + 353.3333333333333 + ] + ], + "2000": [ + [ + 233.75, + 398.3333333333333, + 275.0, + 425.0 + ] + ], + "2,4": [ + [ + 241.25, + 728.3333333333334, + 268.75, + 760.0 + ] + ], + "3%": [ + [ + 125.0, + 556.6666666666666, + 157.5, + 585.0 + ] + ], + "4%": [ + [ + 122.5, + 640.0, + 153.75, + 666.6666666666666 + ] + ], + "2%": [ + [ + 123.75, + 601.6666666666666, + 156.25, + 630.0 + ], + [ + 127.5, + 520.0, + 158.75, + 548.3333333333334 + ], + [ + 132.5, + 396.6666666666667, + 163.75, + 425.0 + ] + ], + "270": [ + [ + 241.25, + 521.6666666666666, + 273.75, + 548.3333333333334 + ] + ], + "1%": [ + [ + 123.75, + 685.0, + 152.5, + 713.3333333333334 + ], + [ + 120.0, + 763.3333333333333, + 151.25, + 790.0 + ], + [ + 130.0, + 476.6666666666667, + 160.0, + 503.3333333333333 + ], + [ + 121.25, + 730.0, + 152.5, + 755.0 + ] + ], + "PER": [ + [ + 2.5, + 306.66666666666663, + 35.0, + 331.6666666666667 + ] + ], + "25": [ + [ + 248.75, + 685.0, + 270.0, + 713.3333333333334 + ] + ], + "70": [ + [ + 251.24999999999997, + 603.3333333333334, + 272.5, + 630.0 + ] + ], + "20": [ + [ + 250.0, + 640.0, + 271.25, + 666.6666666666666 + ] + ], + "90": [ + [ + 252.5, + 558.3333333333334, + 272.5, + 585.0 + ] + ], + "6": [ + [ + 257.5, + 763.3333333333333, + 267.5, + 790.0 + ] + ], + "50": [ + [ + 253.74999999999997, + 478.3333333333333, + 275.0, + 506.6666666666667 + ] + ], + "03 g": [ + [ + 0.0, + 728.3333333333334, + 36.25, + 760.0 + ] + ], + "07 g": [ + [ + 0.0, + 761.6666666666667, + 35.0, + 795.0 + ] + ], + "0,2 g": [ + [ + 0.0, + 683.3333333333334, + 36.25, + 715.0 + ] + ], + "0,8 g": [ + [ + -1.25, + 638.3333333333333, + 38.75, + 675.0 + ] + ], + "1 g": [ + [ + 0.0, + 601.6666666666666, + 40.0, + 636.6666666666667 + ] + ], + "3,1 g": [ + [ + 0.0, + 556.6666666666666, + 41.25, + 590.0 + ] + ], + "5,9 g": [ + [ + 1.25, + 520.0, + 43.75, + 553.3333333333334 + ] + ], + "0,4 g": [ + [ + 3.75, + 475.0, + 46.25, + 508.3333333333333 + ] + ], + "2 LEEF ACTIEF! Bezoek de website www.123verantwoordleven": [ + [ + 337.5, + 648.3333333333334, + 1000.0, + 735.0 + ] + ], + "3 GENIET VAN DE SMAAK! Verkade's Ruitertje zijn lekkere k": [ + [ + 352.5, + 830.0, + 997.5, + 888.3333333333333 + ] + ], + "Lekker voor in de koektrommel. Proef ook eens Ruitertje Oud-Holla": [ + [ + 421.25, + 880.0, + 998.75, + 920.0 + ] + ], + "gebalanceerd voedingspatroon kunnen bijdragen aan een verantwoo": [ + [ + 422.5, + 713.3333333333334, + 998.75, + 753.3333333333333 + ] + ], + "8 7104": [ + [ + 780.0, + 500.0, + 977.5, + 558.3333333333334 + ] + ], + "KL10 0135/476": [ + [ + 823.75, + 38.33333333333333, + 998.75, + 75.0 + ] + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "4634583edfab147e8708c6119e726fb8f394744e0225c8319136bb5000ba5d8c" + "gt_coord": "norm1000", + "visual_prompt": null, + "source": "gam_hiertext", + "artifact_image_sha256": "2c32d77500a463f67826423a826b7b22cd0b84b8465aa99d443669172ea063d2" }, { - "id": "ocr-02-ocr_textocr-locate_anything_ocr_textocr_textocr-file-0042-row-000000018671", + "id": "18_ocr_round5_candidates_gam_sroie_38", "route": "ocr", - "route_title": "OCR grounding", - "title": "OCR grounding #2", + "route_title": "OCR", + "title": "OCR · gam_sroie · 38", + "image": "cases/ocr/18_ocr_round5_candidates_gam_sroie_38.jpg", + "image_sha256": "2066e659870274b0853dce4239217730fbc913d33ff2204ff1e871ccdea829ed", + "image_size": [ + 787, + 1605 + ], "prompt": "\nOCR task detect all the text in box format.", - "expected": "<|object_ref_start|>.<|object_ref_end|><|box_start|><198><856><311><920>,<788><146><799><156><|box_end|>, <|object_ref_start|>12<|object_ref_end|><|box_start|><803><193><815><206><|box_end|>, <|object_ref_start|>135012<|object_ref_end|><|box_start|><739><877><775><891><|box_end|>, <|object_ref_start|>14,<|object_ref_end|><|box_start|><793><68><807><82><|box_end|>, <|object_ref_start|>23<|object_ref_end|><|box_start|><363><348><388><374><|box_end|>, <|object_ref_start|>2·<|object_ref_end|><|box_start|><426><348><444><370><|box_end|>, <|object_ref_start|>50<|object_ref_end|><|box_start|><807><66><820><79><|box_end|>, <|object_ref_start|>A-dur·<|object_ref_end|><|box_start|><371><263><438><294><|box_end|>, <|object_ref_start|>AS-dur<|object_ref_end|><|box_start|><500><230><570><260><|box_end|>, <|object_ref_start|>Abegg-<|object_ref_end|><|box_start|><318><305><385><340><|box_end|>, <|object_ref_start|>As-dur<|object_ref_end|><|box_start|><618><267><689><299><|box_end|>, <|object_ref_start|>Deutsche<|object_ref_end|><|box_start|><729><121><767><133><|box_end|>, <|object_ref_start|>F-dur<|object_ref_end|><|box_start|><580><306><639><337><|box_end|>, <|object_ref_start|>Fis-moll<|object_ref_end|><|box_start|><529><342><603><378><|box_end|>, <|object_ref_start|>GOOD<|object_ref_end|><|box_start|><798><145><817><155><|box_end|>, <|object_ref_start|>Ges-dur·<|object_ref_end|><|box_start|><543><266><623><297><|box_end|>, <|object_ref_start|>Gesellschaft<|object_ref_end|><|box_start|><726><139><770><154><|box_end|>, <|object_ref_start|>Grammophon<|object_ref_end|><|box_start|><716><125><781><145><|box_end|>, <|object_ref_start|>Grand<|object_ref_end|><|box_start|><229><262><292><293><|box_end|>, <|object_ref_start|>Impromptus<|object_ref_end|><|box_start|><437><264><544><302><|box_end|>, <|object_ref_start|>KLAVIERMUSIK<|object_ref_end|><|box_start|><236><142><666><214><|box_end|>, <|object_ref_start|>Moment<|object_ref_end|><|box_start|><351><228><433><258><|box_end|>, <|object_ref_start|>Naschtstiick<|object_ref_end|><|box_start|><237><337><339><378><|box_end|>, <|object_ref_start|>Novellette<|object_ref_end|><|box_start|><442><340><533><380>,<489><305><580><346><|box_end|>, <|object_ref_start|>Nr·<|object_ref_end|><|box_start|><388><340><425><379><|box_end|>, <|object_ref_start|>P·<|object_ref_end|><|box_start|><338><346><363><376><|box_end|>, <|object_ref_start|>ROMANTISCHE<|object_ref_end|><|box_start|><167><60><601><132><|box_end|>, <|object_ref_start|>Rondeau<|object_ref_end|><|box_start|><289><263><372><303><|box_end|>, <|object_ref_start|>SCHUBERT:<|object_ref_end|><|box_start|><211><228><349><257><|box_end|>, <|object_ref_start|>SCHUMANN:<|object_ref_end|><|box_start|><172><302><321><335><|box_end|>, <|object_ref_start|>STEREO<|object_ref_end|><|box_start|><738><891><775><904><|box_end|>, <|object_ref_start|>Variationen·<|object_ref_end|><|box_start|><383><303><492><335><|box_end|>, <|object_ref_start|>musical<|object_ref_end|><|box_start|><432><229><502><259><|box_end|>", - "image": "cases/ocr/ocr-02-ocr_textocr-locate_anything_ocr_textocr_textocr-file-0042-row-000000018671.jpg", - "source": "la_ocr_textocr", - "image_sha256": "0fe7ad3b5db7ef62e387a7dd49adf9e03408df83520854d63595274d1f69ea6d", - "difficulty": { - "score": 77.37, - "primitive_count": 35, - "label_count": 33, - "smallest_bbox_area_ratio": 0.0001102, - "prompt_chars": 51 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "expected": "", + "expected_available": false, + "gt": { + "RESTORAN WAN SHENG": [ + [ + 257.94155019059724, + 142.6791277258567, + 607.3697585768742, + 161.99376947040497 + ] + ], + "002043319-W": [ + [ + 315.12071156289704, + 164.48598130841123, + 534.9428208386277, + 184.42367601246107 + ] + ], + "NO.2, JALAN TEMENGGUNG 19/9,": [ + [ + 162.64294790343075, + 187.53894080996886, + 696.3151207115628, + 208.09968847352025 + ] + ], + "SEKSYEN 9, BANDAR MAHKOTA CHERAS,": [ + [ + 127.06480304955528, + 210.59190031152647, + 759.8475222363405, + 231.77570093457945 + ] + ], + "43200 CHERAS, SELANGOR": [ + [ + 222.3634053367217, + 233.6448598130841, + 645.4891994917408, + 254.20560747663552 + ] + ], + "GST REG NO: 001335787520": [ + [ + 200.76238881829732, + 257.3208722741433, + 665.8195679796697, + 278.50467289719626 + ] + ], + "TAX INVOICE": [ + [ + 204.574332909784, + 307.1651090342679, + 621.3468869123253, + 327.10280373831773 + ] + ], + "INV NO. : 1085118": [ + [ + 54.637865311308765, + 351.4018691588785, + 359.59339263024145, + 370.71651090342675 + ] + ], + "CASHIER: THANDAR": [ + [ + 395.17153748411687, + 351.4018691588785, + 702.6683608640407, + 371.33956386292834 + ] + ], + "DATE": [ + [ + 50.825921219822106, + 373.208722741433, + 129.60609911054638, + 392.5233644859813 + ] + ], + ": 09-04-2018 10:28:21": [ + [ + 189.32655654383734, + 375.0778816199377, + 587.0393900889453, + 394.392523364486 + ] + ], + "DESCRIPTION": [ + [ + 47.013977128335455, + 418.06853582554515, + 264.29479034307496, + 439.2523364485981 + ] + ], + "QTY": [ + [ + 336.72172808132143, + 418.69158878504675, + 395.17153748411687, + 440.4984423676013 + ] + ], + "U.PRICE": [ + [ + 470.1397712833545, + 418.69158878504675, + 606.0991105463787, + 440.4984423676013 + ] + ], + "TOTAL": [ + [ + 640.4066073697586, + 420.5607476635514, + 742.0584498094029, + 440.4984423676013 + ] + ], + "TAX": [ + [ + 756.0355781448538, + 420.5607476635514, + 817.0266836086404, + 439.2523364485981 + ] + ], + "CHAM (B)": [ + [ + 52.096569250317664, + 463.5514018691589, + 210.92757306226176, + 484.73520249221184 + ] + ], + "1 X": [ + [ + 324.0152477763659, + 489.09657320872276, + 377.38246505717916, + 505.91900311526484 + ], + [ + 322.7445997458704, + 578.8161993769471, + 378.6531130876747, + 596.2616822429907 + ], + [ + 322.7445997458704, + 623.0529595015576, + 379.92376111817026, + 640.4984423676012 + ] + ], + "2.20": [ + [ + 487.92884371029226, + 487.85046728971963, + 567.979669631512, + 507.1651090342679 + ], + [ + 659.4663278271919, + 489.09657320872276, + 742.0584498094029, + 505.91900311526484 + ] + ], + "SR": [ + [ + 773.8246505717916, + 487.85046728971963, + 819.5679796696314, + 506.5420560747663 + ], + [ + 775.0952986022872, + 532.0872274143302, + 820.8386277001271, + 552.02492211838 + ], + [ + 775.0952986022872, + 578.1931464174454, + 820.8386277001271, + 596.8847352024922 + ], + [ + 767.4714104193139, + 623.0529595015576, + 817.0266836086404, + 640.4984423676012 + ], + [ + 54.637865311308765, + 896.5732087227415, + 95.29860228716646, + 914.6417445482866 + ] + ], + "ROTI (BUN)": [ + [ + 52.096569250317664, + 509.6573208722741, + 243.96442185514613, + 530.2180685358255 + ] + ], + "2 X": [ + [ + 317.6620076238882, + 534.5794392523364, + 379.92376111817026, + 551.4018691588784 + ] + ], + "1.60": [ + [ + 491.74078780177894, + 533.956386292835, + 569.2503176620077, + 552.02492211838 + ] + ], + "3.20": [ + [ + 660.7369758576874, + 534.5794392523364, + 738.2465057179162, + 552.02492211838 + ] + ], + "CHESTERFIELD (RED)": [ + [ + 53.367217280813215, + 554.5171339563863, + 396.44218551461245, + 575.7009345794393 + ] + ], + "12.00": [ + [ + 472.6810673443456, + 577.5700934579439, + 569.2503176620077, + 595.6386292834891 + ], + [ + 642.9479034307496, + 576.9470404984423, + 740.7878017789072, + 596.8847352024922 + ] + ], + "TAKE AWAY": [ + [ + 53.367217280813215, + 599.3769470404985, + 227.44599745870394, + 620.5607476635514 + ] + ], + "0.20": [ + [ + 485.38754764930115, + 621.8068535825545, + 575.6035578144854, + 641.7445482866043 + ], + [ + 660.7369758576874, + 621.183800623053, + 747.141041931385, + 639.8753894080997 + ] + ], + "TOTAL QTY: 5": [ + [ + 54.637865311308765, + 665.4205607476636, + 284.62515883100383, + 684.1121495327103 + ] + ], + "TOTAL (EXCLUDING GST):": [ + [ + 55.90851334180432, + 689.7196261682244, + 475.22236340533675, + 707.7881619937694 + ] + ], + "16.61": [ + [ + 722.9987293519695, + 687.8504672897196, + 815.7560355781447, + 709.0342679127725 + ], + [ + 532.4015247776366, + 895.3271028037383, + 631.5120711562897, + 916.5109034267913 + ] + ], + "GST PAYABLE (6%):": [ + [ + 55.90851334180432, + 710.9034267912773, + 377.38246505717916, + 731.4641744548287 + ] + ], + "0.99": [ + [ + 735.705209656925, + 709.0342679127725, + 815.7560355781447, + 730.2180685358255 + ], + [ + 736.9758576874206, + 895.9501557632399, + 817.0266836086404, + 914.6417445482866 + ] + ], + "TOTAL (INCLUSIVE OF GST):": [ + [ + 49.555273189326556, + 732.7102803738318, + 528.5895806861499, + 755.1401869158879 + ] + ], + "17.60": [ + [ + 722.9987293519695, + 734.5794392523364, + 822.1092757306227, + 754.5171339563863 + ], + [ + 632.7827191867854, + 757.6323987538941, + 815.7560355781447, + 778.1931464174455 + ], + [ + 717.9161372299873, + 802.4922118380063, + 820.8386277001271, + 823.0529595015577 + ] + ], + "TOTAL :": [ + [ + 53.367217280813215, + 754.5171339563863, + 271.91867852604827, + 778.1931464174455 + ] + ], + "CASH :": [ + [ + 53.367217280813215, + 804.3613707165109, + 166.45489199491743, + 823.6760124610591 + ] + ], + "GST SUMMARY": [ + [ + 55.90851334180432, + 871.6510903426791, + 268.10673443456164, + 894.0809968847352 + ] + ], + "AMOUNT(RM)": [ + [ + 428.20838627700124, + 872.2741433021806, + 623.8881829733164, + 895.3271028037383 + ] + ], + "TAX(RM)": [ + [ + 679.7966963151207, + 871.6510903426791, + 809.402795425667, + 892.8348909657321 + ] + ], + "(@ 6%)": [ + [ + 247.77636594663278, + 896.5732087227415, + 359.59339263024145, + 915.2647975077881 + ] + ] }, - "artifact_image_sha256": "8db936cadff524299c5b61b94992f3b70ec90e1dd3873f072b34d41692393bdd" + "gt_coord": "norm1000", + "visual_prompt": null, + "source": "gam_sroie", + "artifact_image_sha256": "2066e659870274b0853dce4239217730fbc913d33ff2204ff1e871ccdea829ed" }, { - "id": "ocr-03-ocr_textocr-locate_anything_ocr_textocr_textocr-file-0042-row-000000021130", + "id": "19_ocr_round3_ocr_gam_totaltext_54", "route": "ocr", - "route_title": "OCR grounding", - "title": "OCR grounding #3", + "route_title": "OCR", + "title": "OCR · gam_totaltext · 54", + "image": "cases/ocr/19_ocr_round3_ocr_gam_totaltext_54.jpg", + "image_sha256": "e15821aea42dd39bc60c6865114bb9593a4676a0b824a126282767d62b950300", + "image_size": [ + 3264, + 1952 + ], "prompt": "\nOCR task detect all the text in box format.", - "expected": "<|object_ref_start|>.<|object_ref_end|><|box_start|><240><637><318><680>,<355><657><556><714><|box_end|>, <|object_ref_start|>0955075<|object_ref_end|><|box_start|><784><194><867><220><|box_end|>, <|object_ref_start|>15<|object_ref_end|><|box_start|><779><285><872><359><|box_end|>, <|object_ref_start|>2011.<|object_ref_end|><|box_start|><933><423><942><453><|box_end|>, <|object_ref_start|>49077<|object_ref_end|><|box_start|><132><238><163><253><|box_end|>, <|object_ref_start|>5168442<|object_ref_end|><|box_start|><793><247><878><272><|box_end|>, <|object_ref_start|>996.<|object_ref_end|><|box_start|><917><529><927><554><|box_end|>, <|object_ref_start|>A<|object_ref_end|><|box_start|><505><735><558><817><|box_end|>, <|object_ref_start|>AUG<|object_ref_end|><|box_start|><108><262><175><320><|box_end|>, <|object_ref_start|>BBC<|object_ref_end|><|box_start|><919><431><930><457><|box_end|>, <|object_ref_start|>Bang<|object_ref_end|><|box_start|><931><487><942><516><|box_end|>, <|object_ref_start|>Bil<|object_ref_end|><|box_start|><930><519><939><534><|box_end|>, <|object_ref_start|>CAR<|object_ref_end|><|box_start|><319><705><434><792><|box_end|>, <|object_ref_start|>CHINA<|object_ref_end|><|box_start|><933><380><943><421><|box_end|>, <|object_ref_start|>DCTWHO<|object_ref_end|><|box_start|><207><340><865><696><|box_end|>, <|object_ref_start|>DOCTOR<|object_ref_end|><|box_start|><230><176><477><268><|box_end|>, <|object_ref_start|>Doctor<|object_ref_end|><|box_start|><912><660><923><702><|box_end|>, <|object_ref_start|>IS<|object_ref_end|><|box_start|><444><724><496><802><|box_end|>, <|object_ref_start|>Licensed<|object_ref_end|><|box_start|><917><475><929><526><|box_end|>, <|object_ref_start|>Limited.<|object_ref_end|><|box_start|><922><326><933><368><|box_end|>, <|object_ref_start|>MY<|object_ref_end|><|box_start|><71><666><142><733><|box_end|>, <|object_ref_start|>OTHER<|object_ref_end|><|box_start|><144><677><311><769><|box_end|>, <|object_ref_start|>Pow|<|object_ref_end|><|box_start|><932><456><941><484><|box_end|>, <|object_ref_start|>TARDIS<|object_ref_end|><|box_start|><571><744><833><871><|box_end|>, <|object_ref_start|>VA<|object_ref_end|><|box_start|><112><240><130><259>,<759><243><786><276><|box_end|>, <|object_ref_start|>VIRGINIA<|object_ref_end|><|box_start|><264><259><653><322><|box_end|>, <|object_ref_start|>WHO<|object_ref_end|><|box_start|><495><161><673><251><|box_end|>, <|object_ref_start|>Who<|object_ref_end|><|box_start|><913><633><924><660><|box_end|>, <|object_ref_start|>Worldwide<|object_ref_end|><|box_start|><920><370><932><430><|box_end|>, <|object_ref_start|>bilbangpow.com<|object_ref_end|><|box_start|><927><550><940><644><|box_end|>, <|object_ref_start|>by<|object_ref_end|><|box_start|><919><460><932><474><|box_end|>, <|object_ref_start|>logo<|object_ref_end|><|box_start|><914><604><927><631><|box_end|>, <|object_ref_start|>©BBC<|object_ref_end|><|box_start|><915><563><926><604><|box_end|>", - "image": "cases/ocr/ocr-03-ocr_textocr-locate_anything_ocr_textocr_textocr-file-0042-row-000000021130.jpg", - "source": "la_ocr_textocr", - "image_sha256": "49ac957ecd099dc726c9d6c34b3cda4a783788a86982b3abb614991901cdb22b", - "difficulty": { - "score": 77.11, - "primitive_count": 35, - "label_count": 33, - "smallest_bbox_area_ratio": 0.0001353, - "prompt_chars": 51 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "expected": "", + "expected_available": false, + "gt": { + "TURKISH": [ + [ + 26.348039215686274, + 5.635245901639345, + 258.8848039215687, + 185.45081967213113 + ], + [ + 875.6127450980392, + 514.344262295082, + 949.1421568627451, + 538.9344262295082 + ] + ], + "COFFEE": [ + [ + 272.67156862745094, + 4.0983606557377055, + 455.57598039215685, + 82.47950819672131 + ], + [ + 818.6274509803922, + 535.8606557377049, + 861.8259803921569, + 554.3032786885245 + ] + ], + "RESTAURANT": [ + [ + 518.0759803921569, + 7.172131147540984, + 828.7377450980392, + 245.38934426229508 + ], + [ + 876.5318627450981, + 537.3975409836066, + 950.061274509804, + 557.3770491803278 + ] + ], + "BERRu": [ + [ + 296.5686274509804, + 317.6229508196721, + 513.4803921568626, + 411.3729508196721 + ] + ], + "Tho": [ + [ + 352.6348039215687, + 412.90983606557376, + 390.3186274509804, + 442.1106557377049 + ] + ], + "Blu": [ + [ + 393.9950980392157, + 409.8360655737705, + 428.92156862745094, + 440.5737704918033 + ] + ], + "Ky": [ + [ + 430.7598039215687, + 412.90983606557376, + 458.3333333333333, + 446.72131147540983 + ] + ], + "264": [ + [ + 717.5245098039215, + 629.6106557377049, + 785.5392156862745, + 677.2540983606558 + ] + ], + "DONE": [ + [ + 819.546568627451, + 657.2745901639344, + 987.7450980392157, + 731.045081967213 + ] + ], + "HOUSE": [ + [ + 839.7671568627451, + 772.5409836065575, + 997.8553921568626, + 832.4795081967213 + ] + ], + "BERRU": [ + [ + 818.6274509803922, + 551.2295081967213, + 890.3186274509803, + 586.577868852459 + ] + ], + "TRAN": [ + [ + 724.8774509803922, + 678.7909836065575, + 754.2892156862745, + 698.7704918032787 + ] + ], + "NAO": [ + [ + 755.2083333333334, + 678.7909836065575, + 778.186274509804, + 700.3073770491803 + ] + ], + "PBINH": [ + [ + 715.686274509804, + 695.6967213114755, + 750.6127450980392, + 717.2131147540983 + ] + ], + "AN": [ + [ + 748.7745098039215, + 697.2336065573771, + 765.3186274509803, + 718.75 + ] + ], + "Q2": [ + [ + 770.8333333333334, + 695.6967213114755, + 791.9730392156863, + 717.2131147540983 + ] + ] }, - "artifact_image_sha256": "d959da84d676117701e6d3920bff692aab94d6075e5714e2a324df3b61f18cf8" + "gt_coord": "norm1000", + "visual_prompt": null, + "source": "gam_totaltext", + "artifact_image_sha256": "e15821aea42dd39bc60c6865114bb9593a4676a0b824a126282767d62b950300" }, { - "id": "layout-01-layout_doclaynet_train_16966", - "route": "layout", - "route_title": "Document layout grounding", - "title": "Document layout grounding #1", - "prompt": "\nDetect all document layout elements that match the following categories: Section-headerPage-footerTextList-itemPicturePage-header.", - "expected": "<|object_ref_start|>Section-header<|object_ref_end|><|box_start|><149><315><223><326>,<149><542><382><552>,<149><723><235><733>,<409><149><521><158>,<409><164><439><173>,<409><245><448><254>,<539><315><687><326>,<539><436><680><447>,<539><738><705><749>,<539><829><787><839>,<661><232><708><241>,<661><164><710><173><|box_end|>, <|object_ref_start|>Page-footer<|object_ref_end|><|box_start|><631><968><820><979><|box_end|>, <|object_ref_start|>Text<|object_ref_end|><|box_start|><149><739><507><869>,<149><558><513><703>,<149><331><513><522>,<539><754><891><809>,<539><845><867><900>,<539><452><881><507>,<539><528><902><598>,<539><618><902><718>,<539><331><890><416><|box_end|>, <|object_ref_start|>List-item<|object_ref_end|><|box_start|><409><177><502><187>,<409><190><530><200>,<409><203><558><213>,<409><217><500><226>,<409><258><533><268>,<661><177><782><187>,<661><190><754><200>,<661><203><813><213>,<661><245><785><255><|box_end|>, <|object_ref_start|>Picture<|object_ref_end|><|box_start|><149><145><380><278>,<831><964><899><980><|box_end|>, <|object_ref_start|>Page-header<|object_ref_end|><|box_start|><461><35><899><46>,<935><35><948><46><|box_end|>", - "image": "cases/layout/layout-01-layout_doclaynet_train_16966.jpg", - "source": "layout_doclaynet_train", - "image_sha256": "a0aa7586551498591fd1e73f1b6f202d9e7579032cd5c1b8bd41b504bf6108c8", - "difficulty": { - "score": 65.53, - "primitive_count": 35, - "label_count": 6, - "smallest_bbox_area_ratio": 0.0001433, - "prompt_chars": 158 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "8ba09e49907c5d7a3a31148a3fceaf2695bd04f35a017a62ef8c455b985f7218" - }, - { - "id": "layout-02-layout_doclaynet_train_20356", - "route": "layout", - "route_title": "Document layout grounding", - "title": "Document layout grounding #2", - "prompt": "\nDetect all document layout elements that match the following categories: Page-headerTextSection-headerList-itemTablePage-footer.", - "expected": "<|object_ref_start|>Page-header<|object_ref_end|><|box_start|><719><22><934><29><|box_end|>, <|object_ref_start|>Text<|object_ref_end|><|box_start|><120><783><516><865>,<120><870><505><893>,<141><161><516><228>,<141><233><506><300>,<141><494><518><561>,<141><624><516><734>,<157><349><507><372>,<157><392><225><401>,<157><407><484><416>,<538><783><904><807>,<538><812><930><893>,<559><175><925><257>,<559><305><641><314>,<559><363><641><372>,<559><421><936><459>,<559><509><923><538>,<559><624><928><676>,<559><711><929><734><|box_end|>, <|object_ref_start|>Section-header<|object_ref_end|><|box_start|><120><130><227><141>,<120><593><260><604>,<120><767><855><778>,<120><146><470><155>,<120><320><404><329>,<120><436><516><488>,<120><609><399><618>,<538><276><882><300>,<538><334><903><358>,<538><392><919><416>,<538><146><875><170>,<538><696><888><705><|box_end|>, <|object_ref_start|>List-item<|object_ref_end|><|box_start|><141><378><296><387>,<141><334><309><343><|box_end|>, <|object_ref_start|>Table<|object_ref_end|><|box_start|><558><464><855><503><|box_end|>, <|object_ref_start|>Page-footer<|object_ref_end|><|box_start|><916><954><933><964><|box_end|>", - "image": "cases/layout/layout-02-layout_doclaynet_train_20356.jpg", - "source": "layout_doclaynet_train", - "image_sha256": "08c9756fc09c342e284e880c2ecaefd0766996e299df223a5b944b62d7b4d477", - "difficulty": { - "score": 65.31, - "primitive_count": 35, - "label_count": 6, - "smallest_bbox_area_ratio": 0.0001703, - "prompt_chars": 156 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "5fbf03f82cc66566e4630547b53b7f51cd0ebd772a072c1d6f37f8c0bafdb646" - }, - { - "id": "layout-03-layout_doclaynet_train_3435", - "route": "layout", - "route_title": "Document layout grounding", - "title": "Document layout grounding #3", - "prompt": "\nDetect all document layout elements that match the following categories: Section-headerTextCaptionPicturePage-footerPage-header.", - "expected": "<|object_ref_start|>Section-header<|object_ref_end|><|box_start|><75><135><318><146>,<632><504><780><515><|box_end|>, <|object_ref_start|>Text<|object_ref_end|><|box_start|><75><153><314><288>,<75><294><320><358>,<75><364><305><376>,<75><382><311><411>,<75><417><314><464>,<75><470><316><499>,<75><505><299><535>,<75><541><319><728>,<75><734><316><922>,<353><135><586><252>,<353><258><598><481>,<353><487><597><816>,<353><839><583><921>,<369><822><601><833>,<632><135><861><234>,<632><240><869><305>,<632><311><867><358>,<632><364><875><428>,<632><434><877><481>,<632><522><875><622>,<632><628><876><692>,<632><716><721><727><|box_end|>, <|object_ref_start|>Caption<|object_ref_end|><|box_start|><632><786><736><816><|box_end|>, <|object_ref_start|>Picture<|object_ref_end|><|box_start|><633><739><871><781><|box_end|>, <|object_ref_start|>Page-footer<|object_ref_end|><|box_start|><33><965><41><974>,<75><953><483><961><|box_end|>, <|object_ref_start|>Page-header<|object_ref_end|><|box_start|><32><117><40><194>,<32><257><40><353>,<32><398><40><423>,<32><539><40><621>,<32><680><40><746>,<32><821><40><881><|box_end|>", - "image": "cases/layout/layout-03-layout_doclaynet_train_3435.jpg", - "source": "layout_doclaynet_train", - "image_sha256": "5dcc96a6ad6cdafeec656e05d8f7866c232ba9773ec2d05a180afd203490b356", - "difficulty": { - "score": 65.23, - "primitive_count": 34, - "label_count": 6, - "smallest_bbox_area_ratio": 7.21e-05, - "prompt_chars": 156 - }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" - }, - "artifact_image_sha256": "8e035b83d1ca53298816550d4891fd9f2d84f83b59bba178cafdf6bf8623a9fe" - }, - { - "id": "gui-01-groundcua-locate_anything_groundcua_groundcua-file-0014-row-000000043686__gui_0008", - "route": "gui", - "route_title": "GUI action grounding", - "title": "GUI action grounding #1", - "prompt": "\nPoint to the UI element to click for the following instruction: A horizontal row of special characters including accented letters, symbols, and diacritics such as 'À', 'Á', 'Â', 'Ä', 'Æ', 'Ç', 'È', 'É', 'Ê', 'Ë', 'Ì', 'Í', 'Î', 'Ï', 'Ð', 'Ñ', 'Ò', 'Ó', 'Ô', 'Õ', 'Ö', '×', 'Ø', 'Ù', 'Ú', 'Û', 'Ü', 'Ý'.", - "expected": "<|object_ref_start|>A horizontal row of special characters including accented letters, symbols, and diacritics such as 'À', 'Á', 'Â', 'Ä', 'Æ', 'Ç', 'È', 'É', 'Ê', 'Ë', 'Ì', 'Í', 'Î', 'Ï', 'Ð', 'Ñ', 'Ò', 'Ó', 'Ô', 'Õ', 'Ö', '×', 'Ø', 'Ù', 'Ú', 'Û', 'Ü', 'Ý'<|object_ref_end|><|box_start|><493><491><|box_end|>", - "image": "cases/gui/gui-01-groundcua-locate_anything_groundcua_groundcua-file-0014-row-000000043686__gui_0008.jpg", - "source": "la_groundcua", - "image_sha256": "1bd406dd0960bbdfdf5ff6980ba4e0e936826c79002f38321b4f3f7397beb811", - "difficulty": { - "score": 24.4, - "primitive_count": 1, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 310 + "id": "20_visual_prompt_demo_cases_demo_visual_prompt_15", + "route": "visual_prompt", + "route_title": "Visual Prompt", + "title": "Visual Prompt · demo_visual_prompt · 15", + "image": "cases/visual_prompt/20_visual_prompt_demo_cases_demo_visual_prompt_15.jpg", + "image_sha256": "57104d07c82cfb97a72075ef479f7d8d1c00db82386aa5c38da0ef163a82dc2f", + "image_size": [ + 1800, + 1200 + ], + "prompt": "\nGiven reference boxes <|box_start|><154><663><168><694><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", + "expected": "<|object_ref_start|>object<|object_ref_end|><|box_start|><0><772><1><794>,<17><727><37><769>,<48><714><66><753>,<69><700><89><739>,<101><690><117><724>,<116><679><132><715>,<138><670><153><701>,<154><663><168><694>,<173><656><187><684>,<183><650><196><676>,<188><577><206><638>,<190><649><204><674>,<199><595><218><666>,<203><587><222><662>,<213><593><228><659>,<220><592><235><651>,<226><591><241><648>,<238><594><257><646>,<248><589><264><642>,<259><582><277><636>,<269><584><282><634>,<279><590><298><635>,<290><583><308><630>,<307><581><325><628>,<323><889><354><967>,<328><580><344><627>,<335><827><361><890>,<343><585><360><626>,<347><792><370><846>,<349><758><369><818>,<351><710><368><817>,<352><704><370><798>,<357><681><371><770>,<363><585><380><625>,<365><661><377><702>,<379><588><396><627>,<412><586><427><624>,<444><611><453><629>,<455><585><469><623>,<560><669><575><698>,<574><678><589><711>,<586><604><605><649>,<596><585><609><644>,<596><693><612><731>,<597><583><613><647>,<598><583><615><643>,<600><585><617><649>,<614><706><632><749>,<633><726><653><766>,<664><601><695><680>,<665><740><686><783>,<687><760><709><808>,<720><781><742><828>,<759><809><784><861><|box_end|>", + "expected_available": true, + "gt": { + "object": [ + [ + 0.0, + 772.7727727727728, + 1.001001001001001, + 794.7947947947947 + ], + [ + 17.017017017017018, + 727.7277277277277, + 37.03703703703704, + 769.7697697697697 + ], + [ + 48.048048048048045, + 714.7147147147147, + 66.06606606606606, + 753.7537537537537 + ], + [ + 69.06906906906907, + 700.7007007007006, + 89.0890890890891, + 739.7397397397398 + ], + [ + 101.1011011011011, + 690.6906906906906, + 117.11711711711712, + 724.7247247247248 + ], + [ + 116.11611611611612, + 679.6796796796797, + 132.1321321321321, + 715.7157157157156 + ], + [ + 138.13813813813815, + 670.6706706706707, + 153.15315315315314, + 701.7017017017016 + ], + [ + 154.15415415415416, + 663.6636636636637, + 168.1681681681682, + 694.6946946946947 + ], + [ + 173.17317317317318, + 656.6566566566567, + 187.1871871871872, + 684.6846846846847 + ], + [ + 183.1831831831832, + 650.6506506506506, + 196.19619619619618, + 676.6766766766766 + ], + [ + 188.1881881881882, + 577.5775775775776, + 206.2062062062062, + 638.6386386386387 + ], + [ + 190.19019019019018, + 649.6496496496496, + 204.20420420420422, + 674.6746746746746 + ], + [ + 199.1991991991992, + 595.5955955955956, + 218.21821821821823, + 666.6666666666666 + ], + [ + 203.2032032032032, + 587.5875875875876, + 222.2222222222222, + 662.6626626626627 + ], + [ + 213.2132132132132, + 593.5935935935935, + 228.22822822822823, + 659.6596596596597 + ], + [ + 220.22022022022023, + 592.5925925925926, + 235.23523523523522, + 651.6516516516516 + ], + [ + 226.22622622622623, + 591.5915915915916, + 241.24124124124126, + 648.6486486486486 + ], + [ + 238.23823823823824, + 594.5945945945946, + 257.2572572572572, + 646.6466466466467 + ], + [ + 248.24824824824827, + 589.5895895895897, + 264.2642642642642, + 642.6426426426426 + ], + [ + 259.25925925925924, + 582.5825825825825, + 277.2772772772773, + 636.6366366366366 + ], + [ + 269.2692692692693, + 584.5845845845846, + 282.2822822822823, + 634.6346346346346 + ], + [ + 279.27927927927925, + 590.5905905905906, + 298.2982982982983, + 635.6356356356356 + ], + [ + 290.2902902902903, + 583.5835835835835, + 308.3083083083083, + 630.6306306306307 + ], + [ + 307.3073073073073, + 581.5815815815815, + 325.3253253253253, + 628.6286286286287 + ], + [ + 323.32332332332334, + 889.8898898898899, + 354.35435435435437, + 967.9679679679679 + ], + [ + 328.3283283283283, + 580.5805805805805, + 344.34434434434434, + 627.6276276276276 + ], + [ + 335.33533533533534, + 827.8278278278278, + 361.3613613613614, + 890.8908908908909 + ], + [ + 343.34334334334335, + 585.5855855855856, + 360.36036036036035, + 626.6266266266266 + ], + [ + 347.34734734734735, + 792.7927927927929, + 370.3703703703703, + 846.8468468468468 + ], + [ + 349.3493493493494, + 758.7587587587587, + 369.3693693693694, + 818.8188188188188 + ], + [ + 351.35135135135135, + 710.7107107107107, + 368.3683683683684, + 817.8178178178179 + ], + [ + 352.35235235235234, + 704.7047047047047, + 370.3703703703703, + 798.7987987987988 + ], + [ + 357.35735735735733, + 681.6816816816817, + 371.37137137137137, + 770.7707707707707 + ], + [ + 363.36336336336336, + 585.5855855855856, + 380.38038038038036, + 625.6256256256256 + ], + [ + 365.36536536536534, + 661.6616616616616, + 377.37737737737734, + 702.7027027027027 + ], + [ + 379.3793793793794, + 588.5885885885886, + 396.3963963963964, + 627.6276276276276 + ], + [ + 412.4124124124124, + 586.5865865865866, + 427.42742742742746, + 624.6246246246246 + ], + [ + 444.4444444444444, + 611.6116116116116, + 453.45345345345345, + 629.6296296296297 + ], + [ + 455.4554554554555, + 585.5855855855856, + 469.4694694694695, + 623.6236236236236 + ], + [ + 560.5605605605606, + 669.6696696696697, + 575.5755755755756, + 698.6986986986988 + ], + [ + 574.5745745745746, + 678.6786786786787, + 589.5895895895897, + 711.7117117117117 + ], + [ + 586.5865865865866, + 604.6046046046047, + 605.6056056056057, + 649.6496496496496 + ], + [ + 596.5965965965966, + 585.5855855855856, + 609.6096096096096, + 644.6446446446447 + ], + [ + 596.5965965965966, + 693.6936936936937, + 612.6126126126126, + 731.7317317317318 + ], + [ + 597.5975975975975, + 583.5835835835835, + 613.6136136136137, + 647.6476476476475 + ], + [ + 598.5985985985986, + 583.5835835835835, + 615.6156156156156, + 643.6436436436437 + ], + [ + 600.6006006006006, + 585.5855855855856, + 617.6176176176176, + 649.6496496496496 + ], + [ + 614.6146146146147, + 706.7067067067067, + 632.6326326326326, + 749.7497497497498 + ], + [ + 633.6336336336336, + 726.7267267267267, + 653.6536536536537, + 766.7667667667668 + ], + [ + 664.6646646646647, + 601.6016016016016, + 695.6956956956957, + 680.6806806806807 + ], + [ + 665.6656656656656, + 740.7407407407406, + 686.6866866866867, + 783.7837837837837 + ], + [ + 687.6876876876877, + 760.7607607607607, + 709.7097097097097, + 808.8088088088087 + ], + [ + 720.7207207207207, + 781.7817817817818, + 742.7427427427427, + 828.8288288288288 + ], + [ + 759.7597597597597, + 809.8098098098097, + 784.7847847847847, + 861.8618618618618 + ] + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "gt_coord": "norm1000", + "visual_prompt": { + "object": [ + [ + 277.47747747747746, + 796.3963963963964, + 302.7027027027027, + 833.6336336336336 + ] + ] }, - "artifact_image_sha256": "c9c27a9df49bac1c9664eb74ecf1fe9967e20281add73fff1273437af06b743b" + "source": "demo_visual_prompt", + "artifact_image_sha256": "57104d07c82cfb97a72075ef479f7d8d1c00db82386aa5c38da0ef163a82dc2f" }, { - "id": "gui-02-groundcua-locate_anything_groundcua_groundcua-file-0014-row-000000006009__gui_0028", - "route": "gui", - "route_title": "GUI action grounding", - "title": "GUI action grounding #2", - "prompt": "\nPoint to the UI element to click for the following instruction: A vertical list of file names in the file explorer, including 'vlc-3.0.2...', 'FreeCAD...', 'QGIS-OS...', 'Element...', 'disciples...', 'SSS.pdf', 'THE BRA...', 'Rose Cov...', and 'New fold...'.", - "expected": "<|object_ref_start|>A vertical list of file names in the file explorer, including 'vlc-3.0.2...', 'FreeCAD...', 'QGIS-OS...', 'Element...', 'disciples...', 'SSS.pdf', 'THE BRA...', 'Rose Cov...', and 'New fold...'<|object_ref_end|><|box_start|><500><555><|box_end|>", - "image": "cases/gui/gui-02-groundcua-locate_anything_groundcua_groundcua-file-0014-row-000000006009__gui_0028.jpg", - "source": "la_groundcua", - "image_sha256": "e21623711f386c778799fd3a7a447d82be992c9078b0b3a7a291b134584f0fff", - "difficulty": { - "score": 22.64, - "primitive_count": 1, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 266 + "id": "21_visual_prompt_round5_candidates_gam_visual_dense200_142", + "route": "visual_prompt", + "route_title": "Visual Prompt", + "title": "Visual Prompt · gam_visual_dense200 · 142", + "image": "cases/visual_prompt/21_visual_prompt_round5_candidates_gam_visual_dense200_142.jpg", + "image_sha256": "34101e5a696ca089b3d6026fbafda21ba8a144bb2b4d4f36fd309273ed48e286", + "image_size": [ + 650, + 1080 + ], + "prompt": "\nGiven reference boxes <|box_start|><629><25><713><78><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", + "expected": "", + "expected_available": false, + "gt": { + "ball": [ + [ + 447.0000000000001, + 919.0000000000001, + 501.0000000000001, + 975.0000000000001 + ], + [ + 451.99999999999994, + 981, + 504.99999999999994, + 1039 + ], + [ + 512, + 915.9999999999999, + 569, + 973.9999999999999 + ], + [ + 382, + 982, + 437, + 1036 + ], + [ + 514, + 980, + 571, + 1040 + ], + [ + 451.00000000000006, + 851, + 501.00000000000006, + 905 + ], + [ + 581, + 981, + 638, + 1042 + ], + [ + 512, + 850, + 563, + 904 + ], + [ + 383, + 917.0000000000001, + 438, + 975.0000000000001 + ], + [ + 317.99999999999994, + 917.0000000000001, + 370.99999999999994, + 974.0000000000001 + ], + [ + 316, + 981, + 369, + 1037 + ], + [ + 578, + 82, + 635, + 143 + ], + [ + 510, + 706, + 567, + 763 + ], + [ + 512, + 779.9999999999999, + 567, + 835.9999999999999 + ], + [ + 464, + 89, + 519, + 147 + ], + [ + 581, + 915.9999999999999, + 636, + 974.9999999999999 + ], + [ + 524, + 86.00000000000001, + 578, + 145.0 + ], + [ + 383, + 850, + 436, + 905 + ], + [ + 67.00000000000001, + 977.0000000000001, + 120.00000000000001, + 1037.0 + ], + [ + 190, + 914.9999999999999, + 240, + 968.9999999999999 + ], + [ + 523, + 24.999999999999996, + 576, + 82.0 + ], + [ + 314, + 776, + 372, + 835 + ], + [ + 462, + 431, + 517, + 486 + ], + [ + 522, + 366, + 580, + 424 + ], + [ + 527, + 228.99999999999997, + 585, + 287.0 + ], + [ + 8, + 976, + 61, + 1035 + ], + [ + 315, + 847, + 371, + 905 + ], + [ + 254.00000000000003, + 914.9999999999999, + 306.0, + 969.9999999999999 + ], + [ + 528, + 156, + 585, + 213 + ], + [ + 255, + 846, + 306, + 901 + ], + [ + 66, + 912, + 120, + 969 + ], + [ + 463, + 364, + 518, + 419 + ], + [ + 189, + 977.0000000000001, + 244, + 1034.0 + ], + [ + 514, + 634.9999999999999, + 571, + 691.9999999999999 + ], + [ + 253, + 980, + 307, + 1037 + ], + [ + 527, + 298, + 581, + 354 + ], + [ + 65, + 842.0000000000001, + 119, + 898.0000000000001 + ], + [ + 8, + 839.0000000000001, + 61, + 897.0000000000001 + ], + [ + 469.00000000000006, + 29, + 523.0, + 87 + ], + [ + 128, + 911, + 182, + 968 + ], + [ + 516.9999999999999, + 499, + 571.9999999999999, + 554 + ], + [ + 125.00000000000001, + 976, + 182.0, + 1039 + ], + [ + 573.0000000000001, + 708, + 628.0000000000001, + 763 + ], + [ + 577, + 24.999999999999996, + 631, + 82.0 + ], + [ + 451.99999999999994, + 707.0000000000001, + 506.99999999999994, + 763.0000000000001 + ], + [ + 457, + 497.00000000000006, + 514, + 552.0 + ], + [ + 520, + 434, + 575, + 490 + ], + [ + 516, + 568, + 573, + 624 + ], + [ + 577, + 777, + 630, + 833 + ], + [ + 251, + 777.9999999999999, + 307, + 834.9999999999999 + ], + [ + 187.99999999999997, + 776, + 242.99999999999997, + 833 + ], + [ + 186.99999999999997, + 844, + 241.99999999999997, + 903 + ], + [ + 464, + 299, + 517, + 355 + ], + [ + 8, + 699, + 61, + 755 + ], + [ + 317.00000000000006, + 702, + 374.00000000000006, + 762 + ], + [ + 448, + 779, + 502, + 837 + ], + [ + 400.00000000000006, + 89, + 456.00000000000006, + 148 + ], + [ + 5, + 908, + 60.00000000000001, + 969 + ], + [ + 583.0000000000001, + 301, + 639.0000000000001, + 359 + ], + [ + 127.00000000000001, + 842.0000000000001, + 183.0, + 901.0000000000001 + ], + [ + 580.0000000000001, + 848, + 631.0000000000001, + 903 + ], + [ + 580.0000000000001, + 370, + 635.0000000000001, + 425 + ], + [ + 398, + 364, + 456, + 421 + ], + [ + 378.99999999999994, + 777, + 432.99999999999994, + 836 + ], + [ + 10.999999999999998, + 770, + 61.00000000000001, + 825 + ], + [ + 67.00000000000001, + 771, + 120.00000000000001, + 827 + ], + [ + 409, + 27.000000000000004, + 464, + 84.0 + ], + [ + 584, + 157, + 640, + 216 + ], + [ + 578, + 497.00000000000006, + 632, + 551.0000000000001 + ], + [ + 319.00000000000006, + 630, + 376.00000000000006, + 688 + ], + [ + 584, + 436, + 637, + 489 + ], + [ + 469.99999999999994, + 234.00000000000003, + 524.0, + 291.0 + ], + [ + 578, + 562, + 633, + 618 + ], + [ + 326, + 562.9999999999999, + 380, + 616.9999999999999 + ], + [ + 334, + 362.00000000000006, + 388, + 417.00000000000006 + ], + [ + 6, + 627.0000000000001, + 61.00000000000001, + 683.0000000000001 + ], + [ + 261, + 561, + 316, + 618 + ], + [ + 128, + 774, + 180, + 829 + ], + [ + 384, + 636, + 437, + 690 + ], + [ + 393, + 497.00000000000006, + 449, + 552.0 + ], + [ + 380, + 705.0000000000001, + 434, + 761.0000000000001 + ], + [ + 351.00000000000006, + 24.999999999999996, + 407.00000000000006, + 84.0 + ], + [ + 575.0000000000001, + 634.9999999999999, + 630.0000000000001, + 690.9999999999999 + ], + [ + 399.00000000000006, + 432.00000000000006, + 454.00000000000006, + 487.00000000000006 + ], + [ + 339, + 86.00000000000001, + 396, + 145.0 + ], + [ + 267, + 428, + 323, + 485 + ], + [ + 466, + 158, + 525, + 217 + ], + [ + 453.00000000000006, + 637, + 510.00000000000006, + 692 + ], + [ + 453.00000000000006, + 566, + 510.00000000000006, + 622 + ], + [ + 65, + 700, + 117, + 754 + ], + [ + 255, + 632, + 309, + 687 + ], + [ + 587.0000000000001, + 230, + 640.0000000000001, + 287 + ], + [ + 344.00000000000006, + 157, + 399.00000000000006, + 216 + ], + [ + 126, + 700, + 182, + 756 + ], + [ + 282, + 85, + 338, + 143 + ], + [ + 281, + 23, + 338, + 83 + ], + [ + 190, + 700.9999999999999, + 245, + 758.9999999999999 + ], + [ + 256, + 704.0000000000001, + 311, + 761.0000000000001 + ], + [ + 388, + 564.0000000000001, + 443, + 620.0000000000001 + ], + [ + 282.9999999999999, + 159, + 339.9999999999999, + 216 + ], + [ + 67.00000000000001, + 557, + 123.00000000000001, + 614 + ], + [ + 274, + 300, + 330, + 356 + ], + [ + 223, + 27.999999999999996, + 275, + 85.0 + ], + [ + 125.00000000000001, + 631, + 179.0, + 685 + ], + [ + 131, + 559, + 186, + 616 + ], + [ + 336.99999999999994, + 303, + 388.99999999999994, + 356 + ], + [ + 274, + 365, + 325, + 418 + ], + [ + 403.99999999999994, + 159, + 457.99999999999994, + 213 + ], + [ + 190, + 632, + 244, + 687 + ], + [ + 329.99999999999994, + 494.99999999999994, + 381.99999999999994, + 549.0 + ], + [ + 278.00000000000006, + 231, + 332.00000000000006, + 288 + ], + [ + 194, + 559.9999999999999, + 249, + 616.9999999999999 + ], + [ + 400.00000000000006, + 232, + 455.00000000000006, + 290 + ], + [ + 84, + 222, + 139, + 278 + ], + [ + 402.99999999999994, + 302, + 456.99999999999994, + 356 + ], + [ + 63, + 631, + 117, + 685 + ], + [ + 328, + 427, + 383, + 483 + ], + [ + 84, + 87, + 142, + 144 + ], + [ + 217.00000000000003, + 85, + 272.00000000000006, + 142 + ], + [ + 340, + 228.99999999999997, + 393, + 284.0 + ], + [ + 17, + 26, + 73, + 84 + ], + [ + 16, + 85, + 68, + 142 + ], + [ + 157, + 157, + 212, + 213 + ], + [ + 87, + 24, + 143, + 85 + ], + [ + 152, + 223.99999999999997, + 209, + 281.0 + ], + [ + 206, + 426, + 260, + 480 + ], + [ + 210, + 359.99999999999994, + 267, + 416.99999999999994 + ], + [ + 137, + 490, + 194, + 545 + ], + [ + 158.99999999999997, + 24, + 214.99999999999997, + 85 + ], + [ + 223, + 157, + 277, + 214 + ], + [ + 76, + 487.00000000000006, + 126, + 537.0 + ], + [ + 264, + 493, + 318, + 548 + ], + [ + 213, + 295, + 268, + 353 + ], + [ + 13, + 218, + 64, + 274 + ], + [ + 73, + 418.99999999999994, + 127, + 474.99999999999994 + ], + [ + 219.00000000000003, + 230, + 274.00000000000006, + 288 + ], + [ + 14, + 415, + 66, + 470 + ], + [ + 8, + 551.9999999999999, + 64, + 608.9999999999999 + ], + [ + 12, + 481, + 68, + 536 + ], + [ + 142, + 425, + 194, + 479 + ], + [ + 16, + 152.99999999999997, + 69, + 209.99999999999997 + ], + [ + 80, + 287, + 135, + 344 + ], + [ + 200.00000000000003, + 492, + 254.00000000000003, + 547 + ], + [ + 14, + 349, + 67, + 403 + ], + [ + 80, + 352.00000000000006, + 134, + 407.00000000000006 + ], + [ + 14, + 286, + 65, + 339 + ], + [ + 154, + 88.00000000000001, + 207, + 143.0 + ], + [ + 146, + 358, + 200, + 415 + ], + [ + 147, + 295, + 201, + 349 + ], + [ + 89, + 152.99999999999997, + 145, + 209.99999999999997 + ] + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "gt_coord": "pixels", + "visual_prompt": { + "ball": [ + [ + 409, + 27.000000000000004, + 464, + 84.0 + ] + ] }, - "artifact_image_sha256": "7ff12fde621319e2959b3112fa6c1fe4e6ef83b8943a6ee169d7fc2140f59e74" + "source": "gam_visual_dense200", + "artifact_image_sha256": "34101e5a696ca089b3d6026fbafda21ba8a144bb2b4d4f36fd309273ed48e286" }, { - "id": "gui-03-groundcua-locate_anything_groundcua_groundcua-file-0014-row-000000041853__gui_0052", - "route": "gui", - "route_title": "GUI action grounding", - "title": "GUI action grounding #3", - "prompt": "\nPoint to the UI element to click for the following instruction: A table section displaying existing tasks with columns for ID, SUBJECT, TYPE, STATUS, ASSIGNEE, and PRIORITY, including entries like 'Organize open source conf...' and 'End of project'.", - "expected": "<|object_ref_start|>A table section displaying existing tasks with columns for ID, SUBJECT, TYPE, STATUS, ASSIGNEE, and PRIORITY, including entries like 'Organize open source conf...' and 'End of project'<|object_ref_end|><|box_start|><289><535><|box_end|>", - "image": "cases/gui/gui-03-groundcua-locate_anything_groundcua_groundcua-file-0014-row-000000041853__gui_0052.jpg", - "source": "la_groundcua", - "image_sha256": "08d3f95cdc3dc2fcc0572d2631ddec2ce9af1a0c77bd62619b06b05b81876d13", - "difficulty": { - "score": 22.28, - "primitive_count": 1, - "label_count": 1, - "smallest_bbox_area_ratio": null, - "prompt_chars": 257 + "id": "22_visual_prompt_round5_candidates_gam_visual_dense200_187", + "route": "visual_prompt", + "route_title": "Visual Prompt", + "title": "Visual Prompt · gam_visual_dense200 · 187", + "image": "cases/visual_prompt/22_visual_prompt_round5_candidates_gam_visual_dense200_187.jpg", + "image_sha256": "3daa8e2776a2dd0ab17abebd669d95728f64bfbd063986f14becfb3f1966463a", + "image_size": [ + 1455, + 780 + ], + "prompt": "\nGiven reference boxes <|box_start|><392><882><420><927><|box_end|> indicating one or more objects, find all similar objects in the image and output their bounding boxes.", + "expected": "", + "expected_available": false, + "gt": { + "metal bar": [ + [ + 820.9999999999994, + 550.9999999999998, + 863.9999999999994, + 591.9999999999998 + ], + [ + 989.9999999999993, + 479.9999999999999, + 1029.9999999999995, + 515.9999999999998 + ], + [ + 1081.0000000000007, + 716.0000000000003, + 1119.0000000000007, + 754.0000000000003 + ], + [ + 419.99999999999994, + 494.9999999999995, + 466.0, + 538.9999999999995 + ], + [ + 631.0000000000003, + 521.9999999999997, + 672.0000000000003, + 553.9999999999997 + ], + [ + 454.99999999999966, + 528.9999999999997, + 492.9999999999996, + 565.9999999999997 + ], + [ + 528.0000000000002, + 550.9999999999998, + 566.0000000000002, + 584.9999999999998 + ], + [ + 380.99999999999983, + 416.99999999999983, + 426.9999999999999, + 461.9999999999999 + ], + [ + 1070.0000000000002, + 622.0000000000002, + 1111.0000000000002, + 662.0000000000002 + ], + [ + 499.99999999999983, + 543.9999999999998, + 540.9999999999999, + 567.9999999999998 + ], + [ + 842.3326690893819, + 664.9460095467675, + 882.9999999999995, + 704.0 + ], + [ + 416.0000000000001, + 534.9999999999995, + 454.00000000000006, + 563.9999999999995 + ], + [ + 571.0000000000002, + 689.0000000000006, + 612.0000000000002, + 724.0000000000006 + ], + [ + 755.0000000000002, + 721.9999999999999, + 796.0000000000002, + 757.9999999999999 + ], + [ + 653.0000000000002, + 704.0000000000003, + 693.0000000000002, + 741.0000000000003 + ], + [ + 694.9999999999999, + 619, + 736.9999999999999, + 656 + ], + [ + 1042.9999999999995, + 720.0000000000007, + 1081.9999999999995, + 757.0000000000007 + ], + [ + 654.0000000000003, + 619, + 694.0000000000003, + 657 + ], + [ + 982.0000000000009, + 687, + 1023.0000000000009, + 727 + ], + [ + 715.9999999999992, + 721.9999999999999, + 753.9999999999992, + 758.9999999999999 + ], + [ + 674.0000000000003, + 724.9999999999995, + 715.0000000000003, + 764.9999999999995 + ], + [ + 963.9999999999997, + 653, + 1002.9999999999997, + 691 + ], + [ + 530.9999999999997, + 686.0000000000002, + 570.9999999999997, + 724.0000000000002 + ], + [ + 1023.9999999999997, + 689.9999999999998, + 1063.9999999999995, + 726.9999999999998 + ], + [ + 941.0000000000008, + 687, + 981.0000000000008, + 724 + ], + [ + 736.9999999999997, + 617.0000000000003, + 776.9999999999997, + 654.0000000000003 + ], + [ + 694.0000000000005, + 689.0000000000006, + 734.0000000000005, + 728.0000000000006 + ], + [ + 1001.0000000000006, + 721.9999999999999, + 1042.0000000000005, + 757.9999999999999 + ], + [ + 541, + 528.9999999999997, + 581, + 567.9999999999997 + ], + [ + 1046.0000000000005, + 656.0000000000003, + 1087.0000000000005, + 694.0000000000003 + ], + [ + 900.9999999999998, + 682.9999999999995, + 942.9999999999998, + 731.9999999999995 + ], + [ + 1135, + 391.00000000000006, + 1179, + 435.0000000000001 + ], + [ + 674.0000000000003, + 653, + 715.0000000000003, + 694 + ], + [ + 986.0000000000006, + 621.0000000000001, + 1027.0000000000005, + 659.0000000000001 + ], + [ + 778.0000000000002, + 689.0000000000006, + 818.0000000000002, + 727.0000000000006 + ], + [ + 921.9999999999997, + 655.0000000000005, + 963.9999999999997, + 693.0000000000005 + ], + [ + 919.9999999999993, + 721.9999999999999, + 960.9999999999993, + 757.9999999999999 + ], + [ + 797.9999999999997, + 653.9999999999998, + 838.9999999999997, + 692.9999999999998 + ], + [ + 739.999999999999, + 478.9999999999997, + 780.999999999999, + 518.9999999999998 + ], + [ + 1027.9999999999993, + 622.9999999999997, + 1068.9999999999993, + 660.9999999999997 + ], + [ + 612.0000000000007, + 689.9999999999998, + 653.0000000000007, + 725.9999999999998 + ], + [ + 1005.0000000000005, + 653.9999999999998, + 1046.0000000000005, + 694.9999999999998 + ], + [ + 797.0000000000003, + 723.0000000000003, + 837.0000000000003, + 761.0000000000003 + ], + [ + 880.0000000000007, + 724.0000000000005, + 919.0000000000007, + 759.0000000000005 + ], + [ + 983.9999999999994, + 453.99999999999994, + 1022.9999999999994, + 495.99999999999994 + ], + [ + 570, + 617.9999999999997, + 611, + 655.9999999999997 + ], + [ + 860, + 689.9999999999998, + 901, + 729.9999999999998 + ], + [ + 1087.9999999999993, + 655.0000000000005, + 1127.9999999999993, + 694.0000000000005 + ], + [ + 714.9999999999999, + 649.0000000000006, + 756.9999999999999, + 697.0000000000006 + ], + [ + 819.0000000000007, + 619, + 861.0000000000007, + 658 + ], + [ + 818.0000000000007, + 689.0000000000006, + 859.0000000000007, + 730.0000000000006 + ], + [ + 457.9999999999997, + 742.9999999999999, + 498.9999999999998, + 776.9999999999999 + ], + [ + 1072.9999999999993, + 550.9999999999998, + 1110.9999999999993, + 589.9999999999998 + ], + [ + 778.0000000000002, + 619, + 819.0000000000002, + 659 + ], + [ + 838.9999999999998, + 724.9999999999995, + 878.9999999999998, + 763.9999999999995 + ], + [ + 860.9999999999999, + 622.0000000000002, + 902.9999999999999, + 660.0000000000002 + ], + [ + 422.99999999999994, + 728.9999999999997, + 462.99999999999994, + 764.9999999999997 + ], + [ + 881.0000000000006, + 651.9999999999999, + 921.0000000000006, + 689.9999999999999 + ], + [ + 547.0000000000002, + 651.9999999999999, + 591.0000000000002, + 699.9999999999999 + ], + [ + 511.0000000000002, + 721, + 551.0000000000002, + 759 + ], + [ + 945.9999999999995, + 622.0000000000002, + 986.9999999999995, + 662.0000000000002 + ], + [ + 1069.8472874773963, + 694.8333989252104, + 1107.999999999999, + 732.0000000000003 + ], + [ + 632.0000000000006, + 726.0000000000003, + 672.0000000000006, + 770.0000000000003 + ], + [ + 757.0000000000003, + 651.9999999999999, + 798.0000000000003, + 694.9999999999999 + ], + [ + 798.9999999999998, + 585.0000000000003, + 839.9999999999998, + 623.0000000000003 + ], + [ + 715.9999999999992, + 509.9999999999993, + 756.9999999999992, + 547.9999999999992 + ], + [ + 528.9999999999995, + 616.0000000000002, + 569.9999999999995, + 653.0000000000002 + ], + [ + 903.9999999999993, + 625.0000000000001, + 945.9999999999993, + 664.0000000000001 + ], + [ + 466.0000000000001, + 583.0000000000002, + 506.0000000000001, + 622.0000000000002 + ], + [ + 489.9999999999997, + 687, + 529.9999999999998, + 724 + ], + [ + 673.0000000000007, + 520.9999999999997, + 716.0000000000007, + 560.9999999999997 + ], + [ + 736.0000000000005, + 689.9999999999998, + 777.0000000000005, + 734.9999999999998 + ], + [ + 592.0000000000001, + 721, + 633.0000000000001, + 759 + ], + [ + 632.0000000000006, + 653.9999999999998, + 674.0000000000006, + 695.9999999999998 + ], + [ + 604.0000000000005, + 498.00000000000034, + 647.0000000000005, + 537.0000000000003 + ], + [ + 1051.0000000000005, + 586.9999999999998, + 1092.0000000000005, + 626.9999999999998 + ], + [ + 960.9999999999995, + 719.0000000000003, + 1001.9999999999995, + 761.0000000000003 + ], + [ + 968.9999999999994, + 429.9999999999999, + 1007.9999999999994, + 465.9999999999999 + ], + [ + 927.9999999999992, + 590.0000000000002, + 968.9999999999992, + 629.0000000000002 + ], + [ + 549.9999999999998, + 721, + 590.9999999999998, + 765 + ], + [ + 435.99999999999994, + 706.0000000000001, + 479.99999999999994, + 745.0000000000001 + ], + [ + 438.99999999999994, + 626.9999999999998, + 481.99999999999994, + 666.9999999999998 + ], + [ + 842.0000000000002, + 588.0000000000006, + 883.0000000000002, + 628.0000000000006 + ], + [ + 611.0000000000002, + 621.0000000000001, + 653.0000000000002, + 660.0000000000001 + ], + [ + 967.9999999999995, + 588.0000000000006, + 1008.9999999999995, + 628.0000000000006 + ], + [ + 588.9999999999997, + 655.0000000000005, + 630.9999999999997, + 700.0000000000005 + ], + [ + 1057.999999999999, + 520.9999999999997, + 1099.999999999999, + 561.9999999999997 + ], + [ + 588.9999999999997, + 588.9999999999994, + 630.9999999999997, + 626.9999999999994 + ], + [ + 758.0000000000001, + 585.0000000000003, + 799.0000000000001, + 625.0000000000003 + ], + [ + 1009.0000000000001, + 513.9999999999998, + 1052.0, + 554.9999999999998 + ], + [ + 586.9999999999997, + 523.9999999999999, + 628.9999999999997, + 564.9999999999999 + ], + [ + 842.0000000000002, + 515.0000000000003, + 882.0000000000002, + 555.0000000000003 + ], + [ + 1011.0000000000005, + 590.0000000000002, + 1052.0000000000005, + 630.0000000000002 + ], + [ + 1032.0000000000011, + 553.0000000000003, + 1073.0000000000011, + 593.0000000000003 + ], + [ + 631.0000000000003, + 588.0000000000006, + 673.0000000000003, + 627.0000000000006 + ], + [ + 884.9999999999993, + 592.0000000000001, + 928.9999999999993, + 635.0000000000001 + ], + [ + 966.9999999999992, + 511, + 1005.9999999999992, + 550 + ], + [ + 989.9999999999993, + 550.9999999999998, + 1029.9999999999995, + 590.9999999999998 + ], + [ + 506.9999999999997, + 653, + 547.9999999999998, + 694 + ], + [ + 673.0000000000007, + 591.0000000000003, + 716.0000000000007, + 632.0000000000003 + ], + [ + 488.0000000000004, + 616.0000000000002, + 529.0000000000005, + 653.0000000000002 + ], + [ + 414.99999999999994, + 591.0000000000003, + 456.99999999999994, + 633.0000000000003 + ], + [ + 506.0000000000004, + 583.0000000000002, + 548.0000000000005, + 622.0000000000002 + ], + [ + 778.9999999999998, + 547.9999999999998, + 819.9999999999998, + 587.9999999999998 + ], + [ + 694.9999999999999, + 549.9999999999997, + 736.9999999999999, + 590.9999999999997 + ], + [ + 457.9999999999997, + 672.0000000000001, + 499.9999999999997, + 711.0000000000001 + ], + [ + 466.0000000000001, + 511, + 508.0000000000001, + 554.0000000000001 + ], + [ + 1090.9999999999993, + 583.9138586953253, + 1129.9999999999993, + 622.0000000000005 + ], + [ + 822.9999999999999, + 479.9999999999999, + 863.9999999999999, + 521.0 + ], + [ + 949.0000000000001, + 553.9999999999994, + 991.0000000000001, + 593.9999999999994 + ], + [ + 803.0000000000003, + 447.00000000000017, + 845.0000000000003, + 487.00000000000017 + ], + [ + 544.9999999999998, + 590.0000000000002, + 586.9999999999998, + 630.0000000000002 + ], + [ + 1084.9999999999995, + 384, + 1124.9999999999995, + 429.00000000000006 + ], + [ + 416.0000000000001, + 664.0000000000002, + 458.0000000000001, + 702.0000000000002 + ], + [ + 906.9999999999999, + 553.9999999999994, + 948.9999999999999, + 594.9999999999994 + ], + [ + 927.9999999999992, + 516.9999999999997, + 969.9999999999992, + 557.9999999999997 + ], + [ + 864.0000000000001, + 550.9999999999998, + 906.0000000000001, + 592.9999999999998 + ], + [ + 715.9999999999992, + 588.0000000000006, + 757.9999999999992, + 630.0000000000006 + ], + [ + 481.00000000000006, + 553.9999999999994, + 523.0, + 593.9999999999994 + ], + [ + 1152.0000000000007, + 351.0000000000001, + 1196.0000000000007, + 397.0000000000001 + ], + [ + 736.9999999999997, + 553.0000000000003, + 778.9999999999997, + 594.0000000000003 + ], + [ + 608.9999999999994, + 555.9999999999997, + 650.9999999999994, + 596.9999999999997 + ], + [ + 427.9999999999997, + 569.0000000000002, + 471.9999999999997, + 609.0000000000002 + ], + [ + 1061.9999999999993, + 429.00000000000017, + 1110.9999999999993, + 476.00000000000017 + ], + [ + 1097.999999999999, + 516.0000000000001, + 1138.999999999999, + 558.0000000000001 + ], + [ + 650.9999999999998, + 554.9999999999997, + 693.9999999999998, + 596.9999999999997 + ], + [ + 965.9999999999994, + 344.9999999999999, + 1010.9999999999994, + 391.9999999999999 + ], + [ + 784.9999999999991, + 420.00000000000017, + 827.9999999999991, + 462.00000000000017 + ], + [ + 1013, + 426, + 1058, + 470.00000000000006 + ], + [ + 1046.0000000000005, + 391.00000000000006, + 1091.0000000000005, + 438.00000000000006 + ], + [ + 694.0000000000005, + 483.9999999999999, + 737.0000000000005, + 528.0 + ], + [ + 671.9999999999997, + 443.9999999999996, + 711.9999999999997, + 485.9999999999996 + ], + [ + 778.9999999999998, + 475.99999999999983, + 820.9999999999998, + 515.9999999999998 + ], + [ + 1087.9999999999993, + 469, + 1131.9999999999993, + 515 + ], + [ + 827.9999999999999, + 419, + 871.9999999999999, + 461 + ], + [ + 498.0000000000003, + 507.47933404653656, + 549.0003522937534, + 551.0000000000001 + ], + [ + 758.0000000000001, + 516.0000000000001, + 802.0000000000001, + 558.0000000000001 + ], + [ + 717.0000000000005, + 464.0000000000001, + 762.0000000000005, + 507.0000000000001 + ], + [ + 875, + 421.99999999999983, + 920, + 464.99999999999983 + ], + [ + 897, + 458.9999999999999, + 941, + 503.99999999999994 + ], + [ + 1046.8587817302707, + 478.1667322585438, + 1093.0000000000005, + 522.0000000000002 + ], + [ + 386.0000000000003, + 498.9999999999997, + 430.0000000000003, + 554.9999999999998 + ], + [ + 1066.0000000000005, + 347.00000000000034, + 1109.0000000000005, + 395.00000000000034 + ], + [ + 925.0197012705, + 431.04029547693455, + 969.9999999999991, + 473.0000000000002 + ], + [ + 463.0000000000003, + 468.5182950854977, + 509.3899626833637, + 514.0 + ], + [ + 621.0000000000005, + 473.06374963095186, + 670.4289237223248, + 516.9999999999995 + ], + [ + 647.9999999999997, + 496.9999999999998, + 692.9999999999997, + 539.9999999999999 + ], + [ + 1084.9999999999995, + 308.99999999999983, + 1125.9999999999995, + 353.9999999999999 + ], + [ + 998, + 387.99999999999994, + 1046, + 437.99999999999994 + ], + [ + 1116.993110515529, + 433.9754379565018, + 1162.0000000000011, + 479.0000000000002 + ], + [ + 390.99999999999994, + 458.00000000000017, + 438.0, + 500.00000000000017 + ], + [ + 552.8964561898571, + 510.7260872932901, + 602.0000000000001, + 553.0000000000003 + ], + [ + 900, + 382, + 946, + 430 + ], + [ + 851.0000000000001, + 458.9999999999999, + 897.0000000000001, + 503.99999999999994 + ], + [ + 876.169126557857, + 506.3276517987733, + 921.0000000000005, + 547.9999999999999 + ], + [ + 578.9999999999995, + 465.9208924880948, + 624.3250276184278, + 507.9999999999997 + ], + [ + 1014.9999999999987, + 349.00000000000017, + 1068.9999999999989, + 398.00000000000017 + ], + [ + 739.999999999999, + 428.0000000000002, + 786.999999999999, + 473.0000000000003 + ], + [ + 431, + 428.0000000000002, + 477.00000000000006, + 478.0000000000002 + ], + [ + 604.0000000000005, + 415.00000000000006, + 649.0000000000005, + 457.00000000000006 + ], + [ + 954.896336321979, + 392.0399540855341, + 1001.9999999999998, + 441.00000000000017 + ], + [ + 949.0000000000001, + 469, + 995.0000000000001, + 515.9999999999999 + ], + [ + 1042.9999999999995, + 308.99999999999983, + 1088.9999999999995, + 354.99999999999983 + ], + [ + 543.9999999999997, + 429.9999999999999, + 589.9999999999997, + 471.9999999999999 + ], + [ + 416.0000000000001, + 368.00000000000006, + 461.00000000000006, + 412.00000000000006 + ], + [ + 452.9999999999998, + 401, + 498.99999999999983, + 445 + ], + [ + 1156.9999999999995, + 299.0000000000001, + 1201.9999999999995, + 347.0000000000001 + ], + [ + 510.00000000000034, + 404.00000000000017, + 551.0000000000005, + 446.00000000000017 + ], + [ + 855.0000000000009, + 384, + 899.0000000000009, + 429.00000000000006 + ], + [ + 998, + 309.9999999999995, + 1043, + 355.9999999999995 + ], + [ + 626, + 391.00000000000006, + 672, + 434.00000000000006 + ], + [ + 917.9999999999997, + 320.0000000000001, + 960.9999999999997, + 366.0000000000001 + ], + [ + 881.9999999999999, + 347.00000000000034, + 925.9999999999999, + 393.00000000000034 + ], + [ + 653.0000000000002, + 408.00000000000017, + 694.0000000000002, + 448.00000000000017 + ], + [ + 581.9999999999997, + 381.00000000000006, + 625.9999999999997, + 424.00000000000006 + ], + [ + 693.0000000000001, + 429.9999999999999, + 739.0000000000001, + 473.9999999999999 + ], + [ + 537.0000000000002, + 392.99999999999994, + 582.0000000000002, + 434.99999999999994 + ], + [ + 810.9999999999994, + 391.00000000000006, + 855.9999999999994, + 435.0000000000001 + ], + [ + 764.9999999999999, + 391.00000000000006, + 809.9999999999999, + 434.00000000000006 + ], + [ + 718.0000000000001, + 394.99999999999994, + 764.0000000000001, + 438.99999999999994 + ], + [ + 563.9354172288182, + 560.7260872932895, + 608.0912613846624, + 598.3884249556272 + ], + [ + 764.9871756251306, + 454.7067814625048, + 804.3989403310129, + 482.9420755801519 + ], + [ + 916.7518815074837, + 490.92001675662243, + 950.8695285663073, + 525.037663815446 + ], + [ + 1085.3208725010104, + 508.33100746869684, + 1114.7945567115366, + 524.646796942381 + ] + ] }, - "validation": { - "protocol": "PASS", - "coordinates": "PASS", - "media_decode": "PASS", - "selection": "hardness_ranked" + "gt_coord": "pixels", + "visual_prompt": { + "metal bar": [ + [ + 571.0000000000002, + 689.0000000000006, + 612.0000000000002, + 724.0000000000006 + ] + ] }, - "artifact_image_sha256": "8ba06f95a90cf6954aa7c8f7554b4f28d966afbfc8b8151c96e540e224139cf5" + "source": "gam_visual_dense200", + "artifact_image_sha256": "3daa8e2776a2dd0ab17abebd669d95728f64bfbd063986f14becfb3f1966463a" } ]