Spaces:
Running
Running
| { | |
| "routes": { | |
| "grounding": [ | |
| "Grounding", | |
| "Open-vocabulary object localization" | |
| ], | |
| "dense": [ | |
| "Dense", | |
| "Dense instance localization" | |
| ], | |
| "referring": [ | |
| "Referring", | |
| "Language-guided referring" | |
| ], | |
| "dense_point": [ | |
| "Dense Point", | |
| "Dense point prediction" | |
| ], | |
| "referring_point_in_mask": [ | |
| "Referring Point in Mask", | |
| "Point inside a referred target" | |
| ], | |
| "dense_point_in_mask": [ | |
| "Dense Point in Mask", | |
| "Point inside multiple targets" | |
| ], | |
| "visual_prompt": [ | |
| "Visual Prompt", | |
| "Exemplar-guided localization" | |
| ], | |
| "ocr": [ | |
| "OCR", | |
| "Text recognition and localization" | |
| ], | |
| "gui": [ | |
| "GUI", | |
| "Interface element grounding" | |
| ] | |
| }, | |
| "help": { | |
| "grounding": [ | |
| "Open-Vocabulary Grounding", | |
| "Turn category names into visual primitives: what is present, and where it is.", | |
| "Separate categories with commas. Select a result to inspect its original pixels.", | |
| "car, person" | |
| ], | |
| "dense": [ | |
| "Grounding in Dense Scenes", | |
| "Explore object-level perception in crowded scenes, including small and overlapping instances.", | |
| "Enter object categories. Inspect overlapping predictions one instance at a time.", | |
| "person, chair" | |
| ], | |
| "referring": [ | |
| "Language, Grounded in Context", | |
| "Link descriptions of appearance, position, and relationships to a specific visual target.", | |
| "Describe appearance, position, or relationships in a complete phrase.", | |
| "The person standing beside the table" | |
| ], | |
| "dense_point": [ | |
| "Dense Object Pointing", | |
| "Represent multiple objects as localized points: a compact form of visual grounding.", | |
| "Describe the targets to locate. Points indicate positions, not object boundaries.", | |
| "All visible people" | |
| ], | |
| "referring_point_in_mask": [ | |
| "Point Inside a Referred Target", | |
| "Use a description to predict a point inside the target object.", | |
| "Describe the target. The output is an image-relative point inside the object.", | |
| "The person wearing a flotation device" | |
| ], | |
| "visual_prompt": [ | |
| "Grounding by Visual Example", | |
| "Use spatial exemplars to identify related instances through a shared grounding interface.", | |
| "Green INPUT boxes come from your prompt, not model predictions. Coordinates use the 0–999 range.", | |
| "Given reference boxes <|box_start|><100><100><200><200><|box_end|> ..." | |
| ], | |
| "ocr": [ | |
| "Reading with Spatial Context", | |
| "Bind recognized text to its image region, connecting what is read with where it appears.", | |
| "Use an OCR instruction. Select a transcription to inspect the original pixels.", | |
| "Read and locate the text in the image" | |
| ], | |
| "dense_point_in_mask": [ | |
| "Point Inside Multiple Targets", | |
| "Predict an interior point for each matching instance in a crowded scene.", | |
| "Separate categories with commas. Each prediction marks a point inside an instance.", | |
| "van, bus, truck, car, pedestrian" | |
| ], | |
| "gui": [ | |
| "Grounding Intent in Interfaces", | |
| "Map an interaction instruction to a visual target within an interface.", | |
| "Describe the element to select. The demo predicts a point; it does not execute clicks.", | |
| "Click the search button" | |
| ] | |
| }, | |
| "prefixes": { | |
| "grounding": "Locate all the instances that match the following categories: ", | |
| "dense": "Locate all the instances that match the following categories: ", | |
| "referring": "Locate the target referred to by the following description: ", | |
| "dense_point": "Point to: ", | |
| "refer_point": "Point to the target referred to by the following description: ", | |
| "referring_point_in_mask": "Point to the target referred to by the following description: ", | |
| "dense_point_in_mask": "Point to: ", | |
| "layout": "Detect all document layout elements that match the following categories: ", | |
| "gui": "Point to the UI element to click for the following instruction: " | |
| }, | |
| "categoryRoutes": [ | |
| "dense", | |
| "dense_point_in_mask", | |
| "grounding", | |
| "layout" | |
| ] | |
| } |