| { | |
| "model": "GUI-JEPA", | |
| "checkpoint": "final policy, training seed 3", | |
| "evaluation_seed": 1, | |
| "dataset": "AndroidControl", | |
| "split": "IDD", | |
| "episodes": 716, | |
| "steps": 3858, | |
| "precision": "fp32", | |
| "verified_date": "2026-10-29", | |
| "history_source": "ground-truth actions", | |
| "protocol": { | |
| "span_max_words": 16, | |
| "span_cap": 800, | |
| "rerank_beta": 1.0, | |
| "rerank_gate": 1.0, | |
| "max_accessibility_candidates": 80, | |
| "click_rule": "candidate center inside the ground-truth element box", | |
| "text_rule": "case- and whitespace-normalized exact match", | |
| "equivalent_action_credit": false | |
| }, | |
| "ac_low": { | |
| "setting": "low", | |
| "n_steps": 3858, | |
| "step_acc": 84.06, | |
| "type_acc": 94.09, | |
| "grounding_acc_clicks": 90.28, | |
| "click_grounding_n": 2316, | |
| "pred_kind_hist": { | |
| "click": 2408, | |
| "input_text": 285, | |
| "navigate_back": 117, | |
| "open_app": 259, | |
| "scroll": 498, | |
| "wait": 291 | |
| }, | |
| "per_type": { | |
| "open_app": { | |
| "n": 253, | |
| "step_acc": 77.9 | |
| }, | |
| "long_press": { | |
| "n": 9, | |
| "step_acc": 77.8 | |
| }, | |
| "click": { | |
| "n": 2419, | |
| "step_acc": 86.2 | |
| }, | |
| "input_text": { | |
| "n": 282, | |
| "step_acc": 76.2 | |
| }, | |
| "wait": { | |
| "n": 273, | |
| "step_acc": 74.0 | |
| }, | |
| "scroll": { | |
| "n": 505, | |
| "step_acc": 86.3 | |
| }, | |
| "navigate_back": { | |
| "n": 117, | |
| "step_acc": 87.2 | |
| } | |
| } | |
| }, | |
| "ac_high": { | |
| "setting": "high", | |
| "n_steps": 3858, | |
| "step_acc": 60.99, | |
| "type_acc": 80.61, | |
| "grounding_acc_clicks": 73.52, | |
| "click_grounding_n": 2073, | |
| "pred_kind_hist": { | |
| "click": 2403, | |
| "input_text": 292, | |
| "navigate_back": 82, | |
| "open_app": 339, | |
| "scroll": 454, | |
| "wait": 288 | |
| }, | |
| "per_type": { | |
| "open_app": { | |
| "n": 253, | |
| "step_acc": 68.0 | |
| }, | |
| "long_press": { | |
| "n": 9, | |
| "step_acc": 66.7 | |
| }, | |
| "click": { | |
| "n": 2419, | |
| "step_acc": 62.8 | |
| }, | |
| "input_text": { | |
| "n": 282, | |
| "step_acc": 52.5 | |
| }, | |
| "wait": { | |
| "n": 273, | |
| "step_acc": 59.3 | |
| }, | |
| "scroll": { | |
| "n": 505, | |
| "step_acc": 59.8 | |
| }, | |
| "navigate_back": { | |
| "n": 117, | |
| "step_acc": 38.5 | |
| } | |
| } | |
| } | |
| } | |