Hugging Face's logo

LilCC
/
GUI-JEPA

Safetensors
PyTorch
English
gui-agent
mobile-gui
jepa
androidcontrol
Model card Files
xet
 Community
GUI-JEPA
File size: 2,351 Bytes
8e0afd6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
{
  "model": "GUI-JEPA",
  "checkpoint": "final policy, training seed 3",
  "evaluation_seed": 1,
  "dataset": "AndroidControl",
  "split": "IDD",
  "episodes": 716,
  "steps": 3858,
  "precision": "fp32",
  "verified_date": "2026-10-29",
  "history_source": "ground-truth actions",
  "protocol": {
    "span_max_words": 16,
    "span_cap": 800,
    "rerank_beta": 1.0,
    "rerank_gate": 1.0,
    "max_accessibility_candidates": 80,
    "click_rule": "candidate center inside the ground-truth element box",
    "text_rule": "case- and whitespace-normalized exact match",
    "equivalent_action_credit": false
  },
  "ac_low": {
    "setting": "low",
    "n_steps": 3858,
    "step_acc": 84.06,
    "type_acc": 94.09,
    "grounding_acc_clicks": 90.28,
    "click_grounding_n": 2316,
    "pred_kind_hist": {
      "click": 2408,
      "input_text": 285,
      "navigate_back": 117,
      "open_app": 259,
      "scroll": 498,
      "wait": 291
    },
    "per_type": {
      "open_app": {
        "n": 253,
        "step_acc": 77.9
      },
      "long_press": {
        "n": 9,
        "step_acc": 77.8
      },
      "click": {
        "n": 2419,
        "step_acc": 86.2
      },
      "input_text": {
        "n": 282,
        "step_acc": 76.2
      },
      "wait": {
        "n": 273,
        "step_acc": 74.0
      },
      "scroll": {
        "n": 505,
        "step_acc": 86.3
      },
      "navigate_back": {
        "n": 117,
        "step_acc": 87.2
      }
    }
  },
  "ac_high": {
    "setting": "high",
    "n_steps": 3858,
    "step_acc": 60.99,
    "type_acc": 80.61,
    "grounding_acc_clicks": 73.52,
    "click_grounding_n": 2073,
    "pred_kind_hist": {
      "click": 2403,
      "input_text": 292,
      "navigate_back": 82,
      "open_app": 339,
      "scroll": 454,
      "wait": 288
    },
    "per_type": {
      "open_app": {
        "n": 253,
        "step_acc": 68.0
      },
      "long_press": {
        "n": 9,
        "step_acc": 66.7
      },
      "click": {
        "n": 2419,
        "step_acc": 62.8
      },
      "input_text": {
        "n": 282,
        "step_acc": 52.5
      },
      "wait": {
        "n": 273,
        "step_acc": 59.3
      },
      "scroll": {
        "n": 505,
        "step_acc": 59.8
      },
      "navigate_back": {
        "n": 117,
        "step_acc": 38.5
      }
    }
  }
}