Hugging Face's logo

LilCC
/
GUI-JEPA

Safetensors
PyTorch
English
gui-agent
mobile-gui
jepa
androidcontrol
Model card Files
xet
 Community
GUI-JEPA
File size: 2,962 Bytes
8e0afd6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
{
  "format_version": 1,
  "model_name": "GUI-JEPA",
  "paper": "https://arxiv.org/abs/2610.36877",
  "code": "https://github.com/bcwang-sjtu/GUI-JEPA",
  "checkpoint_variant": "final policy, seed 3",
  "training_seed": 3,
  "evaluation_seed": 1,
  "encoder": {
    "path": "encoder/encoder_1.pt",
    "architecture": "vit_large_patch16_224",
    "initialization": "timm/vit_large_patch16_224.augreg_in21k_ft_in1k",
    "image_size": [
      224,
      224
    ],
    "patch_size": 16,
    "grid_size": [
      14,
      14
    ],
    "embedding_dim": 1024,
    "drop_cls_token": true,
    "frozen": true,
    "preprocessing": {
      "color_mode": "RGB",
      "resize": "PIL.Image.Image.resize((224, 224)) with the default RGB resampling; no center crop",
      "scale": 0.00392156862745098,
      "mean": [
        0.485,
        0.456,
        0.406
      ],
      "std": [
        0.229,
        0.224,
        0.225
      ]
    }
  },
  "policy": {
    "path": "policy",
    "heads_file": "heads.pt",
    "heads_keys": [
      "wm_head",
      "matcher_head",
      "predictor"
    ],
    "matcher_path": "policy/matcher_lm",
    "matcher_base_model": "sentence-transformers/all-MiniLM-L12-v2",
    "matcher_max_length": 96,
    "predictor_depth": 3,
    "predictor_attention_heads": 16,
    "candidate_action_dim": 16,
    "predictor_action_input_dim": 1040,
    "residual": true,
    "history": true,
    "history_text_steps": 4,
    "condition_extra_dim": 1040,
    "structural_projection_dim": 256,
    "action_kinds": [
      "click",
      "input_text",
      "scroll",
      "navigate_back",
      "navigate_home",
      "wait",
      "open_app"
    ]
  },
  "span_ranker": {
    "path": "span_ranker",
    "head_file": "ranker_head.pt",
    "language_model_path": "span_ranker/ranker_lm",
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "max_words": 16,
    "span_cap": 800,
    "source": "goal",
    "max_length": 96
  },
  "click_reranker": {
    "path": "click_reranker",
    "head_file": "reranker_head.pt",
    "language_model_path": "click_reranker/reranker_lm",
    "base_model": "sentence-transformers/all-MiniLM-L12-v2",
    "aux_dim": 11,
    "use_roi": false,
    "beta": 1.0,
    "gate": 1.0,
    "max_length": 96
  },
  "external_frozen_text_encoder": {
    "repo_id": "openai/clip-vit-base-patch32",
    "output_dim": 512,
    "max_length": 77,
    "included": false
  },
  "app_vocab": "metadata/app_vocab.json",
  "max_accessibility_candidates": 80,
  "evaluation": {
    "precision": "fp32",
    "settings": [
      "AC-Low",
      "AC-High"
    ],
    "history_source": "ground-truth actions",
    "subsplit": "IDD",
    "episodes": 716,
    "steps": 3858,
    "seed": 1
  },
  "verified_environment": {
    "python": "3.11.14",
    "torch": "2.9.0+cu128",
    "timm": "1.0.22",
    "transformers": "4.57.3"
  },
  "code_revision": "c03c565065a8b31f9d4ce1be6c29104c8869799f",
  "model_repo_id": "LilCC/GUI-JEPA"
}