Hugging Face's logo

j-llm
/
action1

Reinforcement Learning
PyTorch
English
loop_gqa_action
computer-use
gui-agent
ppo
imitation-learning
action-policy
custom_code
Model card Files
xet
 Community
action1
File size: 1,920 Bytes
be31112
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
  "id": {
    "ALL": {
      "n": 400,
      "success": 0.6425,
      "score": 0.9203810490678296,
      "steps": 2.43,
      "tool1": 1.0
    },
    "type": {
      "n": 100,
      "success": 0.44,
      "score": 0.791852151116857,
      "steps": 3.24,
      "tool1": 1.0,
      "type_exact": 0.42
    },
    "press": {
      "n": 100,
      "success": 1.0,
      "score": 1.0,
      "steps": 1.0,
      "tool1": 1.0,
      "press_exact": 1.0
    },
    "click": {
      "n": 100,
      "success": 0.13,
      "score": 0.8896720451544615,
      "steps": 4.48,
      "tool1": 1.0,
      "click_mae": 102.3908040130877,
      "click_p90": 190.35540489738577
    },
    "scroll": {
      "n": 100,
      "success": 1.0,
      "score": 1.0,
      "steps": 1.0,
      "tool1": 1.0,
      "scroll_mae": 0.6492026281356812
    }
  },
  "ood": {
    "ALL": {
      "n": 400,
      "success": 0.275,
      "score": 0.7188070340686504,
      "steps": 4.0,
      "tool1": 1.0
    },
    "type": {
      "n": 100,
      "success": 0.21,
      "score": 0.5667439436806445,
      "steps": 4.16,
      "tool1": 1.0,
      "type_exact": 0.2
    },
    "press": {
      "n": 100,
      "success": 0.56,
      "score": 0.56,
      "steps": 2.76,
      "tool1": 1.0,
      "press_exact": 0.56
    },
    "click": {
      "n": 100,
      "success": 0.08,
      "score": 0.8555871387428692,
      "steps": 4.68,
      "tool1": 1.0,
      "click_mae": 131.8125483857266,
      "click_p90": 224.02021208885904
    },
    "scroll": {
      "n": 100,
      "success": 0.25,
      "score": 0.8928970538510879,
      "steps": 4.4,
      "tool1": 1.0,
      "scroll_mae": 162.9252752226591
    }
  },
  "speed": {
    "mean_ms": 13.458082400047715,
    "p50_ms": 13.407123499746376,
    "p95_ms": 13.855005999539571,
    "p99_ms": 13.946076748688938,
    "actions_per_sec": 74.30479100027316
  },
  "bundle": "/content/action1_fast_rl_v4/best"
}