Hugging Face's logo

devildasdf
/
devils-agent

Safetensors
English
baim
browser-agent
cpu
experimental
custom-model
Model card Files
xet
 Community
devils-agent
File size: 2,644 Bytes
795f737
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
{
  "model": "Qwen/Qwen2.5-0.5B-Instruct",
  "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
  "parameters": 494032768,
  "dtype": "float32",
  "threads": 2,
  "load_seconds": 3.181326099904254,
  "samples": 8,
  "valid_rate": 0.0,
  "joint_accuracy": 0.0,
  "median_wall_ms": 6813.391300034709,
  "results": [
    {
      "index": 0,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": true,
      "input_tokens": 859,
      "output_tokens": 7,
      "wall_ms": 8279.813800007105,
      "observed_rss_bytes": 2485579776
    },
    {
      "index": 1,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": false,
      "input_tokens": 744,
      "output_tokens": 5,
      "wall_ms": 6579.704500036314,
      "observed_rss_bytes": 2485760000
    },
    {
      "index": 2,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": true,
      "input_tokens": 760,
      "output_tokens": 7,
      "wall_ms": 7047.078100033104,
      "observed_rss_bytes": 2483740672
    },
    {
      "index": 3,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": true,
      "input_tokens": 659,
      "output_tokens": 7,
      "wall_ms": 6190.024700015783,
      "observed_rss_bytes": 2495209472
    },
    {
      "index": 4,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": true,
      "input_tokens": 656,
      "output_tokens": 9,
      "wall_ms": 6563.73789999634,
      "observed_rss_bytes": 2494586880
    },
    {
      "index": 5,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": false,
      "input_tokens": 887,
      "output_tokens": 7,
      "wall_ms": 7589.049200061709,
      "observed_rss_bytes": 2498666496
    },
    {
      "index": 6,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": true,
      "input_tokens": 677,
      "output_tokens": 7,
      "wall_ms": 6104.094199952669,
      "observed_rss_bytes": 2494570496
    },
    {
      "index": 7,
      "valid": false,
      "joint_action_target_correct": false,
      "target_in_candidates": false,
      "input_tokens": 865,
      "output_tokens": 7,
      "wall_ms": 7474.766599945724,
      "observed_rss_bytes": 2498916352
    }
  ],
  "scope": "Small ordered training-shard smoke test, previous human actions supplied. No execution; values not scored. Not target VPS."
}