Hugging Face's logo

Spaces:
glayguo
/
evalarc
Running

App Files Community
1
evalarc
File size: 2,531 Bytes
6c4b387
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
  "schema": "evalarc.skill-context-results.v1",
  "trials": [
    {
      "path": "relevant/01-mcp-17",
      "condition": "mcp",
      "seed": 17,
      "status": "finished",
      "error": null,
      "evaluation": {
        "valid": true,
        "resolved": false,
        "score": 0.0,
        "status": "failed"
      },
      "elapsed_seconds": 79.32643001404358,
      "completion_tokens": 1671,
      "skill_loads": 1,
      "context_condition": "relevant"
    },
    {
      "path": "neutral/02-mcp-17",
      "condition": "mcp",
      "seed": 17,
      "status": "finished",
      "error": null,
      "evaluation": {
        "valid": true,
        "resolved": false,
        "score": 0.0,
        "status": "failed"
      },
      "elapsed_seconds": 127.6080254020053,
      "completion_tokens": 2829,
      "skill_loads": 1,
      "context_condition": "neutral"
    },
    {
      "path": "neutral/03-mcp-41",
      "condition": "mcp",
      "seed": 41,
      "status": "finished",
      "error": null,
      "evaluation": {
        "valid": true,
        "resolved": false,
        "score": 0.0,
        "status": "failed"
      },
      "elapsed_seconds": 149.73424933303613,
      "completion_tokens": 3336,
      "skill_loads": 1,
      "context_condition": "neutral"
    },
    {
      "path": "relevant/04-mcp-41",
      "condition": "mcp",
      "seed": 41,
      "status": "finished",
      "error": null,
      "evaluation": {
        "valid": true,
        "resolved": false,
        "score": 0.0,
        "status": "failed"
      },
      "elapsed_seconds": 72.21215019800002,
      "completion_tokens": 1549,
      "skill_loads": 1,
      "context_condition": "relevant"
    },
    {
      "path": "relevant/05-mcp-97",
      "condition": "mcp",
      "seed": 97,
      "status": "finished",
      "error": null,
      "evaluation": {
        "valid": true,
        "resolved": false,
        "score": 0.0,
        "status": "failed"
      },
      "elapsed_seconds": 123.04152664600406,
      "completion_tokens": 2735,
      "skill_loads": 1,
      "context_condition": "relevant"
    },
    {
      "path": "neutral/06-mcp-97",
      "condition": "mcp",
      "seed": 97,
      "status": "finished",
      "error": null,
      "evaluation": {
        "valid": true,
        "resolved": false,
        "score": 0.0,
        "status": "failed"
      },
      "elapsed_seconds": 260.5222003329545,
      "completion_tokens": 5646,
      "skill_loads": 1,
      "context_condition": "neutral"
    }
  ]
}