bradsansnow commited on
Commit
cc3c494
·
1 Parent(s): b15891e

Sync leaderboard: EOG + EVA 2026-07-10

Browse files

eog:
old: Gemini 3.5 Flash (High)=46, Claude Opus 4.6=44.6, GPT-5.5 (High)=41.2, Claude Opus 4.7 (High)=41.2, Claude Sonnet 4.6=40.4
new: Claude Fable 5 (with fallback)=51.1, Gemini 3.5 Flash=50.1, GPT-5.5 (xhigh)=46.6, Qwen3.7 Max=45, Claude Sonnet 5 (max)=44.7

Files changed (1) hide show
  1. data/leaderboard.json +23 -28
data/leaderboard.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
- "updated": "2026-06-30T19:53:00.268Z",
3
  "sources": {
4
  "eog": {
5
- "url": "https://raw.githubusercontent.com/EnterpriseOps-Gym/EnterpriseOps-Gym.github.io/main/script.js",
6
- "hash": "sha256:d59657add350403c147709b4a2a86faf89032672fc047020f258fc21a77347d6",
7
- "fetchedAt": "2026-06-30T19:53:00.267Z"
8
  },
9
  "eva": {
10
  "url": "https://raw.githubusercontent.com/ServiceNow/eva/main/website/src/data/leaderboardStats.json",
11
  "hash": "sha256:e71bd9e18c294322e706ebc9ca8ac477be01c8caf5d9c25b3121566753f35b77",
12
- "fetchedAt": "2026-06-30T19:53:00.268Z"
13
  }
14
  },
15
  "eog": {
@@ -17,43 +17,38 @@
17
  "rows": [
18
  {
19
  "rank": 1,
20
- "model": "Gemini 3.5 Flash (High)",
21
- "org": "Google",
22
- "type": "closed",
23
- "score": 46,
24
- "bar": 46
25
  },
26
  {
27
  "rank": 2,
28
- "model": "Claude Opus 4.6",
29
- "org": "Anthropic",
30
- "type": "closed",
31
- "score": 44.6,
32
- "bar": 45
33
  },
34
  {
35
  "rank": 3,
36
- "model": "GPT-5.5 (High)",
37
  "org": "OpenAI",
38
- "type": "closed",
39
- "score": 41.2,
40
- "bar": 41
41
  },
42
  {
43
  "rank": 4,
44
- "model": "Claude Opus 4.7 (High)",
45
- "org": "Anthropic",
46
- "type": "closed",
47
- "score": 41.2,
48
- "bar": 41
49
  },
50
  {
51
  "rank": 5,
52
- "model": "Claude Sonnet 4.6",
53
  "org": "Anthropic",
54
- "type": "closed",
55
- "score": 40.4,
56
- "bar": 40
57
  }
58
  ]
59
  },
 
1
  {
2
+ "updated": "2026-07-10T23:54:02.263Z",
3
  "sources": {
4
  "eog": {
5
+ "url": "https://artificialanalysis.ai/evaluations/enterprise-ops-gym-aa/",
6
+ "hash": "sha256:197501326c2bff3a956f0dc9d96aff7815cde6a5598d62a9b347e8f63a27e3ad",
7
+ "fetchedAt": "2026-07-10T23:54:02.263Z"
8
  },
9
  "eva": {
10
  "url": "https://raw.githubusercontent.com/ServiceNow/eva/main/website/src/data/leaderboardStats.json",
11
  "hash": "sha256:e71bd9e18c294322e706ebc9ca8ac477be01c8caf5d9c25b3121566753f35b77",
12
+ "fetchedAt": "2026-07-10T23:54:02.263Z"
13
  }
14
  },
15
  "eog": {
 
17
  "rows": [
18
  {
19
  "rank": 1,
20
+ "model": "Claude Fable 5 (with fallback)",
21
+ "org": "Anthropic",
22
+ "score": 51.1,
23
+ "bar": 51
 
24
  },
25
  {
26
  "rank": 2,
27
+ "model": "Gemini 3.5 Flash",
28
+ "org": "Google",
29
+ "score": 50.1,
30
+ "bar": 50
 
31
  },
32
  {
33
  "rank": 3,
34
+ "model": "GPT-5.5 (xhigh)",
35
  "org": "OpenAI",
36
+ "score": 46.6,
37
+ "bar": 47
 
38
  },
39
  {
40
  "rank": 4,
41
+ "model": "Qwen3.7 Max",
42
+ "org": "Alibaba",
43
+ "score": 45,
44
+ "bar": 45
 
45
  },
46
  {
47
  "rank": 5,
48
+ "model": "Claude Sonnet 5 (max)",
49
  "org": "Anthropic",
50
+ "score": 44.7,
51
+ "bar": 45
 
52
  }
53
  ]
54
  },