Spaces:
Running
Running
File size: 2,916 Bytes
0121818 9268ae9 0121818 cc3c494 9268ae9 0121818 93f60f8 9268ae9 0121818 cc3c494 0121818 cc3c494 0121818 9268ae9 cc3c494 0121818 cc3c494 0121818 9268ae9 aec8169 cc3c494 0121818 85f0b3a 0121818 93f60f8 ba5565d 0121818 85f0b3a 0121818 85f0b3a 0121818 85f0b3a ba5565d 85f0b3a ba5565d 85f0b3a 0121818 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 | {
"updated": "2026-07-23T21:00:12.551Z",
"sources": {
"eog": {
"url": "https://artificialanalysis.ai/evaluations/enterprise-ops-gym-aa/",
"hash": "sha256:a6b866aff1f6925b3ffca8d6428f1cc009d91a1a9bbcef7a72db7991bf800fc9",
"fetchedAt": "2026-07-23T21:00:12.551Z"
},
"eva": {
"url": "https://raw.githubusercontent.com/ServiceNow/eva/main/website/src/data/leaderboardStats.json",
"hash": "sha256:e71bd9e18c294322e706ebc9ca8ac477be01c8caf5d9c25b3121566753f35b77",
"fetchedAt": "2026-07-23T21:00:12.551Z"
}
},
"eog": {
"metricLabel": "Task Success Rate 路 Oracle mode",
"rows": [
{
"rank": 1,
"model": "Claude Fable 5 (with fallback)",
"org": "Anthropic",
"score": 51.1,
"bar": 51
},
{
"rank": 2,
"model": "Gemini 3.5 Flash",
"org": "Google",
"score": 50.1,
"bar": 50
},
{
"rank": 3,
"model": "Muse Spark 1.1 (xhigh)",
"org": "Muse",
"score": 47.2,
"bar": 47
},
{
"rank": 4,
"model": "GPT-5.5 (xhigh)",
"org": "OpenAI",
"score": 46.6,
"bar": 47
},
{
"rank": 5,
"model": "Kimi K3",
"org": "Kimi",
"score": 45.3,
"bar": 45
}
]
},
"evaAccuracy": {
"metricLabel": "Pass@1",
"rows": [
{
"rank": 1,
"name": "Scribe v2.2 Realtime + GPT-5.4 + Eleven Flash v2 (ElevenAgents)",
"subtitle": "Mixed Models 路 Cascade",
"score": 0.67,
"ciLower": 0.62,
"ciUpper": 0.72,
"bar": 67
},
{
"rank": 2,
"name": "Universal 3.5 Pro + GPT-5.4 + Sonic 3.5",
"subtitle": "Mixed Models 路 Cascade",
"score": 0.6,
"ciLower": 0.55,
"ciUpper": 0.65,
"bar": 60
},
{
"rank": 3,
"name": "Grok Voice Think Fast 1.0",
"subtitle": "Grok 路 Speech-to-Speech",
"score": 0.59,
"ciLower": 0.54,
"ciUpper": 0.64,
"bar": 59
}
]
},
"evaExperience": {
"metricLabel": "Pass@1",
"rows": [
{
"rank": 1,
"name": "Scribe v2.2 Realtime + Claude Haiku 4.5 + Eleven Flash v2 (ElevenAgents)",
"subtitle": "Mixed Models 路 Cascade",
"score": 0.82,
"ciLower": 0.79,
"ciUpper": 0.84,
"bar": 82
},
{
"rank": 2,
"name": "Gemini 3.1 Flash Live",
"subtitle": "Google 路 Speech-to-Speech",
"score": 0.59,
"ciLower": 0.56,
"ciUpper": 0.62,
"bar": 59
},
{
"rank": 3,
"name": "Grok Voice Think Fast 1.0",
"subtitle": "Grok 路 Speech-to-Speech",
"score": 0.57,
"ciLower": 0.53,
"ciUpper": 0.61,
"bar": 57
}
]
}
}
|