Commit 路
edcc2ba
1
Parent(s): 01248e6
feat: add GLM-5.3-Flash leaderboard result
Browse files- README.md +1 -1
- app/page.tsx +18 -2
- assets/index-DbWa0W5v.js +0 -0
- index.html +1 -1
README.md
CHANGED
|
@@ -17,7 +17,7 @@ auditable AI-for-Science agent evaluations. It is the public leaderboard view;
|
|
| 17 |
the benchmark framework, task definitions, and evaluation tooling are maintained
|
| 18 |
in the linked repository.
|
| 19 |
|
| 20 |
-
Current reviewed snapshot:
|
| 21 |
|
| 22 |
ASI-Bench evaluates complete autonomous agent systems on project-level AI for
|
| 23 |
Science workflows under a consistent, auditable execution contract. Rankings
|
|
|
|
| 17 |
the benchmark framework, task definitions, and evaluation tooling are maintained
|
| 18 |
in the linked repository.
|
| 19 |
|
| 20 |
+
Current reviewed snapshot: September 6, 2026.
|
| 21 |
|
| 22 |
ASI-Bench evaluates complete autonomous agent systems on project-level AI for
|
| 23 |
Science workflows under a consistent, auditable execution contract. Rankings
|
app/page.tsx
CHANGED
|
@@ -203,6 +203,22 @@ const entries: Entry[] = [
|
|
| 203 |
logoFallback: "G",
|
| 204 |
logoAlt: "Zhipu logo",
|
| 205 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 206 |
{
|
| 207 |
id: "claude-code-deepseek-v4-flash",
|
| 208 |
system: "Claude Code",
|
|
@@ -430,7 +446,7 @@ function ScoreChart() {
|
|
| 430 |
<section className="score-chart" aria-labelledby="chart-title">
|
| 431 |
<div className="chart-heading">
|
| 432 |
<div>
|
| 433 |
-
<div className="kicker">01 路 Reviewed snapshot 路 Sep
|
| 434 |
<h2 id="chart-title">Agent leaderboard</h2>
|
| 435 |
</div>
|
| 436 |
<div className="chart-scale"><span /> {TASK_COUNT}-task snapshot 路 higher is better</div>
|
|
@@ -718,7 +734,7 @@ export default function Home() {
|
|
| 718 |
</div>
|
| 719 |
|
| 720 |
<div className="table-footnote">
|
| 721 |
-
<span>Snapshot prepared 路 Sep
|
| 722 |
<span>Manually published 路 aggregate scores</span>
|
| 723 |
</div>
|
| 724 |
|
|
|
|
| 203 |
logoFallback: "G",
|
| 204 |
logoAlt: "Zhipu logo",
|
| 205 |
},
|
| 206 |
+
{
|
| 207 |
+
id: "claude-code-glm-5-3-flash",
|
| 208 |
+
system: "Claude Code",
|
| 209 |
+
model: "GLM-5.3-Flash",
|
| 210 |
+
provider: "Z.ai",
|
| 211 |
+
effort: "max",
|
| 212 |
+
sandbox: "OS",
|
| 213 |
+
releaseDate: "Sep 5, 2026",
|
| 214 |
+
scores: { overall: 33.5151, b1: 49.2701, b2: 28.6619, b3: 30.6960, b4: 25.4326 },
|
| 215 |
+
rounds: 3,
|
| 216 |
+
status: "complete",
|
| 217 |
+
tone: "violet",
|
| 218 |
+
logo: "/providers/zhipu.svg",
|
| 219 |
+
logoFallback: "G",
|
| 220 |
+
logoAlt: "Z.ai logo",
|
| 221 |
+
},
|
| 222 |
{
|
| 223 |
id: "claude-code-deepseek-v4-flash",
|
| 224 |
system: "Claude Code",
|
|
|
|
| 446 |
<section className="score-chart" aria-labelledby="chart-title">
|
| 447 |
<div className="chart-heading">
|
| 448 |
<div>
|
| 449 |
+
<div className="kicker">01 路 Reviewed snapshot 路 Sep 6, 2026</div>
|
| 450 |
<h2 id="chart-title">Agent leaderboard</h2>
|
| 451 |
</div>
|
| 452 |
<div className="chart-scale"><span /> {TASK_COUNT}-task snapshot 路 higher is better</div>
|
|
|
|
| 734 |
</div>
|
| 735 |
|
| 736 |
<div className="table-footnote">
|
| 737 |
+
<span>Snapshot prepared 路 Sep 6, 2026</span>
|
| 738 |
<span>Manually published 路 aggregate scores</span>
|
| 739 |
</div>
|
| 740 |
|
assets/index-DbWa0W5v.js
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
index.html
CHANGED
|
@@ -40,7 +40,7 @@
|
|
| 40 |
</script>
|
| 41 |
<link rel="icon" href="./apex-mark.svg" />
|
| 42 |
<title>ASI-Bench Leaderboard</title>
|
| 43 |
-
<script type="module" crossorigin src="./assets/index-
|
| 44 |
<link rel="stylesheet" crossorigin href="./assets/index-D8DA0W9B.css">
|
| 45 |
</head>
|
| 46 |
<body>
|
|
|
|
| 40 |
</script>
|
| 41 |
<link rel="icon" href="./apex-mark.svg" />
|
| 42 |
<title>ASI-Bench Leaderboard</title>
|
| 43 |
+
<script type="module" crossorigin src="./assets/index-DbWa0W5v.js"></script>
|
| 44 |
<link rel="stylesheet" crossorigin href="./assets/index-D8DA0W9B.css">
|
| 45 |
</head>
|
| 46 |
<body>
|