yzzhao commited on
Commit
f1ae1ac
·
verified ·
1 Parent(s): ca9f9ff

Show GPT-6 Astra evaluation progress separately from scripted acceptance

Browse files
Files changed (2) hide show
  1. index.html +1 -1
  2. model-evaluation-progress.json +12 -5
index.html CHANGED
@@ -22,7 +22,7 @@
22
  <p class="intro">Realtime instrument control in Isaac Lab.</p>
23
  <p class="context">Scripted tests · No robot · No model evaluation</p>
24
  </div>
25
- <div class="section-heading" id="model-progress"><p><strong>Kinex + GPT-6 Astra · high</strong> — running, 2/4 completed</p><a href="https://github.com/stacx-lab/RLE-Bench-inhouse/pull/6">Evaluation PR ↗</a></div>
26
  <p id="load-status" role="status">Loading results…</p>
27
  <section id="overview" aria-label="Acceptance coverage" hidden><dl class="overview-metrics"></dl></section>
28
  <section aria-labelledby="task-heading">
 
22
  <p class="intro">Realtime instrument control in Isaac Lab.</p>
23
  <p class="context">Scripted tests · No robot · No model evaluation</p>
24
  </div>
25
+ <div class="section-heading" id="model-progress"><p><strong>Kinex + GPT-6 Astra · high</strong> — runs complete, 4/4 completed</p><a href="https://github.com/stacx-lab/RLE-Bench-inhouse/pull/6">Evaluation PR ↗</a></div>
26
  <p id="load-status" role="status">Loading results…</p>
27
  <section id="overview" aria-label="Acceptance coverage" hidden><dl class="overview-metrics"></dl></section>
28
  <section aria-labelledby="task-heading">
model-evaluation-progress.json CHANGED
@@ -9,7 +9,8 @@
9
  "attempts_per_task": 1,
10
  "task_retries": 0,
11
  "concurrency": 1,
12
- "updated_at": "2026-10-23T06:05:01.970545+00:00",
 
13
  "tasks": [
14
  {
15
  "task": "isaaclab/chemlab-hood-light-sash",
@@ -32,14 +33,20 @@
32
  {
33
  "task": "isaaclab/chemlab-hotplate-stirring",
34
  "slug": "03-hotplate-stirring",
35
- "status": "running",
36
- "native_success": null
 
 
 
37
  },
38
  {
39
  "task": "isaaclab/chemlab-balance-power",
40
  "slug": "04-balance-power",
41
- "status": "pending",
42
- "native_success": null
 
 
 
43
  }
44
  ],
45
  "pull_request": "https://github.com/stacx-lab/RLE-Bench-inhouse/pull/6"
 
9
  "attempts_per_task": 1,
10
  "task_retries": 0,
11
  "concurrency": 1,
12
+ "updated_at": "2026-10-23T06:13:18.478918+00:00",
13
+ "completed": true,
14
  "tasks": [
15
  {
16
  "task": "isaaclab/chemlab-hood-light-sash",
 
33
  {
34
  "task": "isaaclab/chemlab-hotplate-stirring",
35
  "slug": "03-hotplate-stirring",
36
+ "status": "finished",
37
+ "native_success": true,
38
+ "evidence_valid": true,
39
+ "usage_complete": true,
40
+ "execution": "finished"
41
  },
42
  {
43
  "task": "isaaclab/chemlab-balance-power",
44
  "slug": "04-balance-power",
45
+ "status": "finished",
46
+ "native_success": true,
47
+ "evidence_valid": true,
48
+ "usage_complete": true,
49
+ "execution": "finished"
50
  }
51
  ],
52
  "pull_request": "https://github.com/stacx-lab/RLE-Bench-inhouse/pull/6"