yzzhao commited on
Commit
d846d5c
·
verified ·
1 Parent(s): 3ef345b

Simplify model cards while preserving checkpoint and protocol titles

Browse files
Files changed (3) hide show
  1. hard/app.js +1 -1
  2. hard/index.html +1 -1
  3. manifest.json +3 -3
hard/app.js CHANGED
@@ -177,7 +177,7 @@ function researchRerunNote() {
177
  function overview() {
178
  current={type:'overview'};
179
  $('#main').innerHTML=`<section class="hero"><div><div class="eyebrow"><span class="tiny-logo">✦</span> RLE-Bench · Embodied agent evaluation</div><h1>RoboTwin 2.0.<br><span>Hard evaluation.</span></h1><p>demo_randomized · one episode per selected task.<br>Kinex and the paired Kinex + VLA study use RLE revised instructions; four standalone VLA checkpoints retain native instructions.</p></div><div class="hero-facts"><div><strong>${data.families.length}</strong><span>environment</span></div><div><strong>${data.tasks.length}</strong><span>distinct tasks</span></div><div><strong>${data.variants.length}</strong><span>agent–model variants</span></div><span class="progress-label"><i></i>${data.benchmark_complete?'Evaluation complete':'Evaluation in progress'} · selected seeds</span></div></section>
180
- ${vlactCampaignProgress()}${researchRerunNote()}${recordingPilotProgress()}${opusPilotProgress()}<div class="agent-cards">${data.variants.map(v=>{const s=stats(episodes(v.id));return `<a class="agent-card ${s.n?'':'planned'}" href="#runs/${v.id}" style="--variant:${colors[v.id]}"><div class="card-header"><span class="agent-name">${icon(v)}${esc(methodLabel(v))}</span><span class="state-label">${s.n===plannedTasks(v.id).length?'Complete':s.n?'Partial':'Planned'}</span></div><p class="card-model">${modelLabel(v)}</p>${protocolLabel(v)?`<p class="card-model" data-protocol>${esc(protocolLabel(v))}</p>`:''}<div class="card-rate"><strong>${pct(s.rate)}</strong><span>native success</span></div><div class="card-stats"><span><b>${s.n?s.passes+' / '+s.n:'—'}</b> passed</span><span class="card-cost" title="${esc(costNote(s))}"><b>${costValue(s)}</b> total cost<small>Estimated USD</small></span></div><div class="completion-track"><span style="width:${s.n/plannedTasks(v.id).length*100}%"></span></div><div class="card-bottom"><span>${s.n} / ${plannedTasks(v.id).length} evaluated</span><span>${s.n?'Explore runs':'View planned'} ${arrow}</span></div></a>`;}).join('')}</div><div id="comparison-mount">${comparisonTable()}</div><a class="audit-launcher" href="#instructions"><div><strong>Instructions audit</strong><p>Compare current RLE goals with native descriptions, runtime language pools and recorded episode instructions.</p></div><span aria-hidden="true">↗</span></a>${taskBrowser()}${methodology()}`;
181
  ModelCards.mount($('.agent-cards'), 'hard');
182
  renderRows();
183
  }
 
177
  function overview() {
178
  current={type:'overview'};
179
  $('#main').innerHTML=`<section class="hero"><div><div class="eyebrow"><span class="tiny-logo">✦</span> RLE-Bench · Embodied agent evaluation</div><h1>RoboTwin 2.0.<br><span>Hard evaluation.</span></h1><p>demo_randomized · one episode per selected task.<br>Kinex and the paired Kinex + VLA study use RLE revised instructions; four standalone VLA checkpoints retain native instructions.</p></div><div class="hero-facts"><div><strong>${data.families.length}</strong><span>environment</span></div><div><strong>${data.tasks.length}</strong><span>distinct tasks</span></div><div><strong>${data.variants.length}</strong><span>agent–model variants</span></div><span class="progress-label"><i></i>${data.benchmark_complete?'Evaluation complete':'Evaluation in progress'} · selected seeds</span></div></section>
180
+ ${vlactCampaignProgress()}${researchRerunNote()}${recordingPilotProgress()}${opusPilotProgress()}<div class="agent-cards">${data.variants.map(v=>{const s=stats(episodes(v.id));return `<a class="agent-card ${s.n?'':'planned'}" href="#runs/${v.id}" style="--variant:${colors[v.id]}"><div class="card-header"><span class="agent-name">${icon(v)}${esc(methodLabel(v))}</span><span class="state-label">${s.n===plannedTasks(v.id).length?'Complete':s.n?'Partial':'Planned'}</span></div><p class="card-model">${modelLabel(v)}</p><div class="card-rate"><strong>${pct(s.rate)}</strong><span>native success</span></div><div class="card-stats"><span><b>${s.n?s.passes+' / '+s.n:'—'}</b> passed</span><span class="card-cost" title="${esc(costNote(s))}"><b>${costValue(s)}</b> total cost<small>Estimated USD</small></span></div><div class="completion-track"><span style="width:${s.n/plannedTasks(v.id).length*100}%"></span></div><div class="card-bottom"><span>${s.n} / ${plannedTasks(v.id).length} evaluated</span><span>${s.n?'Explore runs':'View planned'} ${arrow}</span></div></a>`;}).join('')}</div><div id="comparison-mount">${comparisonTable()}</div><a class="audit-launcher" href="#instructions"><div><strong>Instructions audit</strong><p>Compare current RLE goals with native descriptions, runtime language pools and recorded episode instructions.</p></div><span aria-hidden="true">↗</span></a>${taskBrowser()}${methodology()}`;
181
  ModelCards.mount($('.agent-cards'), 'hard');
182
  renderRows();
183
  }
hard/index.html CHANGED
@@ -11,7 +11,7 @@
11
  <script src="usage-metrics.js?v=330e92f8eb96" defer></script>
12
  <script src="../instruction-audit.js?v=7b5e9a418dec" defer></script>
13
  <script src="../model-cards.js?v=7e115b1b03ae" defer></script>
14
- <script src="app.js?v=d87e980dfa5c" defer></script>
15
  <link rel="stylesheet" href="policy.css">
16
  <link rel="stylesheet" href="../instruction-audit.css?v=43163fc879ed">
17
  <link rel="stylesheet" href="../comparison-layout.css?v=359bdb6df354">
 
11
  <script src="usage-metrics.js?v=330e92f8eb96" defer></script>
12
  <script src="../instruction-audit.js?v=7b5e9a418dec" defer></script>
13
  <script src="../model-cards.js?v=7e115b1b03ae" defer></script>
14
+ <script src="app.js?v=4f347e13ec46" defer></script>
15
  <link rel="stylesheet" href="policy.css">
16
  <link rel="stylesheet" href="../instruction-audit.css?v=43163fc879ed">
17
  <link rel="stylesheet" href="../comparison-layout.css?v=359bdb6df354">
manifest.json CHANGED
@@ -99,8 +99,8 @@
99
  "sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1"
100
  },
101
  "hard/app.js": {
102
- "bytes": 99615,
103
- "sha256": "d87e980dfa5ce76a6e4574d14244cd4eab8251ef0a9c2399f10c5cc3e5e1a77c"
104
  },
105
  "hard/icon.svg": {
106
  "bytes": 725,
@@ -112,7 +112,7 @@
112
  },
113
  "hard/index.html": {
114
  "bytes": 4072,
115
- "sha256": "935911c9d060f6889be273380055cd16915b397ab7c38bbb833ed85a232e38bf"
116
  },
117
  "hard/policy.css": {
118
  "bytes": 1067,
 
99
  "sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1"
100
  },
101
  "hard/app.js": {
102
+ "bytes": 99526,
103
+ "sha256": "4f347e13ec46a9550a3154de9af74b0b1dc63975824246c5f13d6790b545bbea"
104
  },
105
  "hard/icon.svg": {
106
  "bytes": 725,
 
112
  },
113
  "hard/index.html": {
114
  "bytes": 4072,
115
+ "sha256": "311be2f1b9e1991fae98d9ed5071ea51c1cfd418cabb8cd9f25096fb771ca378"
116
  },
117
  "hard/policy.css": {
118
  "bytes": 1067,