Spaces:
Running
Running
Remove cost breakdown panels and recover standalone episode wall times
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- app.js +7 -14
- data.json +400 -100
- experiments/robotwin-official/official-01/artifact-index.json +6 -0
- experiments/robotwin-official/official-01/timing.json +18 -0
- experiments/robotwin-official/official-02/artifact-index.json +6 -0
- experiments/robotwin-official/official-02/timing.json +18 -0
- experiments/robotwin-official/official-03/artifact-index.json +6 -0
- experiments/robotwin-official/official-03/timing.json +18 -0
- experiments/robotwin-official/official-04/artifact-index.json +6 -0
- experiments/robotwin-official/official-04/timing.json +18 -0
- experiments/robotwin-official/official-05/artifact-index.json +6 -0
- experiments/robotwin-official/official-05/timing.json +18 -0
- experiments/robotwin-official/official-06/artifact-index.json +6 -0
- experiments/robotwin-official/official-06/timing.json +18 -0
- experiments/robotwin-official/official-07/artifact-index.json +6 -0
- experiments/robotwin-official/official-07/timing.json +18 -0
- experiments/robotwin-official/official-08/artifact-index.json +6 -0
- experiments/robotwin-official/official-08/timing.json +18 -0
- experiments/robotwin-official/official-09/artifact-index.json +6 -0
- experiments/robotwin-official/official-09/timing.json +18 -0
- experiments/robotwin-official/official-10/artifact-index.json +6 -0
- experiments/robotwin-official/official-10/timing.json +18 -0
- experiments/robotwin-official/official-11/artifact-index.json +6 -0
- experiments/robotwin-official/official-11/timing.json +18 -0
- experiments/robotwin-official/official-12/artifact-index.json +6 -0
- experiments/robotwin-official/official-12/timing.json +18 -0
- experiments/robotwin-official/official-13/artifact-index.json +6 -0
- experiments/robotwin-official/official-13/timing.json +18 -0
- experiments/robotwin-official/official-14/artifact-index.json +6 -0
- experiments/robotwin-official/official-14/timing.json +18 -0
- experiments/robotwin-official/official-15/artifact-index.json +6 -0
- experiments/robotwin-official/official-15/timing.json +18 -0
- experiments/robotwin-official/official-16/artifact-index.json +6 -0
- experiments/robotwin-official/official-16/timing.json +18 -0
- experiments/robotwin-official/official-17/artifact-index.json +6 -0
- experiments/robotwin-official/official-17/timing.json +18 -0
- experiments/robotwin-official/official-18/artifact-index.json +6 -0
- experiments/robotwin-official/official-18/timing.json +18 -0
- experiments/robotwin-official/official-19/artifact-index.json +6 -0
- experiments/robotwin-official/official-19/timing.json +18 -0
- experiments/robotwin-official/official-20/artifact-index.json +6 -0
- experiments/robotwin-official/official-20/timing.json +18 -0
- experiments/robotwin-official/official-21/artifact-index.json +6 -0
- experiments/robotwin-official/official-21/timing.json +18 -0
- experiments/robotwin-official/official-22/artifact-index.json +6 -0
- experiments/robotwin-official/official-22/timing.json +18 -0
- experiments/robotwin-official/official-23/artifact-index.json +6 -0
- experiments/robotwin-official/official-23/timing.json +18 -0
- experiments/robotwin-official/official-24/artifact-index.json +6 -0
- experiments/robotwin-official/official-24/timing.json +18 -0
app.js
CHANGED
|
@@ -69,13 +69,6 @@ function counterEvidence(ep) {
|
|
| 69 |
if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`;
|
| 70 |
return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`;
|
| 71 |
}
|
| 72 |
-
function costBreakdown(s,open=false) {
|
| 73 |
-
if (!s.n) return '';
|
| 74 |
-
const names={fresh_input:'Fresh input',cache_read:'Cache reads',cache_write:'Cache writes',output:'Output',unclassified_input:'Unclassified input'};
|
| 75 |
-
const order=['fresh_input','cache_read','cache_write','output','unclassified_input'];
|
| 76 |
-
const rows=[...s.buckets].sort((a,b)=>order.indexOf(a.category)-order.indexOf(b.category)||a.tier.localeCompare(b.tier));
|
| 77 |
-
return `<details class="cost-breakdown" ${open?'open':''}><summary><span>Cost breakdown <span class="estimate-tag">USD${s.perTask?' / task':''} · estimated</span></span><span class="summary-plus">+</span></summary><div class="cost-breakdown-body">${s.costCount!==s.n?`<p class="coverage-note">A complete cost is unavailable. The breakdown covers ${s.costCount} of ${s.n} episodes only.</p>`:''}<div class="table-scroll"><table class="price-table"><thead><tr><th>Usage category</th><th>Pricing tier</th><th>Tokens${s.perTask?' / task':''}</th><th>USD / 1M tokens</th><th>Cost (USD${s.perTask?' / task':''})</th></tr></thead><tbody>${rows.map(b=>`<tr><th scope="row">${names[b.category]}</th><td>${esc(b.tier)}</td><td class="numeric">${number(b.tokens)}</td><td class="numeric">${rangeNumber(b.rate,b.rate_upper,UsageMetrics.money)}</td><td class="numeric">${rangeNumber(b.lower,b.upper,exactMoney)}</td></tr>`).join('')}</tbody><tfoot><tr><th colspan="4">${s.perTask?(s.costCount===s.n?'Average estimated cost / task':'Known subtotal / evaluated task'):(s.costCount===s.n?'Total estimated cost':'Known subtotal')}</th><td class="numeric">${s.costCount===s.n?rangeNumber(s.costLow,s.costHigh,exactMoney):exactMoney(s.knownCost)}</td></tr></tfoot></table></div><p>${s.perTask?'Each row = average tokens per task × its rate / 1,000,000.':'Each row = tokens × its rate / 1,000,000.'} Fresh input, cache read, cache write and output are disjoint categories; reasoning is already included in output.</p><p>Costs are summed from the recorded Pi session estimates. Standalone VLA uses no language-agent API calls.</p><p>API-equivalent estimates, not verified account charges. Subscription allocation, discounts, credits, taxes, simulator costs and archived attempts are excluded. Estimates recorded ${esc(UsageMetrics.pricingDate||'—')}.</p><div class="inline-links">${UsageMetrics.sources.map(x=>external(x.url,x.label)).join('')}<a href="${esc(resultURL('cost-data.json'))}" target="_blank">Calculation data ↗</a></div></div></details>`;
|
| 78 |
-
}
|
| 79 |
function modelGroups() {
|
| 80 |
const groups=new Map();
|
| 81 |
for (const v of data.variants) {
|
|
@@ -99,13 +92,13 @@ function comparisonCell(v,f) {
|
|
| 99 |
let value;
|
| 100 |
if(matrixMetric==='success')value=`<div class="comparison-value"><strong>${pct(s.rate)}</strong><span>${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}</span></div><div class="mini-track"><span style="width:${(s.rate||0)*100}%;background:${colors[v.id]}"></span></div>`;
|
| 101 |
else if(matrixMetric==='tokens')value=`<dl class="comparison-usage"><div><dt>Fresh input / task</dt><dd title="${number(mean.fresh)} tokens / task">${compact(mean.fresh)}</dd></div><div><dt>Cache write / task</dt><dd title="${number(mean.cacheWrite)} tokens / task">${compact(mean.cacheWrite)}</dd></div><div><dt>Cache read / task</dt><dd title="${rangeNumber(mean.cacheLow,mean.cacheHigh,number)} tokens / task">${rangeNumber(mean.cacheLow,mean.cacheHigh)}</dd></div><div><dt>Cache hit</dt><dd>${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}</dd></div><div><dt>Output / task</dt><dd title="${number(mean.output)} tokens / task">${compact(mean.output)}</dd></div></dl>`;
|
| 102 |
-
else value=`<div class="comparison-value"><strong>${costValue(mean)}</strong><span>USD / task · ${costNote(s)}</span></div>
|
| 103 |
return `<td data-harness="${esc(v.label||v.agent)}" style="--variant:${colors[v.id]}">${value}<a class="comparison-explore" href="${link}">${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow}</a></td>`;
|
| 104 |
}
|
| 105 |
|
| 106 |
function comparisonTable() {
|
| 107 |
const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.';
|
| 108 |
-
return `<section class="comparison-panel" aria-labelledby="comparison-title"><div class="section-heading bare"><div><h2 id="comparison-title">Compare environments</h2><p>Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.</p></div><div class="segmented" aria-label="Comparison metric">${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`<button data-matrix="${k}" aria-pressed="${matrixMetric===k}">${l}</button>`).join('')}</div></div><p class="comparison-definition">${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task
|
| 109 |
}
|
| 110 |
function recordingPilotProgress(){
|
| 111 |
const p=data.recording_pilot;if(!p)return '';
|
|
@@ -155,7 +148,7 @@ function runsPage(variant,params,restoredFilters=null) {
|
|
| 155 |
if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';}
|
| 156 |
if(restoredFilters)filters={...restoredFilters};
|
| 157 |
const v=variantFor(variant),s=stats(episodes(variant));
|
| 158 |
-
$('#main').innerHTML=`<div class="breadcrumbs"><a href="#overview">Benchmark</a><span>/</span><span>Agent report</span></div>${variantTabs(variant)}<section class="report-hero" style="--variant:${colors[variant]}"><div><div class="eyebrow">${s.n?'Selected results':'Planned evaluation'}</div><h1>${esc(v.label||v.agent)} <span class="muted-times">×</span> ${v.model}</h1><p>${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending</p></div><button class="button secondary" data-export="${variant}">Download results ↓</button></section><div class="report-metrics">${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}</div>${usageTiles(s,false)}
|
| 159 |
renderRows();
|
| 160 |
}
|
| 161 |
function nativeNote(task,ep) {
|
|
@@ -168,7 +161,7 @@ function videoPanel(ep,mini=false) {
|
|
| 168 |
}
|
| 169 |
function episodeMetrics(ep) {
|
| 170 |
const u=ep.usage||{},s=stats([ep]);
|
| 171 |
-
return `<section class="episode-usage" aria-label="Token usage and cost">${usageTiles(s)}<p class="usage-caption">${usageDefinition()}</p><p class="usage-caption" data-usage-source>${esc(usageEvidence(ep))}</p>
|
| 172 |
}
|
| 173 |
// Align words and punctuation while preserving the exact original whitespace.
|
| 174 |
function instructionDiff(original, revised) {
|
|
@@ -276,7 +269,7 @@ function overviewDetail(task,ep) {
|
|
| 276 |
if(!ep)return `<div class="pending-layout"><section class="pending-panel"><span class="pending-orbit">○</span><span class="eyebrow">${initializationBlocked?'Initialization blocked':'Awaiting evaluation'}</span><h2>${seedLimit?.exhausted?'No native-valid seed at or below '+number(seedLimit.max_seed):initializationBlocked?'Native seed 0 could not initialize':'No recorded episode yet'}</h2><p>${variantName(current.variant)} / ${esc(variantFor(current.variant).effort)}</p><div class="pending-facts">${metric(number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task)),'Campaign planned action steps')}${metric(String(task.planned_seed_by_variant?.[current.variant]??plannedProtocol(task,current.variant).seed),'Seed')}${metric(task.planned_protocol.control_frequency_hz+' Hz','Control frequency')}</div><p class="subtle">${seedLimit?.exhausted?'Native checks exhausted seeds 1–'+number(seedLimit.max_seed)+'. No Codex model attempt was launched. The original Kinex result is retained; this unavailable Codex task is excluded from success rates.':initializationBlocked?'No model was called. Seed 0 is retained by user decision; this is excluded from task success rates.':'This task is included in the planned catalog. Results and usage will appear after evaluation.'}</p></section>${instructionPanel(task,null)}</div>${seedLimit?.evidence_url?external(seedLimit.evidence_url,'Native seed selection evidence'):''}${nativeNote(task,null)}`;
|
| 277 |
const m=ep.media||{},u=ep.usage||{},a=ep.analysis||{};
|
| 278 |
const reason=a.evidence_note||a.failure_reason||a.cause||a.observed||a.visible_completion;
|
| 279 |
-
return `<div class="episode-layout"><div>${videoPanel(ep)}<p class="media-note">${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.</p></div><aside class="result-panel panel"><div class="result-head"><span class="eyebrow">Native verdict</span>${badge(ep)}</div><div class="result-number">${number(actionSteps(ep.steps,ep))}<span> / ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} action steps</span></div><div class="completion-track"><span style="width:${Math.min(100,(actionSteps(ep.steps,ep)||0)/(actionSteps(ep.measured_protocol?.max_steps,ep)||1)*100)}%"></span></div><dl class="facts"><dt>Termination</dt><dd>${esc(ep.verdict?.termination||'—')}</dd><dt>Execution</dt><dd>${esc(ep.execution?.status||'—')}</dd><dt>Evidence</dt><dd>${ep.valid?'Valid':'Invalid'}</dd><dt>Simulation time</dt><dd>${elapsed(ep.simulation_time_s)}</dd><dt>Wall time</dt><dd>${elapsed(ep.wall_time_s)}</dd><dt>Estimated cost</dt><dd>${costValue(stats([ep]))}</dd><dt>Seed</dt><dd>${ep.seed}</dd><dt>Agent version</dt><dd>${ep.kinex_version?'Kinex '+esc(ep.kinex_version):ep.codex_version?'Codex '+esc(ep.codex_version):ep.claude_code_version?'Claude Code '+esc(ep.claude_code_version):esc(variantFor(ep.variant).agent)}</dd></dl><div class="result-links">${external(ep.links.verdict,'Native verdict')}${external(ep.links.provenance,'Source identity')}</div></aside></div>${nativeNote(task,ep)}${ep.post_terminal_review?`<aside class="native-note" data-post-terminal-note><span class="note-symbol">!</span><div><strong>Native episode completed; later provider error</strong><p>${esc(ep.post_terminal_review.reason)}</p>${external(ep.links.completion_review,"Terminal completion review")}</div></aside>`:""}${initializationNote?`<aside class="native-note" data-initialization-note><span class="note-symbol">!</span><div><strong>Measured initial-state variation</strong><p>${esc(initializationNote)}</p><a href="${esc(resultURL('initialization-comparison.json'))}" target="_blank">Paired initialization evidence ↗</a></div></aside>`:''}${ep.usage_review?`<aside class="native-note" data-usage-review-note><span class="note-symbol">i</span><div><strong>Context compaction included in usage</strong><p>${esc(ep.usage_review.reason)}</p>${external(ep.links.usage_review,"Usage reconciliation evidence")}</div></aside>`:""}${ep.native_clock_review?`<aside class="native-note" data-native-clock-note><span class="note-symbol">i</span><div><strong>Native physics clock differs from control-frame time</strong><p>${esc(ep.native_clock_review.reason)}</p>${external(ep.links.native_clock_review,"Native clock review")}</div></aside>`:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?`<aside class="native-note" data-collector-review-note><span class="note-symbol">i</span><div><strong>Host collector recovered; original model continued</strong><p>${esc(ep.collector_review.reason)}</p><p>Wall time uses the original session timestamps. Lost host setup timing is left unknown.</p><p>Host waiting protection was extended prospectively from 8 to 16 hours for this original execution; the native control budget is unchanged.</p>${external(ep.links.collector_review,"Collector recovery evidence")}</div></aside>`:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?`<aside class="native-note" data-seed-scope-note><span class="note-symbol">i</span><div><strong>Different evaluation seeds</strong><p>Codex uses seed ${number(ep.seed)} after native expert and initialization checks with no model calls during selection. ${ep.provenance.protocol_exception.max_seed!=null?'Seed selection was capped at '+number(ep.provenance.protocol_exception.max_seed)+'. ':''} Kinex retains its original seed ${number(ep.provenance.protocol_exception.preserved_kinex_seed)} result. Codex ran once; this is not a same-seed comparison.</p>${external(ep.links.seed_selection,'Native seed selection evidence')}</div></aside>`:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}<div class="detail-two-column">${instructionPanel(task,ep)}<section class="panel episode-analysis"><div class="section-heading"><div><h2>Episode notes</h2><p>Recorded observations and task-specific interpretation.</p></div></div><div class="analysis-body">${reason?`<p>${esc(reason)}</p>`:`<p>${esc(a.outcome||'The native result and original evidence are retained for this episode.')}</p>`}<details><summary>Read recorded analysis</summary>${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`<div class="analysis-entry"><span>${esc(k.replaceAll('_',' '))}</span><p>${esc(typeof v==='string'?v:JSON.stringify(v))}</p></div>`).join('')}</details><div class="inline-links">${external(ep.links.analysis,'Analysis JSON')}${external(ep.links.terminal_frame,'Terminal evidence')}</div></div></section></div><div class="detail-launchers"><a href="${taskRoute(task.key,ep.variant,'session')}"><span class="launcher-icon">≡</span><div><strong>Read the full session</strong><span>${number(ep.session_counts?.visible_events)} events · ${number(ep.session_counts?.observed_images)} observations</span></div>${arrow}</a><a href="${taskRoute(task.key,ep.variant,'artifacts')}"><span class="launcher-icon">⌘</span><div><strong>Inspect agent artifacts</strong><span>${ep.resources?.length||0} saved files · workspace & evidence</span></div>${arrow}</a></div>`;
|
| 280 |
}
|
| 281 |
function taskPage(key,variant,section='overview') {
|
| 282 |
const task=data.tasks.find(t=>t.key===key);if(!task||!variantFor(variant)){notFound();return;}
|
|
@@ -368,7 +361,7 @@ async function loadResource(index,token) {
|
|
| 368 |
catch(e){if(token===epoch&¤t.resource===index){$('#resource-preview').textContent='Preview unavailable: '+e.message;current.resourceText=null;}}
|
| 369 |
}
|
| 370 |
const evidenceGroups=[
|
| 371 |
-
['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]],
|
| 372 |
['Session & workspace','The original agent trajectory and final files.',[['native_session','Native session'],['transcript','Readable transcript'],['trace','Agent trace'],['workspace','Workspace archive'],['workspace_changes','Workspace manifest']]],
|
| 373 |
['Recording & review','Published media and checks against the recorded evidence.',[['native_video','Original head recording'],['video','Video'],['poster','Poster'],['terminal_frame','Terminal frame'],['recording_manifest','Recording manifest'],['media_check','Media validation'],['analysis','Episode analysis']]],
|
| 374 |
['Usage & provenance','Provider counters and the actual code used by the episode.',[['usage','Token usage'],['provider_usage','Provider usage ledger'],['provenance','Source identities'],['tool_errors','Tool errors']]]
|
|
@@ -379,7 +372,7 @@ function evidenceCard(title,description,items,ep) {
|
|
| 379 |
function evidencePanel(task,ep) {
|
| 380 |
const used=new Set(evidenceGroups.flatMap(g=>g[2].map(x=>x[0]))),extras=Object.keys(ep.links).filter(k=>!used.has(k));
|
| 381 |
const source={...data.variant_sources[ep.variant],...(ep.source_dataset_revision?{dataset_revision:ep.source_dataset_revision}:{})};
|
| 382 |
-
return `<div class="evidence-intro"><h2>Evidence & provenance</h2><p>Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.</p></div><div class="evidence-grid">${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}</div><section class="panel provenance-panel"><div class="section-heading"><div><h2>Recorded identity</h2><p>Source and protocol belonging to this episode.</p></div></div><dl class="provenance-list"><dt>Episode</dt><dd><code>${esc(ep.source_episode_id)}</code></dd><dt>Model</dt><dd>${esc(ep.model)} / ${ep.effort}</dd><dt>Space</dt><dd>${external('https://huggingface.co/spaces/'+source.space,source.space)}</dd><dt>Original evidence revision</dt><dd><code>${source.evidence_revision}</code></dd>${ep.kinex_revision?`<dt>Kinex revision</dt><dd><code>${esc(ep.kinex_revision)}</code></dd>`:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`<dt>${esc(k)}</dt><dd><code>${esc(v.revision||'Unrecorded revision')}</code>${v.dirty?' <span class="tag">Local changes recorded</span>':''}</dd>`).join('')}<dt>Recorded action-step budget</dt><dd>${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps</dd><dt>Campaign planned action-step budget</dt><dd>${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps</dd><dt>Current benchmark default</dt><dd>${number(currentBudget(task))} action steps</dd></dl><details class="protocol-json"><summary>Inspect the measured protocol JSON</summary><pre>${esc(JSON.stringify(ep.measured_protocol,null,2))}</pre></details></section><section class="panel evidence-preview-panel"><div class="section-heading"><div><h2>Preview an evidence file</h2><p>Inspect the recorded JSON without leaving this page.</p></div><select id="evidence-select" aria-label="Choose evidence preview"><option value="">Choose a file…</option>${[['verdict','Native verdict'],['protocol','Measured protocol'],['provenance','Source identities'],['usage','Token usage'],['analysis','Episode analysis'],['media_check','Media validation'],['recording_manifest','Recording manifest']].filter(([k])=>ep.links[k]).map(([k,l])=>`<option value="${k}">${l}</option>`).join('')}</select></div><pre id="evidence-preview" hidden tabindex="0"></pre></section>`;
|
| 383 |
}
|
| 384 |
function historyPanel(history,task) {
|
| 385 |
return `<section class="panel history-panel"><div class="section-heading"><div><h2>Previous attempts</h2><p>Archived attempts are preserved separately and excluded from the current success rate, usage and costs.</p></div><a href="${esc(resultURL('attempt-history.json'))}" target="_blank" class="button secondary">Full archive ↗</a></div>${history.length?history.map(h=>`<article class="history-row"><div class="history-outcome">${badge(h)}<small>${h.valid===false?'Interrupted / invalid':typeof h.success==='boolean'?'Archived result':'Verdict not recorded'}</small></div><div><strong>${esc((h.status||'Archived attempt').replaceAll('_',' '))}</strong><p><code>${esc(h.id||h.job||h.dataset_revision||'Historical record')}</code></p><span class="history-stats">${h.steps!=null?number(actionSteps(h.steps,task))+' action steps · ':''}${h.usage?'Fresh input '+compact(UsageMetrics.usage(h).fresh)+' · cache read '+compact(h.usage.cached_input_tokens)+' · cache write '+compact(UsageMetrics.usage(h).cacheWrite)+' · output '+compact(UsageMetrics.usage(h).output)+' · ':''}${h.dataset_revision?'Revision '+h.dataset_revision.slice(0,8):''}</span>${h.analysis?.execution?`<p>${esc(h.analysis.execution)}</p>`:''}${h.instruction?`<details><summary>Measured instruction</summary><p>${esc(h.instruction)}</p></details>`:''}<div class="inline-links">${Object.entries(h.links||{}).filter(([k])=>['video','verdict','provenance','transcript','terminal_frame','native_session'].includes(k)).map(([k,u])=>external(u,k.replaceAll('_',' '))).join('')}</div></div></article>`).join(''):'<div class="empty-state">No earlier attempts are listed for this task and agent combination.</div>'}</section>`;
|
|
|
|
| 69 |
if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`;
|
| 70 |
return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`;
|
| 71 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
function modelGroups() {
|
| 73 |
const groups=new Map();
|
| 74 |
for (const v of data.variants) {
|
|
|
|
| 92 |
let value;
|
| 93 |
if(matrixMetric==='success')value=`<div class="comparison-value"><strong>${pct(s.rate)}</strong><span>${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}</span></div><div class="mini-track"><span style="width:${(s.rate||0)*100}%;background:${colors[v.id]}"></span></div>`;
|
| 94 |
else if(matrixMetric==='tokens')value=`<dl class="comparison-usage"><div><dt>Fresh input / task</dt><dd title="${number(mean.fresh)} tokens / task">${compact(mean.fresh)}</dd></div><div><dt>Cache write / task</dt><dd title="${number(mean.cacheWrite)} tokens / task">${compact(mean.cacheWrite)}</dd></div><div><dt>Cache read / task</dt><dd title="${rangeNumber(mean.cacheLow,mean.cacheHigh,number)} tokens / task">${rangeNumber(mean.cacheLow,mean.cacheHigh)}</dd></div><div><dt>Cache hit</dt><dd>${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}</dd></div><div><dt>Output / task</dt><dd title="${number(mean.output)} tokens / task">${compact(mean.output)}</dd></div></dl>`;
|
| 95 |
+
else value=`<div class="comparison-value"><strong>${costValue(mean)}</strong><span>USD / task · ${costNote(s)}</span></div>`;
|
| 96 |
return `<td data-harness="${esc(v.label||v.agent)}" style="--variant:${colors[v.id]}">${value}<a class="comparison-explore" href="${link}">${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow}</a></td>`;
|
| 97 |
}
|
| 98 |
|
| 99 |
function comparisonTable() {
|
| 100 |
const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.';
|
| 101 |
+
return `<section class="comparison-panel" aria-labelledby="comparison-title"><div class="section-heading bare"><div><h2 id="comparison-title">Compare environments</h2><p>Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.</p></div><div class="segmented" aria-label="Comparison metric">${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`<button data-matrix="${k}" aria-pressed="${matrixMetric===k}">${l}</button>`).join('')}</div></div><p class="comparison-definition">${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}</p><div class="model-comparisons">${modelGroups().map((g,i)=>`<details class="model-comparison panel" data-model-group="${esc(g.key)}" ${expandedModels?expandedModels.has(g.key)?'open':'':i===0?'open':''}><summary><span><strong>${esc(g.model)}</strong><span class="model-group-meta">${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}</span></span><span class="model-group-count">${g.variants.length} variants <span class="disclosure-arrow">⌄</span></span></summary><div class="table-scroll"><table class="comparison-table grouped-comparison ${matrixMetric}"><thead><tr><th>Environment</th>${g.variants.map(v=>`<th><a href="#runs/${v.id}" class="agent-inline">${icon(v)}${esc(v.label||v.agent)} ${arrow}</a></th>`).join('')}</tr></thead><tbody>${data.families.map(f=>`<tr><th scope="row"><span class="family-code">${f.id.slice(-2)}</span>${esc(f.name)}<small>${f.tasks} tasks</small></th>${g.variants.map(v=>comparisonCell(v,f)).join('')}</tr>`).join('')}</tbody></table></div></details>`).join('')}</div></section>`;
|
| 102 |
}
|
| 103 |
function recordingPilotProgress(){
|
| 104 |
const p=data.recording_pilot;if(!p)return '';
|
|
|
|
| 148 |
if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';}
|
| 149 |
if(restoredFilters)filters={...restoredFilters};
|
| 150 |
const v=variantFor(variant),s=stats(episodes(variant));
|
| 151 |
+
$('#main').innerHTML=`<div class="breadcrumbs"><a href="#overview">Benchmark</a><span>/</span><span>Agent report</span></div>${variantTabs(variant)}<section class="report-hero" style="--variant:${colors[variant]}"><div><div class="eyebrow">${s.n?'Selected results':'Planned evaluation'}</div><h1>${esc(v.label||v.agent)} <span class="muted-times">×</span> ${v.model}</h1><p>${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending</p></div><button class="button secondary" data-export="${variant}">Download results ↓</button></section><div class="report-metrics">${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}</div>${usageTiles(s,false)}<div class="family-cards">${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `<button class="family-card ${filters.family===f.id?'active':''}" data-report-family="${f.id}"><div><strong>${f.name}</strong><span>${pct(fs.rate)}</span></div><div class="mini-track"><span style="width:${(fs.rate||0)*100}%;background:${colors[variant]}"></span></div><small>${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested</small></button>`;}).join('')}</div><p class="scope-note single">${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}</p>${taskBrowser(variant)}${methodology()}`;
|
| 152 |
renderRows();
|
| 153 |
}
|
| 154 |
function nativeNote(task,ep) {
|
|
|
|
| 161 |
}
|
| 162 |
function episodeMetrics(ep) {
|
| 163 |
const u=ep.usage||{},s=stats([ep]);
|
| 164 |
+
return `<section class="episode-usage" aria-label="Token usage and cost">${usageTiles(s)}<p class="usage-caption">${usageDefinition()}</p><p class="usage-caption" data-usage-source>${esc(usageEvidence(ep))}</p><div class="usage-activity"><span><strong>${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)}</strong> ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}</span><span><strong>${number(ep.call_activity?.model_tool_calls)}</strong> tool calls</span>${external(ep.links.usage,'Usage accounting record')}</div></section>`;
|
| 165 |
}
|
| 166 |
// Align words and punctuation while preserving the exact original whitespace.
|
| 167 |
function instructionDiff(original, revised) {
|
|
|
|
| 269 |
if(!ep)return `<div class="pending-layout"><section class="pending-panel"><span class="pending-orbit">○</span><span class="eyebrow">${initializationBlocked?'Initialization blocked':'Awaiting evaluation'}</span><h2>${seedLimit?.exhausted?'No native-valid seed at or below '+number(seedLimit.max_seed):initializationBlocked?'Native seed 0 could not initialize':'No recorded episode yet'}</h2><p>${variantName(current.variant)} / ${esc(variantFor(current.variant).effort)}</p><div class="pending-facts">${metric(number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task)),'Campaign planned action steps')}${metric(String(task.planned_seed_by_variant?.[current.variant]??plannedProtocol(task,current.variant).seed),'Seed')}${metric(task.planned_protocol.control_frequency_hz+' Hz','Control frequency')}</div><p class="subtle">${seedLimit?.exhausted?'Native checks exhausted seeds 1–'+number(seedLimit.max_seed)+'. No Codex model attempt was launched. The original Kinex result is retained; this unavailable Codex task is excluded from success rates.':initializationBlocked?'No model was called. Seed 0 is retained by user decision; this is excluded from task success rates.':'This task is included in the planned catalog. Results and usage will appear after evaluation.'}</p></section>${instructionPanel(task,null)}</div>${seedLimit?.evidence_url?external(seedLimit.evidence_url,'Native seed selection evidence'):''}${nativeNote(task,null)}`;
|
| 270 |
const m=ep.media||{},u=ep.usage||{},a=ep.analysis||{};
|
| 271 |
const reason=a.evidence_note||a.failure_reason||a.cause||a.observed||a.visible_completion;
|
| 272 |
+
return `<div class="episode-layout"><div>${videoPanel(ep)}<p class="media-note">${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.</p></div><aside class="result-panel panel"><div class="result-head"><span class="eyebrow">Native verdict</span>${badge(ep)}</div><div class="result-number">${number(actionSteps(ep.steps,ep))}<span> / ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} action steps</span></div><div class="completion-track"><span style="width:${Math.min(100,(actionSteps(ep.steps,ep)||0)/(actionSteps(ep.measured_protocol?.max_steps,ep)||1)*100)}%"></span></div><dl class="facts"><dt>Termination</dt><dd>${esc(ep.verdict?.termination||'—')}</dd><dt>Execution</dt><dd>${esc(ep.execution?.status||'—')}</dd><dt>Evidence</dt><dd>${ep.valid?'Valid':'Invalid'}</dd><dt>Simulation time</dt><dd title="${esc(ep.timing?.simulation_time_note||'')}">${ep.timing&&ep.simulation_time_s==null?'Not recorded':elapsed(ep.simulation_time_s)}</dd><dt>Wall time</dt><dd title="${esc(ep.timing?.wall_time_scope||'')}">${elapsed(ep.wall_time_s)}</dd><dt>Estimated cost</dt><dd>${costValue(stats([ep]))}</dd><dt>Seed</dt><dd>${ep.seed}</dd><dt>Agent version</dt><dd>${ep.kinex_version?'Kinex '+esc(ep.kinex_version):ep.codex_version?'Codex '+esc(ep.codex_version):ep.claude_code_version?'Claude Code '+esc(ep.claude_code_version):esc(variantFor(ep.variant).agent)}</dd></dl><div class="result-links">${external(ep.links.verdict,'Native verdict')}${external(ep.links.provenance,'Source identity')}</div></aside></div>${nativeNote(task,ep)}${ep.post_terminal_review?`<aside class="native-note" data-post-terminal-note><span class="note-symbol">!</span><div><strong>Native episode completed; later provider error</strong><p>${esc(ep.post_terminal_review.reason)}</p>${external(ep.links.completion_review,"Terminal completion review")}</div></aside>`:""}${initializationNote?`<aside class="native-note" data-initialization-note><span class="note-symbol">!</span><div><strong>Measured initial-state variation</strong><p>${esc(initializationNote)}</p><a href="${esc(resultURL('initialization-comparison.json'))}" target="_blank">Paired initialization evidence ↗</a></div></aside>`:''}${ep.usage_review?`<aside class="native-note" data-usage-review-note><span class="note-symbol">i</span><div><strong>Context compaction included in usage</strong><p>${esc(ep.usage_review.reason)}</p>${external(ep.links.usage_review,"Usage reconciliation evidence")}</div></aside>`:""}${ep.native_clock_review?`<aside class="native-note" data-native-clock-note><span class="note-symbol">i</span><div><strong>Native physics clock differs from control-frame time</strong><p>${esc(ep.native_clock_review.reason)}</p>${external(ep.links.native_clock_review,"Native clock review")}</div></aside>`:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?`<aside class="native-note" data-collector-review-note><span class="note-symbol">i</span><div><strong>Host collector recovered; original model continued</strong><p>${esc(ep.collector_review.reason)}</p><p>Wall time uses the original session timestamps. Lost host setup timing is left unknown.</p><p>Host waiting protection was extended prospectively from 8 to 16 hours for this original execution; the native control budget is unchanged.</p>${external(ep.links.collector_review,"Collector recovery evidence")}</div></aside>`:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?`<aside class="native-note" data-seed-scope-note><span class="note-symbol">i</span><div><strong>Different evaluation seeds</strong><p>Codex uses seed ${number(ep.seed)} after native expert and initialization checks with no model calls during selection. ${ep.provenance.protocol_exception.max_seed!=null?'Seed selection was capped at '+number(ep.provenance.protocol_exception.max_seed)+'. ':''} Kinex retains its original seed ${number(ep.provenance.protocol_exception.preserved_kinex_seed)} result. Codex ran once; this is not a same-seed comparison.</p>${external(ep.links.seed_selection,'Native seed selection evidence')}</div></aside>`:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}<div class="detail-two-column">${instructionPanel(task,ep)}<section class="panel episode-analysis"><div class="section-heading"><div><h2>Episode notes</h2><p>Recorded observations and task-specific interpretation.</p></div></div><div class="analysis-body">${reason?`<p>${esc(reason)}</p>`:`<p>${esc(a.outcome||'The native result and original evidence are retained for this episode.')}</p>`}<details><summary>Read recorded analysis</summary>${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`<div class="analysis-entry"><span>${esc(k.replaceAll('_',' '))}</span><p>${esc(typeof v==='string'?v:JSON.stringify(v))}</p></div>`).join('')}</details><div class="inline-links">${external(ep.links.analysis,'Analysis JSON')}${external(ep.links.terminal_frame,'Terminal evidence')}</div></div></section></div><div class="detail-launchers"><a href="${taskRoute(task.key,ep.variant,'session')}"><span class="launcher-icon">≡</span><div><strong>Read the full session</strong><span>${number(ep.session_counts?.visible_events)} events · ${number(ep.session_counts?.observed_images)} observations</span></div>${arrow}</a><a href="${taskRoute(task.key,ep.variant,'artifacts')}"><span class="launcher-icon">⌘</span><div><strong>Inspect agent artifacts</strong><span>${ep.resources?.length||0} saved files · workspace & evidence</span></div>${arrow}</a></div>`;
|
| 273 |
}
|
| 274 |
function taskPage(key,variant,section='overview') {
|
| 275 |
const task=data.tasks.find(t=>t.key===key);if(!task||!variantFor(variant)){notFound();return;}
|
|
|
|
| 361 |
catch(e){if(token===epoch&¤t.resource===index){$('#resource-preview').textContent='Preview unavailable: '+e.message;current.resourceText=null;}}
|
| 362 |
}
|
| 363 |
const evidenceGroups=[
|
| 364 |
+
['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]],
|
| 365 |
['Session & workspace','The original agent trajectory and final files.',[['native_session','Native session'],['transcript','Readable transcript'],['trace','Agent trace'],['workspace','Workspace archive'],['workspace_changes','Workspace manifest']]],
|
| 366 |
['Recording & review','Published media and checks against the recorded evidence.',[['native_video','Original head recording'],['video','Video'],['poster','Poster'],['terminal_frame','Terminal frame'],['recording_manifest','Recording manifest'],['media_check','Media validation'],['analysis','Episode analysis']]],
|
| 367 |
['Usage & provenance','Provider counters and the actual code used by the episode.',[['usage','Token usage'],['provider_usage','Provider usage ledger'],['provenance','Source identities'],['tool_errors','Tool errors']]]
|
|
|
|
| 372 |
function evidencePanel(task,ep) {
|
| 373 |
const used=new Set(evidenceGroups.flatMap(g=>g[2].map(x=>x[0]))),extras=Object.keys(ep.links).filter(k=>!used.has(k));
|
| 374 |
const source={...data.variant_sources[ep.variant],...(ep.source_dataset_revision?{dataset_revision:ep.source_dataset_revision}:{})};
|
| 375 |
+
return `<div class="evidence-intro"><h2>Evidence & provenance</h2><p>Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.</p></div><div class="evidence-grid">${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}</div><section class="panel provenance-panel"><div class="section-heading"><div><h2>Recorded identity</h2><p>Source and protocol belonging to this episode.</p></div></div><dl class="provenance-list"><dt>Episode</dt><dd><code>${esc(ep.source_episode_id)}</code></dd><dt>Model</dt><dd>${esc(ep.model)} / ${ep.effort}</dd><dt>Space</dt><dd>${external('https://huggingface.co/spaces/'+source.space,source.space)}</dd><dt>Original evidence revision</dt><dd><code>${source.evidence_revision}</code></dd>${ep.kinex_revision?`<dt>Kinex revision</dt><dd><code>${esc(ep.kinex_revision)}</code></dd>`:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`<dt>${esc(k)}</dt><dd><code>${esc(v.revision||'Unrecorded revision')}</code>${v.dirty?' <span class="tag">Local changes recorded</span>':''}</dd>`).join('')}<dt>Recorded action-step budget</dt><dd>${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps</dd><dt>Campaign planned action-step budget</dt><dd>${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps</dd><dt>Current benchmark default</dt><dd>${number(currentBudget(task))} action steps</dd></dl><details class="protocol-json"><summary>Inspect the measured protocol JSON</summary><pre>${esc(JSON.stringify(ep.measured_protocol,null,2))}</pre></details></section><section class="panel evidence-preview-panel"><div class="section-heading"><div><h2>Preview an evidence file</h2><p>Inspect the recorded JSON without leaving this page.</p></div><select id="evidence-select" aria-label="Choose evidence preview"><option value="">Choose a file…</option>${[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['provenance','Source identities'],['usage','Token usage'],['analysis','Episode analysis'],['media_check','Media validation'],['recording_manifest','Recording manifest']].filter(([k])=>ep.links[k]).map(([k,l])=>`<option value="${k}">${l}</option>`).join('')}</select></div><pre id="evidence-preview" hidden tabindex="0"></pre></section>`;
|
| 376 |
}
|
| 377 |
function historyPanel(history,task) {
|
| 378 |
return `<section class="panel history-panel"><div class="section-heading"><div><h2>Previous attempts</h2><p>Archived attempts are preserved separately and excluded from the current success rate, usage and costs.</p></div><a href="${esc(resultURL('attempt-history.json'))}" target="_blank" class="button secondary">Full archive ↗</a></div>${history.length?history.map(h=>`<article class="history-row"><div class="history-outcome">${badge(h)}<small>${h.valid===false?'Interrupted / invalid':typeof h.success==='boolean'?'Archived result':'Verdict not recorded'}</small></div><div><strong>${esc((h.status||'Archived attempt').replaceAll('_',' '))}</strong><p><code>${esc(h.id||h.job||h.dataset_revision||'Historical record')}</code></p><span class="history-stats">${h.steps!=null?number(actionSteps(h.steps,task))+' action steps · ':''}${h.usage?'Fresh input '+compact(UsageMetrics.usage(h).fresh)+' · cache read '+compact(h.usage.cached_input_tokens)+' · cache write '+compact(UsageMetrics.usage(h).cacheWrite)+' · output '+compact(UsageMetrics.usage(h).output)+' · ':''}${h.dataset_revision?'Revision '+h.dataset_revision.slice(0,8):''}</span>${h.analysis?.execution?`<p>${esc(h.analysis.execution)}</p>`:''}${h.instruction?`<details><summary>Measured instruction</summary><p>${esc(h.instruction)}</p></details>`:''}<div class="inline-links">${Object.entries(h.links||{}).filter(([k])=>['video','verdict','provenance','transcript','terminal_frame','native_session'].includes(k)).map(([k,u])=>external(u,k.replaceAll('_',' '))).join('')}</div></div></article>`).join(''):'<div class="empty-state">No earlier attempts are listed for this task and agent combination.</div>'}</section>`;
|
data.json
CHANGED
|
@@ -6218,7 +6218,7 @@
|
|
| 6218 |
},
|
| 6219 |
"steps": 800,
|
| 6220 |
"simulation_time_s": null,
|
| 6221 |
-
"wall_time_s":
|
| 6222 |
"model": "Qwen3-VL-OFT",
|
| 6223 |
"effort": "40k · official",
|
| 6224 |
"harness": "standalone",
|
|
@@ -6263,7 +6263,8 @@
|
|
| 6263 |
"policy_trace": "experiments/robotwin-official/official-01/policy/events.jsonl",
|
| 6264 |
"evidence_archive": "experiments/robotwin-official/official-01/evidence.zip",
|
| 6265 |
"provenance": "official/source-identities.json",
|
| 6266 |
-
"native_video": "experiments/robotwin-official/official-01/native-head.mp4"
|
|
|
|
| 6267 |
},
|
| 6268 |
"resources": [],
|
| 6269 |
"session_counts": {
|
|
@@ -6358,6 +6359,11 @@
|
|
| 6358 |
784
|
| 6359 |
],
|
| 6360 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6361 |
}
|
| 6362 |
},
|
| 6363 |
{
|
|
@@ -6385,7 +6391,7 @@
|
|
| 6385 |
},
|
| 6386 |
"steps": 600,
|
| 6387 |
"simulation_time_s": null,
|
| 6388 |
-
"wall_time_s":
|
| 6389 |
"model": "Qwen3-VL-OFT",
|
| 6390 |
"effort": "40k · official",
|
| 6391 |
"harness": "standalone",
|
|
@@ -6430,7 +6436,8 @@
|
|
| 6430 |
"policy_trace": "experiments/robotwin-official/official-02/policy/events.jsonl",
|
| 6431 |
"evidence_archive": "experiments/robotwin-official/official-02/evidence.zip",
|
| 6432 |
"provenance": "official/source-identities.json",
|
| 6433 |
-
"native_video": "experiments/robotwin-official/official-02/native-head.mp4"
|
|
|
|
| 6434 |
},
|
| 6435 |
"resources": [],
|
| 6436 |
"session_counts": {
|
|
@@ -6513,6 +6520,11 @@
|
|
| 6513 |
592
|
| 6514 |
],
|
| 6515 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6516 |
}
|
| 6517 |
},
|
| 6518 |
{
|
|
@@ -6540,7 +6552,7 @@
|
|
| 6540 |
},
|
| 6541 |
"steps": 1700,
|
| 6542 |
"simulation_time_s": null,
|
| 6543 |
-
"wall_time_s":
|
| 6544 |
"model": "Qwen3-VL-OFT",
|
| 6545 |
"effort": "40k · official",
|
| 6546 |
"harness": "standalone",
|
|
@@ -6585,7 +6597,8 @@
|
|
| 6585 |
"policy_trace": "experiments/robotwin-official/official-03/policy/events.jsonl",
|
| 6586 |
"evidence_archive": "experiments/robotwin-official/official-03/evidence.zip",
|
| 6587 |
"provenance": "official/source-identities.json",
|
| 6588 |
-
"native_video": "experiments/robotwin-official/official-03/native-head.mp4"
|
|
|
|
| 6589 |
},
|
| 6590 |
"resources": [],
|
| 6591 |
"session_counts": {
|
|
@@ -6737,6 +6750,11 @@
|
|
| 6737 |
1696
|
| 6738 |
],
|
| 6739 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6740 |
}
|
| 6741 |
},
|
| 6742 |
{
|
|
@@ -6764,7 +6782,7 @@
|
|
| 6764 |
},
|
| 6765 |
"steps": 201,
|
| 6766 |
"simulation_time_s": null,
|
| 6767 |
-
"wall_time_s":
|
| 6768 |
"model": "Qwen3-VL-OFT",
|
| 6769 |
"effort": "40k · official",
|
| 6770 |
"harness": "standalone",
|
|
@@ -6809,7 +6827,8 @@
|
|
| 6809 |
"policy_trace": "experiments/robotwin-official/official-04/policy/events.jsonl",
|
| 6810 |
"evidence_archive": "experiments/robotwin-official/official-04/evidence.zip",
|
| 6811 |
"provenance": "official/source-identities.json",
|
| 6812 |
-
"native_video": "experiments/robotwin-official/official-04/native-head.mp4"
|
|
|
|
| 6813 |
},
|
| 6814 |
"resources": [],
|
| 6815 |
"session_counts": {
|
|
@@ -6867,6 +6886,11 @@
|
|
| 6867 |
192
|
| 6868 |
],
|
| 6869 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6870 |
}
|
| 6871 |
},
|
| 6872 |
{
|
|
@@ -6894,7 +6918,7 @@
|
|
| 6894 |
},
|
| 6895 |
"steps": 483,
|
| 6896 |
"simulation_time_s": null,
|
| 6897 |
-
"wall_time_s":
|
| 6898 |
"model": "Qwen3-VL-OFT",
|
| 6899 |
"effort": "40k · official",
|
| 6900 |
"harness": "standalone",
|
|
@@ -6939,7 +6963,8 @@
|
|
| 6939 |
"policy_trace": "experiments/robotwin-official/official-05/policy/events.jsonl",
|
| 6940 |
"evidence_archive": "experiments/robotwin-official/official-05/evidence.zip",
|
| 6941 |
"provenance": "official/source-identities.json",
|
| 6942 |
-
"native_video": "experiments/robotwin-official/official-05/native-head.mp4"
|
|
|
|
| 6943 |
},
|
| 6944 |
"resources": [],
|
| 6945 |
"session_counts": {
|
|
@@ -7015,6 +7040,11 @@
|
|
| 7015 |
480
|
| 7016 |
],
|
| 7017 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7018 |
}
|
| 7019 |
},
|
| 7020 |
{
|
|
@@ -7042,7 +7072,7 @@
|
|
| 7042 |
},
|
| 7043 |
"steps": 406,
|
| 7044 |
"simulation_time_s": null,
|
| 7045 |
-
"wall_time_s":
|
| 7046 |
"model": "Qwen3-VL-OFT",
|
| 7047 |
"effort": "40k · official",
|
| 7048 |
"harness": "standalone",
|
|
@@ -7087,7 +7117,8 @@
|
|
| 7087 |
"policy_trace": "experiments/robotwin-official/official-06/policy/events.jsonl",
|
| 7088 |
"evidence_archive": "experiments/robotwin-official/official-06/evidence.zip",
|
| 7089 |
"provenance": "official/source-identities.json",
|
| 7090 |
-
"native_video": "experiments/robotwin-official/official-06/native-head.mp4"
|
|
|
|
| 7091 |
},
|
| 7092 |
"resources": [],
|
| 7093 |
"session_counts": {
|
|
@@ -7158,6 +7189,11 @@
|
|
| 7158 |
400
|
| 7159 |
],
|
| 7160 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7161 |
}
|
| 7162 |
},
|
| 7163 |
{
|
|
@@ -7185,7 +7221,7 @@
|
|
| 7185 |
},
|
| 7186 |
"steps": 900,
|
| 7187 |
"simulation_time_s": null,
|
| 7188 |
-
"wall_time_s":
|
| 7189 |
"model": "Qwen3-VL-OFT",
|
| 7190 |
"effort": "40k · official",
|
| 7191 |
"harness": "standalone",
|
|
@@ -7230,7 +7266,8 @@
|
|
| 7230 |
"policy_trace": "experiments/robotwin-official/official-07/policy/events.jsonl",
|
| 7231 |
"evidence_archive": "experiments/robotwin-official/official-07/evidence.zip",
|
| 7232 |
"provenance": "official/source-identities.json",
|
| 7233 |
-
"native_video": "experiments/robotwin-official/official-07/native-head.mp4"
|
|
|
|
| 7234 |
},
|
| 7235 |
"resources": [],
|
| 7236 |
"session_counts": {
|
|
@@ -7332,6 +7369,11 @@
|
|
| 7332 |
896
|
| 7333 |
],
|
| 7334 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7335 |
}
|
| 7336 |
},
|
| 7337 |
{
|
|
@@ -7359,7 +7401,7 @@
|
|
| 7359 |
},
|
| 7360 |
"steps": 700,
|
| 7361 |
"simulation_time_s": null,
|
| 7362 |
-
"wall_time_s":
|
| 7363 |
"model": "Qwen3-VL-OFT",
|
| 7364 |
"effort": "40k · official",
|
| 7365 |
"harness": "standalone",
|
|
@@ -7404,7 +7446,8 @@
|
|
| 7404 |
"policy_trace": "experiments/robotwin-official/official-08/policy/events.jsonl",
|
| 7405 |
"evidence_archive": "experiments/robotwin-official/official-08/evidence.zip",
|
| 7406 |
"provenance": "official/source-identities.json",
|
| 7407 |
-
"native_video": "experiments/robotwin-official/official-08/native-head.mp4"
|
|
|
|
| 7408 |
},
|
| 7409 |
"resources": [],
|
| 7410 |
"session_counts": {
|
|
@@ -7493,6 +7536,11 @@
|
|
| 7493 |
688
|
| 7494 |
],
|
| 7495 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7496 |
}
|
| 7497 |
},
|
| 7498 |
{
|
|
@@ -7520,7 +7568,7 @@
|
|
| 7520 |
},
|
| 7521 |
"steps": 1200,
|
| 7522 |
"simulation_time_s": null,
|
| 7523 |
-
"wall_time_s":
|
| 7524 |
"model": "Qwen3-VL-OFT",
|
| 7525 |
"effort": "40k · official",
|
| 7526 |
"harness": "standalone",
|
|
@@ -7565,7 +7613,8 @@
|
|
| 7565 |
"policy_trace": "experiments/robotwin-official/official-09/policy/events.jsonl",
|
| 7566 |
"evidence_archive": "experiments/robotwin-official/official-09/evidence.zip",
|
| 7567 |
"provenance": "official/source-identities.json",
|
| 7568 |
-
"native_video": "experiments/robotwin-official/official-09/native-head.mp4"
|
|
|
|
| 7569 |
},
|
| 7570 |
"resources": [],
|
| 7571 |
"session_counts": {
|
|
@@ -7685,6 +7734,11 @@
|
|
| 7685 |
1184
|
| 7686 |
],
|
| 7687 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7688 |
}
|
| 7689 |
},
|
| 7690 |
{
|
|
@@ -7712,7 +7766,7 @@
|
|
| 7712 |
},
|
| 7713 |
"steps": 400,
|
| 7714 |
"simulation_time_s": null,
|
| 7715 |
-
"wall_time_s":
|
| 7716 |
"model": "Qwen3-VL-OFT",
|
| 7717 |
"effort": "40k · official",
|
| 7718 |
"harness": "standalone",
|
|
@@ -7757,7 +7811,8 @@
|
|
| 7757 |
"policy_trace": "experiments/robotwin-official/official-10/policy/events.jsonl",
|
| 7758 |
"evidence_archive": "experiments/robotwin-official/official-10/evidence.zip",
|
| 7759 |
"provenance": "official/source-identities.json",
|
| 7760 |
-
"native_video": "experiments/robotwin-official/official-10/native-head.mp4"
|
|
|
|
| 7761 |
},
|
| 7762 |
"resources": [],
|
| 7763 |
"session_counts": {
|
|
@@ -7827,6 +7882,11 @@
|
|
| 7827 |
384
|
| 7828 |
],
|
| 7829 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7830 |
}
|
| 7831 |
},
|
| 7832 |
{
|
|
@@ -7854,7 +7914,7 @@
|
|
| 7854 |
},
|
| 7855 |
"steps": 113,
|
| 7856 |
"simulation_time_s": null,
|
| 7857 |
-
"wall_time_s":
|
| 7858 |
"model": "Qwen3-VL-OFT",
|
| 7859 |
"effort": "40k · official",
|
| 7860 |
"harness": "standalone",
|
|
@@ -7899,7 +7959,8 @@
|
|
| 7899 |
"policy_trace": "experiments/robotwin-official/official-11/policy/events.jsonl",
|
| 7900 |
"evidence_archive": "experiments/robotwin-official/official-11/evidence.zip",
|
| 7901 |
"provenance": "official/source-identities.json",
|
| 7902 |
-
"native_video": "experiments/robotwin-official/official-11/native-head.mp4"
|
|
|
|
| 7903 |
},
|
| 7904 |
"resources": [],
|
| 7905 |
"session_counts": {
|
|
@@ -7952,6 +8013,11 @@
|
|
| 7952 |
112
|
| 7953 |
],
|
| 7954 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7955 |
}
|
| 7956 |
},
|
| 7957 |
{
|
|
@@ -7979,7 +8045,7 @@
|
|
| 7979 |
},
|
| 7980 |
"steps": 112,
|
| 7981 |
"simulation_time_s": null,
|
| 7982 |
-
"wall_time_s":
|
| 7983 |
"model": "Qwen3-VL-OFT",
|
| 7984 |
"effort": "40k · official",
|
| 7985 |
"harness": "standalone",
|
|
@@ -8024,7 +8090,8 @@
|
|
| 8024 |
"policy_trace": "experiments/robotwin-official/official-12/policy/events.jsonl",
|
| 8025 |
"evidence_archive": "experiments/robotwin-official/official-12/evidence.zip",
|
| 8026 |
"provenance": "official/source-identities.json",
|
| 8027 |
-
"native_video": "experiments/robotwin-official/official-12/native-head.mp4"
|
|
|
|
| 8028 |
},
|
| 8029 |
"resources": [],
|
| 8030 |
"session_counts": {
|
|
@@ -8076,6 +8143,11 @@
|
|
| 8076 |
96
|
| 8077 |
],
|
| 8078 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8079 |
}
|
| 8080 |
},
|
| 8081 |
{
|
|
@@ -8103,7 +8175,7 @@
|
|
| 8103 |
},
|
| 8104 |
"steps": 398,
|
| 8105 |
"simulation_time_s": null,
|
| 8106 |
-
"wall_time_s":
|
| 8107 |
"model": "Qwen3-VL-OFT",
|
| 8108 |
"effort": "40k · official",
|
| 8109 |
"harness": "standalone",
|
|
@@ -8148,7 +8220,8 @@
|
|
| 8148 |
"policy_trace": "experiments/robotwin-official/official-13/policy/events.jsonl",
|
| 8149 |
"evidence_archive": "experiments/robotwin-official/official-13/evidence.zip",
|
| 8150 |
"provenance": "official/source-identities.json",
|
| 8151 |
-
"native_video": "experiments/robotwin-official/official-13/native-head.mp4"
|
|
|
|
| 8152 |
},
|
| 8153 |
"resources": [],
|
| 8154 |
"session_counts": {
|
|
@@ -8218,6 +8291,11 @@
|
|
| 8218 |
384
|
| 8219 |
],
|
| 8220 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8221 |
}
|
| 8222 |
},
|
| 8223 |
{
|
|
@@ -8245,7 +8323,7 @@
|
|
| 8245 |
},
|
| 8246 |
"steps": 61,
|
| 8247 |
"simulation_time_s": null,
|
| 8248 |
-
"wall_time_s":
|
| 8249 |
"model": "Qwen3-VL-OFT",
|
| 8250 |
"effort": "40k · official",
|
| 8251 |
"harness": "standalone",
|
|
@@ -8290,7 +8368,8 @@
|
|
| 8290 |
"policy_trace": "experiments/robotwin-official/official-14/policy/events.jsonl",
|
| 8291 |
"evidence_archive": "experiments/robotwin-official/official-14/evidence.zip",
|
| 8292 |
"provenance": "official/source-identities.json",
|
| 8293 |
-
"native_video": "experiments/robotwin-official/official-14/native-head.mp4"
|
|
|
|
| 8294 |
},
|
| 8295 |
"resources": [],
|
| 8296 |
"session_counts": {
|
|
@@ -8339,6 +8418,11 @@
|
|
| 8339 |
48
|
| 8340 |
],
|
| 8341 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8342 |
}
|
| 8343 |
},
|
| 8344 |
{
|
|
@@ -8366,7 +8450,7 @@
|
|
| 8366 |
},
|
| 8367 |
"steps": 58,
|
| 8368 |
"simulation_time_s": null,
|
| 8369 |
-
"wall_time_s":
|
| 8370 |
"model": "Qwen3-VL-OFT",
|
| 8371 |
"effort": "40k · official",
|
| 8372 |
"harness": "standalone",
|
|
@@ -8411,7 +8495,8 @@
|
|
| 8411 |
"policy_trace": "experiments/robotwin-official/official-15/policy/events.jsonl",
|
| 8412 |
"evidence_archive": "experiments/robotwin-official/official-15/evidence.zip",
|
| 8413 |
"provenance": "official/source-identities.json",
|
| 8414 |
-
"native_video": "experiments/robotwin-official/official-15/native-head.mp4"
|
|
|
|
| 8415 |
},
|
| 8416 |
"resources": [],
|
| 8417 |
"session_counts": {
|
|
@@ -8460,6 +8545,11 @@
|
|
| 8460 |
48
|
| 8461 |
],
|
| 8462 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8463 |
}
|
| 8464 |
},
|
| 8465 |
{
|
|
@@ -8487,7 +8577,7 @@
|
|
| 8487 |
},
|
| 8488 |
"steps": 106,
|
| 8489 |
"simulation_time_s": null,
|
| 8490 |
-
"wall_time_s":
|
| 8491 |
"model": "Qwen3-VL-OFT",
|
| 8492 |
"effort": "40k · official",
|
| 8493 |
"harness": "standalone",
|
|
@@ -8532,7 +8622,8 @@
|
|
| 8532 |
"policy_trace": "experiments/robotwin-official/official-16/policy/events.jsonl",
|
| 8533 |
"evidence_archive": "experiments/robotwin-official/official-16/evidence.zip",
|
| 8534 |
"provenance": "official/source-identities.json",
|
| 8535 |
-
"native_video": "experiments/robotwin-official/official-16/native-head.mp4"
|
|
|
|
| 8536 |
},
|
| 8537 |
"resources": [],
|
| 8538 |
"session_counts": {
|
|
@@ -8584,6 +8675,11 @@
|
|
| 8584 |
96
|
| 8585 |
],
|
| 8586 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8587 |
}
|
| 8588 |
},
|
| 8589 |
{
|
|
@@ -8611,7 +8707,7 @@
|
|
| 8611 |
},
|
| 8612 |
"steps": 74,
|
| 8613 |
"simulation_time_s": null,
|
| 8614 |
-
"wall_time_s":
|
| 8615 |
"model": "Qwen3-VL-OFT",
|
| 8616 |
"effort": "40k · official",
|
| 8617 |
"harness": "standalone",
|
|
@@ -8656,7 +8752,8 @@
|
|
| 8656 |
"policy_trace": "experiments/robotwin-official/official-17/policy/events.jsonl",
|
| 8657 |
"evidence_archive": "experiments/robotwin-official/official-17/evidence.zip",
|
| 8658 |
"provenance": "official/source-identities.json",
|
| 8659 |
-
"native_video": "experiments/robotwin-official/official-17/native-head.mp4"
|
|
|
|
| 8660 |
},
|
| 8661 |
"resources": [],
|
| 8662 |
"session_counts": {
|
|
@@ -8706,6 +8803,11 @@
|
|
| 8706 |
64
|
| 8707 |
],
|
| 8708 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8709 |
}
|
| 8710 |
},
|
| 8711 |
{
|
|
@@ -8733,7 +8835,7 @@
|
|
| 8733 |
},
|
| 8734 |
"steps": 167,
|
| 8735 |
"simulation_time_s": null,
|
| 8736 |
-
"wall_time_s":
|
| 8737 |
"model": "Qwen3-VL-OFT",
|
| 8738 |
"effort": "40k · official",
|
| 8739 |
"harness": "standalone",
|
|
@@ -8778,7 +8880,8 @@
|
|
| 8778 |
"policy_trace": "experiments/robotwin-official/official-18/policy/events.jsonl",
|
| 8779 |
"evidence_archive": "experiments/robotwin-official/official-18/evidence.zip",
|
| 8780 |
"provenance": "official/source-identities.json",
|
| 8781 |
-
"native_video": "experiments/robotwin-official/official-18/native-head.mp4"
|
|
|
|
| 8782 |
},
|
| 8783 |
"resources": [],
|
| 8784 |
"session_counts": {
|
|
@@ -8834,6 +8937,11 @@
|
|
| 8834 |
160
|
| 8835 |
],
|
| 8836 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8837 |
}
|
| 8838 |
},
|
| 8839 |
{
|
|
@@ -8861,7 +8969,7 @@
|
|
| 8861 |
},
|
| 8862 |
"steps": 400,
|
| 8863 |
"simulation_time_s": null,
|
| 8864 |
-
"wall_time_s":
|
| 8865 |
"model": "Qwen3-VL-OFT",
|
| 8866 |
"effort": "40k · official",
|
| 8867 |
"harness": "standalone",
|
|
@@ -8906,7 +9014,8 @@
|
|
| 8906 |
"policy_trace": "experiments/robotwin-official/official-19/policy/events.jsonl",
|
| 8907 |
"evidence_archive": "experiments/robotwin-official/official-19/evidence.zip",
|
| 8908 |
"provenance": "official/source-identities.json",
|
| 8909 |
-
"native_video": "experiments/robotwin-official/official-19/native-head.mp4"
|
|
|
|
| 8910 |
},
|
| 8911 |
"resources": [],
|
| 8912 |
"session_counts": {
|
|
@@ -8976,6 +9085,11 @@
|
|
| 8976 |
384
|
| 8977 |
],
|
| 8978 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8979 |
}
|
| 8980 |
},
|
| 8981 |
{
|
|
@@ -9003,7 +9117,7 @@
|
|
| 9003 |
},
|
| 9004 |
"steps": 400,
|
| 9005 |
"simulation_time_s": null,
|
| 9006 |
-
"wall_time_s":
|
| 9007 |
"model": "Qwen3-VL-OFT",
|
| 9008 |
"effort": "40k · official",
|
| 9009 |
"harness": "standalone",
|
|
@@ -9048,7 +9162,8 @@
|
|
| 9048 |
"policy_trace": "experiments/robotwin-official/official-20/policy/events.jsonl",
|
| 9049 |
"evidence_archive": "experiments/robotwin-official/official-20/evidence.zip",
|
| 9050 |
"provenance": "official/source-identities.json",
|
| 9051 |
-
"native_video": "experiments/robotwin-official/official-20/native-head.mp4"
|
|
|
|
| 9052 |
},
|
| 9053 |
"resources": [],
|
| 9054 |
"session_counts": {
|
|
@@ -9118,6 +9233,11 @@
|
|
| 9118 |
384
|
| 9119 |
],
|
| 9120 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9121 |
}
|
| 9122 |
},
|
| 9123 |
{
|
|
@@ -9145,7 +9265,7 @@
|
|
| 9145 |
},
|
| 9146 |
"steps": 400,
|
| 9147 |
"simulation_time_s": null,
|
| 9148 |
-
"wall_time_s":
|
| 9149 |
"model": "Qwen3-VL-OFT",
|
| 9150 |
"effort": "40k · official",
|
| 9151 |
"harness": "standalone",
|
|
@@ -9190,7 +9310,8 @@
|
|
| 9190 |
"policy_trace": "experiments/robotwin-official/official-21/policy/events.jsonl",
|
| 9191 |
"evidence_archive": "experiments/robotwin-official/official-21/evidence.zip",
|
| 9192 |
"provenance": "official/source-identities.json",
|
| 9193 |
-
"native_video": "experiments/robotwin-official/official-21/native-head.mp4"
|
|
|
|
| 9194 |
},
|
| 9195 |
"resources": [],
|
| 9196 |
"session_counts": {
|
|
@@ -9260,6 +9381,11 @@
|
|
| 9260 |
384
|
| 9261 |
],
|
| 9262 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9263 |
}
|
| 9264 |
},
|
| 9265 |
{
|
|
@@ -9287,7 +9413,7 @@
|
|
| 9287 |
},
|
| 9288 |
"steps": 400,
|
| 9289 |
"simulation_time_s": null,
|
| 9290 |
-
"wall_time_s":
|
| 9291 |
"model": "Qwen3-VL-OFT",
|
| 9292 |
"effort": "40k · official",
|
| 9293 |
"harness": "standalone",
|
|
@@ -9332,7 +9458,8 @@
|
|
| 9332 |
"policy_trace": "experiments/robotwin-official/official-22/policy/events.jsonl",
|
| 9333 |
"evidence_archive": "experiments/robotwin-official/official-22/evidence.zip",
|
| 9334 |
"provenance": "official/source-identities.json",
|
| 9335 |
-
"native_video": "experiments/robotwin-official/official-22/native-head.mp4"
|
|
|
|
| 9336 |
},
|
| 9337 |
"resources": [],
|
| 9338 |
"session_counts": {
|
|
@@ -9402,6 +9529,11 @@
|
|
| 9402 |
384
|
| 9403 |
],
|
| 9404 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9405 |
}
|
| 9406 |
},
|
| 9407 |
{
|
|
@@ -9429,7 +9561,7 @@
|
|
| 9429 |
},
|
| 9430 |
"steps": 153,
|
| 9431 |
"simulation_time_s": null,
|
| 9432 |
-
"wall_time_s":
|
| 9433 |
"model": "Qwen3-VL-OFT",
|
| 9434 |
"effort": "40k · official",
|
| 9435 |
"harness": "standalone",
|
|
@@ -9474,7 +9606,8 @@
|
|
| 9474 |
"policy_trace": "experiments/robotwin-official/official-23/policy/events.jsonl",
|
| 9475 |
"evidence_archive": "experiments/robotwin-official/official-23/evidence.zip",
|
| 9476 |
"provenance": "official/source-identities.json",
|
| 9477 |
-
"native_video": "experiments/robotwin-official/official-23/native-head.mp4"
|
|
|
|
| 9478 |
},
|
| 9479 |
"resources": [],
|
| 9480 |
"session_counts": {
|
|
@@ -9529,6 +9662,11 @@
|
|
| 9529 |
144
|
| 9530 |
],
|
| 9531 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9532 |
}
|
| 9533 |
},
|
| 9534 |
{
|
|
@@ -9556,7 +9694,7 @@
|
|
| 9556 |
},
|
| 9557 |
"steps": 104,
|
| 9558 |
"simulation_time_s": null,
|
| 9559 |
-
"wall_time_s":
|
| 9560 |
"model": "Qwen3-VL-OFT",
|
| 9561 |
"effort": "40k · official",
|
| 9562 |
"harness": "standalone",
|
|
@@ -9601,7 +9739,8 @@
|
|
| 9601 |
"policy_trace": "experiments/robotwin-official/official-24/policy/events.jsonl",
|
| 9602 |
"evidence_archive": "experiments/robotwin-official/official-24/evidence.zip",
|
| 9603 |
"provenance": "official/source-identities.json",
|
| 9604 |
-
"native_video": "experiments/robotwin-official/official-24/native-head.mp4"
|
|
|
|
| 9605 |
},
|
| 9606 |
"resources": [],
|
| 9607 |
"session_counts": {
|
|
@@ -9653,6 +9792,11 @@
|
|
| 9653 |
96
|
| 9654 |
],
|
| 9655 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9656 |
}
|
| 9657 |
},
|
| 9658 |
{
|
|
@@ -9680,7 +9824,7 @@
|
|
| 9680 |
},
|
| 9681 |
"steps": 400,
|
| 9682 |
"simulation_time_s": null,
|
| 9683 |
-
"wall_time_s":
|
| 9684 |
"model": "Qwen3-VL-OFT",
|
| 9685 |
"effort": "40k · official",
|
| 9686 |
"harness": "standalone",
|
|
@@ -9725,7 +9869,8 @@
|
|
| 9725 |
"policy_trace": "experiments/robotwin-official/official-25/policy/events.jsonl",
|
| 9726 |
"evidence_archive": "experiments/robotwin-official/official-25/evidence.zip",
|
| 9727 |
"provenance": "official/source-identities.json",
|
| 9728 |
-
"native_video": "experiments/robotwin-official/official-25/native-head.mp4"
|
|
|
|
| 9729 |
},
|
| 9730 |
"resources": [],
|
| 9731 |
"session_counts": {
|
|
@@ -9795,6 +9940,11 @@
|
|
| 9795 |
384
|
| 9796 |
],
|
| 9797 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9798 |
}
|
| 9799 |
},
|
| 9800 |
{
|
|
@@ -9822,7 +9972,7 @@
|
|
| 9822 |
},
|
| 9823 |
"steps": 94,
|
| 9824 |
"simulation_time_s": null,
|
| 9825 |
-
"wall_time_s":
|
| 9826 |
"model": "Qwen3-VL-OFT",
|
| 9827 |
"effort": "40k · official",
|
| 9828 |
"harness": "standalone",
|
|
@@ -9867,7 +10017,8 @@
|
|
| 9867 |
"policy_trace": "experiments/robotwin-official/official-26/policy/events.jsonl",
|
| 9868 |
"evidence_archive": "experiments/robotwin-official/official-26/evidence.zip",
|
| 9869 |
"provenance": "official/source-identities.json",
|
| 9870 |
-
"native_video": "experiments/robotwin-official/official-26/native-head.mp4"
|
|
|
|
| 9871 |
},
|
| 9872 |
"resources": [],
|
| 9873 |
"session_counts": {
|
|
@@ -9918,6 +10069,11 @@
|
|
| 9918 |
80
|
| 9919 |
],
|
| 9920 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9921 |
}
|
| 9922 |
},
|
| 9923 |
{
|
|
@@ -9945,7 +10101,7 @@
|
|
| 9945 |
},
|
| 9946 |
"steps": 400,
|
| 9947 |
"simulation_time_s": null,
|
| 9948 |
-
"wall_time_s":
|
| 9949 |
"model": "Qwen3-VL-OFT",
|
| 9950 |
"effort": "40k · official",
|
| 9951 |
"harness": "standalone",
|
|
@@ -9990,7 +10146,8 @@
|
|
| 9990 |
"policy_trace": "experiments/robotwin-official/official-27/policy/events.jsonl",
|
| 9991 |
"evidence_archive": "experiments/robotwin-official/official-27/evidence.zip",
|
| 9992 |
"provenance": "official/source-identities.json",
|
| 9993 |
-
"native_video": "experiments/robotwin-official/official-27/native-head.mp4"
|
|
|
|
| 9994 |
},
|
| 9995 |
"resources": [],
|
| 9996 |
"session_counts": {
|
|
@@ -10060,6 +10217,11 @@
|
|
| 10060 |
384
|
| 10061 |
],
|
| 10062 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10063 |
}
|
| 10064 |
},
|
| 10065 |
{
|
|
@@ -10087,7 +10249,7 @@
|
|
| 10087 |
},
|
| 10088 |
"steps": 400,
|
| 10089 |
"simulation_time_s": null,
|
| 10090 |
-
"wall_time_s":
|
| 10091 |
"model": "Qwen3-VL-OFT",
|
| 10092 |
"effort": "40k · official",
|
| 10093 |
"harness": "standalone",
|
|
@@ -10132,7 +10294,8 @@
|
|
| 10132 |
"policy_trace": "experiments/robotwin-official/official-28/policy/events.jsonl",
|
| 10133 |
"evidence_archive": "experiments/robotwin-official/official-28/evidence.zip",
|
| 10134 |
"provenance": "official/source-identities.json",
|
| 10135 |
-
"native_video": "experiments/robotwin-official/official-28/native-head.mp4"
|
|
|
|
| 10136 |
},
|
| 10137 |
"resources": [],
|
| 10138 |
"session_counts": {
|
|
@@ -10202,6 +10365,11 @@
|
|
| 10202 |
384
|
| 10203 |
],
|
| 10204 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10205 |
}
|
| 10206 |
},
|
| 10207 |
{
|
|
@@ -10229,7 +10397,7 @@
|
|
| 10229 |
},
|
| 10230 |
"steps": 700,
|
| 10231 |
"simulation_time_s": null,
|
| 10232 |
-
"wall_time_s":
|
| 10233 |
"model": "Qwen3-VL-OFT",
|
| 10234 |
"effort": "40k · official",
|
| 10235 |
"harness": "standalone",
|
|
@@ -10274,7 +10442,8 @@
|
|
| 10274 |
"policy_trace": "experiments/robotwin-official/official-29/policy/events.jsonl",
|
| 10275 |
"evidence_archive": "experiments/robotwin-official/official-29/evidence.zip",
|
| 10276 |
"provenance": "official/source-identities.json",
|
| 10277 |
-
"native_video": "experiments/robotwin-official/official-29/native-head.mp4"
|
|
|
|
| 10278 |
},
|
| 10279 |
"resources": [],
|
| 10280 |
"session_counts": {
|
|
@@ -10363,6 +10532,11 @@
|
|
| 10363 |
688
|
| 10364 |
],
|
| 10365 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10366 |
}
|
| 10367 |
},
|
| 10368 |
{
|
|
@@ -10390,7 +10564,7 @@
|
|
| 10390 |
},
|
| 10391 |
"steps": 500,
|
| 10392 |
"simulation_time_s": null,
|
| 10393 |
-
"wall_time_s":
|
| 10394 |
"model": "Qwen3-VL-OFT",
|
| 10395 |
"effort": "40k · official",
|
| 10396 |
"harness": "standalone",
|
|
@@ -10435,7 +10609,8 @@
|
|
| 10435 |
"policy_trace": "experiments/robotwin-official/official-30/policy/events.jsonl",
|
| 10436 |
"evidence_archive": "experiments/robotwin-official/official-30/evidence.zip",
|
| 10437 |
"provenance": "official/source-identities.json",
|
| 10438 |
-
"native_video": "experiments/robotwin-official/official-30/native-head.mp4"
|
|
|
|
| 10439 |
},
|
| 10440 |
"resources": [],
|
| 10441 |
"session_counts": {
|
|
@@ -10512,6 +10687,11 @@
|
|
| 10512 |
496
|
| 10513 |
],
|
| 10514 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10515 |
}
|
| 10516 |
},
|
| 10517 |
{
|
|
@@ -10539,7 +10719,7 @@
|
|
| 10539 |
},
|
| 10540 |
"steps": 200,
|
| 10541 |
"simulation_time_s": null,
|
| 10542 |
-
"wall_time_s":
|
| 10543 |
"model": "Qwen3-VL-OFT",
|
| 10544 |
"effort": "40k · official",
|
| 10545 |
"harness": "standalone",
|
|
@@ -10584,7 +10764,8 @@
|
|
| 10584 |
"policy_trace": "experiments/robotwin-official/official-31/policy/events.jsonl",
|
| 10585 |
"evidence_archive": "experiments/robotwin-official/official-31/evidence.zip",
|
| 10586 |
"provenance": "official/source-identities.json",
|
| 10587 |
-
"native_video": "experiments/robotwin-official/official-31/native-head.mp4"
|
|
|
|
| 10588 |
},
|
| 10589 |
"resources": [],
|
| 10590 |
"session_counts": {
|
|
@@ -10642,6 +10823,11 @@
|
|
| 10642 |
192
|
| 10643 |
],
|
| 10644 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10645 |
}
|
| 10646 |
},
|
| 10647 |
{
|
|
@@ -10669,7 +10855,7 @@
|
|
| 10669 |
},
|
| 10670 |
"steps": 209,
|
| 10671 |
"simulation_time_s": null,
|
| 10672 |
-
"wall_time_s":
|
| 10673 |
"model": "Qwen3-VL-OFT",
|
| 10674 |
"effort": "40k · official",
|
| 10675 |
"harness": "standalone",
|
|
@@ -10714,7 +10900,8 @@
|
|
| 10714 |
"policy_trace": "experiments/robotwin-official/official-32/policy/events.jsonl",
|
| 10715 |
"evidence_archive": "experiments/robotwin-official/official-32/evidence.zip",
|
| 10716 |
"provenance": "official/source-identities.json",
|
| 10717 |
-
"native_video": "experiments/robotwin-official/official-32/native-head.mp4"
|
|
|
|
| 10718 |
},
|
| 10719 |
"resources": [],
|
| 10720 |
"session_counts": {
|
|
@@ -10773,6 +10960,11 @@
|
|
| 10773 |
208
|
| 10774 |
],
|
| 10775 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10776 |
}
|
| 10777 |
},
|
| 10778 |
{
|
|
@@ -10800,7 +10992,7 @@
|
|
| 10800 |
},
|
| 10801 |
"steps": 274,
|
| 10802 |
"simulation_time_s": null,
|
| 10803 |
-
"wall_time_s":
|
| 10804 |
"model": "Qwen3-VL-OFT",
|
| 10805 |
"effort": "40k · official",
|
| 10806 |
"harness": "standalone",
|
|
@@ -10845,7 +11037,8 @@
|
|
| 10845 |
"policy_trace": "experiments/robotwin-official/official-33/policy/events.jsonl",
|
| 10846 |
"evidence_archive": "experiments/robotwin-official/official-33/evidence.zip",
|
| 10847 |
"provenance": "official/source-identities.json",
|
| 10848 |
-
"native_video": "experiments/robotwin-official/official-33/native-head.mp4"
|
|
|
|
| 10849 |
},
|
| 10850 |
"resources": [],
|
| 10851 |
"session_counts": {
|
|
@@ -10908,6 +11101,11 @@
|
|
| 10908 |
272
|
| 10909 |
],
|
| 10910 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10911 |
}
|
| 10912 |
},
|
| 10913 |
{
|
|
@@ -10935,7 +11133,7 @@
|
|
| 10935 |
},
|
| 10936 |
"steps": 141,
|
| 10937 |
"simulation_time_s": null,
|
| 10938 |
-
"wall_time_s":
|
| 10939 |
"model": "Qwen3-VL-OFT",
|
| 10940 |
"effort": "40k · official",
|
| 10941 |
"harness": "standalone",
|
|
@@ -10980,7 +11178,8 @@
|
|
| 10980 |
"policy_trace": "experiments/robotwin-official/official-34/policy/events.jsonl",
|
| 10981 |
"evidence_archive": "experiments/robotwin-official/official-34/evidence.zip",
|
| 10982 |
"provenance": "official/source-identities.json",
|
| 10983 |
-
"native_video": "experiments/robotwin-official/official-34/native-head.mp4"
|
|
|
|
| 10984 |
},
|
| 10985 |
"resources": [],
|
| 10986 |
"session_counts": {
|
|
@@ -11034,6 +11233,11 @@
|
|
| 11034 |
128
|
| 11035 |
],
|
| 11036 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11037 |
}
|
| 11038 |
},
|
| 11039 |
{
|
|
@@ -11061,7 +11265,7 @@
|
|
| 11061 |
},
|
| 11062 |
"steps": 500,
|
| 11063 |
"simulation_time_s": null,
|
| 11064 |
-
"wall_time_s":
|
| 11065 |
"model": "Qwen3-VL-OFT",
|
| 11066 |
"effort": "40k · official",
|
| 11067 |
"harness": "standalone",
|
|
@@ -11106,7 +11310,8 @@
|
|
| 11106 |
"policy_trace": "experiments/robotwin-official/official-35/policy/events.jsonl",
|
| 11107 |
"evidence_archive": "experiments/robotwin-official/official-35/evidence.zip",
|
| 11108 |
"provenance": "official/source-identities.json",
|
| 11109 |
-
"native_video": "experiments/robotwin-official/official-35/native-head.mp4"
|
|
|
|
| 11110 |
},
|
| 11111 |
"resources": [],
|
| 11112 |
"session_counts": {
|
|
@@ -11183,6 +11388,11 @@
|
|
| 11183 |
496
|
| 11184 |
],
|
| 11185 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11186 |
}
|
| 11187 |
},
|
| 11188 |
{
|
|
@@ -11210,7 +11420,7 @@
|
|
| 11210 |
},
|
| 11211 |
"steps": 400,
|
| 11212 |
"simulation_time_s": null,
|
| 11213 |
-
"wall_time_s":
|
| 11214 |
"model": "Qwen3-VL-OFT",
|
| 11215 |
"effort": "40k · official",
|
| 11216 |
"harness": "standalone",
|
|
@@ -11255,7 +11465,8 @@
|
|
| 11255 |
"policy_trace": "experiments/robotwin-official/official-36/policy/events.jsonl",
|
| 11256 |
"evidence_archive": "experiments/robotwin-official/official-36/evidence.zip",
|
| 11257 |
"provenance": "official/source-identities.json",
|
| 11258 |
-
"native_video": "experiments/robotwin-official/official-36/native-head.mp4"
|
|
|
|
| 11259 |
},
|
| 11260 |
"resources": [],
|
| 11261 |
"session_counts": {
|
|
@@ -11325,6 +11536,11 @@
|
|
| 11325 |
384
|
| 11326 |
],
|
| 11327 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11328 |
}
|
| 11329 |
},
|
| 11330 |
{
|
|
@@ -11352,7 +11568,7 @@
|
|
| 11352 |
},
|
| 11353 |
"steps": 400,
|
| 11354 |
"simulation_time_s": null,
|
| 11355 |
-
"wall_time_s":
|
| 11356 |
"model": "Qwen3-VL-OFT",
|
| 11357 |
"effort": "40k · official",
|
| 11358 |
"harness": "standalone",
|
|
@@ -11397,7 +11613,8 @@
|
|
| 11397 |
"policy_trace": "experiments/robotwin-official/official-37/policy/events.jsonl",
|
| 11398 |
"evidence_archive": "experiments/robotwin-official/official-37/evidence.zip",
|
| 11399 |
"provenance": "official/source-identities.json",
|
| 11400 |
-
"native_video": "experiments/robotwin-official/official-37/native-head.mp4"
|
|
|
|
| 11401 |
},
|
| 11402 |
"resources": [],
|
| 11403 |
"session_counts": {
|
|
@@ -11467,6 +11684,11 @@
|
|
| 11467 |
384
|
| 11468 |
],
|
| 11469 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11470 |
}
|
| 11471 |
},
|
| 11472 |
{
|
|
@@ -11494,7 +11716,7 @@
|
|
| 11494 |
},
|
| 11495 |
"steps": 143,
|
| 11496 |
"simulation_time_s": null,
|
| 11497 |
-
"wall_time_s":
|
| 11498 |
"model": "Qwen3-VL-OFT",
|
| 11499 |
"effort": "40k · official",
|
| 11500 |
"harness": "standalone",
|
|
@@ -11539,7 +11761,8 @@
|
|
| 11539 |
"policy_trace": "experiments/robotwin-official/official-38/policy/events.jsonl",
|
| 11540 |
"evidence_archive": "experiments/robotwin-official/official-38/evidence.zip",
|
| 11541 |
"provenance": "official/source-identities.json",
|
| 11542 |
-
"native_video": "experiments/robotwin-official/official-38/native-head.mp4"
|
|
|
|
| 11543 |
},
|
| 11544 |
"resources": [],
|
| 11545 |
"session_counts": {
|
|
@@ -11593,6 +11816,11 @@
|
|
| 11593 |
128
|
| 11594 |
],
|
| 11595 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11596 |
}
|
| 11597 |
},
|
| 11598 |
{
|
|
@@ -11620,7 +11848,7 @@
|
|
| 11620 |
},
|
| 11621 |
"steps": 400,
|
| 11622 |
"simulation_time_s": null,
|
| 11623 |
-
"wall_time_s":
|
| 11624 |
"model": "Qwen3-VL-OFT",
|
| 11625 |
"effort": "40k · official",
|
| 11626 |
"harness": "standalone",
|
|
@@ -11665,7 +11893,8 @@
|
|
| 11665 |
"policy_trace": "experiments/robotwin-official/official-39/policy/events.jsonl",
|
| 11666 |
"evidence_archive": "experiments/robotwin-official/official-39/evidence.zip",
|
| 11667 |
"provenance": "official/source-identities.json",
|
| 11668 |
-
"native_video": "experiments/robotwin-official/official-39/native-head.mp4"
|
|
|
|
| 11669 |
},
|
| 11670 |
"resources": [],
|
| 11671 |
"session_counts": {
|
|
@@ -11735,6 +11964,11 @@
|
|
| 11735 |
384
|
| 11736 |
],
|
| 11737 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11738 |
}
|
| 11739 |
},
|
| 11740 |
{
|
|
@@ -11762,7 +11996,7 @@
|
|
| 11762 |
},
|
| 11763 |
"steps": 400,
|
| 11764 |
"simulation_time_s": null,
|
| 11765 |
-
"wall_time_s":
|
| 11766 |
"model": "Qwen3-VL-OFT",
|
| 11767 |
"effort": "40k · official",
|
| 11768 |
"harness": "standalone",
|
|
@@ -11807,7 +12041,8 @@
|
|
| 11807 |
"policy_trace": "experiments/robotwin-official/official-40/policy/events.jsonl",
|
| 11808 |
"evidence_archive": "experiments/robotwin-official/official-40/evidence.zip",
|
| 11809 |
"provenance": "official/source-identities.json",
|
| 11810 |
-
"native_video": "experiments/robotwin-official/official-40/native-head.mp4"
|
|
|
|
| 11811 |
},
|
| 11812 |
"resources": [],
|
| 11813 |
"session_counts": {
|
|
@@ -11877,6 +12112,11 @@
|
|
| 11877 |
384
|
| 11878 |
],
|
| 11879 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11880 |
}
|
| 11881 |
},
|
| 11882 |
{
|
|
@@ -11904,7 +12144,7 @@
|
|
| 11904 |
},
|
| 11905 |
"steps": 400,
|
| 11906 |
"simulation_time_s": null,
|
| 11907 |
-
"wall_time_s":
|
| 11908 |
"model": "Qwen3-VL-OFT",
|
| 11909 |
"effort": "40k · official",
|
| 11910 |
"harness": "standalone",
|
|
@@ -11949,7 +12189,8 @@
|
|
| 11949 |
"policy_trace": "experiments/robotwin-official/official-41/policy/events.jsonl",
|
| 11950 |
"evidence_archive": "experiments/robotwin-official/official-41/evidence.zip",
|
| 11951 |
"provenance": "official/source-identities.json",
|
| 11952 |
-
"native_video": "experiments/robotwin-official/official-41/native-head.mp4"
|
|
|
|
| 11953 |
},
|
| 11954 |
"resources": [],
|
| 11955 |
"session_counts": {
|
|
@@ -12019,6 +12260,11 @@
|
|
| 12019 |
384
|
| 12020 |
],
|
| 12021 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12022 |
}
|
| 12023 |
},
|
| 12024 |
{
|
|
@@ -12046,7 +12292,7 @@
|
|
| 12046 |
},
|
| 12047 |
"steps": 143,
|
| 12048 |
"simulation_time_s": null,
|
| 12049 |
-
"wall_time_s":
|
| 12050 |
"model": "Qwen3-VL-OFT",
|
| 12051 |
"effort": "40k · official",
|
| 12052 |
"harness": "standalone",
|
|
@@ -12091,7 +12337,8 @@
|
|
| 12091 |
"policy_trace": "experiments/robotwin-official/official-42/policy/events.jsonl",
|
| 12092 |
"evidence_archive": "experiments/robotwin-official/official-42/evidence.zip",
|
| 12093 |
"provenance": "official/source-identities.json",
|
| 12094 |
-
"native_video": "experiments/robotwin-official/official-42/native-head.mp4"
|
|
|
|
| 12095 |
},
|
| 12096 |
"resources": [],
|
| 12097 |
"session_counts": {
|
|
@@ -12145,6 +12392,11 @@
|
|
| 12145 |
128
|
| 12146 |
],
|
| 12147 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12148 |
}
|
| 12149 |
},
|
| 12150 |
{
|
|
@@ -12172,7 +12424,7 @@
|
|
| 12172 |
},
|
| 12173 |
"steps": 106,
|
| 12174 |
"simulation_time_s": null,
|
| 12175 |
-
"wall_time_s":
|
| 12176 |
"model": "Qwen3-VL-OFT",
|
| 12177 |
"effort": "40k · official",
|
| 12178 |
"harness": "standalone",
|
|
@@ -12217,7 +12469,8 @@
|
|
| 12217 |
"policy_trace": "experiments/robotwin-official/official-43/policy/events.jsonl",
|
| 12218 |
"evidence_archive": "experiments/robotwin-official/official-43/evidence.zip",
|
| 12219 |
"provenance": "official/source-identities.json",
|
| 12220 |
-
"native_video": "experiments/robotwin-official/official-43/native-head.mp4"
|
|
|
|
| 12221 |
},
|
| 12222 |
"resources": [],
|
| 12223 |
"session_counts": {
|
|
@@ -12269,6 +12522,11 @@
|
|
| 12269 |
96
|
| 12270 |
],
|
| 12271 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12272 |
}
|
| 12273 |
},
|
| 12274 |
{
|
|
@@ -12296,7 +12554,7 @@
|
|
| 12296 |
},
|
| 12297 |
"steps": 400,
|
| 12298 |
"simulation_time_s": null,
|
| 12299 |
-
"wall_time_s":
|
| 12300 |
"model": "Qwen3-VL-OFT",
|
| 12301 |
"effort": "40k · official",
|
| 12302 |
"harness": "standalone",
|
|
@@ -12341,7 +12599,8 @@
|
|
| 12341 |
"policy_trace": "experiments/robotwin-official/official-44/policy/events.jsonl",
|
| 12342 |
"evidence_archive": "experiments/robotwin-official/official-44/evidence.zip",
|
| 12343 |
"provenance": "official/source-identities.json",
|
| 12344 |
-
"native_video": "experiments/robotwin-official/official-44/native-head.mp4"
|
|
|
|
| 12345 |
},
|
| 12346 |
"resources": [],
|
| 12347 |
"session_counts": {
|
|
@@ -12411,6 +12670,11 @@
|
|
| 12411 |
384
|
| 12412 |
],
|
| 12413 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12414 |
}
|
| 12415 |
},
|
| 12416 |
{
|
|
@@ -12438,7 +12702,7 @@
|
|
| 12438 |
},
|
| 12439 |
"steps": 81,
|
| 12440 |
"simulation_time_s": null,
|
| 12441 |
-
"wall_time_s":
|
| 12442 |
"model": "Qwen3-VL-OFT",
|
| 12443 |
"effort": "40k · official",
|
| 12444 |
"harness": "standalone",
|
|
@@ -12483,7 +12747,8 @@
|
|
| 12483 |
"policy_trace": "experiments/robotwin-official/official-45/policy/events.jsonl",
|
| 12484 |
"evidence_archive": "experiments/robotwin-official/official-45/evidence.zip",
|
| 12485 |
"provenance": "official/source-identities.json",
|
| 12486 |
-
"native_video": "experiments/robotwin-official/official-45/native-head.mp4"
|
|
|
|
| 12487 |
},
|
| 12488 |
"resources": [],
|
| 12489 |
"session_counts": {
|
|
@@ -12534,6 +12799,11 @@
|
|
| 12534 |
80
|
| 12535 |
],
|
| 12536 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12537 |
}
|
| 12538 |
},
|
| 12539 |
{
|
|
@@ -12561,7 +12831,7 @@
|
|
| 12561 |
},
|
| 12562 |
"steps": 131,
|
| 12563 |
"simulation_time_s": null,
|
| 12564 |
-
"wall_time_s":
|
| 12565 |
"model": "Qwen3-VL-OFT",
|
| 12566 |
"effort": "40k · official",
|
| 12567 |
"harness": "standalone",
|
|
@@ -12606,7 +12876,8 @@
|
|
| 12606 |
"policy_trace": "experiments/robotwin-official/official-46/policy/events.jsonl",
|
| 12607 |
"evidence_archive": "experiments/robotwin-official/official-46/evidence.zip",
|
| 12608 |
"provenance": "official/source-identities.json",
|
| 12609 |
-
"native_video": "experiments/robotwin-official/official-46/native-head.mp4"
|
|
|
|
| 12610 |
},
|
| 12611 |
"resources": [],
|
| 12612 |
"session_counts": {
|
|
@@ -12660,6 +12931,11 @@
|
|
| 12660 |
128
|
| 12661 |
],
|
| 12662 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12663 |
}
|
| 12664 |
},
|
| 12665 |
{
|
|
@@ -12687,7 +12963,7 @@
|
|
| 12687 |
},
|
| 12688 |
"steps": 266,
|
| 12689 |
"simulation_time_s": null,
|
| 12690 |
-
"wall_time_s":
|
| 12691 |
"model": "Qwen3-VL-OFT",
|
| 12692 |
"effort": "40k · official",
|
| 12693 |
"harness": "standalone",
|
|
@@ -12732,7 +13008,8 @@
|
|
| 12732 |
"policy_trace": "experiments/robotwin-official/official-47/policy/events.jsonl",
|
| 12733 |
"evidence_archive": "experiments/robotwin-official/official-47/evidence.zip",
|
| 12734 |
"provenance": "official/source-identities.json",
|
| 12735 |
-
"native_video": "experiments/robotwin-official/official-47/native-head.mp4"
|
|
|
|
| 12736 |
},
|
| 12737 |
"resources": [],
|
| 12738 |
"session_counts": {
|
|
@@ -12794,6 +13071,11 @@
|
|
| 12794 |
256
|
| 12795 |
],
|
| 12796 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12797 |
}
|
| 12798 |
},
|
| 12799 |
{
|
|
@@ -12821,7 +13103,7 @@
|
|
| 12821 |
},
|
| 12822 |
"steps": 279,
|
| 12823 |
"simulation_time_s": null,
|
| 12824 |
-
"wall_time_s":
|
| 12825 |
"model": "Qwen3-VL-OFT",
|
| 12826 |
"effort": "40k · official",
|
| 12827 |
"harness": "standalone",
|
|
@@ -12866,7 +13148,8 @@
|
|
| 12866 |
"policy_trace": "experiments/robotwin-official/official-48/policy/events.jsonl",
|
| 12867 |
"evidence_archive": "experiments/robotwin-official/official-48/evidence.zip",
|
| 12868 |
"provenance": "official/source-identities.json",
|
| 12869 |
-
"native_video": "experiments/robotwin-official/official-48/native-head.mp4"
|
|
|
|
| 12870 |
},
|
| 12871 |
"resources": [],
|
| 12872 |
"session_counts": {
|
|
@@ -12929,6 +13212,11 @@
|
|
| 12929 |
272
|
| 12930 |
],
|
| 12931 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12932 |
}
|
| 12933 |
},
|
| 12934 |
{
|
|
@@ -12956,7 +13244,7 @@
|
|
| 12956 |
},
|
| 12957 |
"steps": 400,
|
| 12958 |
"simulation_time_s": null,
|
| 12959 |
-
"wall_time_s":
|
| 12960 |
"model": "Qwen3-VL-OFT",
|
| 12961 |
"effort": "40k · official",
|
| 12962 |
"harness": "standalone",
|
|
@@ -13001,7 +13289,8 @@
|
|
| 13001 |
"policy_trace": "experiments/robotwin-official/official-49/policy/events.jsonl",
|
| 13002 |
"evidence_archive": "experiments/robotwin-official/official-49/evidence.zip",
|
| 13003 |
"provenance": "official/source-identities.json",
|
| 13004 |
-
"native_video": "experiments/robotwin-official/official-49/native-head.mp4"
|
|
|
|
| 13005 |
},
|
| 13006 |
"resources": [],
|
| 13007 |
"session_counts": {
|
|
@@ -13071,6 +13360,11 @@
|
|
| 13071 |
384
|
| 13072 |
],
|
| 13073 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13074 |
}
|
| 13075 |
},
|
| 13076 |
{
|
|
@@ -13098,7 +13392,7 @@
|
|
| 13098 |
},
|
| 13099 |
"steps": 400,
|
| 13100 |
"simulation_time_s": null,
|
| 13101 |
-
"wall_time_s":
|
| 13102 |
"model": "Qwen3-VL-OFT",
|
| 13103 |
"effort": "40k · official",
|
| 13104 |
"harness": "standalone",
|
|
@@ -13143,7 +13437,8 @@
|
|
| 13143 |
"policy_trace": "experiments/robotwin-official/official-50/policy/events.jsonl",
|
| 13144 |
"evidence_archive": "experiments/robotwin-official/official-50/evidence.zip",
|
| 13145 |
"provenance": "official/source-identities.json",
|
| 13146 |
-
"native_video": "experiments/robotwin-official/official-50/native-head.mp4"
|
|
|
|
| 13147 |
},
|
| 13148 |
"resources": [],
|
| 13149 |
"session_counts": {
|
|
@@ -13213,6 +13508,11 @@
|
|
| 13213 |
384
|
| 13214 |
],
|
| 13215 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13216 |
}
|
| 13217 |
}
|
| 13218 |
],
|
|
|
|
| 6218 |
},
|
| 6219 |
"steps": 800,
|
| 6220 |
"simulation_time_s": null,
|
| 6221 |
+
"wall_time_s": 85.68275771,
|
| 6222 |
"model": "Qwen3-VL-OFT",
|
| 6223 |
"effort": "40k · official",
|
| 6224 |
"harness": "standalone",
|
|
|
|
| 6263 |
"policy_trace": "experiments/robotwin-official/official-01/policy/events.jsonl",
|
| 6264 |
"evidence_archive": "experiments/robotwin-official/official-01/evidence.zip",
|
| 6265 |
"provenance": "official/source-identities.json",
|
| 6266 |
+
"native_video": "experiments/robotwin-official/official-01/native-head.mp4",
|
| 6267 |
+
"timing": "experiments/robotwin-official/official-01/timing.json"
|
| 6268 |
},
|
| 6269 |
"resources": [],
|
| 6270 |
"session_counts": {
|
|
|
|
| 6359 |
784
|
| 6360 |
],
|
| 6361 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 6362 |
+
},
|
| 6363 |
+
"timing": {
|
| 6364 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 6365 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 6366 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 6367 |
}
|
| 6368 |
},
|
| 6369 |
{
|
|
|
|
| 6391 |
},
|
| 6392 |
"steps": 600,
|
| 6393 |
"simulation_time_s": null,
|
| 6394 |
+
"wall_time_s": 95.582698862,
|
| 6395 |
"model": "Qwen3-VL-OFT",
|
| 6396 |
"effort": "40k · official",
|
| 6397 |
"harness": "standalone",
|
|
|
|
| 6436 |
"policy_trace": "experiments/robotwin-official/official-02/policy/events.jsonl",
|
| 6437 |
"evidence_archive": "experiments/robotwin-official/official-02/evidence.zip",
|
| 6438 |
"provenance": "official/source-identities.json",
|
| 6439 |
+
"native_video": "experiments/robotwin-official/official-02/native-head.mp4",
|
| 6440 |
+
"timing": "experiments/robotwin-official/official-02/timing.json"
|
| 6441 |
},
|
| 6442 |
"resources": [],
|
| 6443 |
"session_counts": {
|
|
|
|
| 6520 |
592
|
| 6521 |
],
|
| 6522 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 6523 |
+
},
|
| 6524 |
+
"timing": {
|
| 6525 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 6526 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 6527 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 6528 |
}
|
| 6529 |
},
|
| 6530 |
{
|
|
|
|
| 6552 |
},
|
| 6553 |
"steps": 1700,
|
| 6554 |
"simulation_time_s": null,
|
| 6555 |
+
"wall_time_s": 191.478086476,
|
| 6556 |
"model": "Qwen3-VL-OFT",
|
| 6557 |
"effort": "40k · official",
|
| 6558 |
"harness": "standalone",
|
|
|
|
| 6597 |
"policy_trace": "experiments/robotwin-official/official-03/policy/events.jsonl",
|
| 6598 |
"evidence_archive": "experiments/robotwin-official/official-03/evidence.zip",
|
| 6599 |
"provenance": "official/source-identities.json",
|
| 6600 |
+
"native_video": "experiments/robotwin-official/official-03/native-head.mp4",
|
| 6601 |
+
"timing": "experiments/robotwin-official/official-03/timing.json"
|
| 6602 |
},
|
| 6603 |
"resources": [],
|
| 6604 |
"session_counts": {
|
|
|
|
| 6750 |
1696
|
| 6751 |
],
|
| 6752 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 6753 |
+
},
|
| 6754 |
+
"timing": {
|
| 6755 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 6756 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 6757 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 6758 |
}
|
| 6759 |
},
|
| 6760 |
{
|
|
|
|
| 6782 |
},
|
| 6783 |
"steps": 201,
|
| 6784 |
"simulation_time_s": null,
|
| 6785 |
+
"wall_time_s": 38.549091691,
|
| 6786 |
"model": "Qwen3-VL-OFT",
|
| 6787 |
"effort": "40k · official",
|
| 6788 |
"harness": "standalone",
|
|
|
|
| 6827 |
"policy_trace": "experiments/robotwin-official/official-04/policy/events.jsonl",
|
| 6828 |
"evidence_archive": "experiments/robotwin-official/official-04/evidence.zip",
|
| 6829 |
"provenance": "official/source-identities.json",
|
| 6830 |
+
"native_video": "experiments/robotwin-official/official-04/native-head.mp4",
|
| 6831 |
+
"timing": "experiments/robotwin-official/official-04/timing.json"
|
| 6832 |
},
|
| 6833 |
"resources": [],
|
| 6834 |
"session_counts": {
|
|
|
|
| 6886 |
192
|
| 6887 |
],
|
| 6888 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 6889 |
+
},
|
| 6890 |
+
"timing": {
|
| 6891 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 6892 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 6893 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 6894 |
}
|
| 6895 |
},
|
| 6896 |
{
|
|
|
|
| 6918 |
},
|
| 6919 |
"steps": 483,
|
| 6920 |
"simulation_time_s": null,
|
| 6921 |
+
"wall_time_s": 64.000487769,
|
| 6922 |
"model": "Qwen3-VL-OFT",
|
| 6923 |
"effort": "40k · official",
|
| 6924 |
"harness": "standalone",
|
|
|
|
| 6963 |
"policy_trace": "experiments/robotwin-official/official-05/policy/events.jsonl",
|
| 6964 |
"evidence_archive": "experiments/robotwin-official/official-05/evidence.zip",
|
| 6965 |
"provenance": "official/source-identities.json",
|
| 6966 |
+
"native_video": "experiments/robotwin-official/official-05/native-head.mp4",
|
| 6967 |
+
"timing": "experiments/robotwin-official/official-05/timing.json"
|
| 6968 |
},
|
| 6969 |
"resources": [],
|
| 6970 |
"session_counts": {
|
|
|
|
| 7040 |
480
|
| 7041 |
],
|
| 7042 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 7043 |
+
},
|
| 7044 |
+
"timing": {
|
| 7045 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7046 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 7047 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 7048 |
}
|
| 7049 |
},
|
| 7050 |
{
|
|
|
|
| 7072 |
},
|
| 7073 |
"steps": 406,
|
| 7074 |
"simulation_time_s": null,
|
| 7075 |
+
"wall_time_s": 45.572599441,
|
| 7076 |
"model": "Qwen3-VL-OFT",
|
| 7077 |
"effort": "40k · official",
|
| 7078 |
"harness": "standalone",
|
|
|
|
| 7117 |
"policy_trace": "experiments/robotwin-official/official-06/policy/events.jsonl",
|
| 7118 |
"evidence_archive": "experiments/robotwin-official/official-06/evidence.zip",
|
| 7119 |
"provenance": "official/source-identities.json",
|
| 7120 |
+
"native_video": "experiments/robotwin-official/official-06/native-head.mp4",
|
| 7121 |
+
"timing": "experiments/robotwin-official/official-06/timing.json"
|
| 7122 |
},
|
| 7123 |
"resources": [],
|
| 7124 |
"session_counts": {
|
|
|
|
| 7189 |
400
|
| 7190 |
],
|
| 7191 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 7192 |
+
},
|
| 7193 |
+
"timing": {
|
| 7194 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7195 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 7196 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 7197 |
}
|
| 7198 |
},
|
| 7199 |
{
|
|
|
|
| 7221 |
},
|
| 7222 |
"steps": 900,
|
| 7223 |
"simulation_time_s": null,
|
| 7224 |
+
"wall_time_s": 115.609587699,
|
| 7225 |
"model": "Qwen3-VL-OFT",
|
| 7226 |
"effort": "40k · official",
|
| 7227 |
"harness": "standalone",
|
|
|
|
| 7266 |
"policy_trace": "experiments/robotwin-official/official-07/policy/events.jsonl",
|
| 7267 |
"evidence_archive": "experiments/robotwin-official/official-07/evidence.zip",
|
| 7268 |
"provenance": "official/source-identities.json",
|
| 7269 |
+
"native_video": "experiments/robotwin-official/official-07/native-head.mp4",
|
| 7270 |
+
"timing": "experiments/robotwin-official/official-07/timing.json"
|
| 7271 |
},
|
| 7272 |
"resources": [],
|
| 7273 |
"session_counts": {
|
|
|
|
| 7369 |
896
|
| 7370 |
],
|
| 7371 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 7372 |
+
},
|
| 7373 |
+
"timing": {
|
| 7374 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7375 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 7376 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 7377 |
}
|
| 7378 |
},
|
| 7379 |
{
|
|
|
|
| 7401 |
},
|
| 7402 |
"steps": 700,
|
| 7403 |
"simulation_time_s": null,
|
| 7404 |
+
"wall_time_s": 109.102272713,
|
| 7405 |
"model": "Qwen3-VL-OFT",
|
| 7406 |
"effort": "40k · official",
|
| 7407 |
"harness": "standalone",
|
|
|
|
| 7446 |
"policy_trace": "experiments/robotwin-official/official-08/policy/events.jsonl",
|
| 7447 |
"evidence_archive": "experiments/robotwin-official/official-08/evidence.zip",
|
| 7448 |
"provenance": "official/source-identities.json",
|
| 7449 |
+
"native_video": "experiments/robotwin-official/official-08/native-head.mp4",
|
| 7450 |
+
"timing": "experiments/robotwin-official/official-08/timing.json"
|
| 7451 |
},
|
| 7452 |
"resources": [],
|
| 7453 |
"session_counts": {
|
|
|
|
| 7536 |
688
|
| 7537 |
],
|
| 7538 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 7539 |
+
},
|
| 7540 |
+
"timing": {
|
| 7541 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7542 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 7543 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 7544 |
}
|
| 7545 |
},
|
| 7546 |
{
|
|
|
|
| 7568 |
},
|
| 7569 |
"steps": 1200,
|
| 7570 |
"simulation_time_s": null,
|
| 7571 |
+
"wall_time_s": 144.095098434,
|
| 7572 |
"model": "Qwen3-VL-OFT",
|
| 7573 |
"effort": "40k · official",
|
| 7574 |
"harness": "standalone",
|
|
|
|
| 7613 |
"policy_trace": "experiments/robotwin-official/official-09/policy/events.jsonl",
|
| 7614 |
"evidence_archive": "experiments/robotwin-official/official-09/evidence.zip",
|
| 7615 |
"provenance": "official/source-identities.json",
|
| 7616 |
+
"native_video": "experiments/robotwin-official/official-09/native-head.mp4",
|
| 7617 |
+
"timing": "experiments/robotwin-official/official-09/timing.json"
|
| 7618 |
},
|
| 7619 |
"resources": [],
|
| 7620 |
"session_counts": {
|
|
|
|
| 7734 |
1184
|
| 7735 |
],
|
| 7736 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 7737 |
+
},
|
| 7738 |
+
"timing": {
|
| 7739 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7740 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 7741 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 7742 |
}
|
| 7743 |
},
|
| 7744 |
{
|
|
|
|
| 7766 |
},
|
| 7767 |
"steps": 400,
|
| 7768 |
"simulation_time_s": null,
|
| 7769 |
+
"wall_time_s": 68.525689508,
|
| 7770 |
"model": "Qwen3-VL-OFT",
|
| 7771 |
"effort": "40k · official",
|
| 7772 |
"harness": "standalone",
|
|
|
|
| 7811 |
"policy_trace": "experiments/robotwin-official/official-10/policy/events.jsonl",
|
| 7812 |
"evidence_archive": "experiments/robotwin-official/official-10/evidence.zip",
|
| 7813 |
"provenance": "official/source-identities.json",
|
| 7814 |
+
"native_video": "experiments/robotwin-official/official-10/native-head.mp4",
|
| 7815 |
+
"timing": "experiments/robotwin-official/official-10/timing.json"
|
| 7816 |
},
|
| 7817 |
"resources": [],
|
| 7818 |
"session_counts": {
|
|
|
|
| 7882 |
384
|
| 7883 |
],
|
| 7884 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 7885 |
+
},
|
| 7886 |
+
"timing": {
|
| 7887 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7888 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 7889 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 7890 |
}
|
| 7891 |
},
|
| 7892 |
{
|
|
|
|
| 7914 |
},
|
| 7915 |
"steps": 113,
|
| 7916 |
"simulation_time_s": null,
|
| 7917 |
+
"wall_time_s": 20.977394366,
|
| 7918 |
"model": "Qwen3-VL-OFT",
|
| 7919 |
"effort": "40k · official",
|
| 7920 |
"harness": "standalone",
|
|
|
|
| 7959 |
"policy_trace": "experiments/robotwin-official/official-11/policy/events.jsonl",
|
| 7960 |
"evidence_archive": "experiments/robotwin-official/official-11/evidence.zip",
|
| 7961 |
"provenance": "official/source-identities.json",
|
| 7962 |
+
"native_video": "experiments/robotwin-official/official-11/native-head.mp4",
|
| 7963 |
+
"timing": "experiments/robotwin-official/official-11/timing.json"
|
| 7964 |
},
|
| 7965 |
"resources": [],
|
| 7966 |
"session_counts": {
|
|
|
|
| 8013 |
112
|
| 8014 |
],
|
| 8015 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8016 |
+
},
|
| 8017 |
+
"timing": {
|
| 8018 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8019 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8020 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8021 |
}
|
| 8022 |
},
|
| 8023 |
{
|
|
|
|
| 8045 |
},
|
| 8046 |
"steps": 112,
|
| 8047 |
"simulation_time_s": null,
|
| 8048 |
+
"wall_time_s": 22.4828609,
|
| 8049 |
"model": "Qwen3-VL-OFT",
|
| 8050 |
"effort": "40k · official",
|
| 8051 |
"harness": "standalone",
|
|
|
|
| 8090 |
"policy_trace": "experiments/robotwin-official/official-12/policy/events.jsonl",
|
| 8091 |
"evidence_archive": "experiments/robotwin-official/official-12/evidence.zip",
|
| 8092 |
"provenance": "official/source-identities.json",
|
| 8093 |
+
"native_video": "experiments/robotwin-official/official-12/native-head.mp4",
|
| 8094 |
+
"timing": "experiments/robotwin-official/official-12/timing.json"
|
| 8095 |
},
|
| 8096 |
"resources": [],
|
| 8097 |
"session_counts": {
|
|
|
|
| 8143 |
96
|
| 8144 |
],
|
| 8145 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8146 |
+
},
|
| 8147 |
+
"timing": {
|
| 8148 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8149 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8150 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8151 |
}
|
| 8152 |
},
|
| 8153 |
{
|
|
|
|
| 8175 |
},
|
| 8176 |
"steps": 398,
|
| 8177 |
"simulation_time_s": null,
|
| 8178 |
+
"wall_time_s": 41.916050342,
|
| 8179 |
"model": "Qwen3-VL-OFT",
|
| 8180 |
"effort": "40k · official",
|
| 8181 |
"harness": "standalone",
|
|
|
|
| 8220 |
"policy_trace": "experiments/robotwin-official/official-13/policy/events.jsonl",
|
| 8221 |
"evidence_archive": "experiments/robotwin-official/official-13/evidence.zip",
|
| 8222 |
"provenance": "official/source-identities.json",
|
| 8223 |
+
"native_video": "experiments/robotwin-official/official-13/native-head.mp4",
|
| 8224 |
+
"timing": "experiments/robotwin-official/official-13/timing.json"
|
| 8225 |
},
|
| 8226 |
"resources": [],
|
| 8227 |
"session_counts": {
|
|
|
|
| 8291 |
384
|
| 8292 |
],
|
| 8293 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8294 |
+
},
|
| 8295 |
+
"timing": {
|
| 8296 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8297 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8298 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8299 |
}
|
| 8300 |
},
|
| 8301 |
{
|
|
|
|
| 8323 |
},
|
| 8324 |
"steps": 61,
|
| 8325 |
"simulation_time_s": null,
|
| 8326 |
+
"wall_time_s": 14.339203312,
|
| 8327 |
"model": "Qwen3-VL-OFT",
|
| 8328 |
"effort": "40k · official",
|
| 8329 |
"harness": "standalone",
|
|
|
|
| 8368 |
"policy_trace": "experiments/robotwin-official/official-14/policy/events.jsonl",
|
| 8369 |
"evidence_archive": "experiments/robotwin-official/official-14/evidence.zip",
|
| 8370 |
"provenance": "official/source-identities.json",
|
| 8371 |
+
"native_video": "experiments/robotwin-official/official-14/native-head.mp4",
|
| 8372 |
+
"timing": "experiments/robotwin-official/official-14/timing.json"
|
| 8373 |
},
|
| 8374 |
"resources": [],
|
| 8375 |
"session_counts": {
|
|
|
|
| 8418 |
48
|
| 8419 |
],
|
| 8420 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8421 |
+
},
|
| 8422 |
+
"timing": {
|
| 8423 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8424 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8425 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8426 |
}
|
| 8427 |
},
|
| 8428 |
{
|
|
|
|
| 8450 |
},
|
| 8451 |
"steps": 58,
|
| 8452 |
"simulation_time_s": null,
|
| 8453 |
+
"wall_time_s": 11.904490544,
|
| 8454 |
"model": "Qwen3-VL-OFT",
|
| 8455 |
"effort": "40k · official",
|
| 8456 |
"harness": "standalone",
|
|
|
|
| 8495 |
"policy_trace": "experiments/robotwin-official/official-15/policy/events.jsonl",
|
| 8496 |
"evidence_archive": "experiments/robotwin-official/official-15/evidence.zip",
|
| 8497 |
"provenance": "official/source-identities.json",
|
| 8498 |
+
"native_video": "experiments/robotwin-official/official-15/native-head.mp4",
|
| 8499 |
+
"timing": "experiments/robotwin-official/official-15/timing.json"
|
| 8500 |
},
|
| 8501 |
"resources": [],
|
| 8502 |
"session_counts": {
|
|
|
|
| 8545 |
48
|
| 8546 |
],
|
| 8547 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8548 |
+
},
|
| 8549 |
+
"timing": {
|
| 8550 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8551 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8552 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8553 |
}
|
| 8554 |
},
|
| 8555 |
{
|
|
|
|
| 8577 |
},
|
| 8578 |
"steps": 106,
|
| 8579 |
"simulation_time_s": null,
|
| 8580 |
+
"wall_time_s": 19.066550569,
|
| 8581 |
"model": "Qwen3-VL-OFT",
|
| 8582 |
"effort": "40k · official",
|
| 8583 |
"harness": "standalone",
|
|
|
|
| 8622 |
"policy_trace": "experiments/robotwin-official/official-16/policy/events.jsonl",
|
| 8623 |
"evidence_archive": "experiments/robotwin-official/official-16/evidence.zip",
|
| 8624 |
"provenance": "official/source-identities.json",
|
| 8625 |
+
"native_video": "experiments/robotwin-official/official-16/native-head.mp4",
|
| 8626 |
+
"timing": "experiments/robotwin-official/official-16/timing.json"
|
| 8627 |
},
|
| 8628 |
"resources": [],
|
| 8629 |
"session_counts": {
|
|
|
|
| 8675 |
96
|
| 8676 |
],
|
| 8677 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8678 |
+
},
|
| 8679 |
+
"timing": {
|
| 8680 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8681 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8682 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8683 |
}
|
| 8684 |
},
|
| 8685 |
{
|
|
|
|
| 8707 |
},
|
| 8708 |
"steps": 74,
|
| 8709 |
"simulation_time_s": null,
|
| 8710 |
+
"wall_time_s": 14.952066267,
|
| 8711 |
"model": "Qwen3-VL-OFT",
|
| 8712 |
"effort": "40k · official",
|
| 8713 |
"harness": "standalone",
|
|
|
|
| 8752 |
"policy_trace": "experiments/robotwin-official/official-17/policy/events.jsonl",
|
| 8753 |
"evidence_archive": "experiments/robotwin-official/official-17/evidence.zip",
|
| 8754 |
"provenance": "official/source-identities.json",
|
| 8755 |
+
"native_video": "experiments/robotwin-official/official-17/native-head.mp4",
|
| 8756 |
+
"timing": "experiments/robotwin-official/official-17/timing.json"
|
| 8757 |
},
|
| 8758 |
"resources": [],
|
| 8759 |
"session_counts": {
|
|
|
|
| 8803 |
64
|
| 8804 |
],
|
| 8805 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8806 |
+
},
|
| 8807 |
+
"timing": {
|
| 8808 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8809 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8810 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8811 |
}
|
| 8812 |
},
|
| 8813 |
{
|
|
|
|
| 8835 |
},
|
| 8836 |
"steps": 167,
|
| 8837 |
"simulation_time_s": null,
|
| 8838 |
+
"wall_time_s": 25.822061513,
|
| 8839 |
"model": "Qwen3-VL-OFT",
|
| 8840 |
"effort": "40k · official",
|
| 8841 |
"harness": "standalone",
|
|
|
|
| 8880 |
"policy_trace": "experiments/robotwin-official/official-18/policy/events.jsonl",
|
| 8881 |
"evidence_archive": "experiments/robotwin-official/official-18/evidence.zip",
|
| 8882 |
"provenance": "official/source-identities.json",
|
| 8883 |
+
"native_video": "experiments/robotwin-official/official-18/native-head.mp4",
|
| 8884 |
+
"timing": "experiments/robotwin-official/official-18/timing.json"
|
| 8885 |
},
|
| 8886 |
"resources": [],
|
| 8887 |
"session_counts": {
|
|
|
|
| 8937 |
160
|
| 8938 |
],
|
| 8939 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 8940 |
+
},
|
| 8941 |
+
"timing": {
|
| 8942 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 8943 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8944 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 8945 |
}
|
| 8946 |
},
|
| 8947 |
{
|
|
|
|
| 8969 |
},
|
| 8970 |
"steps": 400,
|
| 8971 |
"simulation_time_s": null,
|
| 8972 |
+
"wall_time_s": 50.021721975,
|
| 8973 |
"model": "Qwen3-VL-OFT",
|
| 8974 |
"effort": "40k · official",
|
| 8975 |
"harness": "standalone",
|
|
|
|
| 9014 |
"policy_trace": "experiments/robotwin-official/official-19/policy/events.jsonl",
|
| 9015 |
"evidence_archive": "experiments/robotwin-official/official-19/evidence.zip",
|
| 9016 |
"provenance": "official/source-identities.json",
|
| 9017 |
+
"native_video": "experiments/robotwin-official/official-19/native-head.mp4",
|
| 9018 |
+
"timing": "experiments/robotwin-official/official-19/timing.json"
|
| 9019 |
},
|
| 9020 |
"resources": [],
|
| 9021 |
"session_counts": {
|
|
|
|
| 9085 |
384
|
| 9086 |
],
|
| 9087 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9088 |
+
},
|
| 9089 |
+
"timing": {
|
| 9090 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9091 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9092 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9093 |
}
|
| 9094 |
},
|
| 9095 |
{
|
|
|
|
| 9117 |
},
|
| 9118 |
"steps": 400,
|
| 9119 |
"simulation_time_s": null,
|
| 9120 |
+
"wall_time_s": 43.413023459,
|
| 9121 |
"model": "Qwen3-VL-OFT",
|
| 9122 |
"effort": "40k · official",
|
| 9123 |
"harness": "standalone",
|
|
|
|
| 9162 |
"policy_trace": "experiments/robotwin-official/official-20/policy/events.jsonl",
|
| 9163 |
"evidence_archive": "experiments/robotwin-official/official-20/evidence.zip",
|
| 9164 |
"provenance": "official/source-identities.json",
|
| 9165 |
+
"native_video": "experiments/robotwin-official/official-20/native-head.mp4",
|
| 9166 |
+
"timing": "experiments/robotwin-official/official-20/timing.json"
|
| 9167 |
},
|
| 9168 |
"resources": [],
|
| 9169 |
"session_counts": {
|
|
|
|
| 9233 |
384
|
| 9234 |
],
|
| 9235 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9236 |
+
},
|
| 9237 |
+
"timing": {
|
| 9238 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9239 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9240 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9241 |
}
|
| 9242 |
},
|
| 9243 |
{
|
|
|
|
| 9265 |
},
|
| 9266 |
"steps": 400,
|
| 9267 |
"simulation_time_s": null,
|
| 9268 |
+
"wall_time_s": 46.244336484,
|
| 9269 |
"model": "Qwen3-VL-OFT",
|
| 9270 |
"effort": "40k · official",
|
| 9271 |
"harness": "standalone",
|
|
|
|
| 9310 |
"policy_trace": "experiments/robotwin-official/official-21/policy/events.jsonl",
|
| 9311 |
"evidence_archive": "experiments/robotwin-official/official-21/evidence.zip",
|
| 9312 |
"provenance": "official/source-identities.json",
|
| 9313 |
+
"native_video": "experiments/robotwin-official/official-21/native-head.mp4",
|
| 9314 |
+
"timing": "experiments/robotwin-official/official-21/timing.json"
|
| 9315 |
},
|
| 9316 |
"resources": [],
|
| 9317 |
"session_counts": {
|
|
|
|
| 9381 |
384
|
| 9382 |
],
|
| 9383 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9384 |
+
},
|
| 9385 |
+
"timing": {
|
| 9386 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9387 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9388 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9389 |
}
|
| 9390 |
},
|
| 9391 |
{
|
|
|
|
| 9413 |
},
|
| 9414 |
"steps": 400,
|
| 9415 |
"simulation_time_s": null,
|
| 9416 |
+
"wall_time_s": 42.688982277,
|
| 9417 |
"model": "Qwen3-VL-OFT",
|
| 9418 |
"effort": "40k · official",
|
| 9419 |
"harness": "standalone",
|
|
|
|
| 9458 |
"policy_trace": "experiments/robotwin-official/official-22/policy/events.jsonl",
|
| 9459 |
"evidence_archive": "experiments/robotwin-official/official-22/evidence.zip",
|
| 9460 |
"provenance": "official/source-identities.json",
|
| 9461 |
+
"native_video": "experiments/robotwin-official/official-22/native-head.mp4",
|
| 9462 |
+
"timing": "experiments/robotwin-official/official-22/timing.json"
|
| 9463 |
},
|
| 9464 |
"resources": [],
|
| 9465 |
"session_counts": {
|
|
|
|
| 9529 |
384
|
| 9530 |
],
|
| 9531 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9532 |
+
},
|
| 9533 |
+
"timing": {
|
| 9534 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9535 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9536 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9537 |
}
|
| 9538 |
},
|
| 9539 |
{
|
|
|
|
| 9561 |
},
|
| 9562 |
"steps": 153,
|
| 9563 |
"simulation_time_s": null,
|
| 9564 |
+
"wall_time_s": 26.298405185,
|
| 9565 |
"model": "Qwen3-VL-OFT",
|
| 9566 |
"effort": "40k · official",
|
| 9567 |
"harness": "standalone",
|
|
|
|
| 9606 |
"policy_trace": "experiments/robotwin-official/official-23/policy/events.jsonl",
|
| 9607 |
"evidence_archive": "experiments/robotwin-official/official-23/evidence.zip",
|
| 9608 |
"provenance": "official/source-identities.json",
|
| 9609 |
+
"native_video": "experiments/robotwin-official/official-23/native-head.mp4",
|
| 9610 |
+
"timing": "experiments/robotwin-official/official-23/timing.json"
|
| 9611 |
},
|
| 9612 |
"resources": [],
|
| 9613 |
"session_counts": {
|
|
|
|
| 9662 |
144
|
| 9663 |
],
|
| 9664 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9665 |
+
},
|
| 9666 |
+
"timing": {
|
| 9667 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9668 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9669 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9670 |
}
|
| 9671 |
},
|
| 9672 |
{
|
|
|
|
| 9694 |
},
|
| 9695 |
"steps": 104,
|
| 9696 |
"simulation_time_s": null,
|
| 9697 |
+
"wall_time_s": 19.594173712,
|
| 9698 |
"model": "Qwen3-VL-OFT",
|
| 9699 |
"effort": "40k · official",
|
| 9700 |
"harness": "standalone",
|
|
|
|
| 9739 |
"policy_trace": "experiments/robotwin-official/official-24/policy/events.jsonl",
|
| 9740 |
"evidence_archive": "experiments/robotwin-official/official-24/evidence.zip",
|
| 9741 |
"provenance": "official/source-identities.json",
|
| 9742 |
+
"native_video": "experiments/robotwin-official/official-24/native-head.mp4",
|
| 9743 |
+
"timing": "experiments/robotwin-official/official-24/timing.json"
|
| 9744 |
},
|
| 9745 |
"resources": [],
|
| 9746 |
"session_counts": {
|
|
|
|
| 9792 |
96
|
| 9793 |
],
|
| 9794 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9795 |
+
},
|
| 9796 |
+
"timing": {
|
| 9797 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9798 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9799 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9800 |
}
|
| 9801 |
},
|
| 9802 |
{
|
|
|
|
| 9824 |
},
|
| 9825 |
"steps": 400,
|
| 9826 |
"simulation_time_s": null,
|
| 9827 |
+
"wall_time_s": 48.932968378,
|
| 9828 |
"model": "Qwen3-VL-OFT",
|
| 9829 |
"effort": "40k · official",
|
| 9830 |
"harness": "standalone",
|
|
|
|
| 9869 |
"policy_trace": "experiments/robotwin-official/official-25/policy/events.jsonl",
|
| 9870 |
"evidence_archive": "experiments/robotwin-official/official-25/evidence.zip",
|
| 9871 |
"provenance": "official/source-identities.json",
|
| 9872 |
+
"native_video": "experiments/robotwin-official/official-25/native-head.mp4",
|
| 9873 |
+
"timing": "experiments/robotwin-official/official-25/timing.json"
|
| 9874 |
},
|
| 9875 |
"resources": [],
|
| 9876 |
"session_counts": {
|
|
|
|
| 9940 |
384
|
| 9941 |
],
|
| 9942 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 9943 |
+
},
|
| 9944 |
+
"timing": {
|
| 9945 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 9946 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 9947 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 9948 |
}
|
| 9949 |
},
|
| 9950 |
{
|
|
|
|
| 9972 |
},
|
| 9973 |
"steps": 94,
|
| 9974 |
"simulation_time_s": null,
|
| 9975 |
+
"wall_time_s": 19.44487762,
|
| 9976 |
"model": "Qwen3-VL-OFT",
|
| 9977 |
"effort": "40k · official",
|
| 9978 |
"harness": "standalone",
|
|
|
|
| 10017 |
"policy_trace": "experiments/robotwin-official/official-26/policy/events.jsonl",
|
| 10018 |
"evidence_archive": "experiments/robotwin-official/official-26/evidence.zip",
|
| 10019 |
"provenance": "official/source-identities.json",
|
| 10020 |
+
"native_video": "experiments/robotwin-official/official-26/native-head.mp4",
|
| 10021 |
+
"timing": "experiments/robotwin-official/official-26/timing.json"
|
| 10022 |
},
|
| 10023 |
"resources": [],
|
| 10024 |
"session_counts": {
|
|
|
|
| 10069 |
80
|
| 10070 |
],
|
| 10071 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10072 |
+
},
|
| 10073 |
+
"timing": {
|
| 10074 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10075 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10076 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10077 |
}
|
| 10078 |
},
|
| 10079 |
{
|
|
|
|
| 10101 |
},
|
| 10102 |
"steps": 400,
|
| 10103 |
"simulation_time_s": null,
|
| 10104 |
+
"wall_time_s": 43.837252058,
|
| 10105 |
"model": "Qwen3-VL-OFT",
|
| 10106 |
"effort": "40k · official",
|
| 10107 |
"harness": "standalone",
|
|
|
|
| 10146 |
"policy_trace": "experiments/robotwin-official/official-27/policy/events.jsonl",
|
| 10147 |
"evidence_archive": "experiments/robotwin-official/official-27/evidence.zip",
|
| 10148 |
"provenance": "official/source-identities.json",
|
| 10149 |
+
"native_video": "experiments/robotwin-official/official-27/native-head.mp4",
|
| 10150 |
+
"timing": "experiments/robotwin-official/official-27/timing.json"
|
| 10151 |
},
|
| 10152 |
"resources": [],
|
| 10153 |
"session_counts": {
|
|
|
|
| 10217 |
384
|
| 10218 |
],
|
| 10219 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10220 |
+
},
|
| 10221 |
+
"timing": {
|
| 10222 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10223 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10224 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10225 |
}
|
| 10226 |
},
|
| 10227 |
{
|
|
|
|
| 10249 |
},
|
| 10250 |
"steps": 400,
|
| 10251 |
"simulation_time_s": null,
|
| 10252 |
+
"wall_time_s": 46.526577501,
|
| 10253 |
"model": "Qwen3-VL-OFT",
|
| 10254 |
"effort": "40k · official",
|
| 10255 |
"harness": "standalone",
|
|
|
|
| 10294 |
"policy_trace": "experiments/robotwin-official/official-28/policy/events.jsonl",
|
| 10295 |
"evidence_archive": "experiments/robotwin-official/official-28/evidence.zip",
|
| 10296 |
"provenance": "official/source-identities.json",
|
| 10297 |
+
"native_video": "experiments/robotwin-official/official-28/native-head.mp4",
|
| 10298 |
+
"timing": "experiments/robotwin-official/official-28/timing.json"
|
| 10299 |
},
|
| 10300 |
"resources": [],
|
| 10301 |
"session_counts": {
|
|
|
|
| 10365 |
384
|
| 10366 |
],
|
| 10367 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10368 |
+
},
|
| 10369 |
+
"timing": {
|
| 10370 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10371 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10372 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10373 |
}
|
| 10374 |
},
|
| 10375 |
{
|
|
|
|
| 10397 |
},
|
| 10398 |
"steps": 700,
|
| 10399 |
"simulation_time_s": null,
|
| 10400 |
+
"wall_time_s": 91.845853104,
|
| 10401 |
"model": "Qwen3-VL-OFT",
|
| 10402 |
"effort": "40k · official",
|
| 10403 |
"harness": "standalone",
|
|
|
|
| 10442 |
"policy_trace": "experiments/robotwin-official/official-29/policy/events.jsonl",
|
| 10443 |
"evidence_archive": "experiments/robotwin-official/official-29/evidence.zip",
|
| 10444 |
"provenance": "official/source-identities.json",
|
| 10445 |
+
"native_video": "experiments/robotwin-official/official-29/native-head.mp4",
|
| 10446 |
+
"timing": "experiments/robotwin-official/official-29/timing.json"
|
| 10447 |
},
|
| 10448 |
"resources": [],
|
| 10449 |
"session_counts": {
|
|
|
|
| 10532 |
688
|
| 10533 |
],
|
| 10534 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10535 |
+
},
|
| 10536 |
+
"timing": {
|
| 10537 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10538 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10539 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10540 |
}
|
| 10541 |
},
|
| 10542 |
{
|
|
|
|
| 10564 |
},
|
| 10565 |
"steps": 500,
|
| 10566 |
"simulation_time_s": null,
|
| 10567 |
+
"wall_time_s": 76.637786631,
|
| 10568 |
"model": "Qwen3-VL-OFT",
|
| 10569 |
"effort": "40k · official",
|
| 10570 |
"harness": "standalone",
|
|
|
|
| 10609 |
"policy_trace": "experiments/robotwin-official/official-30/policy/events.jsonl",
|
| 10610 |
"evidence_archive": "experiments/robotwin-official/official-30/evidence.zip",
|
| 10611 |
"provenance": "official/source-identities.json",
|
| 10612 |
+
"native_video": "experiments/robotwin-official/official-30/native-head.mp4",
|
| 10613 |
+
"timing": "experiments/robotwin-official/official-30/timing.json"
|
| 10614 |
},
|
| 10615 |
"resources": [],
|
| 10616 |
"session_counts": {
|
|
|
|
| 10687 |
496
|
| 10688 |
],
|
| 10689 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10690 |
+
},
|
| 10691 |
+
"timing": {
|
| 10692 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10693 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10694 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10695 |
}
|
| 10696 |
},
|
| 10697 |
{
|
|
|
|
| 10719 |
},
|
| 10720 |
"steps": 200,
|
| 10721 |
"simulation_time_s": null,
|
| 10722 |
+
"wall_time_s": 34.825539079,
|
| 10723 |
"model": "Qwen3-VL-OFT",
|
| 10724 |
"effort": "40k · official",
|
| 10725 |
"harness": "standalone",
|
|
|
|
| 10764 |
"policy_trace": "experiments/robotwin-official/official-31/policy/events.jsonl",
|
| 10765 |
"evidence_archive": "experiments/robotwin-official/official-31/evidence.zip",
|
| 10766 |
"provenance": "official/source-identities.json",
|
| 10767 |
+
"native_video": "experiments/robotwin-official/official-31/native-head.mp4",
|
| 10768 |
+
"timing": "experiments/robotwin-official/official-31/timing.json"
|
| 10769 |
},
|
| 10770 |
"resources": [],
|
| 10771 |
"session_counts": {
|
|
|
|
| 10823 |
192
|
| 10824 |
],
|
| 10825 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10826 |
+
},
|
| 10827 |
+
"timing": {
|
| 10828 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10829 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10830 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10831 |
}
|
| 10832 |
},
|
| 10833 |
{
|
|
|
|
| 10855 |
},
|
| 10856 |
"steps": 209,
|
| 10857 |
"simulation_time_s": null,
|
| 10858 |
+
"wall_time_s": 33.744922502,
|
| 10859 |
"model": "Qwen3-VL-OFT",
|
| 10860 |
"effort": "40k · official",
|
| 10861 |
"harness": "standalone",
|
|
|
|
| 10900 |
"policy_trace": "experiments/robotwin-official/official-32/policy/events.jsonl",
|
| 10901 |
"evidence_archive": "experiments/robotwin-official/official-32/evidence.zip",
|
| 10902 |
"provenance": "official/source-identities.json",
|
| 10903 |
+
"native_video": "experiments/robotwin-official/official-32/native-head.mp4",
|
| 10904 |
+
"timing": "experiments/robotwin-official/official-32/timing.json"
|
| 10905 |
},
|
| 10906 |
"resources": [],
|
| 10907 |
"session_counts": {
|
|
|
|
| 10960 |
208
|
| 10961 |
],
|
| 10962 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 10963 |
+
},
|
| 10964 |
+
"timing": {
|
| 10965 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 10966 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 10967 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 10968 |
}
|
| 10969 |
},
|
| 10970 |
{
|
|
|
|
| 10992 |
},
|
| 10993 |
"steps": 274,
|
| 10994 |
"simulation_time_s": null,
|
| 10995 |
+
"wall_time_s": 44.507345633,
|
| 10996 |
"model": "Qwen3-VL-OFT",
|
| 10997 |
"effort": "40k · official",
|
| 10998 |
"harness": "standalone",
|
|
|
|
| 11037 |
"policy_trace": "experiments/robotwin-official/official-33/policy/events.jsonl",
|
| 11038 |
"evidence_archive": "experiments/robotwin-official/official-33/evidence.zip",
|
| 11039 |
"provenance": "official/source-identities.json",
|
| 11040 |
+
"native_video": "experiments/robotwin-official/official-33/native-head.mp4",
|
| 11041 |
+
"timing": "experiments/robotwin-official/official-33/timing.json"
|
| 11042 |
},
|
| 11043 |
"resources": [],
|
| 11044 |
"session_counts": {
|
|
|
|
| 11101 |
272
|
| 11102 |
],
|
| 11103 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11104 |
+
},
|
| 11105 |
+
"timing": {
|
| 11106 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11107 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11108 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11109 |
}
|
| 11110 |
},
|
| 11111 |
{
|
|
|
|
| 11133 |
},
|
| 11134 |
"steps": 141,
|
| 11135 |
"simulation_time_s": null,
|
| 11136 |
+
"wall_time_s": 25.086169906,
|
| 11137 |
"model": "Qwen3-VL-OFT",
|
| 11138 |
"effort": "40k · official",
|
| 11139 |
"harness": "standalone",
|
|
|
|
| 11178 |
"policy_trace": "experiments/robotwin-official/official-34/policy/events.jsonl",
|
| 11179 |
"evidence_archive": "experiments/robotwin-official/official-34/evidence.zip",
|
| 11180 |
"provenance": "official/source-identities.json",
|
| 11181 |
+
"native_video": "experiments/robotwin-official/official-34/native-head.mp4",
|
| 11182 |
+
"timing": "experiments/robotwin-official/official-34/timing.json"
|
| 11183 |
},
|
| 11184 |
"resources": [],
|
| 11185 |
"session_counts": {
|
|
|
|
| 11233 |
128
|
| 11234 |
],
|
| 11235 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11236 |
+
},
|
| 11237 |
+
"timing": {
|
| 11238 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11239 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11240 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11241 |
}
|
| 11242 |
},
|
| 11243 |
{
|
|
|
|
| 11265 |
},
|
| 11266 |
"steps": 500,
|
| 11267 |
"simulation_time_s": null,
|
| 11268 |
+
"wall_time_s": 64.910953353,
|
| 11269 |
"model": "Qwen3-VL-OFT",
|
| 11270 |
"effort": "40k · official",
|
| 11271 |
"harness": "standalone",
|
|
|
|
| 11310 |
"policy_trace": "experiments/robotwin-official/official-35/policy/events.jsonl",
|
| 11311 |
"evidence_archive": "experiments/robotwin-official/official-35/evidence.zip",
|
| 11312 |
"provenance": "official/source-identities.json",
|
| 11313 |
+
"native_video": "experiments/robotwin-official/official-35/native-head.mp4",
|
| 11314 |
+
"timing": "experiments/robotwin-official/official-35/timing.json"
|
| 11315 |
},
|
| 11316 |
"resources": [],
|
| 11317 |
"session_counts": {
|
|
|
|
| 11388 |
496
|
| 11389 |
],
|
| 11390 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11391 |
+
},
|
| 11392 |
+
"timing": {
|
| 11393 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11394 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11395 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11396 |
}
|
| 11397 |
},
|
| 11398 |
{
|
|
|
|
| 11420 |
},
|
| 11421 |
"steps": 400,
|
| 11422 |
"simulation_time_s": null,
|
| 11423 |
+
"wall_time_s": 56.865047002,
|
| 11424 |
"model": "Qwen3-VL-OFT",
|
| 11425 |
"effort": "40k · official",
|
| 11426 |
"harness": "standalone",
|
|
|
|
| 11465 |
"policy_trace": "experiments/robotwin-official/official-36/policy/events.jsonl",
|
| 11466 |
"evidence_archive": "experiments/robotwin-official/official-36/evidence.zip",
|
| 11467 |
"provenance": "official/source-identities.json",
|
| 11468 |
+
"native_video": "experiments/robotwin-official/official-36/native-head.mp4",
|
| 11469 |
+
"timing": "experiments/robotwin-official/official-36/timing.json"
|
| 11470 |
},
|
| 11471 |
"resources": [],
|
| 11472 |
"session_counts": {
|
|
|
|
| 11536 |
384
|
| 11537 |
],
|
| 11538 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11539 |
+
},
|
| 11540 |
+
"timing": {
|
| 11541 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11542 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11543 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11544 |
}
|
| 11545 |
},
|
| 11546 |
{
|
|
|
|
| 11568 |
},
|
| 11569 |
"steps": 400,
|
| 11570 |
"simulation_time_s": null,
|
| 11571 |
+
"wall_time_s": 48.455622626,
|
| 11572 |
"model": "Qwen3-VL-OFT",
|
| 11573 |
"effort": "40k · official",
|
| 11574 |
"harness": "standalone",
|
|
|
|
| 11613 |
"policy_trace": "experiments/robotwin-official/official-37/policy/events.jsonl",
|
| 11614 |
"evidence_archive": "experiments/robotwin-official/official-37/evidence.zip",
|
| 11615 |
"provenance": "official/source-identities.json",
|
| 11616 |
+
"native_video": "experiments/robotwin-official/official-37/native-head.mp4",
|
| 11617 |
+
"timing": "experiments/robotwin-official/official-37/timing.json"
|
| 11618 |
},
|
| 11619 |
"resources": [],
|
| 11620 |
"session_counts": {
|
|
|
|
| 11684 |
384
|
| 11685 |
],
|
| 11686 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11687 |
+
},
|
| 11688 |
+
"timing": {
|
| 11689 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11690 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11691 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11692 |
}
|
| 11693 |
},
|
| 11694 |
{
|
|
|
|
| 11716 |
},
|
| 11717 |
"steps": 143,
|
| 11718 |
"simulation_time_s": null,
|
| 11719 |
+
"wall_time_s": 31.496076691,
|
| 11720 |
"model": "Qwen3-VL-OFT",
|
| 11721 |
"effort": "40k · official",
|
| 11722 |
"harness": "standalone",
|
|
|
|
| 11761 |
"policy_trace": "experiments/robotwin-official/official-38/policy/events.jsonl",
|
| 11762 |
"evidence_archive": "experiments/robotwin-official/official-38/evidence.zip",
|
| 11763 |
"provenance": "official/source-identities.json",
|
| 11764 |
+
"native_video": "experiments/robotwin-official/official-38/native-head.mp4",
|
| 11765 |
+
"timing": "experiments/robotwin-official/official-38/timing.json"
|
| 11766 |
},
|
| 11767 |
"resources": [],
|
| 11768 |
"session_counts": {
|
|
|
|
| 11816 |
128
|
| 11817 |
],
|
| 11818 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11819 |
+
},
|
| 11820 |
+
"timing": {
|
| 11821 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11822 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11823 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11824 |
}
|
| 11825 |
},
|
| 11826 |
{
|
|
|
|
| 11848 |
},
|
| 11849 |
"steps": 400,
|
| 11850 |
"simulation_time_s": null,
|
| 11851 |
+
"wall_time_s": 56.758293404,
|
| 11852 |
"model": "Qwen3-VL-OFT",
|
| 11853 |
"effort": "40k · official",
|
| 11854 |
"harness": "standalone",
|
|
|
|
| 11893 |
"policy_trace": "experiments/robotwin-official/official-39/policy/events.jsonl",
|
| 11894 |
"evidence_archive": "experiments/robotwin-official/official-39/evidence.zip",
|
| 11895 |
"provenance": "official/source-identities.json",
|
| 11896 |
+
"native_video": "experiments/robotwin-official/official-39/native-head.mp4",
|
| 11897 |
+
"timing": "experiments/robotwin-official/official-39/timing.json"
|
| 11898 |
},
|
| 11899 |
"resources": [],
|
| 11900 |
"session_counts": {
|
|
|
|
| 11964 |
384
|
| 11965 |
],
|
| 11966 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 11967 |
+
},
|
| 11968 |
+
"timing": {
|
| 11969 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 11970 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 11971 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 11972 |
}
|
| 11973 |
},
|
| 11974 |
{
|
|
|
|
| 11996 |
},
|
| 11997 |
"steps": 400,
|
| 11998 |
"simulation_time_s": null,
|
| 11999 |
+
"wall_time_s": 57.809732526,
|
| 12000 |
"model": "Qwen3-VL-OFT",
|
| 12001 |
"effort": "40k · official",
|
| 12002 |
"harness": "standalone",
|
|
|
|
| 12041 |
"policy_trace": "experiments/robotwin-official/official-40/policy/events.jsonl",
|
| 12042 |
"evidence_archive": "experiments/robotwin-official/official-40/evidence.zip",
|
| 12043 |
"provenance": "official/source-identities.json",
|
| 12044 |
+
"native_video": "experiments/robotwin-official/official-40/native-head.mp4",
|
| 12045 |
+
"timing": "experiments/robotwin-official/official-40/timing.json"
|
| 12046 |
},
|
| 12047 |
"resources": [],
|
| 12048 |
"session_counts": {
|
|
|
|
| 12112 |
384
|
| 12113 |
],
|
| 12114 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12115 |
+
},
|
| 12116 |
+
"timing": {
|
| 12117 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12118 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12119 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12120 |
}
|
| 12121 |
},
|
| 12122 |
{
|
|
|
|
| 12144 |
},
|
| 12145 |
"steps": 400,
|
| 12146 |
"simulation_time_s": null,
|
| 12147 |
+
"wall_time_s": 46.650760047,
|
| 12148 |
"model": "Qwen3-VL-OFT",
|
| 12149 |
"effort": "40k · official",
|
| 12150 |
"harness": "standalone",
|
|
|
|
| 12189 |
"policy_trace": "experiments/robotwin-official/official-41/policy/events.jsonl",
|
| 12190 |
"evidence_archive": "experiments/robotwin-official/official-41/evidence.zip",
|
| 12191 |
"provenance": "official/source-identities.json",
|
| 12192 |
+
"native_video": "experiments/robotwin-official/official-41/native-head.mp4",
|
| 12193 |
+
"timing": "experiments/robotwin-official/official-41/timing.json"
|
| 12194 |
},
|
| 12195 |
"resources": [],
|
| 12196 |
"session_counts": {
|
|
|
|
| 12260 |
384
|
| 12261 |
],
|
| 12262 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12263 |
+
},
|
| 12264 |
+
"timing": {
|
| 12265 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12266 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12267 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12268 |
}
|
| 12269 |
},
|
| 12270 |
{
|
|
|
|
| 12292 |
},
|
| 12293 |
"steps": 143,
|
| 12294 |
"simulation_time_s": null,
|
| 12295 |
+
"wall_time_s": 27.387894045,
|
| 12296 |
"model": "Qwen3-VL-OFT",
|
| 12297 |
"effort": "40k · official",
|
| 12298 |
"harness": "standalone",
|
|
|
|
| 12337 |
"policy_trace": "experiments/robotwin-official/official-42/policy/events.jsonl",
|
| 12338 |
"evidence_archive": "experiments/robotwin-official/official-42/evidence.zip",
|
| 12339 |
"provenance": "official/source-identities.json",
|
| 12340 |
+
"native_video": "experiments/robotwin-official/official-42/native-head.mp4",
|
| 12341 |
+
"timing": "experiments/robotwin-official/official-42/timing.json"
|
| 12342 |
},
|
| 12343 |
"resources": [],
|
| 12344 |
"session_counts": {
|
|
|
|
| 12392 |
128
|
| 12393 |
],
|
| 12394 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12395 |
+
},
|
| 12396 |
+
"timing": {
|
| 12397 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12398 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12399 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12400 |
}
|
| 12401 |
},
|
| 12402 |
{
|
|
|
|
| 12424 |
},
|
| 12425 |
"steps": 106,
|
| 12426 |
"simulation_time_s": null,
|
| 12427 |
+
"wall_time_s": 15.861195763,
|
| 12428 |
"model": "Qwen3-VL-OFT",
|
| 12429 |
"effort": "40k · official",
|
| 12430 |
"harness": "standalone",
|
|
|
|
| 12469 |
"policy_trace": "experiments/robotwin-official/official-43/policy/events.jsonl",
|
| 12470 |
"evidence_archive": "experiments/robotwin-official/official-43/evidence.zip",
|
| 12471 |
"provenance": "official/source-identities.json",
|
| 12472 |
+
"native_video": "experiments/robotwin-official/official-43/native-head.mp4",
|
| 12473 |
+
"timing": "experiments/robotwin-official/official-43/timing.json"
|
| 12474 |
},
|
| 12475 |
"resources": [],
|
| 12476 |
"session_counts": {
|
|
|
|
| 12522 |
96
|
| 12523 |
],
|
| 12524 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12525 |
+
},
|
| 12526 |
+
"timing": {
|
| 12527 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12528 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12529 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12530 |
}
|
| 12531 |
},
|
| 12532 |
{
|
|
|
|
| 12554 |
},
|
| 12555 |
"steps": 400,
|
| 12556 |
"simulation_time_s": null,
|
| 12557 |
+
"wall_time_s": 42.993365614,
|
| 12558 |
"model": "Qwen3-VL-OFT",
|
| 12559 |
"effort": "40k · official",
|
| 12560 |
"harness": "standalone",
|
|
|
|
| 12599 |
"policy_trace": "experiments/robotwin-official/official-44/policy/events.jsonl",
|
| 12600 |
"evidence_archive": "experiments/robotwin-official/official-44/evidence.zip",
|
| 12601 |
"provenance": "official/source-identities.json",
|
| 12602 |
+
"native_video": "experiments/robotwin-official/official-44/native-head.mp4",
|
| 12603 |
+
"timing": "experiments/robotwin-official/official-44/timing.json"
|
| 12604 |
},
|
| 12605 |
"resources": [],
|
| 12606 |
"session_counts": {
|
|
|
|
| 12670 |
384
|
| 12671 |
],
|
| 12672 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12673 |
+
},
|
| 12674 |
+
"timing": {
|
| 12675 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12676 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12677 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12678 |
}
|
| 12679 |
},
|
| 12680 |
{
|
|
|
|
| 12702 |
},
|
| 12703 |
"steps": 81,
|
| 12704 |
"simulation_time_s": null,
|
| 12705 |
+
"wall_time_s": 13.97968026,
|
| 12706 |
"model": "Qwen3-VL-OFT",
|
| 12707 |
"effort": "40k · official",
|
| 12708 |
"harness": "standalone",
|
|
|
|
| 12747 |
"policy_trace": "experiments/robotwin-official/official-45/policy/events.jsonl",
|
| 12748 |
"evidence_archive": "experiments/robotwin-official/official-45/evidence.zip",
|
| 12749 |
"provenance": "official/source-identities.json",
|
| 12750 |
+
"native_video": "experiments/robotwin-official/official-45/native-head.mp4",
|
| 12751 |
+
"timing": "experiments/robotwin-official/official-45/timing.json"
|
| 12752 |
},
|
| 12753 |
"resources": [],
|
| 12754 |
"session_counts": {
|
|
|
|
| 12799 |
80
|
| 12800 |
],
|
| 12801 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12802 |
+
},
|
| 12803 |
+
"timing": {
|
| 12804 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12805 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12806 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12807 |
}
|
| 12808 |
},
|
| 12809 |
{
|
|
|
|
| 12831 |
},
|
| 12832 |
"steps": 131,
|
| 12833 |
"simulation_time_s": null,
|
| 12834 |
+
"wall_time_s": 18.719106343,
|
| 12835 |
"model": "Qwen3-VL-OFT",
|
| 12836 |
"effort": "40k · official",
|
| 12837 |
"harness": "standalone",
|
|
|
|
| 12876 |
"policy_trace": "experiments/robotwin-official/official-46/policy/events.jsonl",
|
| 12877 |
"evidence_archive": "experiments/robotwin-official/official-46/evidence.zip",
|
| 12878 |
"provenance": "official/source-identities.json",
|
| 12879 |
+
"native_video": "experiments/robotwin-official/official-46/native-head.mp4",
|
| 12880 |
+
"timing": "experiments/robotwin-official/official-46/timing.json"
|
| 12881 |
},
|
| 12882 |
"resources": [],
|
| 12883 |
"session_counts": {
|
|
|
|
| 12931 |
128
|
| 12932 |
],
|
| 12933 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 12934 |
+
},
|
| 12935 |
+
"timing": {
|
| 12936 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 12937 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 12938 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 12939 |
}
|
| 12940 |
},
|
| 12941 |
{
|
|
|
|
| 12963 |
},
|
| 12964 |
"steps": 266,
|
| 12965 |
"simulation_time_s": null,
|
| 12966 |
+
"wall_time_s": 31.353207259,
|
| 12967 |
"model": "Qwen3-VL-OFT",
|
| 12968 |
"effort": "40k · official",
|
| 12969 |
"harness": "standalone",
|
|
|
|
| 13008 |
"policy_trace": "experiments/robotwin-official/official-47/policy/events.jsonl",
|
| 13009 |
"evidence_archive": "experiments/robotwin-official/official-47/evidence.zip",
|
| 13010 |
"provenance": "official/source-identities.json",
|
| 13011 |
+
"native_video": "experiments/robotwin-official/official-47/native-head.mp4",
|
| 13012 |
+
"timing": "experiments/robotwin-official/official-47/timing.json"
|
| 13013 |
},
|
| 13014 |
"resources": [],
|
| 13015 |
"session_counts": {
|
|
|
|
| 13071 |
256
|
| 13072 |
],
|
| 13073 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 13074 |
+
},
|
| 13075 |
+
"timing": {
|
| 13076 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 13077 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 13078 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 13079 |
}
|
| 13080 |
},
|
| 13081 |
{
|
|
|
|
| 13103 |
},
|
| 13104 |
"steps": 279,
|
| 13105 |
"simulation_time_s": null,
|
| 13106 |
+
"wall_time_s": 36.857751398,
|
| 13107 |
"model": "Qwen3-VL-OFT",
|
| 13108 |
"effort": "40k · official",
|
| 13109 |
"harness": "standalone",
|
|
|
|
| 13148 |
"policy_trace": "experiments/robotwin-official/official-48/policy/events.jsonl",
|
| 13149 |
"evidence_archive": "experiments/robotwin-official/official-48/evidence.zip",
|
| 13150 |
"provenance": "official/source-identities.json",
|
| 13151 |
+
"native_video": "experiments/robotwin-official/official-48/native-head.mp4",
|
| 13152 |
+
"timing": "experiments/robotwin-official/official-48/timing.json"
|
| 13153 |
},
|
| 13154 |
"resources": [],
|
| 13155 |
"session_counts": {
|
|
|
|
| 13212 |
272
|
| 13213 |
],
|
| 13214 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 13215 |
+
},
|
| 13216 |
+
"timing": {
|
| 13217 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 13218 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 13219 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 13220 |
}
|
| 13221 |
},
|
| 13222 |
{
|
|
|
|
| 13244 |
},
|
| 13245 |
"steps": 400,
|
| 13246 |
"simulation_time_s": null,
|
| 13247 |
+
"wall_time_s": 38.846506616,
|
| 13248 |
"model": "Qwen3-VL-OFT",
|
| 13249 |
"effort": "40k · official",
|
| 13250 |
"harness": "standalone",
|
|
|
|
| 13289 |
"policy_trace": "experiments/robotwin-official/official-49/policy/events.jsonl",
|
| 13290 |
"evidence_archive": "experiments/robotwin-official/official-49/evidence.zip",
|
| 13291 |
"provenance": "official/source-identities.json",
|
| 13292 |
+
"native_video": "experiments/robotwin-official/official-49/native-head.mp4",
|
| 13293 |
+
"timing": "experiments/robotwin-official/official-49/timing.json"
|
| 13294 |
},
|
| 13295 |
"resources": [],
|
| 13296 |
"session_counts": {
|
|
|
|
| 13360 |
384
|
| 13361 |
],
|
| 13362 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 13363 |
+
},
|
| 13364 |
+
"timing": {
|
| 13365 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 13366 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 13367 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 13368 |
}
|
| 13369 |
},
|
| 13370 |
{
|
|
|
|
| 13392 |
},
|
| 13393 |
"steps": 400,
|
| 13394 |
"simulation_time_s": null,
|
| 13395 |
+
"wall_time_s": 40.189079744,
|
| 13396 |
"model": "Qwen3-VL-OFT",
|
| 13397 |
"effort": "40k · official",
|
| 13398 |
"harness": "standalone",
|
|
|
|
| 13437 |
"policy_trace": "experiments/robotwin-official/official-50/policy/events.jsonl",
|
| 13438 |
"evidence_archive": "experiments/robotwin-official/official-50/evidence.zip",
|
| 13439 |
"provenance": "official/source-identities.json",
|
| 13440 |
+
"native_video": "experiments/robotwin-official/official-50/native-head.mp4",
|
| 13441 |
+
"timing": "experiments/robotwin-official/official-50/timing.json"
|
| 13442 |
},
|
| 13443 |
"resources": [],
|
| 13444 |
"session_counts": {
|
|
|
|
| 13508 |
384
|
| 13509 |
],
|
| 13510 |
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
|
| 13511 |
+
},
|
| 13512 |
+
"timing": {
|
| 13513 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 13514 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 13515 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
|
| 13516 |
}
|
| 13517 |
}
|
| 13518 |
],
|
experiments/robotwin-official/official-01/artifact-index.json
CHANGED
|
@@ -2800,5 +2800,11 @@
|
|
| 2800 |
"path": "experiments/robotwin-official/official-01/evidence.zip",
|
| 2801 |
"bytes": 13812866,
|
| 2802 |
"sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2803 |
}
|
| 2804 |
]
|
|
|
|
| 2800 |
"path": "experiments/robotwin-official/official-01/evidence.zip",
|
| 2801 |
"bytes": 13812866,
|
| 2802 |
"sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611"
|
| 2803 |
+
},
|
| 2804 |
+
{
|
| 2805 |
+
"name": "timing.json",
|
| 2806 |
+
"path": "experiments/robotwin-official/official-01/timing.json",
|
| 2807 |
+
"bytes": 1109,
|
| 2808 |
+
"sha256": "3f69feeee9e3d28ffe8e6e2e2273a4aa08c4c88967277a77a37a7b9c44b9b553"
|
| 2809 |
}
|
| 2810 |
]
|
experiments/robotwin-official/official-01/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-01",
|
| 3 |
+
"wall_time_s": 85.68275771,
|
| 4 |
+
"wall_time_start_ns": 1793233180917596732,
|
| 5 |
+
"wall_time_end_ns": 1793233266600354442,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": null,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "7667020b50cfe129d97f6aa5dd90a9c1c5f21e41e8ee977037b1b824e3e73afc",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 803
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-02/artifact-index.json
CHANGED
|
@@ -2152,5 +2152,11 @@
|
|
| 2152 |
"path": "experiments/robotwin-official/official-02/evidence.zip",
|
| 2153 |
"bytes": 13349875,
|
| 2154 |
"sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2155 |
}
|
| 2156 |
]
|
|
|
|
| 2152 |
"path": "experiments/robotwin-official/official-02/evidence.zip",
|
| 2153 |
"bytes": 13349875,
|
| 2154 |
"sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9"
|
| 2155 |
+
},
|
| 2156 |
+
{
|
| 2157 |
+
"name": "timing.json",
|
| 2158 |
+
"path": "experiments/robotwin-official/official-02/timing.json",
|
| 2159 |
+
"bytes": 1110,
|
| 2160 |
+
"sha256": "4fd8e0eaef9c1456983c1b3e241d113006ce52d1936bbec7e050ff5d8fa17929"
|
| 2161 |
}
|
| 2162 |
]
|
experiments/robotwin-official/official-02/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-02",
|
| 3 |
+
"wall_time_s": 95.582698862,
|
| 4 |
+
"wall_time_start_ns": 1793233359727560967,
|
| 5 |
+
"wall_time_end_ns": 1793233455310259829,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": null,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "ea3ca097d28e7fe9af3b202e86c4600ee57b2c656b3b552f54ec4c122a289428",
|
| 15 |
+
"setup_completed_line": 5,
|
| 16 |
+
"last_action_completed_line": 605
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-03/artifact-index.json
CHANGED
|
@@ -5878,5 +5878,11 @@
|
|
| 5878 |
"path": "experiments/robotwin-official/official-03/evidence.zip",
|
| 5879 |
"bytes": 34565622,
|
| 5880 |
"sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5881 |
}
|
| 5882 |
]
|
|
|
|
| 5878 |
"path": "experiments/robotwin-official/official-03/evidence.zip",
|
| 5879 |
"bytes": 34565622,
|
| 5880 |
"sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b"
|
| 5881 |
+
},
|
| 5882 |
+
{
|
| 5883 |
+
"name": "timing.json",
|
| 5884 |
+
"path": "experiments/robotwin-official/official-03/timing.json",
|
| 5885 |
+
"bytes": 1112,
|
| 5886 |
+
"sha256": "17fa703801568a9f8cb111abb6678730033397c8401913b1695fd413f25bb7b0"
|
| 5887 |
}
|
| 5888 |
]
|
experiments/robotwin-official/official-03/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-03",
|
| 3 |
+
"wall_time_s": 191.478086476,
|
| 4 |
+
"wall_time_start_ns": 1793233408391056755,
|
| 5 |
+
"wall_time_end_ns": 1793233599869143231,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": null,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "5e6009f61d595863c7019f8e47ff19f59859795576898792644ad3f8e99b323f",
|
| 15 |
+
"setup_completed_line": 7,
|
| 16 |
+
"last_action_completed_line": 1707
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-04/artifact-index.json
CHANGED
|
@@ -802,5 +802,11 @@
|
|
| 802 |
"path": "experiments/robotwin-official/official-04/evidence.zip",
|
| 803 |
"bytes": 4599673,
|
| 804 |
"sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 805 |
}
|
| 806 |
]
|
|
|
|
| 802 |
"path": "experiments/robotwin-official/official-04/evidence.zip",
|
| 803 |
"bytes": 4599673,
|
| 804 |
"sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40"
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"name": "timing.json",
|
| 808 |
+
"path": "experiments/robotwin-official/official-04/timing.json",
|
| 809 |
+
"bytes": 1123,
|
| 810 |
+
"sha256": "7a6d6f8c2476a0dd5339d514f1fdea0f73ceefb66aa203fe381e2a59b9a03edd"
|
| 811 |
}
|
| 812 |
]
|
experiments/robotwin-official/official-04/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-04",
|
| 3 |
+
"wall_time_s": 38.549091691,
|
| 4 |
+
"wall_time_start_ns": 1793233640968652143,
|
| 5 |
+
"wall_time_end_ns": 1793233679517743834,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 77.77644944190979,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "b979679135b2d4b09ad34ddc18fa1bae42c5da7736835f39ab7a43f5a3e08b51",
|
| 15 |
+
"setup_completed_line": 7,
|
| 16 |
+
"last_action_completed_line": 208
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-05/artifact-index.json
CHANGED
|
@@ -1774,5 +1774,11 @@
|
|
| 1774 |
"path": "experiments/robotwin-official/official-05/evidence.zip",
|
| 1775 |
"bytes": 9015167,
|
| 1776 |
"sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1777 |
}
|
| 1778 |
]
|
|
|
|
| 1774 |
"path": "experiments/robotwin-official/official-05/evidence.zip",
|
| 1775 |
"bytes": 9015167,
|
| 1776 |
"sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9"
|
| 1777 |
+
},
|
| 1778 |
+
{
|
| 1779 |
+
"name": "timing.json",
|
| 1780 |
+
"path": "experiments/robotwin-official/official-05/timing.json",
|
| 1781 |
+
"bytes": 1123,
|
| 1782 |
+
"sha256": "27d5d461ad70c08e7cf545562c61c5ae319032c877a3be4e27df29a2fc2deeba"
|
| 1783 |
}
|
| 1784 |
]
|
experiments/robotwin-official/official-05/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-05",
|
| 3 |
+
"wall_time_s": 64.000487769,
|
| 4 |
+
"wall_time_start_ns": 1793233636941869838,
|
| 5 |
+
"wall_time_end_ns": 1793233700942357607,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 98.29473495483398,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "942e30ef7069218016044aa2cf7d14b505b1528f981a4826779cba5d2f1a8c2f",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 486
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-06/artifact-index.json
CHANGED
|
@@ -1504,5 +1504,11 @@
|
|
| 1504 |
"path": "experiments/robotwin-official/official-06/evidence.zip",
|
| 1505 |
"bytes": 6677038,
|
| 1506 |
"sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1507 |
}
|
| 1508 |
]
|
|
|
|
| 1504 |
"path": "experiments/robotwin-official/official-06/evidence.zip",
|
| 1505 |
"bytes": 6677038,
|
| 1506 |
"sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded"
|
| 1507 |
+
},
|
| 1508 |
+
{
|
| 1509 |
+
"name": "timing.json",
|
| 1510 |
+
"path": "experiments/robotwin-official/official-06/timing.json",
|
| 1511 |
+
"bytes": 1121,
|
| 1512 |
+
"sha256": "85458132684a3cbcf63ef45d1c2ec9c2b37fb12a6befef80de0f9ceb3cc39eac"
|
| 1513 |
}
|
| 1514 |
]
|
experiments/robotwin-official/official-06/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-06",
|
| 3 |
+
"wall_time_s": 45.572599441,
|
| 4 |
+
"wall_time_start_ns": 1793233714226338010,
|
| 5 |
+
"wall_time_end_ns": 1793233759798937451,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 79.792884349823,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "71c4404d33a01c6991873388305c9585b0d59e3266b3ccd53afa4db145d14fe7",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 409
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-07/artifact-index.json
CHANGED
|
@@ -3178,5 +3178,11 @@
|
|
| 3178 |
"path": "experiments/robotwin-official/official-07/evidence.zip",
|
| 3179 |
"bytes": 17027239,
|
| 3180 |
"sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3181 |
}
|
| 3182 |
]
|
|
|
|
| 3178 |
"path": "experiments/robotwin-official/official-07/evidence.zip",
|
| 3179 |
"bytes": 17027239,
|
| 3180 |
"sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9"
|
| 3181 |
+
},
|
| 3182 |
+
{
|
| 3183 |
+
"name": "timing.json",
|
| 3184 |
+
"path": "experiments/robotwin-official/official-07/timing.json",
|
| 3185 |
+
"bytes": 1125,
|
| 3186 |
+
"sha256": "c31b6e6f72e783c57744e2b8807492058c7a29b618cafb71ad7070d0a288b436"
|
| 3187 |
}
|
| 3188 |
]
|
experiments/robotwin-official/official-07/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-07",
|
| 3 |
+
"wall_time_s": 115.609587699,
|
| 4 |
+
"wall_time_start_ns": 1793233745393607948,
|
| 5 |
+
"wall_time_end_ns": 1793233861003195647,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 161.06643533706665,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "7016d879c1110f940437692289a491a7c8c4dfe60d43ddcc53cbc45f38a89cff",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 903
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-08/artifact-index.json
CHANGED
|
@@ -2476,5 +2476,11 @@
|
|
| 2476 |
"path": "experiments/robotwin-official/official-08/evidence.zip",
|
| 2477 |
"bytes": 14647900,
|
| 2478 |
"sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2479 |
}
|
| 2480 |
]
|
|
|
|
| 2476 |
"path": "experiments/robotwin-official/official-08/evidence.zip",
|
| 2477 |
"bytes": 14647900,
|
| 2478 |
"sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224"
|
| 2479 |
+
},
|
| 2480 |
+
{
|
| 2481 |
+
"name": "timing.json",
|
| 2482 |
+
"path": "experiments/robotwin-official/official-08/timing.json",
|
| 2483 |
+
"bytes": 1126,
|
| 2484 |
+
"sha256": "db26d41e3716b1cab74bb8fb4ecdfaa8ea0820925eacbab83608d1bb01c32a16"
|
| 2485 |
}
|
| 2486 |
]
|
experiments/robotwin-official/official-08/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-08",
|
| 3 |
+
"wall_time_s": 109.102272713,
|
| 4 |
+
"wall_time_start_ns": 1793233834679740761,
|
| 5 |
+
"wall_time_end_ns": 1793233943782013474,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 183.34950232505798,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "79ec4b1ccfa2efcb1607052d0add29d0017fbe1826130717f1d2fb3b2bb72c09",
|
| 15 |
+
"setup_completed_line": 21,
|
| 16 |
+
"last_action_completed_line": 721
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-09/artifact-index.json
CHANGED
|
@@ -4150,5 +4150,11 @@
|
|
| 4150 |
"path": "experiments/robotwin-official/official-09/evidence.zip",
|
| 4151 |
"bytes": 19401905,
|
| 4152 |
"sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4153 |
}
|
| 4154 |
]
|
|
|
|
| 4150 |
"path": "experiments/robotwin-official/official-09/evidence.zip",
|
| 4151 |
"bytes": 19401905,
|
| 4152 |
"sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3"
|
| 4153 |
+
},
|
| 4154 |
+
{
|
| 4155 |
+
"name": "timing.json",
|
| 4156 |
+
"path": "experiments/robotwin-official/official-09/timing.json",
|
| 4157 |
+
"bytes": 1125,
|
| 4158 |
+
"sha256": "05e69f7eae9b9be60861283318e7056269facae63c3443c77ab399d8220eeecb"
|
| 4159 |
}
|
| 4160 |
]
|
experiments/robotwin-official/official-09/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-09",
|
| 3 |
+
"wall_time_s": 144.095098434,
|
| 4 |
+
"wall_time_start_ns": 1793233899291969377,
|
| 5 |
+
"wall_time_end_ns": 1793234043387067811,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 183.2365918159485,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "189d9b2548b6901d8db7f1639a4c581075454f509b6c3d85fc98ac5c191b2f97",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 1203
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-10/artifact-index.json
CHANGED
|
@@ -1450,5 +1450,11 @@
|
|
| 1450 |
"path": "experiments/robotwin-official/official-10/evidence.zip",
|
| 1451 |
"bytes": 8984506,
|
| 1452 |
"sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1453 |
}
|
| 1454 |
]
|
|
|
|
| 1450 |
"path": "experiments/robotwin-official/official-10/evidence.zip",
|
| 1451 |
"bytes": 8984506,
|
| 1452 |
"sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562"
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"name": "timing.json",
|
| 1456 |
+
"path": "experiments/robotwin-official/official-10/timing.json",
|
| 1457 |
+
"bytes": 1124,
|
| 1458 |
+
"sha256": "050520e8ea89ca030eaac2650367e23e1afa2f27efdf9e91abcc8ccd23cd634a"
|
| 1459 |
}
|
| 1460 |
]
|
experiments/robotwin-official/official-10/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-10",
|
| 3 |
+
"wall_time_s": 68.525689508,
|
| 4 |
+
"wall_time_start_ns": 1793233975286643361,
|
| 5 |
+
"wall_time_end_ns": 1793234043812332869,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 101.67892599105835,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "f755a63efb46dd52aadb6d158f64fb37f7861d8374b4e9ad75da9f97bc12aedc",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 403
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-11/artifact-index.json
CHANGED
|
@@ -532,5 +532,11 @@
|
|
| 532 |
"path": "experiments/robotwin-official/official-11/evidence.zip",
|
| 533 |
"bytes": 2091947,
|
| 534 |
"sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 535 |
}
|
| 536 |
]
|
|
|
|
| 532 |
"path": "experiments/robotwin-official/official-11/evidence.zip",
|
| 533 |
"bytes": 2091947,
|
| 534 |
"sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266"
|
| 535 |
+
},
|
| 536 |
+
{
|
| 537 |
+
"name": "timing.json",
|
| 538 |
+
"path": "experiments/robotwin-official/official-11/timing.json",
|
| 539 |
+
"bytes": 1124,
|
| 540 |
+
"sha256": "27936c4bfa281f096a1893053497906cec36b4809320122a7f1cf5a9551e9419"
|
| 541 |
}
|
| 542 |
]
|
experiments/robotwin-official/official-11/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-11",
|
| 3 |
+
"wall_time_s": 20.977394366,
|
| 4 |
+
"wall_time_start_ns": 1793234080195806489,
|
| 5 |
+
"wall_time_end_ns": 1793234101173200855,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 57.514047622680664,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "90441ac147238f4bd25070e289eede73d10008b8c154ce4e2ea5cd5e4b4d32f7",
|
| 15 |
+
"setup_completed_line": 4,
|
| 16 |
+
"last_action_completed_line": 117
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-12/artifact-index.json
CHANGED
|
@@ -478,5 +478,11 @@
|
|
| 478 |
"path": "experiments/robotwin-official/official-12/evidence.zip",
|
| 479 |
"bytes": 1865998,
|
| 480 |
"sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 481 |
}
|
| 482 |
]
|
|
|
|
| 478 |
"path": "experiments/robotwin-official/official-12/evidence.zip",
|
| 479 |
"bytes": 1865998,
|
| 480 |
"sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01"
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"name": "timing.json",
|
| 484 |
+
"path": "experiments/robotwin-official/official-12/timing.json",
|
| 485 |
+
"bytes": 1121,
|
| 486 |
+
"sha256": "35983bb07e5ec69efa8339049463d47cfeabb04b53f05fbe6007980cd42e9a24"
|
| 487 |
}
|
| 488 |
]
|
experiments/robotwin-official/official-12/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-12",
|
| 3 |
+
"wall_time_s": 22.4828609,
|
| 4 |
+
"wall_time_start_ns": 1793234077228525515,
|
| 5 |
+
"wall_time_end_ns": 1793234099711386415,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 55.24973511695862,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "4b994a3bfe5ba19d1515bd1e8837e44f5efe1de3c46ccf734a0e46a116304487",
|
| 15 |
+
"setup_completed_line": 7,
|
| 16 |
+
"last_action_completed_line": 119
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-13/artifact-index.json
CHANGED
|
@@ -1450,5 +1450,11 @@
|
|
| 1450 |
"path": "experiments/robotwin-official/official-13/evidence.zip",
|
| 1451 |
"bytes": 6244016,
|
| 1452 |
"sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1453 |
}
|
| 1454 |
]
|
|
|
|
| 1450 |
"path": "experiments/robotwin-official/official-13/evidence.zip",
|
| 1451 |
"bytes": 6244016,
|
| 1452 |
"sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0"
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"name": "timing.json",
|
| 1456 |
+
"path": "experiments/robotwin-official/official-13/timing.json",
|
| 1457 |
+
"bytes": 1123,
|
| 1458 |
+
"sha256": "9468e99beed75825a3d4351f02d40ce91a4de36694ef280bc76a338656a8c32d"
|
| 1459 |
}
|
| 1460 |
]
|
experiments/robotwin-official/official-13/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-13",
|
| 3 |
+
"wall_time_s": 41.916050342,
|
| 4 |
+
"wall_time_start_ns": 1793234131942934339,
|
| 5 |
+
"wall_time_end_ns": 1793234173858984681,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 73.74764633178711,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "d7e4d34c457afdb2db1b1b04f0e1dfe6670e1470d324ca7d662e324dfedc370c",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 401
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-14/artifact-index.json
CHANGED
|
@@ -316,5 +316,11 @@
|
|
| 316 |
"path": "experiments/robotwin-official/official-14/evidence.zip",
|
| 317 |
"bytes": 1052895,
|
| 318 |
"sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 319 |
}
|
| 320 |
]
|
|
|
|
| 316 |
"path": "experiments/robotwin-official/official-14/evidence.zip",
|
| 317 |
"bytes": 1052895,
|
| 318 |
"sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c"
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"name": "timing.json",
|
| 322 |
+
"path": "experiments/robotwin-official/official-14/timing.json",
|
| 323 |
+
"bytes": 1123,
|
| 324 |
+
"sha256": "cab177efa9f2d44ba97c9d2e32d78d2ed31b8e29cf436c9d4da8cd7b85ef1123"
|
| 325 |
}
|
| 326 |
]
|
experiments/robotwin-official/official-14/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-14",
|
| 3 |
+
"wall_time_s": 14.339203312,
|
| 4 |
+
"wall_time_start_ns": 1793234134538392482,
|
| 5 |
+
"wall_time_end_ns": 1793234148877595794,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 47.017844915390015,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "80c11e0412b5011fa5b0780f7031606014cf86f8e61554a88722bdf310a40a17",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 64
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-15/artifact-index.json
CHANGED
|
@@ -316,5 +316,11 @@
|
|
| 316 |
"path": "experiments/robotwin-official/official-15/evidence.zip",
|
| 317 |
"bytes": 950511,
|
| 318 |
"sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 319 |
}
|
| 320 |
]
|
|
|
|
| 316 |
"path": "experiments/robotwin-official/official-15/evidence.zip",
|
| 317 |
"bytes": 950511,
|
| 318 |
"sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96"
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"name": "timing.json",
|
| 322 |
+
"path": "experiments/robotwin-official/official-15/timing.json",
|
| 323 |
+
"bytes": 1122,
|
| 324 |
+
"sha256": "ac7228bcd5b3739f1ad1558ed82fa9582897010a302d04336c7e1eea81727669"
|
| 325 |
}
|
| 326 |
]
|
experiments/robotwin-official/official-15/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-15",
|
| 3 |
+
"wall_time_s": 11.904490544,
|
| 4 |
+
"wall_time_start_ns": 1793234182913375313,
|
| 5 |
+
"wall_time_end_ns": 1793234194817865857,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 45.21615529060364,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "763ba0f985f75a1c79bf7daa47e46064a94759cbf5b90e3af2b792dbfa8f866e",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 61
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-16/artifact-index.json
CHANGED
|
@@ -478,5 +478,11 @@
|
|
| 478 |
"path": "experiments/robotwin-official/official-16/evidence.zip",
|
| 479 |
"bytes": 1717071,
|
| 480 |
"sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 481 |
}
|
| 482 |
]
|
|
|
|
| 478 |
"path": "experiments/robotwin-official/official-16/evidence.zip",
|
| 479 |
"bytes": 1717071,
|
| 480 |
"sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9"
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"name": "timing.json",
|
| 484 |
+
"path": "experiments/robotwin-official/official-16/timing.json",
|
| 485 |
+
"bytes": 1123,
|
| 486 |
+
"sha256": "c94e656e6950db6b74439f16fe161a3ef9a0c727eb016245d23f059823729d61"
|
| 487 |
}
|
| 488 |
]
|
experiments/robotwin-official/official-16/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-16",
|
| 3 |
+
"wall_time_s": 19.066550569,
|
| 4 |
+
"wall_time_start_ns": 1793234206754396383,
|
| 5 |
+
"wall_time_end_ns": 1793234225820946952,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 51.56687903404236,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "1aff7b71bb5a12e382324badefdf37de73fccb73d62d06dfeb415dfe6e645a63",
|
| 15 |
+
"setup_completed_line": 6,
|
| 16 |
+
"last_action_completed_line": 112
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-17/artifact-index.json
CHANGED
|
@@ -370,5 +370,11 @@
|
|
| 370 |
"path": "experiments/robotwin-official/official-17/evidence.zip",
|
| 371 |
"bytes": 1358677,
|
| 372 |
"sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 373 |
}
|
| 374 |
]
|
|
|
|
| 370 |
"path": "experiments/robotwin-official/official-17/evidence.zip",
|
| 371 |
"bytes": 1358677,
|
| 372 |
"sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a"
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"name": "timing.json",
|
| 376 |
+
"path": "experiments/robotwin-official/official-17/timing.json",
|
| 377 |
+
"bytes": 1123,
|
| 378 |
+
"sha256": "9ab8020522eef6d9d0210be7a125e83404c8b632652be6922c3fc38e155379d4"
|
| 379 |
}
|
| 380 |
]
|
experiments/robotwin-official/official-17/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-17",
|
| 3 |
+
"wall_time_s": 14.952066267,
|
| 4 |
+
"wall_time_start_ns": 1793234232488624118,
|
| 5 |
+
"wall_time_end_ns": 1793234247440690385,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 53.366844177246094,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "9858430d0dc6d24901f1b713c04e93e0ccd01a993a76cb4e29a1fdac741942f0",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 77
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-18/artifact-index.json
CHANGED
|
@@ -694,5 +694,11 @@
|
|
| 694 |
"path": "experiments/robotwin-official/official-18/evidence.zip",
|
| 695 |
"bytes": 2766616,
|
| 696 |
"sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 697 |
}
|
| 698 |
]
|
|
|
|
| 694 |
"path": "experiments/robotwin-official/official-18/evidence.zip",
|
| 695 |
"bytes": 2766616,
|
| 696 |
"sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c"
|
| 697 |
+
},
|
| 698 |
+
{
|
| 699 |
+
"name": "timing.json",
|
| 700 |
+
"path": "experiments/robotwin-official/official-18/timing.json",
|
| 701 |
+
"bytes": 1123,
|
| 702 |
+
"sha256": "ff0c2c2ddbcd1cace8f0d8dd4fb9a8869c8d79ddc2e8f874e4eb66bc59e0fb50"
|
| 703 |
}
|
| 704 |
]
|
experiments/robotwin-official/official-18/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-18",
|
| 3 |
+
"wall_time_s": 25.822061513,
|
| 4 |
+
"wall_time_start_ns": 1793234260304541983,
|
| 5 |
+
"wall_time_end_ns": 1793234286126603496,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 61.39763832092285,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "665ec9a8065b84034b1d0e4f9589d2dac5b3c28bdaa3a8cec4149fbd450d4d29",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 170
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-19/artifact-index.json
CHANGED
|
@@ -1450,5 +1450,11 @@
|
|
| 1450 |
"path": "experiments/robotwin-official/official-19/evidence.zip",
|
| 1451 |
"bytes": 7316003,
|
| 1452 |
"sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1453 |
}
|
| 1454 |
]
|
|
|
|
| 1450 |
"path": "experiments/robotwin-official/official-19/evidence.zip",
|
| 1451 |
"bytes": 7316003,
|
| 1452 |
"sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98"
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"name": "timing.json",
|
| 1456 |
+
"path": "experiments/robotwin-official/official-19/timing.json",
|
| 1457 |
+
"bytes": 1123,
|
| 1458 |
+
"sha256": "14f4b19aec0a1af8257ef53866041b5576ffe6813adb103721cc372f5efce47b"
|
| 1459 |
}
|
| 1460 |
]
|
experiments/robotwin-official/official-19/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-19",
|
| 3 |
+
"wall_time_s": 50.021721975,
|
| 4 |
+
"wall_time_start_ns": 1793234290759583652,
|
| 5 |
+
"wall_time_end_ns": 1793234340781305627,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 92.23012089729309,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "1512c4f3cf0fea0b4a0e9eded4e119b66055a601c9dcabc078ab8bd56f5d1649",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 403
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-20/artifact-index.json
CHANGED
|
@@ -1450,5 +1450,11 @@
|
|
| 1450 |
"path": "experiments/robotwin-official/official-20/evidence.zip",
|
| 1451 |
"bytes": 6579468,
|
| 1452 |
"sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1453 |
}
|
| 1454 |
]
|
|
|
|
| 1450 |
"path": "experiments/robotwin-official/official-20/evidence.zip",
|
| 1451 |
"bytes": 6579468,
|
| 1452 |
"sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9"
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"name": "timing.json",
|
| 1456 |
+
"path": "experiments/robotwin-official/official-20/timing.json",
|
| 1457 |
+
"bytes": 1123,
|
| 1458 |
+
"sha256": "ce1ab65d0131cad8776a366b6944ddfed0ffbc4078d267f02a3cb676e965d214"
|
| 1459 |
}
|
| 1460 |
]
|
experiments/robotwin-official/official-20/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-20",
|
| 3 |
+
"wall_time_s": 43.413023459,
|
| 4 |
+
"wall_time_start_ns": 1793234341835248852,
|
| 5 |
+
"wall_time_end_ns": 1793234385248272311,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 98.12976145744324,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "cd380161a1f98c56f3fe8c43b9cc69d6d4c5869eab2debf78a2a651d7308fffe",
|
| 15 |
+
"setup_completed_line": 5,
|
| 16 |
+
"last_action_completed_line": 405
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-21/artifact-index.json
CHANGED
|
@@ -1450,5 +1450,11 @@
|
|
| 1450 |
"path": "experiments/robotwin-official/official-21/evidence.zip",
|
| 1451 |
"bytes": 6460055,
|
| 1452 |
"sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1453 |
}
|
| 1454 |
]
|
|
|
|
| 1450 |
"path": "experiments/robotwin-official/official-21/evidence.zip",
|
| 1451 |
"bytes": 6460055,
|
| 1452 |
"sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d"
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"name": "timing.json",
|
| 1456 |
+
"path": "experiments/robotwin-official/official-21/timing.json",
|
| 1457 |
+
"bytes": 1123,
|
| 1458 |
+
"sha256": "2f0d7c9037ff73cf49f591fda1010576fa41dd52d95957b607ef7d307250d60a"
|
| 1459 |
}
|
| 1460 |
]
|
experiments/robotwin-official/official-21/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-21",
|
| 3 |
+
"wall_time_s": 46.244336484,
|
| 4 |
+
"wall_time_start_ns": 1793234372079372075,
|
| 5 |
+
"wall_time_end_ns": 1793234418323708559,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 79.52563738822937,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "e9090b08a6ee6641356c22300d84c6d13df07dbccab2c3d7d108111a7d9dfcaf",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 403
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-22/artifact-index.json
CHANGED
|
@@ -1450,5 +1450,11 @@
|
|
| 1450 |
"path": "experiments/robotwin-official/official-22/evidence.zip",
|
| 1451 |
"bytes": 6423197,
|
| 1452 |
"sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1453 |
}
|
| 1454 |
]
|
|
|
|
| 1450 |
"path": "experiments/robotwin-official/official-22/evidence.zip",
|
| 1451 |
"bytes": 6423197,
|
| 1452 |
"sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55"
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"name": "timing.json",
|
| 1456 |
+
"path": "experiments/robotwin-official/official-22/timing.json",
|
| 1457 |
+
"bytes": 1123,
|
| 1458 |
+
"sha256": "c38e49ab0eb746c131a66f8cfcf9afd8edf05de30b93ac47f932c8d237200db8"
|
| 1459 |
}
|
| 1460 |
]
|
experiments/robotwin-official/official-22/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-22",
|
| 3 |
+
"wall_time_s": 42.688982277,
|
| 4 |
+
"wall_time_start_ns": 1793234418076362945,
|
| 5 |
+
"wall_time_end_ns": 1793234460765345222,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 75.80522131919861,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "4c694f72116801f1c1f63f75e6fe91c5882a6c446414a868bc6ab4273547502f",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 403
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-23/artifact-index.json
CHANGED
|
@@ -640,5 +640,11 @@
|
|
| 640 |
"path": "experiments/robotwin-official/official-23/evidence.zip",
|
| 641 |
"bytes": 2419678,
|
| 642 |
"sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 643 |
}
|
| 644 |
]
|
|
|
|
| 640 |
"path": "experiments/robotwin-official/official-23/evidence.zip",
|
| 641 |
"bytes": 2419678,
|
| 642 |
"sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96"
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"name": "timing.json",
|
| 646 |
+
"path": "experiments/robotwin-official/official-23/timing.json",
|
| 647 |
+
"bytes": 1122,
|
| 648 |
+
"sha256": "ec1904f0af86c3b60a7828c34e949824e5e8f75f8532665153e64b0bb8f3deab"
|
| 649 |
}
|
| 650 |
]
|
experiments/robotwin-official/official-23/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-23",
|
| 3 |
+
"wall_time_s": 26.298405185,
|
| 4 |
+
"wall_time_start_ns": 1793234453430848648,
|
| 5 |
+
"wall_time_end_ns": 1793234479729253833,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 59.5565447807312,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "dcfe5eb3f0966d177b32f4b988b1927e80e984b1808b8a0aad905eb92d3aad71",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 156
|
| 17 |
+
}
|
| 18 |
+
}
|
experiments/robotwin-official/official-24/artifact-index.json
CHANGED
|
@@ -478,5 +478,11 @@
|
|
| 478 |
"path": "experiments/robotwin-official/official-24/evidence.zip",
|
| 479 |
"bytes": 1833380,
|
| 480 |
"sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 481 |
}
|
| 482 |
]
|
|
|
|
| 478 |
"path": "experiments/robotwin-official/official-24/evidence.zip",
|
| 479 |
"bytes": 1833380,
|
| 480 |
"sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc"
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"name": "timing.json",
|
| 484 |
+
"path": "experiments/robotwin-official/official-24/timing.json",
|
| 485 |
+
"bytes": 1122,
|
| 486 |
+
"sha256": "b6538c681a400537bfee2c80fb9a8521e45ff8c4500f68452c0db2f7fe1a8fc6"
|
| 487 |
}
|
| 488 |
]
|
experiments/robotwin-official/official-24/timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episode": "official-24",
|
| 3 |
+
"wall_time_s": 19.594173712,
|
| 4 |
+
"wall_time_start_ns": 1793234501252450714,
|
| 5 |
+
"wall_time_end_ns": 1793234520846624426,
|
| 6 |
+
"wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
|
| 7 |
+
"wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
|
| 8 |
+
"simulation_time_s": null,
|
| 9 |
+
"simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
|
| 10 |
+
"previous_display_wall_time_s": 59.6037974357605,
|
| 11 |
+
"previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
|
| 12 |
+
"evidence": {
|
| 13 |
+
"file": "native-events.jsonl",
|
| 14 |
+
"sha256": "57cee2aeb577cb93c6aaf89deb5440e8ae49d9d49e07a0cdee07c5ff93082e92",
|
| 15 |
+
"setup_completed_line": 3,
|
| 16 |
+
"last_action_completed_line": 107
|
| 17 |
+
}
|
| 18 |
+
}
|