yzzhao commited on
Commit
2bfe8a9
·
verified ·
1 Parent(s): 59e6c88

Remove cost breakdown panels and recover standalone episode wall times

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. app.js +7 -14
  2. data.json +400 -100
  3. experiments/robotwin-official/official-01/artifact-index.json +6 -0
  4. experiments/robotwin-official/official-01/timing.json +18 -0
  5. experiments/robotwin-official/official-02/artifact-index.json +6 -0
  6. experiments/robotwin-official/official-02/timing.json +18 -0
  7. experiments/robotwin-official/official-03/artifact-index.json +6 -0
  8. experiments/robotwin-official/official-03/timing.json +18 -0
  9. experiments/robotwin-official/official-04/artifact-index.json +6 -0
  10. experiments/robotwin-official/official-04/timing.json +18 -0
  11. experiments/robotwin-official/official-05/artifact-index.json +6 -0
  12. experiments/robotwin-official/official-05/timing.json +18 -0
  13. experiments/robotwin-official/official-06/artifact-index.json +6 -0
  14. experiments/robotwin-official/official-06/timing.json +18 -0
  15. experiments/robotwin-official/official-07/artifact-index.json +6 -0
  16. experiments/robotwin-official/official-07/timing.json +18 -0
  17. experiments/robotwin-official/official-08/artifact-index.json +6 -0
  18. experiments/robotwin-official/official-08/timing.json +18 -0
  19. experiments/robotwin-official/official-09/artifact-index.json +6 -0
  20. experiments/robotwin-official/official-09/timing.json +18 -0
  21. experiments/robotwin-official/official-10/artifact-index.json +6 -0
  22. experiments/robotwin-official/official-10/timing.json +18 -0
  23. experiments/robotwin-official/official-11/artifact-index.json +6 -0
  24. experiments/robotwin-official/official-11/timing.json +18 -0
  25. experiments/robotwin-official/official-12/artifact-index.json +6 -0
  26. experiments/robotwin-official/official-12/timing.json +18 -0
  27. experiments/robotwin-official/official-13/artifact-index.json +6 -0
  28. experiments/robotwin-official/official-13/timing.json +18 -0
  29. experiments/robotwin-official/official-14/artifact-index.json +6 -0
  30. experiments/robotwin-official/official-14/timing.json +18 -0
  31. experiments/robotwin-official/official-15/artifact-index.json +6 -0
  32. experiments/robotwin-official/official-15/timing.json +18 -0
  33. experiments/robotwin-official/official-16/artifact-index.json +6 -0
  34. experiments/robotwin-official/official-16/timing.json +18 -0
  35. experiments/robotwin-official/official-17/artifact-index.json +6 -0
  36. experiments/robotwin-official/official-17/timing.json +18 -0
  37. experiments/robotwin-official/official-18/artifact-index.json +6 -0
  38. experiments/robotwin-official/official-18/timing.json +18 -0
  39. experiments/robotwin-official/official-19/artifact-index.json +6 -0
  40. experiments/robotwin-official/official-19/timing.json +18 -0
  41. experiments/robotwin-official/official-20/artifact-index.json +6 -0
  42. experiments/robotwin-official/official-20/timing.json +18 -0
  43. experiments/robotwin-official/official-21/artifact-index.json +6 -0
  44. experiments/robotwin-official/official-21/timing.json +18 -0
  45. experiments/robotwin-official/official-22/artifact-index.json +6 -0
  46. experiments/robotwin-official/official-22/timing.json +18 -0
  47. experiments/robotwin-official/official-23/artifact-index.json +6 -0
  48. experiments/robotwin-official/official-23/timing.json +18 -0
  49. experiments/robotwin-official/official-24/artifact-index.json +6 -0
  50. experiments/robotwin-official/official-24/timing.json +18 -0
app.js CHANGED
@@ -69,13 +69,6 @@ function counterEvidence(ep) {
69
  if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`;
70
  return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`;
71
  }
72
- function costBreakdown(s,open=false) {
73
- if (!s.n) return '';
74
- const names={fresh_input:'Fresh input',cache_read:'Cache reads',cache_write:'Cache writes',output:'Output',unclassified_input:'Unclassified input'};
75
- const order=['fresh_input','cache_read','cache_write','output','unclassified_input'];
76
- const rows=[...s.buckets].sort((a,b)=>order.indexOf(a.category)-order.indexOf(b.category)||a.tier.localeCompare(b.tier));
77
- return `<details class="cost-breakdown" ${open?'open':''}><summary><span>Cost breakdown <span class="estimate-tag">USD${s.perTask?' / task':''} · estimated</span></span><span class="summary-plus">+</span></summary><div class="cost-breakdown-body">${s.costCount!==s.n?`<p class="coverage-note">A complete cost is unavailable. The breakdown covers ${s.costCount} of ${s.n} episodes only.</p>`:''}<div class="table-scroll"><table class="price-table"><thead><tr><th>Usage category</th><th>Pricing tier</th><th>Tokens${s.perTask?' / task':''}</th><th>USD / 1M tokens</th><th>Cost (USD${s.perTask?' / task':''})</th></tr></thead><tbody>${rows.map(b=>`<tr><th scope="row">${names[b.category]}</th><td>${esc(b.tier)}</td><td class="numeric">${number(b.tokens)}</td><td class="numeric">${rangeNumber(b.rate,b.rate_upper,UsageMetrics.money)}</td><td class="numeric">${rangeNumber(b.lower,b.upper,exactMoney)}</td></tr>`).join('')}</tbody><tfoot><tr><th colspan="4">${s.perTask?(s.costCount===s.n?'Average estimated cost / task':'Known subtotal / evaluated task'):(s.costCount===s.n?'Total estimated cost':'Known subtotal')}</th><td class="numeric">${s.costCount===s.n?rangeNumber(s.costLow,s.costHigh,exactMoney):exactMoney(s.knownCost)}</td></tr></tfoot></table></div><p>${s.perTask?'Each row = average tokens per task × its rate / 1,000,000.':'Each row = tokens × its rate / 1,000,000.'} Fresh input, cache read, cache write and output are disjoint categories; reasoning is already included in output.</p><p>Costs are summed from the recorded Pi session estimates. Standalone VLA uses no language-agent API calls.</p><p>API-equivalent estimates, not verified account charges. Subscription allocation, discounts, credits, taxes, simulator costs and archived attempts are excluded. Estimates recorded ${esc(UsageMetrics.pricingDate||'—')}.</p><div class="inline-links">${UsageMetrics.sources.map(x=>external(x.url,x.label)).join('')}<a href="${esc(resultURL('cost-data.json'))}" target="_blank">Calculation data ↗</a></div></div></details>`;
78
- }
79
  function modelGroups() {
80
  const groups=new Map();
81
  for (const v of data.variants) {
@@ -99,13 +92,13 @@ function comparisonCell(v,f) {
99
  let value;
100
  if(matrixMetric==='success')value=`<div class="comparison-value"><strong>${pct(s.rate)}</strong><span>${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}</span></div><div class="mini-track"><span style="width:${(s.rate||0)*100}%;background:${colors[v.id]}"></span></div>`;
101
  else if(matrixMetric==='tokens')value=`<dl class="comparison-usage"><div><dt>Fresh input / task</dt><dd title="${number(mean.fresh)} tokens / task">${compact(mean.fresh)}</dd></div><div><dt>Cache write / task</dt><dd title="${number(mean.cacheWrite)} tokens / task">${compact(mean.cacheWrite)}</dd></div><div><dt>Cache read / task</dt><dd title="${rangeNumber(mean.cacheLow,mean.cacheHigh,number)} tokens / task">${rangeNumber(mean.cacheLow,mean.cacheHigh)}</dd></div><div><dt>Cache hit</dt><dd>${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}</dd></div><div><dt>Output / task</dt><dd title="${number(mean.output)} tokens / task">${compact(mean.output)}</dd></div></dl>`;
102
- else value=`<div class="comparison-value"><strong>${costValue(mean)}</strong><span>USD / task · ${costNote(s)}</span></div>${costBreakdown(mean)}`;
103
  return `<td data-harness="${esc(v.label||v.agent)}" style="--variant:${colors[v.id]}">${value}<a class="comparison-explore" href="${link}">${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow}</a></td>`;
104
  }
105
 
106
  function comparisonTable() {
107
  const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.';
108
- return `<section class="comparison-panel" aria-labelledby="comparison-title"><div class="section-heading bare"><div><h2 id="comparison-title">Compare environments</h2><p>Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.</p></div><div class="segmented" aria-label="Comparison metric">${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`<button data-matrix="${k}" aria-pressed="${matrixMetric===k}">${l}</button>`).join('')}</div></div><p class="comparison-definition">${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task; expand a breakdown for average token categories and costs.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}</p><div class="model-comparisons">${modelGroups().map((g,i)=>`<details class="model-comparison panel" data-model-group="${esc(g.key)}" ${expandedModels?expandedModels.has(g.key)?'open':'':i===0?'open':''}><summary><span><strong>${esc(g.model)}</strong><span class="model-group-meta">${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}</span></span><span class="model-group-count">${g.variants.length} variants <span class="disclosure-arrow">⌄</span></span></summary><div class="table-scroll"><table class="comparison-table grouped-comparison ${matrixMetric}"><thead><tr><th>Environment</th>${g.variants.map(v=>`<th><a href="#runs/${v.id}" class="agent-inline">${icon(v)}${esc(v.label||v.agent)} ${arrow}</a></th>`).join('')}</tr></thead><tbody>${data.families.map(f=>`<tr><th scope="row"><span class="family-code">${f.id.slice(-2)}</span>${esc(f.name)}<small>${f.tasks} tasks</small></th>${g.variants.map(v=>comparisonCell(v,f)).join('')}</tr>`).join('')}</tbody></table></div></details>`).join('')}</div></section>`;
109
  }
110
  function recordingPilotProgress(){
111
  const p=data.recording_pilot;if(!p)return '';
@@ -155,7 +148,7 @@ function runsPage(variant,params,restoredFilters=null) {
155
  if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';}
156
  if(restoredFilters)filters={...restoredFilters};
157
  const v=variantFor(variant),s=stats(episodes(variant));
158
- $('#main').innerHTML=`<div class="breadcrumbs"><a href="#overview">Benchmark</a><span>/</span><span>Agent report</span></div>${variantTabs(variant)}<section class="report-hero" style="--variant:${colors[variant]}"><div><div class="eyebrow">${s.n?'Selected results':'Planned evaluation'}</div><h1>${esc(v.label||v.agent)} <span class="muted-times">×</span> ${v.model}</h1><p>${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending</p></div><button class="button secondary" data-export="${variant}">Download results ↓</button></section><div class="report-metrics">${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}</div>${usageTiles(s,false)}${costBreakdown(s)}<div class="family-cards">${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `<button class="family-card ${filters.family===f.id?'active':''}" data-report-family="${f.id}"><div><strong>${f.name}</strong><span>${pct(fs.rate)}</span></div><div class="mini-track"><span style="width:${(fs.rate||0)*100}%;background:${colors[variant]}"></span></div><small>${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested</small></button>`;}).join('')}</div><p class="scope-note single">${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}</p>${taskBrowser(variant)}${methodology()}`;
159
  renderRows();
160
  }
161
  function nativeNote(task,ep) {
@@ -168,7 +161,7 @@ function videoPanel(ep,mini=false) {
168
  }
169
  function episodeMetrics(ep) {
170
  const u=ep.usage||{},s=stats([ep]);
171
- return `<section class="episode-usage" aria-label="Token usage and cost">${usageTiles(s)}<p class="usage-caption">${usageDefinition()}</p><p class="usage-caption" data-usage-source>${esc(usageEvidence(ep))}</p>${costBreakdown(s,true)}<div class="usage-activity"><span><strong>${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)}</strong> ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}</span><span><strong>${number(ep.call_activity?.model_tool_calls)}</strong> tool calls</span>${external(ep.links.usage,'Usage accounting record')}</div></section>`;
172
  }
173
  // Align words and punctuation while preserving the exact original whitespace.
174
  function instructionDiff(original, revised) {
@@ -276,7 +269,7 @@ function overviewDetail(task,ep) {
276
  if(!ep)return `<div class="pending-layout"><section class="pending-panel"><span class="pending-orbit">○</span><span class="eyebrow">${initializationBlocked?'Initialization blocked':'Awaiting evaluation'}</span><h2>${seedLimit?.exhausted?'No native-valid seed at or below '+number(seedLimit.max_seed):initializationBlocked?'Native seed 0 could not initialize':'No recorded episode yet'}</h2><p>${variantName(current.variant)} / ${esc(variantFor(current.variant).effort)}</p><div class="pending-facts">${metric(number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task)),'Campaign planned action steps')}${metric(String(task.planned_seed_by_variant?.[current.variant]??plannedProtocol(task,current.variant).seed),'Seed')}${metric(task.planned_protocol.control_frequency_hz+' Hz','Control frequency')}</div><p class="subtle">${seedLimit?.exhausted?'Native checks exhausted seeds 1–'+number(seedLimit.max_seed)+'. No Codex model attempt was launched. The original Kinex result is retained; this unavailable Codex task is excluded from success rates.':initializationBlocked?'No model was called. Seed 0 is retained by user decision; this is excluded from task success rates.':'This task is included in the planned catalog. Results and usage will appear after evaluation.'}</p></section>${instructionPanel(task,null)}</div>${seedLimit?.evidence_url?external(seedLimit.evidence_url,'Native seed selection evidence'):''}${nativeNote(task,null)}`;
277
  const m=ep.media||{},u=ep.usage||{},a=ep.analysis||{};
278
  const reason=a.evidence_note||a.failure_reason||a.cause||a.observed||a.visible_completion;
279
- return `<div class="episode-layout"><div>${videoPanel(ep)}<p class="media-note">${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.</p></div><aside class="result-panel panel"><div class="result-head"><span class="eyebrow">Native verdict</span>${badge(ep)}</div><div class="result-number">${number(actionSteps(ep.steps,ep))}<span> / ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} action steps</span></div><div class="completion-track"><span style="width:${Math.min(100,(actionSteps(ep.steps,ep)||0)/(actionSteps(ep.measured_protocol?.max_steps,ep)||1)*100)}%"></span></div><dl class="facts"><dt>Termination</dt><dd>${esc(ep.verdict?.termination||'—')}</dd><dt>Execution</dt><dd>${esc(ep.execution?.status||'—')}</dd><dt>Evidence</dt><dd>${ep.valid?'Valid':'Invalid'}</dd><dt>Simulation time</dt><dd>${elapsed(ep.simulation_time_s)}</dd><dt>Wall time</dt><dd>${elapsed(ep.wall_time_s)}</dd><dt>Estimated cost</dt><dd>${costValue(stats([ep]))}</dd><dt>Seed</dt><dd>${ep.seed}</dd><dt>Agent version</dt><dd>${ep.kinex_version?'Kinex '+esc(ep.kinex_version):ep.codex_version?'Codex '+esc(ep.codex_version):ep.claude_code_version?'Claude Code '+esc(ep.claude_code_version):esc(variantFor(ep.variant).agent)}</dd></dl><div class="result-links">${external(ep.links.verdict,'Native verdict')}${external(ep.links.provenance,'Source identity')}</div></aside></div>${nativeNote(task,ep)}${ep.post_terminal_review?`<aside class="native-note" data-post-terminal-note><span class="note-symbol">!</span><div><strong>Native episode completed; later provider error</strong><p>${esc(ep.post_terminal_review.reason)}</p>${external(ep.links.completion_review,"Terminal completion review")}</div></aside>`:""}${initializationNote?`<aside class="native-note" data-initialization-note><span class="note-symbol">!</span><div><strong>Measured initial-state variation</strong><p>${esc(initializationNote)}</p><a href="${esc(resultURL('initialization-comparison.json'))}" target="_blank">Paired initialization evidence ↗</a></div></aside>`:''}${ep.usage_review?`<aside class="native-note" data-usage-review-note><span class="note-symbol">i</span><div><strong>Context compaction included in usage</strong><p>${esc(ep.usage_review.reason)}</p>${external(ep.links.usage_review,"Usage reconciliation evidence")}</div></aside>`:""}${ep.native_clock_review?`<aside class="native-note" data-native-clock-note><span class="note-symbol">i</span><div><strong>Native physics clock differs from control-frame time</strong><p>${esc(ep.native_clock_review.reason)}</p>${external(ep.links.native_clock_review,"Native clock review")}</div></aside>`:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?`<aside class="native-note" data-collector-review-note><span class="note-symbol">i</span><div><strong>Host collector recovered; original model continued</strong><p>${esc(ep.collector_review.reason)}</p><p>Wall time uses the original session timestamps. Lost host setup timing is left unknown.</p><p>Host waiting protection was extended prospectively from 8 to 16 hours for this original execution; the native control budget is unchanged.</p>${external(ep.links.collector_review,"Collector recovery evidence")}</div></aside>`:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?`<aside class="native-note" data-seed-scope-note><span class="note-symbol">i</span><div><strong>Different evaluation seeds</strong><p>Codex uses seed ${number(ep.seed)} after native expert and initialization checks with no model calls during selection. ${ep.provenance.protocol_exception.max_seed!=null?'Seed selection was capped at '+number(ep.provenance.protocol_exception.max_seed)+'. ':''} Kinex retains its original seed ${number(ep.provenance.protocol_exception.preserved_kinex_seed)} result. Codex ran once; this is not a same-seed comparison.</p>${external(ep.links.seed_selection,'Native seed selection evidence')}</div></aside>`:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}<div class="detail-two-column">${instructionPanel(task,ep)}<section class="panel episode-analysis"><div class="section-heading"><div><h2>Episode notes</h2><p>Recorded observations and task-specific interpretation.</p></div></div><div class="analysis-body">${reason?`<p>${esc(reason)}</p>`:`<p>${esc(a.outcome||'The native result and original evidence are retained for this episode.')}</p>`}<details><summary>Read recorded analysis</summary>${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`<div class="analysis-entry"><span>${esc(k.replaceAll('_',' '))}</span><p>${esc(typeof v==='string'?v:JSON.stringify(v))}</p></div>`).join('')}</details><div class="inline-links">${external(ep.links.analysis,'Analysis JSON')}${external(ep.links.terminal_frame,'Terminal evidence')}</div></div></section></div><div class="detail-launchers"><a href="${taskRoute(task.key,ep.variant,'session')}"><span class="launcher-icon">≡</span><div><strong>Read the full session</strong><span>${number(ep.session_counts?.visible_events)} events · ${number(ep.session_counts?.observed_images)} observations</span></div>${arrow}</a><a href="${taskRoute(task.key,ep.variant,'artifacts')}"><span class="launcher-icon">⌘</span><div><strong>Inspect agent artifacts</strong><span>${ep.resources?.length||0} saved files · workspace & evidence</span></div>${arrow}</a></div>`;
280
  }
281
  function taskPage(key,variant,section='overview') {
282
  const task=data.tasks.find(t=>t.key===key);if(!task||!variantFor(variant)){notFound();return;}
@@ -368,7 +361,7 @@ async function loadResource(index,token) {
368
  catch(e){if(token===epoch&&current.resource===index){$('#resource-preview').textContent='Preview unavailable: '+e.message;current.resourceText=null;}}
369
  }
370
  const evidenceGroups=[
371
- ['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]],
372
  ['Session & workspace','The original agent trajectory and final files.',[['native_session','Native session'],['transcript','Readable transcript'],['trace','Agent trace'],['workspace','Workspace archive'],['workspace_changes','Workspace manifest']]],
373
  ['Recording & review','Published media and checks against the recorded evidence.',[['native_video','Original head recording'],['video','Video'],['poster','Poster'],['terminal_frame','Terminal frame'],['recording_manifest','Recording manifest'],['media_check','Media validation'],['analysis','Episode analysis']]],
374
  ['Usage & provenance','Provider counters and the actual code used by the episode.',[['usage','Token usage'],['provider_usage','Provider usage ledger'],['provenance','Source identities'],['tool_errors','Tool errors']]]
@@ -379,7 +372,7 @@ function evidenceCard(title,description,items,ep) {
379
  function evidencePanel(task,ep) {
380
  const used=new Set(evidenceGroups.flatMap(g=>g[2].map(x=>x[0]))),extras=Object.keys(ep.links).filter(k=>!used.has(k));
381
  const source={...data.variant_sources[ep.variant],...(ep.source_dataset_revision?{dataset_revision:ep.source_dataset_revision}:{})};
382
- return `<div class="evidence-intro"><h2>Evidence & provenance</h2><p>Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.</p></div><div class="evidence-grid">${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}</div><section class="panel provenance-panel"><div class="section-heading"><div><h2>Recorded identity</h2><p>Source and protocol belonging to this episode.</p></div></div><dl class="provenance-list"><dt>Episode</dt><dd><code>${esc(ep.source_episode_id)}</code></dd><dt>Model</dt><dd>${esc(ep.model)} / ${ep.effort}</dd><dt>Space</dt><dd>${external('https://huggingface.co/spaces/'+source.space,source.space)}</dd><dt>Original evidence revision</dt><dd><code>${source.evidence_revision}</code></dd>${ep.kinex_revision?`<dt>Kinex revision</dt><dd><code>${esc(ep.kinex_revision)}</code></dd>`:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`<dt>${esc(k)}</dt><dd><code>${esc(v.revision||'Unrecorded revision')}</code>${v.dirty?' <span class="tag">Local changes recorded</span>':''}</dd>`).join('')}<dt>Recorded action-step budget</dt><dd>${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps</dd><dt>Campaign planned action-step budget</dt><dd>${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps</dd><dt>Current benchmark default</dt><dd>${number(currentBudget(task))} action steps</dd></dl><details class="protocol-json"><summary>Inspect the measured protocol JSON</summary><pre>${esc(JSON.stringify(ep.measured_protocol,null,2))}</pre></details></section><section class="panel evidence-preview-panel"><div class="section-heading"><div><h2>Preview an evidence file</h2><p>Inspect the recorded JSON without leaving this page.</p></div><select id="evidence-select" aria-label="Choose evidence preview"><option value="">Choose a file…</option>${[['verdict','Native verdict'],['protocol','Measured protocol'],['provenance','Source identities'],['usage','Token usage'],['analysis','Episode analysis'],['media_check','Media validation'],['recording_manifest','Recording manifest']].filter(([k])=>ep.links[k]).map(([k,l])=>`<option value="${k}">${l}</option>`).join('')}</select></div><pre id="evidence-preview" hidden tabindex="0"></pre></section>`;
383
  }
384
  function historyPanel(history,task) {
385
  return `<section class="panel history-panel"><div class="section-heading"><div><h2>Previous attempts</h2><p>Archived attempts are preserved separately and excluded from the current success rate, usage and costs.</p></div><a href="${esc(resultURL('attempt-history.json'))}" target="_blank" class="button secondary">Full archive ↗</a></div>${history.length?history.map(h=>`<article class="history-row"><div class="history-outcome">${badge(h)}<small>${h.valid===false?'Interrupted / invalid':typeof h.success==='boolean'?'Archived result':'Verdict not recorded'}</small></div><div><strong>${esc((h.status||'Archived attempt').replaceAll('_',' '))}</strong><p><code>${esc(h.id||h.job||h.dataset_revision||'Historical record')}</code></p><span class="history-stats">${h.steps!=null?number(actionSteps(h.steps,task))+' action steps · ':''}${h.usage?'Fresh input '+compact(UsageMetrics.usage(h).fresh)+' · cache read '+compact(h.usage.cached_input_tokens)+' · cache write '+compact(UsageMetrics.usage(h).cacheWrite)+' · output '+compact(UsageMetrics.usage(h).output)+' · ':''}${h.dataset_revision?'Revision '+h.dataset_revision.slice(0,8):''}</span>${h.analysis?.execution?`<p>${esc(h.analysis.execution)}</p>`:''}${h.instruction?`<details><summary>Measured instruction</summary><p>${esc(h.instruction)}</p></details>`:''}<div class="inline-links">${Object.entries(h.links||{}).filter(([k])=>['video','verdict','provenance','transcript','terminal_frame','native_session'].includes(k)).map(([k,u])=>external(u,k.replaceAll('_',' '))).join('')}</div></div></article>`).join(''):'<div class="empty-state">No earlier attempts are listed for this task and agent combination.</div>'}</section>`;
 
69
  if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`;
70
  return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`;
71
  }
 
 
 
 
 
 
 
72
  function modelGroups() {
73
  const groups=new Map();
74
  for (const v of data.variants) {
 
92
  let value;
93
  if(matrixMetric==='success')value=`<div class="comparison-value"><strong>${pct(s.rate)}</strong><span>${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}</span></div><div class="mini-track"><span style="width:${(s.rate||0)*100}%;background:${colors[v.id]}"></span></div>`;
94
  else if(matrixMetric==='tokens')value=`<dl class="comparison-usage"><div><dt>Fresh input / task</dt><dd title="${number(mean.fresh)} tokens / task">${compact(mean.fresh)}</dd></div><div><dt>Cache write / task</dt><dd title="${number(mean.cacheWrite)} tokens / task">${compact(mean.cacheWrite)}</dd></div><div><dt>Cache read / task</dt><dd title="${rangeNumber(mean.cacheLow,mean.cacheHigh,number)} tokens / task">${rangeNumber(mean.cacheLow,mean.cacheHigh)}</dd></div><div><dt>Cache hit</dt><dd>${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}</dd></div><div><dt>Output / task</dt><dd title="${number(mean.output)} tokens / task">${compact(mean.output)}</dd></div></dl>`;
95
+ else value=`<div class="comparison-value"><strong>${costValue(mean)}</strong><span>USD / task · ${costNote(s)}</span></div>`;
96
  return `<td data-harness="${esc(v.label||v.agent)}" style="--variant:${colors[v.id]}">${value}<a class="comparison-explore" href="${link}">${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow}</a></td>`;
97
  }
98
 
99
  function comparisonTable() {
100
  const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.';
101
+ return `<section class="comparison-panel" aria-labelledby="comparison-title"><div class="section-heading bare"><div><h2 id="comparison-title">Compare environments</h2><p>Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.</p></div><div class="segmented" aria-label="Comparison metric">${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`<button data-matrix="${k}" aria-pressed="${matrixMetric===k}">${l}</button>`).join('')}</div></div><p class="comparison-definition">${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}</p><div class="model-comparisons">${modelGroups().map((g,i)=>`<details class="model-comparison panel" data-model-group="${esc(g.key)}" ${expandedModels?expandedModels.has(g.key)?'open':'':i===0?'open':''}><summary><span><strong>${esc(g.model)}</strong><span class="model-group-meta">${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}</span></span><span class="model-group-count">${g.variants.length} variants <span class="disclosure-arrow">⌄</span></span></summary><div class="table-scroll"><table class="comparison-table grouped-comparison ${matrixMetric}"><thead><tr><th>Environment</th>${g.variants.map(v=>`<th><a href="#runs/${v.id}" class="agent-inline">${icon(v)}${esc(v.label||v.agent)} ${arrow}</a></th>`).join('')}</tr></thead><tbody>${data.families.map(f=>`<tr><th scope="row"><span class="family-code">${f.id.slice(-2)}</span>${esc(f.name)}<small>${f.tasks} tasks</small></th>${g.variants.map(v=>comparisonCell(v,f)).join('')}</tr>`).join('')}</tbody></table></div></details>`).join('')}</div></section>`;
102
  }
103
  function recordingPilotProgress(){
104
  const p=data.recording_pilot;if(!p)return '';
 
148
  if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';}
149
  if(restoredFilters)filters={...restoredFilters};
150
  const v=variantFor(variant),s=stats(episodes(variant));
151
+ $('#main').innerHTML=`<div class="breadcrumbs"><a href="#overview">Benchmark</a><span>/</span><span>Agent report</span></div>${variantTabs(variant)}<section class="report-hero" style="--variant:${colors[variant]}"><div><div class="eyebrow">${s.n?'Selected results':'Planned evaluation'}</div><h1>${esc(v.label||v.agent)} <span class="muted-times">×</span> ${v.model}</h1><p>${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending</p></div><button class="button secondary" data-export="${variant}">Download results ↓</button></section><div class="report-metrics">${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}</div>${usageTiles(s,false)}<div class="family-cards">${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `<button class="family-card ${filters.family===f.id?'active':''}" data-report-family="${f.id}"><div><strong>${f.name}</strong><span>${pct(fs.rate)}</span></div><div class="mini-track"><span style="width:${(fs.rate||0)*100}%;background:${colors[variant]}"></span></div><small>${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested</small></button>`;}).join('')}</div><p class="scope-note single">${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}</p>${taskBrowser(variant)}${methodology()}`;
152
  renderRows();
153
  }
154
  function nativeNote(task,ep) {
 
161
  }
162
  function episodeMetrics(ep) {
163
  const u=ep.usage||{},s=stats([ep]);
164
+ return `<section class="episode-usage" aria-label="Token usage and cost">${usageTiles(s)}<p class="usage-caption">${usageDefinition()}</p><p class="usage-caption" data-usage-source>${esc(usageEvidence(ep))}</p><div class="usage-activity"><span><strong>${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)}</strong> ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}</span><span><strong>${number(ep.call_activity?.model_tool_calls)}</strong> tool calls</span>${external(ep.links.usage,'Usage accounting record')}</div></section>`;
165
  }
166
  // Align words and punctuation while preserving the exact original whitespace.
167
  function instructionDiff(original, revised) {
 
269
  if(!ep)return `<div class="pending-layout"><section class="pending-panel"><span class="pending-orbit">○</span><span class="eyebrow">${initializationBlocked?'Initialization blocked':'Awaiting evaluation'}</span><h2>${seedLimit?.exhausted?'No native-valid seed at or below '+number(seedLimit.max_seed):initializationBlocked?'Native seed 0 could not initialize':'No recorded episode yet'}</h2><p>${variantName(current.variant)} / ${esc(variantFor(current.variant).effort)}</p><div class="pending-facts">${metric(number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task)),'Campaign planned action steps')}${metric(String(task.planned_seed_by_variant?.[current.variant]??plannedProtocol(task,current.variant).seed),'Seed')}${metric(task.planned_protocol.control_frequency_hz+' Hz','Control frequency')}</div><p class="subtle">${seedLimit?.exhausted?'Native checks exhausted seeds 1–'+number(seedLimit.max_seed)+'. No Codex model attempt was launched. The original Kinex result is retained; this unavailable Codex task is excluded from success rates.':initializationBlocked?'No model was called. Seed 0 is retained by user decision; this is excluded from task success rates.':'This task is included in the planned catalog. Results and usage will appear after evaluation.'}</p></section>${instructionPanel(task,null)}</div>${seedLimit?.evidence_url?external(seedLimit.evidence_url,'Native seed selection evidence'):''}${nativeNote(task,null)}`;
270
  const m=ep.media||{},u=ep.usage||{},a=ep.analysis||{};
271
  const reason=a.evidence_note||a.failure_reason||a.cause||a.observed||a.visible_completion;
272
+ return `<div class="episode-layout"><div>${videoPanel(ep)}<p class="media-note">${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.</p></div><aside class="result-panel panel"><div class="result-head"><span class="eyebrow">Native verdict</span>${badge(ep)}</div><div class="result-number">${number(actionSteps(ep.steps,ep))}<span> / ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} action steps</span></div><div class="completion-track"><span style="width:${Math.min(100,(actionSteps(ep.steps,ep)||0)/(actionSteps(ep.measured_protocol?.max_steps,ep)||1)*100)}%"></span></div><dl class="facts"><dt>Termination</dt><dd>${esc(ep.verdict?.termination||'—')}</dd><dt>Execution</dt><dd>${esc(ep.execution?.status||'—')}</dd><dt>Evidence</dt><dd>${ep.valid?'Valid':'Invalid'}</dd><dt>Simulation time</dt><dd title="${esc(ep.timing?.simulation_time_note||'')}">${ep.timing&&ep.simulation_time_s==null?'Not recorded':elapsed(ep.simulation_time_s)}</dd><dt>Wall time</dt><dd title="${esc(ep.timing?.wall_time_scope||'')}">${elapsed(ep.wall_time_s)}</dd><dt>Estimated cost</dt><dd>${costValue(stats([ep]))}</dd><dt>Seed</dt><dd>${ep.seed}</dd><dt>Agent version</dt><dd>${ep.kinex_version?'Kinex '+esc(ep.kinex_version):ep.codex_version?'Codex '+esc(ep.codex_version):ep.claude_code_version?'Claude Code '+esc(ep.claude_code_version):esc(variantFor(ep.variant).agent)}</dd></dl><div class="result-links">${external(ep.links.verdict,'Native verdict')}${external(ep.links.provenance,'Source identity')}</div></aside></div>${nativeNote(task,ep)}${ep.post_terminal_review?`<aside class="native-note" data-post-terminal-note><span class="note-symbol">!</span><div><strong>Native episode completed; later provider error</strong><p>${esc(ep.post_terminal_review.reason)}</p>${external(ep.links.completion_review,"Terminal completion review")}</div></aside>`:""}${initializationNote?`<aside class="native-note" data-initialization-note><span class="note-symbol">!</span><div><strong>Measured initial-state variation</strong><p>${esc(initializationNote)}</p><a href="${esc(resultURL('initialization-comparison.json'))}" target="_blank">Paired initialization evidence ↗</a></div></aside>`:''}${ep.usage_review?`<aside class="native-note" data-usage-review-note><span class="note-symbol">i</span><div><strong>Context compaction included in usage</strong><p>${esc(ep.usage_review.reason)}</p>${external(ep.links.usage_review,"Usage reconciliation evidence")}</div></aside>`:""}${ep.native_clock_review?`<aside class="native-note" data-native-clock-note><span class="note-symbol">i</span><div><strong>Native physics clock differs from control-frame time</strong><p>${esc(ep.native_clock_review.reason)}</p>${external(ep.links.native_clock_review,"Native clock review")}</div></aside>`:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?`<aside class="native-note" data-collector-review-note><span class="note-symbol">i</span><div><strong>Host collector recovered; original model continued</strong><p>${esc(ep.collector_review.reason)}</p><p>Wall time uses the original session timestamps. Lost host setup timing is left unknown.</p><p>Host waiting protection was extended prospectively from 8 to 16 hours for this original execution; the native control budget is unchanged.</p>${external(ep.links.collector_review,"Collector recovery evidence")}</div></aside>`:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?`<aside class="native-note" data-seed-scope-note><span class="note-symbol">i</span><div><strong>Different evaluation seeds</strong><p>Codex uses seed ${number(ep.seed)} after native expert and initialization checks with no model calls during selection. ${ep.provenance.protocol_exception.max_seed!=null?'Seed selection was capped at '+number(ep.provenance.protocol_exception.max_seed)+'. ':''} Kinex retains its original seed ${number(ep.provenance.protocol_exception.preserved_kinex_seed)} result. Codex ran once; this is not a same-seed comparison.</p>${external(ep.links.seed_selection,'Native seed selection evidence')}</div></aside>`:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}<div class="detail-two-column">${instructionPanel(task,ep)}<section class="panel episode-analysis"><div class="section-heading"><div><h2>Episode notes</h2><p>Recorded observations and task-specific interpretation.</p></div></div><div class="analysis-body">${reason?`<p>${esc(reason)}</p>`:`<p>${esc(a.outcome||'The native result and original evidence are retained for this episode.')}</p>`}<details><summary>Read recorded analysis</summary>${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`<div class="analysis-entry"><span>${esc(k.replaceAll('_',' '))}</span><p>${esc(typeof v==='string'?v:JSON.stringify(v))}</p></div>`).join('')}</details><div class="inline-links">${external(ep.links.analysis,'Analysis JSON')}${external(ep.links.terminal_frame,'Terminal evidence')}</div></div></section></div><div class="detail-launchers"><a href="${taskRoute(task.key,ep.variant,'session')}"><span class="launcher-icon">≡</span><div><strong>Read the full session</strong><span>${number(ep.session_counts?.visible_events)} events · ${number(ep.session_counts?.observed_images)} observations</span></div>${arrow}</a><a href="${taskRoute(task.key,ep.variant,'artifacts')}"><span class="launcher-icon">⌘</span><div><strong>Inspect agent artifacts</strong><span>${ep.resources?.length||0} saved files · workspace & evidence</span></div>${arrow}</a></div>`;
273
  }
274
  function taskPage(key,variant,section='overview') {
275
  const task=data.tasks.find(t=>t.key===key);if(!task||!variantFor(variant)){notFound();return;}
 
361
  catch(e){if(token===epoch&&current.resource===index){$('#resource-preview').textContent='Preview unavailable: '+e.message;current.resourceText=null;}}
362
  }
363
  const evidenceGroups=[
364
+ ['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]],
365
  ['Session & workspace','The original agent trajectory and final files.',[['native_session','Native session'],['transcript','Readable transcript'],['trace','Agent trace'],['workspace','Workspace archive'],['workspace_changes','Workspace manifest']]],
366
  ['Recording & review','Published media and checks against the recorded evidence.',[['native_video','Original head recording'],['video','Video'],['poster','Poster'],['terminal_frame','Terminal frame'],['recording_manifest','Recording manifest'],['media_check','Media validation'],['analysis','Episode analysis']]],
367
  ['Usage & provenance','Provider counters and the actual code used by the episode.',[['usage','Token usage'],['provider_usage','Provider usage ledger'],['provenance','Source identities'],['tool_errors','Tool errors']]]
 
372
  function evidencePanel(task,ep) {
373
  const used=new Set(evidenceGroups.flatMap(g=>g[2].map(x=>x[0]))),extras=Object.keys(ep.links).filter(k=>!used.has(k));
374
  const source={...data.variant_sources[ep.variant],...(ep.source_dataset_revision?{dataset_revision:ep.source_dataset_revision}:{})};
375
+ return `<div class="evidence-intro"><h2>Evidence & provenance</h2><p>Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.</p></div><div class="evidence-grid">${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}</div><section class="panel provenance-panel"><div class="section-heading"><div><h2>Recorded identity</h2><p>Source and protocol belonging to this episode.</p></div></div><dl class="provenance-list"><dt>Episode</dt><dd><code>${esc(ep.source_episode_id)}</code></dd><dt>Model</dt><dd>${esc(ep.model)} / ${ep.effort}</dd><dt>Space</dt><dd>${external('https://huggingface.co/spaces/'+source.space,source.space)}</dd><dt>Original evidence revision</dt><dd><code>${source.evidence_revision}</code></dd>${ep.kinex_revision?`<dt>Kinex revision</dt><dd><code>${esc(ep.kinex_revision)}</code></dd>`:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`<dt>${esc(k)}</dt><dd><code>${esc(v.revision||'Unrecorded revision')}</code>${v.dirty?' <span class="tag">Local changes recorded</span>':''}</dd>`).join('')}<dt>Recorded action-step budget</dt><dd>${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps</dd><dt>Campaign planned action-step budget</dt><dd>${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps</dd><dt>Current benchmark default</dt><dd>${number(currentBudget(task))} action steps</dd></dl><details class="protocol-json"><summary>Inspect the measured protocol JSON</summary><pre>${esc(JSON.stringify(ep.measured_protocol,null,2))}</pre></details></section><section class="panel evidence-preview-panel"><div class="section-heading"><div><h2>Preview an evidence file</h2><p>Inspect the recorded JSON without leaving this page.</p></div><select id="evidence-select" aria-label="Choose evidence preview"><option value="">Choose a file…</option>${[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['provenance','Source identities'],['usage','Token usage'],['analysis','Episode analysis'],['media_check','Media validation'],['recording_manifest','Recording manifest']].filter(([k])=>ep.links[k]).map(([k,l])=>`<option value="${k}">${l}</option>`).join('')}</select></div><pre id="evidence-preview" hidden tabindex="0"></pre></section>`;
376
  }
377
  function historyPanel(history,task) {
378
  return `<section class="panel history-panel"><div class="section-heading"><div><h2>Previous attempts</h2><p>Archived attempts are preserved separately and excluded from the current success rate, usage and costs.</p></div><a href="${esc(resultURL('attempt-history.json'))}" target="_blank" class="button secondary">Full archive ↗</a></div>${history.length?history.map(h=>`<article class="history-row"><div class="history-outcome">${badge(h)}<small>${h.valid===false?'Interrupted / invalid':typeof h.success==='boolean'?'Archived result':'Verdict not recorded'}</small></div><div><strong>${esc((h.status||'Archived attempt').replaceAll('_',' '))}</strong><p><code>${esc(h.id||h.job||h.dataset_revision||'Historical record')}</code></p><span class="history-stats">${h.steps!=null?number(actionSteps(h.steps,task))+' action steps · ':''}${h.usage?'Fresh input '+compact(UsageMetrics.usage(h).fresh)+' · cache read '+compact(h.usage.cached_input_tokens)+' · cache write '+compact(UsageMetrics.usage(h).cacheWrite)+' · output '+compact(UsageMetrics.usage(h).output)+' · ':''}${h.dataset_revision?'Revision '+h.dataset_revision.slice(0,8):''}</span>${h.analysis?.execution?`<p>${esc(h.analysis.execution)}</p>`:''}${h.instruction?`<details><summary>Measured instruction</summary><p>${esc(h.instruction)}</p></details>`:''}<div class="inline-links">${Object.entries(h.links||{}).filter(([k])=>['video','verdict','provenance','transcript','terminal_frame','native_session'].includes(k)).map(([k,u])=>external(u,k.replaceAll('_',' '))).join('')}</div></div></article>`).join(''):'<div class="empty-state">No earlier attempts are listed for this task and agent combination.</div>'}</section>`;
data.json CHANGED
@@ -6218,7 +6218,7 @@
6218
  },
6219
  "steps": 800,
6220
  "simulation_time_s": null,
6221
- "wall_time_s": null,
6222
  "model": "Qwen3-VL-OFT",
6223
  "effort": "40k · official",
6224
  "harness": "standalone",
@@ -6263,7 +6263,8 @@
6263
  "policy_trace": "experiments/robotwin-official/official-01/policy/events.jsonl",
6264
  "evidence_archive": "experiments/robotwin-official/official-01/evidence.zip",
6265
  "provenance": "official/source-identities.json",
6266
- "native_video": "experiments/robotwin-official/official-01/native-head.mp4"
 
6267
  },
6268
  "resources": [],
6269
  "session_counts": {
@@ -6358,6 +6359,11 @@
6358
  784
6359
  ],
6360
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
6361
  }
6362
  },
6363
  {
@@ -6385,7 +6391,7 @@
6385
  },
6386
  "steps": 600,
6387
  "simulation_time_s": null,
6388
- "wall_time_s": null,
6389
  "model": "Qwen3-VL-OFT",
6390
  "effort": "40k · official",
6391
  "harness": "standalone",
@@ -6430,7 +6436,8 @@
6430
  "policy_trace": "experiments/robotwin-official/official-02/policy/events.jsonl",
6431
  "evidence_archive": "experiments/robotwin-official/official-02/evidence.zip",
6432
  "provenance": "official/source-identities.json",
6433
- "native_video": "experiments/robotwin-official/official-02/native-head.mp4"
 
6434
  },
6435
  "resources": [],
6436
  "session_counts": {
@@ -6513,6 +6520,11 @@
6513
  592
6514
  ],
6515
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
6516
  }
6517
  },
6518
  {
@@ -6540,7 +6552,7 @@
6540
  },
6541
  "steps": 1700,
6542
  "simulation_time_s": null,
6543
- "wall_time_s": null,
6544
  "model": "Qwen3-VL-OFT",
6545
  "effort": "40k · official",
6546
  "harness": "standalone",
@@ -6585,7 +6597,8 @@
6585
  "policy_trace": "experiments/robotwin-official/official-03/policy/events.jsonl",
6586
  "evidence_archive": "experiments/robotwin-official/official-03/evidence.zip",
6587
  "provenance": "official/source-identities.json",
6588
- "native_video": "experiments/robotwin-official/official-03/native-head.mp4"
 
6589
  },
6590
  "resources": [],
6591
  "session_counts": {
@@ -6737,6 +6750,11 @@
6737
  1696
6738
  ],
6739
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
6740
  }
6741
  },
6742
  {
@@ -6764,7 +6782,7 @@
6764
  },
6765
  "steps": 201,
6766
  "simulation_time_s": null,
6767
- "wall_time_s": 77.77644944190979,
6768
  "model": "Qwen3-VL-OFT",
6769
  "effort": "40k · official",
6770
  "harness": "standalone",
@@ -6809,7 +6827,8 @@
6809
  "policy_trace": "experiments/robotwin-official/official-04/policy/events.jsonl",
6810
  "evidence_archive": "experiments/robotwin-official/official-04/evidence.zip",
6811
  "provenance": "official/source-identities.json",
6812
- "native_video": "experiments/robotwin-official/official-04/native-head.mp4"
 
6813
  },
6814
  "resources": [],
6815
  "session_counts": {
@@ -6867,6 +6886,11 @@
6867
  192
6868
  ],
6869
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
6870
  }
6871
  },
6872
  {
@@ -6894,7 +6918,7 @@
6894
  },
6895
  "steps": 483,
6896
  "simulation_time_s": null,
6897
- "wall_time_s": 98.29473495483398,
6898
  "model": "Qwen3-VL-OFT",
6899
  "effort": "40k · official",
6900
  "harness": "standalone",
@@ -6939,7 +6963,8 @@
6939
  "policy_trace": "experiments/robotwin-official/official-05/policy/events.jsonl",
6940
  "evidence_archive": "experiments/robotwin-official/official-05/evidence.zip",
6941
  "provenance": "official/source-identities.json",
6942
- "native_video": "experiments/robotwin-official/official-05/native-head.mp4"
 
6943
  },
6944
  "resources": [],
6945
  "session_counts": {
@@ -7015,6 +7040,11 @@
7015
  480
7016
  ],
7017
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7018
  }
7019
  },
7020
  {
@@ -7042,7 +7072,7 @@
7042
  },
7043
  "steps": 406,
7044
  "simulation_time_s": null,
7045
- "wall_time_s": 79.792884349823,
7046
  "model": "Qwen3-VL-OFT",
7047
  "effort": "40k · official",
7048
  "harness": "standalone",
@@ -7087,7 +7117,8 @@
7087
  "policy_trace": "experiments/robotwin-official/official-06/policy/events.jsonl",
7088
  "evidence_archive": "experiments/robotwin-official/official-06/evidence.zip",
7089
  "provenance": "official/source-identities.json",
7090
- "native_video": "experiments/robotwin-official/official-06/native-head.mp4"
 
7091
  },
7092
  "resources": [],
7093
  "session_counts": {
@@ -7158,6 +7189,11 @@
7158
  400
7159
  ],
7160
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7161
  }
7162
  },
7163
  {
@@ -7185,7 +7221,7 @@
7185
  },
7186
  "steps": 900,
7187
  "simulation_time_s": null,
7188
- "wall_time_s": 161.06643533706665,
7189
  "model": "Qwen3-VL-OFT",
7190
  "effort": "40k · official",
7191
  "harness": "standalone",
@@ -7230,7 +7266,8 @@
7230
  "policy_trace": "experiments/robotwin-official/official-07/policy/events.jsonl",
7231
  "evidence_archive": "experiments/robotwin-official/official-07/evidence.zip",
7232
  "provenance": "official/source-identities.json",
7233
- "native_video": "experiments/robotwin-official/official-07/native-head.mp4"
 
7234
  },
7235
  "resources": [],
7236
  "session_counts": {
@@ -7332,6 +7369,11 @@
7332
  896
7333
  ],
7334
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7335
  }
7336
  },
7337
  {
@@ -7359,7 +7401,7 @@
7359
  },
7360
  "steps": 700,
7361
  "simulation_time_s": null,
7362
- "wall_time_s": 183.34950232505798,
7363
  "model": "Qwen3-VL-OFT",
7364
  "effort": "40k · official",
7365
  "harness": "standalone",
@@ -7404,7 +7446,8 @@
7404
  "policy_trace": "experiments/robotwin-official/official-08/policy/events.jsonl",
7405
  "evidence_archive": "experiments/robotwin-official/official-08/evidence.zip",
7406
  "provenance": "official/source-identities.json",
7407
- "native_video": "experiments/robotwin-official/official-08/native-head.mp4"
 
7408
  },
7409
  "resources": [],
7410
  "session_counts": {
@@ -7493,6 +7536,11 @@
7493
  688
7494
  ],
7495
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7496
  }
7497
  },
7498
  {
@@ -7520,7 +7568,7 @@
7520
  },
7521
  "steps": 1200,
7522
  "simulation_time_s": null,
7523
- "wall_time_s": 183.2365918159485,
7524
  "model": "Qwen3-VL-OFT",
7525
  "effort": "40k · official",
7526
  "harness": "standalone",
@@ -7565,7 +7613,8 @@
7565
  "policy_trace": "experiments/robotwin-official/official-09/policy/events.jsonl",
7566
  "evidence_archive": "experiments/robotwin-official/official-09/evidence.zip",
7567
  "provenance": "official/source-identities.json",
7568
- "native_video": "experiments/robotwin-official/official-09/native-head.mp4"
 
7569
  },
7570
  "resources": [],
7571
  "session_counts": {
@@ -7685,6 +7734,11 @@
7685
  1184
7686
  ],
7687
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7688
  }
7689
  },
7690
  {
@@ -7712,7 +7766,7 @@
7712
  },
7713
  "steps": 400,
7714
  "simulation_time_s": null,
7715
- "wall_time_s": 101.67892599105835,
7716
  "model": "Qwen3-VL-OFT",
7717
  "effort": "40k · official",
7718
  "harness": "standalone",
@@ -7757,7 +7811,8 @@
7757
  "policy_trace": "experiments/robotwin-official/official-10/policy/events.jsonl",
7758
  "evidence_archive": "experiments/robotwin-official/official-10/evidence.zip",
7759
  "provenance": "official/source-identities.json",
7760
- "native_video": "experiments/robotwin-official/official-10/native-head.mp4"
 
7761
  },
7762
  "resources": [],
7763
  "session_counts": {
@@ -7827,6 +7882,11 @@
7827
  384
7828
  ],
7829
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7830
  }
7831
  },
7832
  {
@@ -7854,7 +7914,7 @@
7854
  },
7855
  "steps": 113,
7856
  "simulation_time_s": null,
7857
- "wall_time_s": 57.514047622680664,
7858
  "model": "Qwen3-VL-OFT",
7859
  "effort": "40k · official",
7860
  "harness": "standalone",
@@ -7899,7 +7959,8 @@
7899
  "policy_trace": "experiments/robotwin-official/official-11/policy/events.jsonl",
7900
  "evidence_archive": "experiments/robotwin-official/official-11/evidence.zip",
7901
  "provenance": "official/source-identities.json",
7902
- "native_video": "experiments/robotwin-official/official-11/native-head.mp4"
 
7903
  },
7904
  "resources": [],
7905
  "session_counts": {
@@ -7952,6 +8013,11 @@
7952
  112
7953
  ],
7954
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
7955
  }
7956
  },
7957
  {
@@ -7979,7 +8045,7 @@
7979
  },
7980
  "steps": 112,
7981
  "simulation_time_s": null,
7982
- "wall_time_s": 55.24973511695862,
7983
  "model": "Qwen3-VL-OFT",
7984
  "effort": "40k · official",
7985
  "harness": "standalone",
@@ -8024,7 +8090,8 @@
8024
  "policy_trace": "experiments/robotwin-official/official-12/policy/events.jsonl",
8025
  "evidence_archive": "experiments/robotwin-official/official-12/evidence.zip",
8026
  "provenance": "official/source-identities.json",
8027
- "native_video": "experiments/robotwin-official/official-12/native-head.mp4"
 
8028
  },
8029
  "resources": [],
8030
  "session_counts": {
@@ -8076,6 +8143,11 @@
8076
  96
8077
  ],
8078
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8079
  }
8080
  },
8081
  {
@@ -8103,7 +8175,7 @@
8103
  },
8104
  "steps": 398,
8105
  "simulation_time_s": null,
8106
- "wall_time_s": 73.74764633178711,
8107
  "model": "Qwen3-VL-OFT",
8108
  "effort": "40k · official",
8109
  "harness": "standalone",
@@ -8148,7 +8220,8 @@
8148
  "policy_trace": "experiments/robotwin-official/official-13/policy/events.jsonl",
8149
  "evidence_archive": "experiments/robotwin-official/official-13/evidence.zip",
8150
  "provenance": "official/source-identities.json",
8151
- "native_video": "experiments/robotwin-official/official-13/native-head.mp4"
 
8152
  },
8153
  "resources": [],
8154
  "session_counts": {
@@ -8218,6 +8291,11 @@
8218
  384
8219
  ],
8220
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8221
  }
8222
  },
8223
  {
@@ -8245,7 +8323,7 @@
8245
  },
8246
  "steps": 61,
8247
  "simulation_time_s": null,
8248
- "wall_time_s": 47.017844915390015,
8249
  "model": "Qwen3-VL-OFT",
8250
  "effort": "40k · official",
8251
  "harness": "standalone",
@@ -8290,7 +8368,8 @@
8290
  "policy_trace": "experiments/robotwin-official/official-14/policy/events.jsonl",
8291
  "evidence_archive": "experiments/robotwin-official/official-14/evidence.zip",
8292
  "provenance": "official/source-identities.json",
8293
- "native_video": "experiments/robotwin-official/official-14/native-head.mp4"
 
8294
  },
8295
  "resources": [],
8296
  "session_counts": {
@@ -8339,6 +8418,11 @@
8339
  48
8340
  ],
8341
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8342
  }
8343
  },
8344
  {
@@ -8366,7 +8450,7 @@
8366
  },
8367
  "steps": 58,
8368
  "simulation_time_s": null,
8369
- "wall_time_s": 45.21615529060364,
8370
  "model": "Qwen3-VL-OFT",
8371
  "effort": "40k · official",
8372
  "harness": "standalone",
@@ -8411,7 +8495,8 @@
8411
  "policy_trace": "experiments/robotwin-official/official-15/policy/events.jsonl",
8412
  "evidence_archive": "experiments/robotwin-official/official-15/evidence.zip",
8413
  "provenance": "official/source-identities.json",
8414
- "native_video": "experiments/robotwin-official/official-15/native-head.mp4"
 
8415
  },
8416
  "resources": [],
8417
  "session_counts": {
@@ -8460,6 +8545,11 @@
8460
  48
8461
  ],
8462
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8463
  }
8464
  },
8465
  {
@@ -8487,7 +8577,7 @@
8487
  },
8488
  "steps": 106,
8489
  "simulation_time_s": null,
8490
- "wall_time_s": 51.56687903404236,
8491
  "model": "Qwen3-VL-OFT",
8492
  "effort": "40k · official",
8493
  "harness": "standalone",
@@ -8532,7 +8622,8 @@
8532
  "policy_trace": "experiments/robotwin-official/official-16/policy/events.jsonl",
8533
  "evidence_archive": "experiments/robotwin-official/official-16/evidence.zip",
8534
  "provenance": "official/source-identities.json",
8535
- "native_video": "experiments/robotwin-official/official-16/native-head.mp4"
 
8536
  },
8537
  "resources": [],
8538
  "session_counts": {
@@ -8584,6 +8675,11 @@
8584
  96
8585
  ],
8586
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8587
  }
8588
  },
8589
  {
@@ -8611,7 +8707,7 @@
8611
  },
8612
  "steps": 74,
8613
  "simulation_time_s": null,
8614
- "wall_time_s": 53.366844177246094,
8615
  "model": "Qwen3-VL-OFT",
8616
  "effort": "40k · official",
8617
  "harness": "standalone",
@@ -8656,7 +8752,8 @@
8656
  "policy_trace": "experiments/robotwin-official/official-17/policy/events.jsonl",
8657
  "evidence_archive": "experiments/robotwin-official/official-17/evidence.zip",
8658
  "provenance": "official/source-identities.json",
8659
- "native_video": "experiments/robotwin-official/official-17/native-head.mp4"
 
8660
  },
8661
  "resources": [],
8662
  "session_counts": {
@@ -8706,6 +8803,11 @@
8706
  64
8707
  ],
8708
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8709
  }
8710
  },
8711
  {
@@ -8733,7 +8835,7 @@
8733
  },
8734
  "steps": 167,
8735
  "simulation_time_s": null,
8736
- "wall_time_s": 61.39763832092285,
8737
  "model": "Qwen3-VL-OFT",
8738
  "effort": "40k · official",
8739
  "harness": "standalone",
@@ -8778,7 +8880,8 @@
8778
  "policy_trace": "experiments/robotwin-official/official-18/policy/events.jsonl",
8779
  "evidence_archive": "experiments/robotwin-official/official-18/evidence.zip",
8780
  "provenance": "official/source-identities.json",
8781
- "native_video": "experiments/robotwin-official/official-18/native-head.mp4"
 
8782
  },
8783
  "resources": [],
8784
  "session_counts": {
@@ -8834,6 +8937,11 @@
8834
  160
8835
  ],
8836
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8837
  }
8838
  },
8839
  {
@@ -8861,7 +8969,7 @@
8861
  },
8862
  "steps": 400,
8863
  "simulation_time_s": null,
8864
- "wall_time_s": 92.23012089729309,
8865
  "model": "Qwen3-VL-OFT",
8866
  "effort": "40k · official",
8867
  "harness": "standalone",
@@ -8906,7 +9014,8 @@
8906
  "policy_trace": "experiments/robotwin-official/official-19/policy/events.jsonl",
8907
  "evidence_archive": "experiments/robotwin-official/official-19/evidence.zip",
8908
  "provenance": "official/source-identities.json",
8909
- "native_video": "experiments/robotwin-official/official-19/native-head.mp4"
 
8910
  },
8911
  "resources": [],
8912
  "session_counts": {
@@ -8976,6 +9085,11 @@
8976
  384
8977
  ],
8978
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
8979
  }
8980
  },
8981
  {
@@ -9003,7 +9117,7 @@
9003
  },
9004
  "steps": 400,
9005
  "simulation_time_s": null,
9006
- "wall_time_s": 98.12976145744324,
9007
  "model": "Qwen3-VL-OFT",
9008
  "effort": "40k · official",
9009
  "harness": "standalone",
@@ -9048,7 +9162,8 @@
9048
  "policy_trace": "experiments/robotwin-official/official-20/policy/events.jsonl",
9049
  "evidence_archive": "experiments/robotwin-official/official-20/evidence.zip",
9050
  "provenance": "official/source-identities.json",
9051
- "native_video": "experiments/robotwin-official/official-20/native-head.mp4"
 
9052
  },
9053
  "resources": [],
9054
  "session_counts": {
@@ -9118,6 +9233,11 @@
9118
  384
9119
  ],
9120
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9121
  }
9122
  },
9123
  {
@@ -9145,7 +9265,7 @@
9145
  },
9146
  "steps": 400,
9147
  "simulation_time_s": null,
9148
- "wall_time_s": 79.52563738822937,
9149
  "model": "Qwen3-VL-OFT",
9150
  "effort": "40k · official",
9151
  "harness": "standalone",
@@ -9190,7 +9310,8 @@
9190
  "policy_trace": "experiments/robotwin-official/official-21/policy/events.jsonl",
9191
  "evidence_archive": "experiments/robotwin-official/official-21/evidence.zip",
9192
  "provenance": "official/source-identities.json",
9193
- "native_video": "experiments/robotwin-official/official-21/native-head.mp4"
 
9194
  },
9195
  "resources": [],
9196
  "session_counts": {
@@ -9260,6 +9381,11 @@
9260
  384
9261
  ],
9262
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9263
  }
9264
  },
9265
  {
@@ -9287,7 +9413,7 @@
9287
  },
9288
  "steps": 400,
9289
  "simulation_time_s": null,
9290
- "wall_time_s": 75.80522131919861,
9291
  "model": "Qwen3-VL-OFT",
9292
  "effort": "40k · official",
9293
  "harness": "standalone",
@@ -9332,7 +9458,8 @@
9332
  "policy_trace": "experiments/robotwin-official/official-22/policy/events.jsonl",
9333
  "evidence_archive": "experiments/robotwin-official/official-22/evidence.zip",
9334
  "provenance": "official/source-identities.json",
9335
- "native_video": "experiments/robotwin-official/official-22/native-head.mp4"
 
9336
  },
9337
  "resources": [],
9338
  "session_counts": {
@@ -9402,6 +9529,11 @@
9402
  384
9403
  ],
9404
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9405
  }
9406
  },
9407
  {
@@ -9429,7 +9561,7 @@
9429
  },
9430
  "steps": 153,
9431
  "simulation_time_s": null,
9432
- "wall_time_s": 59.5565447807312,
9433
  "model": "Qwen3-VL-OFT",
9434
  "effort": "40k · official",
9435
  "harness": "standalone",
@@ -9474,7 +9606,8 @@
9474
  "policy_trace": "experiments/robotwin-official/official-23/policy/events.jsonl",
9475
  "evidence_archive": "experiments/robotwin-official/official-23/evidence.zip",
9476
  "provenance": "official/source-identities.json",
9477
- "native_video": "experiments/robotwin-official/official-23/native-head.mp4"
 
9478
  },
9479
  "resources": [],
9480
  "session_counts": {
@@ -9529,6 +9662,11 @@
9529
  144
9530
  ],
9531
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9532
  }
9533
  },
9534
  {
@@ -9556,7 +9694,7 @@
9556
  },
9557
  "steps": 104,
9558
  "simulation_time_s": null,
9559
- "wall_time_s": 59.6037974357605,
9560
  "model": "Qwen3-VL-OFT",
9561
  "effort": "40k · official",
9562
  "harness": "standalone",
@@ -9601,7 +9739,8 @@
9601
  "policy_trace": "experiments/robotwin-official/official-24/policy/events.jsonl",
9602
  "evidence_archive": "experiments/robotwin-official/official-24/evidence.zip",
9603
  "provenance": "official/source-identities.json",
9604
- "native_video": "experiments/robotwin-official/official-24/native-head.mp4"
 
9605
  },
9606
  "resources": [],
9607
  "session_counts": {
@@ -9653,6 +9792,11 @@
9653
  96
9654
  ],
9655
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9656
  }
9657
  },
9658
  {
@@ -9680,7 +9824,7 @@
9680
  },
9681
  "steps": 400,
9682
  "simulation_time_s": null,
9683
- "wall_time_s": 83.9171679019928,
9684
  "model": "Qwen3-VL-OFT",
9685
  "effort": "40k · official",
9686
  "harness": "standalone",
@@ -9725,7 +9869,8 @@
9725
  "policy_trace": "experiments/robotwin-official/official-25/policy/events.jsonl",
9726
  "evidence_archive": "experiments/robotwin-official/official-25/evidence.zip",
9727
  "provenance": "official/source-identities.json",
9728
- "native_video": "experiments/robotwin-official/official-25/native-head.mp4"
 
9729
  },
9730
  "resources": [],
9731
  "session_counts": {
@@ -9795,6 +9940,11 @@
9795
  384
9796
  ],
9797
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9798
  }
9799
  },
9800
  {
@@ -9822,7 +9972,7 @@
9822
  },
9823
  "steps": 94,
9824
  "simulation_time_s": null,
9825
- "wall_time_s": 61.362776041030884,
9826
  "model": "Qwen3-VL-OFT",
9827
  "effort": "40k · official",
9828
  "harness": "standalone",
@@ -9867,7 +10017,8 @@
9867
  "policy_trace": "experiments/robotwin-official/official-26/policy/events.jsonl",
9868
  "evidence_archive": "experiments/robotwin-official/official-26/evidence.zip",
9869
  "provenance": "official/source-identities.json",
9870
- "native_video": "experiments/robotwin-official/official-26/native-head.mp4"
 
9871
  },
9872
  "resources": [],
9873
  "session_counts": {
@@ -9918,6 +10069,11 @@
9918
  80
9919
  ],
9920
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
9921
  }
9922
  },
9923
  {
@@ -9945,7 +10101,7 @@
9945
  },
9946
  "steps": 400,
9947
  "simulation_time_s": null,
9948
- "wall_time_s": 71.78675150871277,
9949
  "model": "Qwen3-VL-OFT",
9950
  "effort": "40k · official",
9951
  "harness": "standalone",
@@ -9990,7 +10146,8 @@
9990
  "policy_trace": "experiments/robotwin-official/official-27/policy/events.jsonl",
9991
  "evidence_archive": "experiments/robotwin-official/official-27/evidence.zip",
9992
  "provenance": "official/source-identities.json",
9993
- "native_video": "experiments/robotwin-official/official-27/native-head.mp4"
 
9994
  },
9995
  "resources": [],
9996
  "session_counts": {
@@ -10060,6 +10217,11 @@
10060
  384
10061
  ],
10062
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10063
  }
10064
  },
10065
  {
@@ -10087,7 +10249,7 @@
10087
  },
10088
  "steps": 400,
10089
  "simulation_time_s": null,
10090
- "wall_time_s": 83.77813601493835,
10091
  "model": "Qwen3-VL-OFT",
10092
  "effort": "40k · official",
10093
  "harness": "standalone",
@@ -10132,7 +10294,8 @@
10132
  "policy_trace": "experiments/robotwin-official/official-28/policy/events.jsonl",
10133
  "evidence_archive": "experiments/robotwin-official/official-28/evidence.zip",
10134
  "provenance": "official/source-identities.json",
10135
- "native_video": "experiments/robotwin-official/official-28/native-head.mp4"
 
10136
  },
10137
  "resources": [],
10138
  "session_counts": {
@@ -10202,6 +10365,11 @@
10202
  384
10203
  ],
10204
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10205
  }
10206
  },
10207
  {
@@ -10229,7 +10397,7 @@
10229
  },
10230
  "steps": 700,
10231
  "simulation_time_s": null,
10232
- "wall_time_s": 122.38379716873169,
10233
  "model": "Qwen3-VL-OFT",
10234
  "effort": "40k · official",
10235
  "harness": "standalone",
@@ -10274,7 +10442,8 @@
10274
  "policy_trace": "experiments/robotwin-official/official-29/policy/events.jsonl",
10275
  "evidence_archive": "experiments/robotwin-official/official-29/evidence.zip",
10276
  "provenance": "official/source-identities.json",
10277
- "native_video": "experiments/robotwin-official/official-29/native-head.mp4"
 
10278
  },
10279
  "resources": [],
10280
  "session_counts": {
@@ -10363,6 +10532,11 @@
10363
  688
10364
  ],
10365
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10366
  }
10367
  },
10368
  {
@@ -10390,7 +10564,7 @@
10390
  },
10391
  "steps": 500,
10392
  "simulation_time_s": null,
10393
- "wall_time_s": 110.40643167495728,
10394
  "model": "Qwen3-VL-OFT",
10395
  "effort": "40k · official",
10396
  "harness": "standalone",
@@ -10435,7 +10609,8 @@
10435
  "policy_trace": "experiments/robotwin-official/official-30/policy/events.jsonl",
10436
  "evidence_archive": "experiments/robotwin-official/official-30/evidence.zip",
10437
  "provenance": "official/source-identities.json",
10438
- "native_video": "experiments/robotwin-official/official-30/native-head.mp4"
 
10439
  },
10440
  "resources": [],
10441
  "session_counts": {
@@ -10512,6 +10687,11 @@
10512
  496
10513
  ],
10514
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10515
  }
10516
  },
10517
  {
@@ -10539,7 +10719,7 @@
10539
  },
10540
  "steps": 200,
10541
  "simulation_time_s": null,
10542
- "wall_time_s": 65.61462140083313,
10543
  "model": "Qwen3-VL-OFT",
10544
  "effort": "40k · official",
10545
  "harness": "standalone",
@@ -10584,7 +10764,8 @@
10584
  "policy_trace": "experiments/robotwin-official/official-31/policy/events.jsonl",
10585
  "evidence_archive": "experiments/robotwin-official/official-31/evidence.zip",
10586
  "provenance": "official/source-identities.json",
10587
- "native_video": "experiments/robotwin-official/official-31/native-head.mp4"
 
10588
  },
10589
  "resources": [],
10590
  "session_counts": {
@@ -10642,6 +10823,11 @@
10642
  192
10643
  ],
10644
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10645
  }
10646
  },
10647
  {
@@ -10669,7 +10855,7 @@
10669
  },
10670
  "steps": 209,
10671
  "simulation_time_s": null,
10672
- "wall_time_s": 73.88174057006836,
10673
  "model": "Qwen3-VL-OFT",
10674
  "effort": "40k · official",
10675
  "harness": "standalone",
@@ -10714,7 +10900,8 @@
10714
  "policy_trace": "experiments/robotwin-official/official-32/policy/events.jsonl",
10715
  "evidence_archive": "experiments/robotwin-official/official-32/evidence.zip",
10716
  "provenance": "official/source-identities.json",
10717
- "native_video": "experiments/robotwin-official/official-32/native-head.mp4"
 
10718
  },
10719
  "resources": [],
10720
  "session_counts": {
@@ -10773,6 +10960,11 @@
10773
  208
10774
  ],
10775
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10776
  }
10777
  },
10778
  {
@@ -10800,7 +10992,7 @@
10800
  },
10801
  "steps": 274,
10802
  "simulation_time_s": null,
10803
- "wall_time_s": 90.39021611213684,
10804
  "model": "Qwen3-VL-OFT",
10805
  "effort": "40k · official",
10806
  "harness": "standalone",
@@ -10845,7 +11037,8 @@
10845
  "policy_trace": "experiments/robotwin-official/official-33/policy/events.jsonl",
10846
  "evidence_archive": "experiments/robotwin-official/official-33/evidence.zip",
10847
  "provenance": "official/source-identities.json",
10848
- "native_video": "experiments/robotwin-official/official-33/native-head.mp4"
 
10849
  },
10850
  "resources": [],
10851
  "session_counts": {
@@ -10908,6 +11101,11 @@
10908
  272
10909
  ],
10910
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
10911
  }
10912
  },
10913
  {
@@ -10935,7 +11133,7 @@
10935
  },
10936
  "steps": 141,
10937
  "simulation_time_s": null,
10938
- "wall_time_s": 53.08249115943909,
10939
  "model": "Qwen3-VL-OFT",
10940
  "effort": "40k · official",
10941
  "harness": "standalone",
@@ -10980,7 +11178,8 @@
10980
  "policy_trace": "experiments/robotwin-official/official-34/policy/events.jsonl",
10981
  "evidence_archive": "experiments/robotwin-official/official-34/evidence.zip",
10982
  "provenance": "official/source-identities.json",
10983
- "native_video": "experiments/robotwin-official/official-34/native-head.mp4"
 
10984
  },
10985
  "resources": [],
10986
  "session_counts": {
@@ -11034,6 +11233,11 @@
11034
  128
11035
  ],
11036
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11037
  }
11038
  },
11039
  {
@@ -11061,7 +11265,7 @@
11061
  },
11062
  "steps": 500,
11063
  "simulation_time_s": null,
11064
- "wall_time_s": 93.98528981208801,
11065
  "model": "Qwen3-VL-OFT",
11066
  "effort": "40k · official",
11067
  "harness": "standalone",
@@ -11106,7 +11310,8 @@
11106
  "policy_trace": "experiments/robotwin-official/official-35/policy/events.jsonl",
11107
  "evidence_archive": "experiments/robotwin-official/official-35/evidence.zip",
11108
  "provenance": "official/source-identities.json",
11109
- "native_video": "experiments/robotwin-official/official-35/native-head.mp4"
 
11110
  },
11111
  "resources": [],
11112
  "session_counts": {
@@ -11183,6 +11388,11 @@
11183
  496
11184
  ],
11185
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11186
  }
11187
  },
11188
  {
@@ -11210,7 +11420,7 @@
11210
  },
11211
  "steps": 400,
11212
  "simulation_time_s": null,
11213
- "wall_time_s": 91.74026560783386,
11214
  "model": "Qwen3-VL-OFT",
11215
  "effort": "40k · official",
11216
  "harness": "standalone",
@@ -11255,7 +11465,8 @@
11255
  "policy_trace": "experiments/robotwin-official/official-36/policy/events.jsonl",
11256
  "evidence_archive": "experiments/robotwin-official/official-36/evidence.zip",
11257
  "provenance": "official/source-identities.json",
11258
- "native_video": "experiments/robotwin-official/official-36/native-head.mp4"
 
11259
  },
11260
  "resources": [],
11261
  "session_counts": {
@@ -11325,6 +11536,11 @@
11325
  384
11326
  ],
11327
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11328
  }
11329
  },
11330
  {
@@ -11352,7 +11568,7 @@
11352
  },
11353
  "steps": 400,
11354
  "simulation_time_s": null,
11355
- "wall_time_s": 77.78399324417114,
11356
  "model": "Qwen3-VL-OFT",
11357
  "effort": "40k · official",
11358
  "harness": "standalone",
@@ -11397,7 +11613,8 @@
11397
  "policy_trace": "experiments/robotwin-official/official-37/policy/events.jsonl",
11398
  "evidence_archive": "experiments/robotwin-official/official-37/evidence.zip",
11399
  "provenance": "official/source-identities.json",
11400
- "native_video": "experiments/robotwin-official/official-37/native-head.mp4"
 
11401
  },
11402
  "resources": [],
11403
  "session_counts": {
@@ -11467,6 +11684,11 @@
11467
  384
11468
  ],
11469
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11470
  }
11471
  },
11472
  {
@@ -11494,7 +11716,7 @@
11494
  },
11495
  "steps": 143,
11496
  "simulation_time_s": null,
11497
- "wall_time_s": 65.30040860176086,
11498
  "model": "Qwen3-VL-OFT",
11499
  "effort": "40k · official",
11500
  "harness": "standalone",
@@ -11539,7 +11761,8 @@
11539
  "policy_trace": "experiments/robotwin-official/official-38/policy/events.jsonl",
11540
  "evidence_archive": "experiments/robotwin-official/official-38/evidence.zip",
11541
  "provenance": "official/source-identities.json",
11542
- "native_video": "experiments/robotwin-official/official-38/native-head.mp4"
 
11543
  },
11544
  "resources": [],
11545
  "session_counts": {
@@ -11593,6 +11816,11 @@
11593
  128
11594
  ],
11595
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11596
  }
11597
  },
11598
  {
@@ -11620,7 +11848,7 @@
11620
  },
11621
  "steps": 400,
11622
  "simulation_time_s": null,
11623
- "wall_time_s": 85.99266123771667,
11624
  "model": "Qwen3-VL-OFT",
11625
  "effort": "40k · official",
11626
  "harness": "standalone",
@@ -11665,7 +11893,8 @@
11665
  "policy_trace": "experiments/robotwin-official/official-39/policy/events.jsonl",
11666
  "evidence_archive": "experiments/robotwin-official/official-39/evidence.zip",
11667
  "provenance": "official/source-identities.json",
11668
- "native_video": "experiments/robotwin-official/official-39/native-head.mp4"
 
11669
  },
11670
  "resources": [],
11671
  "session_counts": {
@@ -11735,6 +11964,11 @@
11735
  384
11736
  ],
11737
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11738
  }
11739
  },
11740
  {
@@ -11762,7 +11996,7 @@
11762
  },
11763
  "steps": 400,
11764
  "simulation_time_s": null,
11765
- "wall_time_s": 86.26536703109741,
11766
  "model": "Qwen3-VL-OFT",
11767
  "effort": "40k · official",
11768
  "harness": "standalone",
@@ -11807,7 +12041,8 @@
11807
  "policy_trace": "experiments/robotwin-official/official-40/policy/events.jsonl",
11808
  "evidence_archive": "experiments/robotwin-official/official-40/evidence.zip",
11809
  "provenance": "official/source-identities.json",
11810
- "native_video": "experiments/robotwin-official/official-40/native-head.mp4"
 
11811
  },
11812
  "resources": [],
11813
  "session_counts": {
@@ -11877,6 +12112,11 @@
11877
  384
11878
  ],
11879
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
11880
  }
11881
  },
11882
  {
@@ -11904,7 +12144,7 @@
11904
  },
11905
  "steps": 400,
11906
  "simulation_time_s": null,
11907
- "wall_time_s": 74.07066059112549,
11908
  "model": "Qwen3-VL-OFT",
11909
  "effort": "40k · official",
11910
  "harness": "standalone",
@@ -11949,7 +12189,8 @@
11949
  "policy_trace": "experiments/robotwin-official/official-41/policy/events.jsonl",
11950
  "evidence_archive": "experiments/robotwin-official/official-41/evidence.zip",
11951
  "provenance": "official/source-identities.json",
11952
- "native_video": "experiments/robotwin-official/official-41/native-head.mp4"
 
11953
  },
11954
  "resources": [],
11955
  "session_counts": {
@@ -12019,6 +12260,11 @@
12019
  384
12020
  ],
12021
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12022
  }
12023
  },
12024
  {
@@ -12046,7 +12292,7 @@
12046
  },
12047
  "steps": 143,
12048
  "simulation_time_s": null,
12049
- "wall_time_s": 59.07599234580994,
12050
  "model": "Qwen3-VL-OFT",
12051
  "effort": "40k · official",
12052
  "harness": "standalone",
@@ -12091,7 +12337,8 @@
12091
  "policy_trace": "experiments/robotwin-official/official-42/policy/events.jsonl",
12092
  "evidence_archive": "experiments/robotwin-official/official-42/evidence.zip",
12093
  "provenance": "official/source-identities.json",
12094
- "native_video": "experiments/robotwin-official/official-42/native-head.mp4"
 
12095
  },
12096
  "resources": [],
12097
  "session_counts": {
@@ -12145,6 +12392,11 @@
12145
  128
12146
  ],
12147
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12148
  }
12149
  },
12150
  {
@@ -12172,7 +12424,7 @@
12172
  },
12173
  "steps": 106,
12174
  "simulation_time_s": null,
12175
- "wall_time_s": 45.26478958129883,
12176
  "model": "Qwen3-VL-OFT",
12177
  "effort": "40k · official",
12178
  "harness": "standalone",
@@ -12217,7 +12469,8 @@
12217
  "policy_trace": "experiments/robotwin-official/official-43/policy/events.jsonl",
12218
  "evidence_archive": "experiments/robotwin-official/official-43/evidence.zip",
12219
  "provenance": "official/source-identities.json",
12220
- "native_video": "experiments/robotwin-official/official-43/native-head.mp4"
 
12221
  },
12222
  "resources": [],
12223
  "session_counts": {
@@ -12269,6 +12522,11 @@
12269
  96
12270
  ],
12271
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12272
  }
12273
  },
12274
  {
@@ -12296,7 +12554,7 @@
12296
  },
12297
  "steps": 400,
12298
  "simulation_time_s": null,
12299
- "wall_time_s": 69.56676435470581,
12300
  "model": "Qwen3-VL-OFT",
12301
  "effort": "40k · official",
12302
  "harness": "standalone",
@@ -12341,7 +12599,8 @@
12341
  "policy_trace": "experiments/robotwin-official/official-44/policy/events.jsonl",
12342
  "evidence_archive": "experiments/robotwin-official/official-44/evidence.zip",
12343
  "provenance": "official/source-identities.json",
12344
- "native_video": "experiments/robotwin-official/official-44/native-head.mp4"
 
12345
  },
12346
  "resources": [],
12347
  "session_counts": {
@@ -12411,6 +12670,11 @@
12411
  384
12412
  ],
12413
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12414
  }
12415
  },
12416
  {
@@ -12438,7 +12702,7 @@
12438
  },
12439
  "steps": 81,
12440
  "simulation_time_s": null,
12441
- "wall_time_s": 51.30299997329712,
12442
  "model": "Qwen3-VL-OFT",
12443
  "effort": "40k · official",
12444
  "harness": "standalone",
@@ -12483,7 +12747,8 @@
12483
  "policy_trace": "experiments/robotwin-official/official-45/policy/events.jsonl",
12484
  "evidence_archive": "experiments/robotwin-official/official-45/evidence.zip",
12485
  "provenance": "official/source-identities.json",
12486
- "native_video": "experiments/robotwin-official/official-45/native-head.mp4"
 
12487
  },
12488
  "resources": [],
12489
  "session_counts": {
@@ -12534,6 +12799,11 @@
12534
  80
12535
  ],
12536
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12537
  }
12538
  },
12539
  {
@@ -12561,7 +12831,7 @@
12561
  },
12562
  "steps": 131,
12563
  "simulation_time_s": null,
12564
- "wall_time_s": 49.287285804748535,
12565
  "model": "Qwen3-VL-OFT",
12566
  "effort": "40k · official",
12567
  "harness": "standalone",
@@ -12606,7 +12876,8 @@
12606
  "policy_trace": "experiments/robotwin-official/official-46/policy/events.jsonl",
12607
  "evidence_archive": "experiments/robotwin-official/official-46/evidence.zip",
12608
  "provenance": "official/source-identities.json",
12609
- "native_video": "experiments/robotwin-official/official-46/native-head.mp4"
 
12610
  },
12611
  "resources": [],
12612
  "session_counts": {
@@ -12660,6 +12931,11 @@
12660
  128
12661
  ],
12662
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12663
  }
12664
  },
12665
  {
@@ -12687,7 +12963,7 @@
12687
  },
12688
  "steps": 266,
12689
  "simulation_time_s": null,
12690
- "wall_time_s": 67.63478565216064,
12691
  "model": "Qwen3-VL-OFT",
12692
  "effort": "40k · official",
12693
  "harness": "standalone",
@@ -12732,7 +13008,8 @@
12732
  "policy_trace": "experiments/robotwin-official/official-47/policy/events.jsonl",
12733
  "evidence_archive": "experiments/robotwin-official/official-47/evidence.zip",
12734
  "provenance": "official/source-identities.json",
12735
- "native_video": "experiments/robotwin-official/official-47/native-head.mp4"
 
12736
  },
12737
  "resources": [],
12738
  "session_counts": {
@@ -12794,6 +13071,11 @@
12794
  256
12795
  ],
12796
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12797
  }
12798
  },
12799
  {
@@ -12821,7 +13103,7 @@
12821
  },
12822
  "steps": 279,
12823
  "simulation_time_s": null,
12824
- "wall_time_s": 69.7175645828247,
12825
  "model": "Qwen3-VL-OFT",
12826
  "effort": "40k · official",
12827
  "harness": "standalone",
@@ -12866,7 +13148,8 @@
12866
  "policy_trace": "experiments/robotwin-official/official-48/policy/events.jsonl",
12867
  "evidence_archive": "experiments/robotwin-official/official-48/evidence.zip",
12868
  "provenance": "official/source-identities.json",
12869
- "native_video": "experiments/robotwin-official/official-48/native-head.mp4"
 
12870
  },
12871
  "resources": [],
12872
  "session_counts": {
@@ -12929,6 +13212,11 @@
12929
  272
12930
  ],
12931
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
12932
  }
12933
  },
12934
  {
@@ -12956,7 +13244,7 @@
12956
  },
12957
  "steps": 400,
12958
  "simulation_time_s": null,
12959
- "wall_time_s": 70.01898050308228,
12960
  "model": "Qwen3-VL-OFT",
12961
  "effort": "40k · official",
12962
  "harness": "standalone",
@@ -13001,7 +13289,8 @@
13001
  "policy_trace": "experiments/robotwin-official/official-49/policy/events.jsonl",
13002
  "evidence_archive": "experiments/robotwin-official/official-49/evidence.zip",
13003
  "provenance": "official/source-identities.json",
13004
- "native_video": "experiments/robotwin-official/official-49/native-head.mp4"
 
13005
  },
13006
  "resources": [],
13007
  "session_counts": {
@@ -13071,6 +13360,11 @@
13071
  384
13072
  ],
13073
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
13074
  }
13075
  },
13076
  {
@@ -13098,7 +13392,7 @@
13098
  },
13099
  "steps": 400,
13100
  "simulation_time_s": null,
13101
- "wall_time_s": 73.80930161476135,
13102
  "model": "Qwen3-VL-OFT",
13103
  "effort": "40k · official",
13104
  "harness": "standalone",
@@ -13143,7 +13437,8 @@
13143
  "policy_trace": "experiments/robotwin-official/official-50/policy/events.jsonl",
13144
  "evidence_archive": "experiments/robotwin-official/official-50/evidence.zip",
13145
  "provenance": "official/source-identities.json",
13146
- "native_video": "experiments/robotwin-official/official-50/native-head.mp4"
 
13147
  },
13148
  "resources": [],
13149
  "session_counts": {
@@ -13213,6 +13508,11 @@
13213
  384
13214
  ],
13215
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
 
 
 
 
 
13216
  }
13217
  }
13218
  ],
 
6218
  },
6219
  "steps": 800,
6220
  "simulation_time_s": null,
6221
+ "wall_time_s": 85.68275771,
6222
  "model": "Qwen3-VL-OFT",
6223
  "effort": "40k · official",
6224
  "harness": "standalone",
 
6263
  "policy_trace": "experiments/robotwin-official/official-01/policy/events.jsonl",
6264
  "evidence_archive": "experiments/robotwin-official/official-01/evidence.zip",
6265
  "provenance": "official/source-identities.json",
6266
+ "native_video": "experiments/robotwin-official/official-01/native-head.mp4",
6267
+ "timing": "experiments/robotwin-official/official-01/timing.json"
6268
  },
6269
  "resources": [],
6270
  "session_counts": {
 
6359
  784
6360
  ],
6361
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
6362
+ },
6363
+ "timing": {
6364
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
6365
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
6366
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
6367
  }
6368
  },
6369
  {
 
6391
  },
6392
  "steps": 600,
6393
  "simulation_time_s": null,
6394
+ "wall_time_s": 95.582698862,
6395
  "model": "Qwen3-VL-OFT",
6396
  "effort": "40k · official",
6397
  "harness": "standalone",
 
6436
  "policy_trace": "experiments/robotwin-official/official-02/policy/events.jsonl",
6437
  "evidence_archive": "experiments/robotwin-official/official-02/evidence.zip",
6438
  "provenance": "official/source-identities.json",
6439
+ "native_video": "experiments/robotwin-official/official-02/native-head.mp4",
6440
+ "timing": "experiments/robotwin-official/official-02/timing.json"
6441
  },
6442
  "resources": [],
6443
  "session_counts": {
 
6520
  592
6521
  ],
6522
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
6523
+ },
6524
+ "timing": {
6525
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
6526
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
6527
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
6528
  }
6529
  },
6530
  {
 
6552
  },
6553
  "steps": 1700,
6554
  "simulation_time_s": null,
6555
+ "wall_time_s": 191.478086476,
6556
  "model": "Qwen3-VL-OFT",
6557
  "effort": "40k · official",
6558
  "harness": "standalone",
 
6597
  "policy_trace": "experiments/robotwin-official/official-03/policy/events.jsonl",
6598
  "evidence_archive": "experiments/robotwin-official/official-03/evidence.zip",
6599
  "provenance": "official/source-identities.json",
6600
+ "native_video": "experiments/robotwin-official/official-03/native-head.mp4",
6601
+ "timing": "experiments/robotwin-official/official-03/timing.json"
6602
  },
6603
  "resources": [],
6604
  "session_counts": {
 
6750
  1696
6751
  ],
6752
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
6753
+ },
6754
+ "timing": {
6755
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
6756
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
6757
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
6758
  }
6759
  },
6760
  {
 
6782
  },
6783
  "steps": 201,
6784
  "simulation_time_s": null,
6785
+ "wall_time_s": 38.549091691,
6786
  "model": "Qwen3-VL-OFT",
6787
  "effort": "40k · official",
6788
  "harness": "standalone",
 
6827
  "policy_trace": "experiments/robotwin-official/official-04/policy/events.jsonl",
6828
  "evidence_archive": "experiments/robotwin-official/official-04/evidence.zip",
6829
  "provenance": "official/source-identities.json",
6830
+ "native_video": "experiments/robotwin-official/official-04/native-head.mp4",
6831
+ "timing": "experiments/robotwin-official/official-04/timing.json"
6832
  },
6833
  "resources": [],
6834
  "session_counts": {
 
6886
  192
6887
  ],
6888
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
6889
+ },
6890
+ "timing": {
6891
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
6892
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
6893
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
6894
  }
6895
  },
6896
  {
 
6918
  },
6919
  "steps": 483,
6920
  "simulation_time_s": null,
6921
+ "wall_time_s": 64.000487769,
6922
  "model": "Qwen3-VL-OFT",
6923
  "effort": "40k · official",
6924
  "harness": "standalone",
 
6963
  "policy_trace": "experiments/robotwin-official/official-05/policy/events.jsonl",
6964
  "evidence_archive": "experiments/robotwin-official/official-05/evidence.zip",
6965
  "provenance": "official/source-identities.json",
6966
+ "native_video": "experiments/robotwin-official/official-05/native-head.mp4",
6967
+ "timing": "experiments/robotwin-official/official-05/timing.json"
6968
  },
6969
  "resources": [],
6970
  "session_counts": {
 
7040
  480
7041
  ],
7042
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
7043
+ },
7044
+ "timing": {
7045
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7046
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
7047
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
7048
  }
7049
  },
7050
  {
 
7072
  },
7073
  "steps": 406,
7074
  "simulation_time_s": null,
7075
+ "wall_time_s": 45.572599441,
7076
  "model": "Qwen3-VL-OFT",
7077
  "effort": "40k · official",
7078
  "harness": "standalone",
 
7117
  "policy_trace": "experiments/robotwin-official/official-06/policy/events.jsonl",
7118
  "evidence_archive": "experiments/robotwin-official/official-06/evidence.zip",
7119
  "provenance": "official/source-identities.json",
7120
+ "native_video": "experiments/robotwin-official/official-06/native-head.mp4",
7121
+ "timing": "experiments/robotwin-official/official-06/timing.json"
7122
  },
7123
  "resources": [],
7124
  "session_counts": {
 
7189
  400
7190
  ],
7191
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
7192
+ },
7193
+ "timing": {
7194
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7195
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
7196
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
7197
  }
7198
  },
7199
  {
 
7221
  },
7222
  "steps": 900,
7223
  "simulation_time_s": null,
7224
+ "wall_time_s": 115.609587699,
7225
  "model": "Qwen3-VL-OFT",
7226
  "effort": "40k · official",
7227
  "harness": "standalone",
 
7266
  "policy_trace": "experiments/robotwin-official/official-07/policy/events.jsonl",
7267
  "evidence_archive": "experiments/robotwin-official/official-07/evidence.zip",
7268
  "provenance": "official/source-identities.json",
7269
+ "native_video": "experiments/robotwin-official/official-07/native-head.mp4",
7270
+ "timing": "experiments/robotwin-official/official-07/timing.json"
7271
  },
7272
  "resources": [],
7273
  "session_counts": {
 
7369
  896
7370
  ],
7371
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
7372
+ },
7373
+ "timing": {
7374
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7375
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
7376
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
7377
  }
7378
  },
7379
  {
 
7401
  },
7402
  "steps": 700,
7403
  "simulation_time_s": null,
7404
+ "wall_time_s": 109.102272713,
7405
  "model": "Qwen3-VL-OFT",
7406
  "effort": "40k · official",
7407
  "harness": "standalone",
 
7446
  "policy_trace": "experiments/robotwin-official/official-08/policy/events.jsonl",
7447
  "evidence_archive": "experiments/robotwin-official/official-08/evidence.zip",
7448
  "provenance": "official/source-identities.json",
7449
+ "native_video": "experiments/robotwin-official/official-08/native-head.mp4",
7450
+ "timing": "experiments/robotwin-official/official-08/timing.json"
7451
  },
7452
  "resources": [],
7453
  "session_counts": {
 
7536
  688
7537
  ],
7538
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
7539
+ },
7540
+ "timing": {
7541
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7542
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
7543
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
7544
  }
7545
  },
7546
  {
 
7568
  },
7569
  "steps": 1200,
7570
  "simulation_time_s": null,
7571
+ "wall_time_s": 144.095098434,
7572
  "model": "Qwen3-VL-OFT",
7573
  "effort": "40k · official",
7574
  "harness": "standalone",
 
7613
  "policy_trace": "experiments/robotwin-official/official-09/policy/events.jsonl",
7614
  "evidence_archive": "experiments/robotwin-official/official-09/evidence.zip",
7615
  "provenance": "official/source-identities.json",
7616
+ "native_video": "experiments/robotwin-official/official-09/native-head.mp4",
7617
+ "timing": "experiments/robotwin-official/official-09/timing.json"
7618
  },
7619
  "resources": [],
7620
  "session_counts": {
 
7734
  1184
7735
  ],
7736
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
7737
+ },
7738
+ "timing": {
7739
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7740
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
7741
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
7742
  }
7743
  },
7744
  {
 
7766
  },
7767
  "steps": 400,
7768
  "simulation_time_s": null,
7769
+ "wall_time_s": 68.525689508,
7770
  "model": "Qwen3-VL-OFT",
7771
  "effort": "40k · official",
7772
  "harness": "standalone",
 
7811
  "policy_trace": "experiments/robotwin-official/official-10/policy/events.jsonl",
7812
  "evidence_archive": "experiments/robotwin-official/official-10/evidence.zip",
7813
  "provenance": "official/source-identities.json",
7814
+ "native_video": "experiments/robotwin-official/official-10/native-head.mp4",
7815
+ "timing": "experiments/robotwin-official/official-10/timing.json"
7816
  },
7817
  "resources": [],
7818
  "session_counts": {
 
7882
  384
7883
  ],
7884
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
7885
+ },
7886
+ "timing": {
7887
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7888
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
7889
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
7890
  }
7891
  },
7892
  {
 
7914
  },
7915
  "steps": 113,
7916
  "simulation_time_s": null,
7917
+ "wall_time_s": 20.977394366,
7918
  "model": "Qwen3-VL-OFT",
7919
  "effort": "40k · official",
7920
  "harness": "standalone",
 
7959
  "policy_trace": "experiments/robotwin-official/official-11/policy/events.jsonl",
7960
  "evidence_archive": "experiments/robotwin-official/official-11/evidence.zip",
7961
  "provenance": "official/source-identities.json",
7962
+ "native_video": "experiments/robotwin-official/official-11/native-head.mp4",
7963
+ "timing": "experiments/robotwin-official/official-11/timing.json"
7964
  },
7965
  "resources": [],
7966
  "session_counts": {
 
8013
  112
8014
  ],
8015
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8016
+ },
8017
+ "timing": {
8018
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8019
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8020
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8021
  }
8022
  },
8023
  {
 
8045
  },
8046
  "steps": 112,
8047
  "simulation_time_s": null,
8048
+ "wall_time_s": 22.4828609,
8049
  "model": "Qwen3-VL-OFT",
8050
  "effort": "40k · official",
8051
  "harness": "standalone",
 
8090
  "policy_trace": "experiments/robotwin-official/official-12/policy/events.jsonl",
8091
  "evidence_archive": "experiments/robotwin-official/official-12/evidence.zip",
8092
  "provenance": "official/source-identities.json",
8093
+ "native_video": "experiments/robotwin-official/official-12/native-head.mp4",
8094
+ "timing": "experiments/robotwin-official/official-12/timing.json"
8095
  },
8096
  "resources": [],
8097
  "session_counts": {
 
8143
  96
8144
  ],
8145
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8146
+ },
8147
+ "timing": {
8148
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8149
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8150
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8151
  }
8152
  },
8153
  {
 
8175
  },
8176
  "steps": 398,
8177
  "simulation_time_s": null,
8178
+ "wall_time_s": 41.916050342,
8179
  "model": "Qwen3-VL-OFT",
8180
  "effort": "40k · official",
8181
  "harness": "standalone",
 
8220
  "policy_trace": "experiments/robotwin-official/official-13/policy/events.jsonl",
8221
  "evidence_archive": "experiments/robotwin-official/official-13/evidence.zip",
8222
  "provenance": "official/source-identities.json",
8223
+ "native_video": "experiments/robotwin-official/official-13/native-head.mp4",
8224
+ "timing": "experiments/robotwin-official/official-13/timing.json"
8225
  },
8226
  "resources": [],
8227
  "session_counts": {
 
8291
  384
8292
  ],
8293
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8294
+ },
8295
+ "timing": {
8296
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8297
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8298
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8299
  }
8300
  },
8301
  {
 
8323
  },
8324
  "steps": 61,
8325
  "simulation_time_s": null,
8326
+ "wall_time_s": 14.339203312,
8327
  "model": "Qwen3-VL-OFT",
8328
  "effort": "40k · official",
8329
  "harness": "standalone",
 
8368
  "policy_trace": "experiments/robotwin-official/official-14/policy/events.jsonl",
8369
  "evidence_archive": "experiments/robotwin-official/official-14/evidence.zip",
8370
  "provenance": "official/source-identities.json",
8371
+ "native_video": "experiments/robotwin-official/official-14/native-head.mp4",
8372
+ "timing": "experiments/robotwin-official/official-14/timing.json"
8373
  },
8374
  "resources": [],
8375
  "session_counts": {
 
8418
  48
8419
  ],
8420
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8421
+ },
8422
+ "timing": {
8423
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8424
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8425
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8426
  }
8427
  },
8428
  {
 
8450
  },
8451
  "steps": 58,
8452
  "simulation_time_s": null,
8453
+ "wall_time_s": 11.904490544,
8454
  "model": "Qwen3-VL-OFT",
8455
  "effort": "40k · official",
8456
  "harness": "standalone",
 
8495
  "policy_trace": "experiments/robotwin-official/official-15/policy/events.jsonl",
8496
  "evidence_archive": "experiments/robotwin-official/official-15/evidence.zip",
8497
  "provenance": "official/source-identities.json",
8498
+ "native_video": "experiments/robotwin-official/official-15/native-head.mp4",
8499
+ "timing": "experiments/robotwin-official/official-15/timing.json"
8500
  },
8501
  "resources": [],
8502
  "session_counts": {
 
8545
  48
8546
  ],
8547
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8548
+ },
8549
+ "timing": {
8550
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8551
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8552
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8553
  }
8554
  },
8555
  {
 
8577
  },
8578
  "steps": 106,
8579
  "simulation_time_s": null,
8580
+ "wall_time_s": 19.066550569,
8581
  "model": "Qwen3-VL-OFT",
8582
  "effort": "40k · official",
8583
  "harness": "standalone",
 
8622
  "policy_trace": "experiments/robotwin-official/official-16/policy/events.jsonl",
8623
  "evidence_archive": "experiments/robotwin-official/official-16/evidence.zip",
8624
  "provenance": "official/source-identities.json",
8625
+ "native_video": "experiments/robotwin-official/official-16/native-head.mp4",
8626
+ "timing": "experiments/robotwin-official/official-16/timing.json"
8627
  },
8628
  "resources": [],
8629
  "session_counts": {
 
8675
  96
8676
  ],
8677
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8678
+ },
8679
+ "timing": {
8680
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8681
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8682
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8683
  }
8684
  },
8685
  {
 
8707
  },
8708
  "steps": 74,
8709
  "simulation_time_s": null,
8710
+ "wall_time_s": 14.952066267,
8711
  "model": "Qwen3-VL-OFT",
8712
  "effort": "40k · official",
8713
  "harness": "standalone",
 
8752
  "policy_trace": "experiments/robotwin-official/official-17/policy/events.jsonl",
8753
  "evidence_archive": "experiments/robotwin-official/official-17/evidence.zip",
8754
  "provenance": "official/source-identities.json",
8755
+ "native_video": "experiments/robotwin-official/official-17/native-head.mp4",
8756
+ "timing": "experiments/robotwin-official/official-17/timing.json"
8757
  },
8758
  "resources": [],
8759
  "session_counts": {
 
8803
  64
8804
  ],
8805
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8806
+ },
8807
+ "timing": {
8808
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8809
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8810
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8811
  }
8812
  },
8813
  {
 
8835
  },
8836
  "steps": 167,
8837
  "simulation_time_s": null,
8838
+ "wall_time_s": 25.822061513,
8839
  "model": "Qwen3-VL-OFT",
8840
  "effort": "40k · official",
8841
  "harness": "standalone",
 
8880
  "policy_trace": "experiments/robotwin-official/official-18/policy/events.jsonl",
8881
  "evidence_archive": "experiments/robotwin-official/official-18/evidence.zip",
8882
  "provenance": "official/source-identities.json",
8883
+ "native_video": "experiments/robotwin-official/official-18/native-head.mp4",
8884
+ "timing": "experiments/robotwin-official/official-18/timing.json"
8885
  },
8886
  "resources": [],
8887
  "session_counts": {
 
8937
  160
8938
  ],
8939
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
8940
+ },
8941
+ "timing": {
8942
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
8943
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8944
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
8945
  }
8946
  },
8947
  {
 
8969
  },
8970
  "steps": 400,
8971
  "simulation_time_s": null,
8972
+ "wall_time_s": 50.021721975,
8973
  "model": "Qwen3-VL-OFT",
8974
  "effort": "40k · official",
8975
  "harness": "standalone",
 
9014
  "policy_trace": "experiments/robotwin-official/official-19/policy/events.jsonl",
9015
  "evidence_archive": "experiments/robotwin-official/official-19/evidence.zip",
9016
  "provenance": "official/source-identities.json",
9017
+ "native_video": "experiments/robotwin-official/official-19/native-head.mp4",
9018
+ "timing": "experiments/robotwin-official/official-19/timing.json"
9019
  },
9020
  "resources": [],
9021
  "session_counts": {
 
9085
  384
9086
  ],
9087
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9088
+ },
9089
+ "timing": {
9090
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9091
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9092
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9093
  }
9094
  },
9095
  {
 
9117
  },
9118
  "steps": 400,
9119
  "simulation_time_s": null,
9120
+ "wall_time_s": 43.413023459,
9121
  "model": "Qwen3-VL-OFT",
9122
  "effort": "40k · official",
9123
  "harness": "standalone",
 
9162
  "policy_trace": "experiments/robotwin-official/official-20/policy/events.jsonl",
9163
  "evidence_archive": "experiments/robotwin-official/official-20/evidence.zip",
9164
  "provenance": "official/source-identities.json",
9165
+ "native_video": "experiments/robotwin-official/official-20/native-head.mp4",
9166
+ "timing": "experiments/robotwin-official/official-20/timing.json"
9167
  },
9168
  "resources": [],
9169
  "session_counts": {
 
9233
  384
9234
  ],
9235
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9236
+ },
9237
+ "timing": {
9238
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9239
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9240
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9241
  }
9242
  },
9243
  {
 
9265
  },
9266
  "steps": 400,
9267
  "simulation_time_s": null,
9268
+ "wall_time_s": 46.244336484,
9269
  "model": "Qwen3-VL-OFT",
9270
  "effort": "40k · official",
9271
  "harness": "standalone",
 
9310
  "policy_trace": "experiments/robotwin-official/official-21/policy/events.jsonl",
9311
  "evidence_archive": "experiments/robotwin-official/official-21/evidence.zip",
9312
  "provenance": "official/source-identities.json",
9313
+ "native_video": "experiments/robotwin-official/official-21/native-head.mp4",
9314
+ "timing": "experiments/robotwin-official/official-21/timing.json"
9315
  },
9316
  "resources": [],
9317
  "session_counts": {
 
9381
  384
9382
  ],
9383
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9384
+ },
9385
+ "timing": {
9386
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9387
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9388
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9389
  }
9390
  },
9391
  {
 
9413
  },
9414
  "steps": 400,
9415
  "simulation_time_s": null,
9416
+ "wall_time_s": 42.688982277,
9417
  "model": "Qwen3-VL-OFT",
9418
  "effort": "40k · official",
9419
  "harness": "standalone",
 
9458
  "policy_trace": "experiments/robotwin-official/official-22/policy/events.jsonl",
9459
  "evidence_archive": "experiments/robotwin-official/official-22/evidence.zip",
9460
  "provenance": "official/source-identities.json",
9461
+ "native_video": "experiments/robotwin-official/official-22/native-head.mp4",
9462
+ "timing": "experiments/robotwin-official/official-22/timing.json"
9463
  },
9464
  "resources": [],
9465
  "session_counts": {
 
9529
  384
9530
  ],
9531
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9532
+ },
9533
+ "timing": {
9534
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9535
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9536
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9537
  }
9538
  },
9539
  {
 
9561
  },
9562
  "steps": 153,
9563
  "simulation_time_s": null,
9564
+ "wall_time_s": 26.298405185,
9565
  "model": "Qwen3-VL-OFT",
9566
  "effort": "40k · official",
9567
  "harness": "standalone",
 
9606
  "policy_trace": "experiments/robotwin-official/official-23/policy/events.jsonl",
9607
  "evidence_archive": "experiments/robotwin-official/official-23/evidence.zip",
9608
  "provenance": "official/source-identities.json",
9609
+ "native_video": "experiments/robotwin-official/official-23/native-head.mp4",
9610
+ "timing": "experiments/robotwin-official/official-23/timing.json"
9611
  },
9612
  "resources": [],
9613
  "session_counts": {
 
9662
  144
9663
  ],
9664
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9665
+ },
9666
+ "timing": {
9667
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9668
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9669
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9670
  }
9671
  },
9672
  {
 
9694
  },
9695
  "steps": 104,
9696
  "simulation_time_s": null,
9697
+ "wall_time_s": 19.594173712,
9698
  "model": "Qwen3-VL-OFT",
9699
  "effort": "40k · official",
9700
  "harness": "standalone",
 
9739
  "policy_trace": "experiments/robotwin-official/official-24/policy/events.jsonl",
9740
  "evidence_archive": "experiments/robotwin-official/official-24/evidence.zip",
9741
  "provenance": "official/source-identities.json",
9742
+ "native_video": "experiments/robotwin-official/official-24/native-head.mp4",
9743
+ "timing": "experiments/robotwin-official/official-24/timing.json"
9744
  },
9745
  "resources": [],
9746
  "session_counts": {
 
9792
  96
9793
  ],
9794
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9795
+ },
9796
+ "timing": {
9797
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9798
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9799
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9800
  }
9801
  },
9802
  {
 
9824
  },
9825
  "steps": 400,
9826
  "simulation_time_s": null,
9827
+ "wall_time_s": 48.932968378,
9828
  "model": "Qwen3-VL-OFT",
9829
  "effort": "40k · official",
9830
  "harness": "standalone",
 
9869
  "policy_trace": "experiments/robotwin-official/official-25/policy/events.jsonl",
9870
  "evidence_archive": "experiments/robotwin-official/official-25/evidence.zip",
9871
  "provenance": "official/source-identities.json",
9872
+ "native_video": "experiments/robotwin-official/official-25/native-head.mp4",
9873
+ "timing": "experiments/robotwin-official/official-25/timing.json"
9874
  },
9875
  "resources": [],
9876
  "session_counts": {
 
9940
  384
9941
  ],
9942
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
9943
+ },
9944
+ "timing": {
9945
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
9946
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
9947
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
9948
  }
9949
  },
9950
  {
 
9972
  },
9973
  "steps": 94,
9974
  "simulation_time_s": null,
9975
+ "wall_time_s": 19.44487762,
9976
  "model": "Qwen3-VL-OFT",
9977
  "effort": "40k · official",
9978
  "harness": "standalone",
 
10017
  "policy_trace": "experiments/robotwin-official/official-26/policy/events.jsonl",
10018
  "evidence_archive": "experiments/robotwin-official/official-26/evidence.zip",
10019
  "provenance": "official/source-identities.json",
10020
+ "native_video": "experiments/robotwin-official/official-26/native-head.mp4",
10021
+ "timing": "experiments/robotwin-official/official-26/timing.json"
10022
  },
10023
  "resources": [],
10024
  "session_counts": {
 
10069
  80
10070
  ],
10071
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10072
+ },
10073
+ "timing": {
10074
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10075
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10076
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10077
  }
10078
  },
10079
  {
 
10101
  },
10102
  "steps": 400,
10103
  "simulation_time_s": null,
10104
+ "wall_time_s": 43.837252058,
10105
  "model": "Qwen3-VL-OFT",
10106
  "effort": "40k · official",
10107
  "harness": "standalone",
 
10146
  "policy_trace": "experiments/robotwin-official/official-27/policy/events.jsonl",
10147
  "evidence_archive": "experiments/robotwin-official/official-27/evidence.zip",
10148
  "provenance": "official/source-identities.json",
10149
+ "native_video": "experiments/robotwin-official/official-27/native-head.mp4",
10150
+ "timing": "experiments/robotwin-official/official-27/timing.json"
10151
  },
10152
  "resources": [],
10153
  "session_counts": {
 
10217
  384
10218
  ],
10219
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10220
+ },
10221
+ "timing": {
10222
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10223
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10224
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10225
  }
10226
  },
10227
  {
 
10249
  },
10250
  "steps": 400,
10251
  "simulation_time_s": null,
10252
+ "wall_time_s": 46.526577501,
10253
  "model": "Qwen3-VL-OFT",
10254
  "effort": "40k · official",
10255
  "harness": "standalone",
 
10294
  "policy_trace": "experiments/robotwin-official/official-28/policy/events.jsonl",
10295
  "evidence_archive": "experiments/robotwin-official/official-28/evidence.zip",
10296
  "provenance": "official/source-identities.json",
10297
+ "native_video": "experiments/robotwin-official/official-28/native-head.mp4",
10298
+ "timing": "experiments/robotwin-official/official-28/timing.json"
10299
  },
10300
  "resources": [],
10301
  "session_counts": {
 
10365
  384
10366
  ],
10367
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10368
+ },
10369
+ "timing": {
10370
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10371
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10372
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10373
  }
10374
  },
10375
  {
 
10397
  },
10398
  "steps": 700,
10399
  "simulation_time_s": null,
10400
+ "wall_time_s": 91.845853104,
10401
  "model": "Qwen3-VL-OFT",
10402
  "effort": "40k · official",
10403
  "harness": "standalone",
 
10442
  "policy_trace": "experiments/robotwin-official/official-29/policy/events.jsonl",
10443
  "evidence_archive": "experiments/robotwin-official/official-29/evidence.zip",
10444
  "provenance": "official/source-identities.json",
10445
+ "native_video": "experiments/robotwin-official/official-29/native-head.mp4",
10446
+ "timing": "experiments/robotwin-official/official-29/timing.json"
10447
  },
10448
  "resources": [],
10449
  "session_counts": {
 
10532
  688
10533
  ],
10534
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10535
+ },
10536
+ "timing": {
10537
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10538
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10539
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10540
  }
10541
  },
10542
  {
 
10564
  },
10565
  "steps": 500,
10566
  "simulation_time_s": null,
10567
+ "wall_time_s": 76.637786631,
10568
  "model": "Qwen3-VL-OFT",
10569
  "effort": "40k · official",
10570
  "harness": "standalone",
 
10609
  "policy_trace": "experiments/robotwin-official/official-30/policy/events.jsonl",
10610
  "evidence_archive": "experiments/robotwin-official/official-30/evidence.zip",
10611
  "provenance": "official/source-identities.json",
10612
+ "native_video": "experiments/robotwin-official/official-30/native-head.mp4",
10613
+ "timing": "experiments/robotwin-official/official-30/timing.json"
10614
  },
10615
  "resources": [],
10616
  "session_counts": {
 
10687
  496
10688
  ],
10689
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10690
+ },
10691
+ "timing": {
10692
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10693
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10694
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10695
  }
10696
  },
10697
  {
 
10719
  },
10720
  "steps": 200,
10721
  "simulation_time_s": null,
10722
+ "wall_time_s": 34.825539079,
10723
  "model": "Qwen3-VL-OFT",
10724
  "effort": "40k · official",
10725
  "harness": "standalone",
 
10764
  "policy_trace": "experiments/robotwin-official/official-31/policy/events.jsonl",
10765
  "evidence_archive": "experiments/robotwin-official/official-31/evidence.zip",
10766
  "provenance": "official/source-identities.json",
10767
+ "native_video": "experiments/robotwin-official/official-31/native-head.mp4",
10768
+ "timing": "experiments/robotwin-official/official-31/timing.json"
10769
  },
10770
  "resources": [],
10771
  "session_counts": {
 
10823
  192
10824
  ],
10825
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10826
+ },
10827
+ "timing": {
10828
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10829
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10830
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10831
  }
10832
  },
10833
  {
 
10855
  },
10856
  "steps": 209,
10857
  "simulation_time_s": null,
10858
+ "wall_time_s": 33.744922502,
10859
  "model": "Qwen3-VL-OFT",
10860
  "effort": "40k · official",
10861
  "harness": "standalone",
 
10900
  "policy_trace": "experiments/robotwin-official/official-32/policy/events.jsonl",
10901
  "evidence_archive": "experiments/robotwin-official/official-32/evidence.zip",
10902
  "provenance": "official/source-identities.json",
10903
+ "native_video": "experiments/robotwin-official/official-32/native-head.mp4",
10904
+ "timing": "experiments/robotwin-official/official-32/timing.json"
10905
  },
10906
  "resources": [],
10907
  "session_counts": {
 
10960
  208
10961
  ],
10962
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
10963
+ },
10964
+ "timing": {
10965
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
10966
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
10967
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
10968
  }
10969
  },
10970
  {
 
10992
  },
10993
  "steps": 274,
10994
  "simulation_time_s": null,
10995
+ "wall_time_s": 44.507345633,
10996
  "model": "Qwen3-VL-OFT",
10997
  "effort": "40k · official",
10998
  "harness": "standalone",
 
11037
  "policy_trace": "experiments/robotwin-official/official-33/policy/events.jsonl",
11038
  "evidence_archive": "experiments/robotwin-official/official-33/evidence.zip",
11039
  "provenance": "official/source-identities.json",
11040
+ "native_video": "experiments/robotwin-official/official-33/native-head.mp4",
11041
+ "timing": "experiments/robotwin-official/official-33/timing.json"
11042
  },
11043
  "resources": [],
11044
  "session_counts": {
 
11101
  272
11102
  ],
11103
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11104
+ },
11105
+ "timing": {
11106
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11107
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11108
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11109
  }
11110
  },
11111
  {
 
11133
  },
11134
  "steps": 141,
11135
  "simulation_time_s": null,
11136
+ "wall_time_s": 25.086169906,
11137
  "model": "Qwen3-VL-OFT",
11138
  "effort": "40k · official",
11139
  "harness": "standalone",
 
11178
  "policy_trace": "experiments/robotwin-official/official-34/policy/events.jsonl",
11179
  "evidence_archive": "experiments/robotwin-official/official-34/evidence.zip",
11180
  "provenance": "official/source-identities.json",
11181
+ "native_video": "experiments/robotwin-official/official-34/native-head.mp4",
11182
+ "timing": "experiments/robotwin-official/official-34/timing.json"
11183
  },
11184
  "resources": [],
11185
  "session_counts": {
 
11233
  128
11234
  ],
11235
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11236
+ },
11237
+ "timing": {
11238
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11239
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11240
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11241
  }
11242
  },
11243
  {
 
11265
  },
11266
  "steps": 500,
11267
  "simulation_time_s": null,
11268
+ "wall_time_s": 64.910953353,
11269
  "model": "Qwen3-VL-OFT",
11270
  "effort": "40k · official",
11271
  "harness": "standalone",
 
11310
  "policy_trace": "experiments/robotwin-official/official-35/policy/events.jsonl",
11311
  "evidence_archive": "experiments/robotwin-official/official-35/evidence.zip",
11312
  "provenance": "official/source-identities.json",
11313
+ "native_video": "experiments/robotwin-official/official-35/native-head.mp4",
11314
+ "timing": "experiments/robotwin-official/official-35/timing.json"
11315
  },
11316
  "resources": [],
11317
  "session_counts": {
 
11388
  496
11389
  ],
11390
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11391
+ },
11392
+ "timing": {
11393
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11394
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11395
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11396
  }
11397
  },
11398
  {
 
11420
  },
11421
  "steps": 400,
11422
  "simulation_time_s": null,
11423
+ "wall_time_s": 56.865047002,
11424
  "model": "Qwen3-VL-OFT",
11425
  "effort": "40k · official",
11426
  "harness": "standalone",
 
11465
  "policy_trace": "experiments/robotwin-official/official-36/policy/events.jsonl",
11466
  "evidence_archive": "experiments/robotwin-official/official-36/evidence.zip",
11467
  "provenance": "official/source-identities.json",
11468
+ "native_video": "experiments/robotwin-official/official-36/native-head.mp4",
11469
+ "timing": "experiments/robotwin-official/official-36/timing.json"
11470
  },
11471
  "resources": [],
11472
  "session_counts": {
 
11536
  384
11537
  ],
11538
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11539
+ },
11540
+ "timing": {
11541
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11542
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11543
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11544
  }
11545
  },
11546
  {
 
11568
  },
11569
  "steps": 400,
11570
  "simulation_time_s": null,
11571
+ "wall_time_s": 48.455622626,
11572
  "model": "Qwen3-VL-OFT",
11573
  "effort": "40k · official",
11574
  "harness": "standalone",
 
11613
  "policy_trace": "experiments/robotwin-official/official-37/policy/events.jsonl",
11614
  "evidence_archive": "experiments/robotwin-official/official-37/evidence.zip",
11615
  "provenance": "official/source-identities.json",
11616
+ "native_video": "experiments/robotwin-official/official-37/native-head.mp4",
11617
+ "timing": "experiments/robotwin-official/official-37/timing.json"
11618
  },
11619
  "resources": [],
11620
  "session_counts": {
 
11684
  384
11685
  ],
11686
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11687
+ },
11688
+ "timing": {
11689
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11690
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11691
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11692
  }
11693
  },
11694
  {
 
11716
  },
11717
  "steps": 143,
11718
  "simulation_time_s": null,
11719
+ "wall_time_s": 31.496076691,
11720
  "model": "Qwen3-VL-OFT",
11721
  "effort": "40k · official",
11722
  "harness": "standalone",
 
11761
  "policy_trace": "experiments/robotwin-official/official-38/policy/events.jsonl",
11762
  "evidence_archive": "experiments/robotwin-official/official-38/evidence.zip",
11763
  "provenance": "official/source-identities.json",
11764
+ "native_video": "experiments/robotwin-official/official-38/native-head.mp4",
11765
+ "timing": "experiments/robotwin-official/official-38/timing.json"
11766
  },
11767
  "resources": [],
11768
  "session_counts": {
 
11816
  128
11817
  ],
11818
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11819
+ },
11820
+ "timing": {
11821
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11822
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11823
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11824
  }
11825
  },
11826
  {
 
11848
  },
11849
  "steps": 400,
11850
  "simulation_time_s": null,
11851
+ "wall_time_s": 56.758293404,
11852
  "model": "Qwen3-VL-OFT",
11853
  "effort": "40k · official",
11854
  "harness": "standalone",
 
11893
  "policy_trace": "experiments/robotwin-official/official-39/policy/events.jsonl",
11894
  "evidence_archive": "experiments/robotwin-official/official-39/evidence.zip",
11895
  "provenance": "official/source-identities.json",
11896
+ "native_video": "experiments/robotwin-official/official-39/native-head.mp4",
11897
+ "timing": "experiments/robotwin-official/official-39/timing.json"
11898
  },
11899
  "resources": [],
11900
  "session_counts": {
 
11964
  384
11965
  ],
11966
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
11967
+ },
11968
+ "timing": {
11969
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
11970
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
11971
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
11972
  }
11973
  },
11974
  {
 
11996
  },
11997
  "steps": 400,
11998
  "simulation_time_s": null,
11999
+ "wall_time_s": 57.809732526,
12000
  "model": "Qwen3-VL-OFT",
12001
  "effort": "40k · official",
12002
  "harness": "standalone",
 
12041
  "policy_trace": "experiments/robotwin-official/official-40/policy/events.jsonl",
12042
  "evidence_archive": "experiments/robotwin-official/official-40/evidence.zip",
12043
  "provenance": "official/source-identities.json",
12044
+ "native_video": "experiments/robotwin-official/official-40/native-head.mp4",
12045
+ "timing": "experiments/robotwin-official/official-40/timing.json"
12046
  },
12047
  "resources": [],
12048
  "session_counts": {
 
12112
  384
12113
  ],
12114
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12115
+ },
12116
+ "timing": {
12117
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12118
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12119
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12120
  }
12121
  },
12122
  {
 
12144
  },
12145
  "steps": 400,
12146
  "simulation_time_s": null,
12147
+ "wall_time_s": 46.650760047,
12148
  "model": "Qwen3-VL-OFT",
12149
  "effort": "40k · official",
12150
  "harness": "standalone",
 
12189
  "policy_trace": "experiments/robotwin-official/official-41/policy/events.jsonl",
12190
  "evidence_archive": "experiments/robotwin-official/official-41/evidence.zip",
12191
  "provenance": "official/source-identities.json",
12192
+ "native_video": "experiments/robotwin-official/official-41/native-head.mp4",
12193
+ "timing": "experiments/robotwin-official/official-41/timing.json"
12194
  },
12195
  "resources": [],
12196
  "session_counts": {
 
12260
  384
12261
  ],
12262
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12263
+ },
12264
+ "timing": {
12265
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12266
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12267
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12268
  }
12269
  },
12270
  {
 
12292
  },
12293
  "steps": 143,
12294
  "simulation_time_s": null,
12295
+ "wall_time_s": 27.387894045,
12296
  "model": "Qwen3-VL-OFT",
12297
  "effort": "40k · official",
12298
  "harness": "standalone",
 
12337
  "policy_trace": "experiments/robotwin-official/official-42/policy/events.jsonl",
12338
  "evidence_archive": "experiments/robotwin-official/official-42/evidence.zip",
12339
  "provenance": "official/source-identities.json",
12340
+ "native_video": "experiments/robotwin-official/official-42/native-head.mp4",
12341
+ "timing": "experiments/robotwin-official/official-42/timing.json"
12342
  },
12343
  "resources": [],
12344
  "session_counts": {
 
12392
  128
12393
  ],
12394
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12395
+ },
12396
+ "timing": {
12397
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12398
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12399
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12400
  }
12401
  },
12402
  {
 
12424
  },
12425
  "steps": 106,
12426
  "simulation_time_s": null,
12427
+ "wall_time_s": 15.861195763,
12428
  "model": "Qwen3-VL-OFT",
12429
  "effort": "40k · official",
12430
  "harness": "standalone",
 
12469
  "policy_trace": "experiments/robotwin-official/official-43/policy/events.jsonl",
12470
  "evidence_archive": "experiments/robotwin-official/official-43/evidence.zip",
12471
  "provenance": "official/source-identities.json",
12472
+ "native_video": "experiments/robotwin-official/official-43/native-head.mp4",
12473
+ "timing": "experiments/robotwin-official/official-43/timing.json"
12474
  },
12475
  "resources": [],
12476
  "session_counts": {
 
12522
  96
12523
  ],
12524
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12525
+ },
12526
+ "timing": {
12527
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12528
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12529
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12530
  }
12531
  },
12532
  {
 
12554
  },
12555
  "steps": 400,
12556
  "simulation_time_s": null,
12557
+ "wall_time_s": 42.993365614,
12558
  "model": "Qwen3-VL-OFT",
12559
  "effort": "40k · official",
12560
  "harness": "standalone",
 
12599
  "policy_trace": "experiments/robotwin-official/official-44/policy/events.jsonl",
12600
  "evidence_archive": "experiments/robotwin-official/official-44/evidence.zip",
12601
  "provenance": "official/source-identities.json",
12602
+ "native_video": "experiments/robotwin-official/official-44/native-head.mp4",
12603
+ "timing": "experiments/robotwin-official/official-44/timing.json"
12604
  },
12605
  "resources": [],
12606
  "session_counts": {
 
12670
  384
12671
  ],
12672
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12673
+ },
12674
+ "timing": {
12675
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12676
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12677
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12678
  }
12679
  },
12680
  {
 
12702
  },
12703
  "steps": 81,
12704
  "simulation_time_s": null,
12705
+ "wall_time_s": 13.97968026,
12706
  "model": "Qwen3-VL-OFT",
12707
  "effort": "40k · official",
12708
  "harness": "standalone",
 
12747
  "policy_trace": "experiments/robotwin-official/official-45/policy/events.jsonl",
12748
  "evidence_archive": "experiments/robotwin-official/official-45/evidence.zip",
12749
  "provenance": "official/source-identities.json",
12750
+ "native_video": "experiments/robotwin-official/official-45/native-head.mp4",
12751
+ "timing": "experiments/robotwin-official/official-45/timing.json"
12752
  },
12753
  "resources": [],
12754
  "session_counts": {
 
12799
  80
12800
  ],
12801
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12802
+ },
12803
+ "timing": {
12804
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12805
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12806
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12807
  }
12808
  },
12809
  {
 
12831
  },
12832
  "steps": 131,
12833
  "simulation_time_s": null,
12834
+ "wall_time_s": 18.719106343,
12835
  "model": "Qwen3-VL-OFT",
12836
  "effort": "40k · official",
12837
  "harness": "standalone",
 
12876
  "policy_trace": "experiments/robotwin-official/official-46/policy/events.jsonl",
12877
  "evidence_archive": "experiments/robotwin-official/official-46/evidence.zip",
12878
  "provenance": "official/source-identities.json",
12879
+ "native_video": "experiments/robotwin-official/official-46/native-head.mp4",
12880
+ "timing": "experiments/robotwin-official/official-46/timing.json"
12881
  },
12882
  "resources": [],
12883
  "session_counts": {
 
12931
  128
12932
  ],
12933
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
12934
+ },
12935
+ "timing": {
12936
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
12937
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
12938
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
12939
  }
12940
  },
12941
  {
 
12963
  },
12964
  "steps": 266,
12965
  "simulation_time_s": null,
12966
+ "wall_time_s": 31.353207259,
12967
  "model": "Qwen3-VL-OFT",
12968
  "effort": "40k · official",
12969
  "harness": "standalone",
 
13008
  "policy_trace": "experiments/robotwin-official/official-47/policy/events.jsonl",
13009
  "evidence_archive": "experiments/robotwin-official/official-47/evidence.zip",
13010
  "provenance": "official/source-identities.json",
13011
+ "native_video": "experiments/robotwin-official/official-47/native-head.mp4",
13012
+ "timing": "experiments/robotwin-official/official-47/timing.json"
13013
  },
13014
  "resources": [],
13015
  "session_counts": {
 
13071
  256
13072
  ],
13073
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
13074
+ },
13075
+ "timing": {
13076
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
13077
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
13078
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
13079
  }
13080
  },
13081
  {
 
13103
  },
13104
  "steps": 279,
13105
  "simulation_time_s": null,
13106
+ "wall_time_s": 36.857751398,
13107
  "model": "Qwen3-VL-OFT",
13108
  "effort": "40k · official",
13109
  "harness": "standalone",
 
13148
  "policy_trace": "experiments/robotwin-official/official-48/policy/events.jsonl",
13149
  "evidence_archive": "experiments/robotwin-official/official-48/evidence.zip",
13150
  "provenance": "official/source-identities.json",
13151
+ "native_video": "experiments/robotwin-official/official-48/native-head.mp4",
13152
+ "timing": "experiments/robotwin-official/official-48/timing.json"
13153
  },
13154
  "resources": [],
13155
  "session_counts": {
 
13212
  272
13213
  ],
13214
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
13215
+ },
13216
+ "timing": {
13217
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
13218
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
13219
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
13220
  }
13221
  },
13222
  {
 
13244
  },
13245
  "steps": 400,
13246
  "simulation_time_s": null,
13247
+ "wall_time_s": 38.846506616,
13248
  "model": "Qwen3-VL-OFT",
13249
  "effort": "40k · official",
13250
  "harness": "standalone",
 
13289
  "policy_trace": "experiments/robotwin-official/official-49/policy/events.jsonl",
13290
  "evidence_archive": "experiments/robotwin-official/official-49/evidence.zip",
13291
  "provenance": "official/source-identities.json",
13292
+ "native_video": "experiments/robotwin-official/official-49/native-head.mp4",
13293
+ "timing": "experiments/robotwin-official/official-49/timing.json"
13294
  },
13295
  "resources": [],
13296
  "session_counts": {
 
13360
  384
13361
  ],
13362
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
13363
+ },
13364
+ "timing": {
13365
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
13366
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
13367
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
13368
  }
13369
  },
13370
  {
 
13392
  },
13393
  "steps": 400,
13394
  "simulation_time_s": null,
13395
+ "wall_time_s": 40.189079744,
13396
  "model": "Qwen3-VL-OFT",
13397
  "effort": "40k · official",
13398
  "harness": "standalone",
 
13437
  "policy_trace": "experiments/robotwin-official/official-50/policy/events.jsonl",
13438
  "evidence_archive": "experiments/robotwin-official/official-50/evidence.zip",
13439
  "provenance": "official/source-identities.json",
13440
+ "native_video": "experiments/robotwin-official/official-50/native-head.mp4",
13441
+ "timing": "experiments/robotwin-official/official-50/timing.json"
13442
  },
13443
  "resources": [],
13444
  "session_counts": {
 
13508
  384
13509
  ],
13510
  "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
13511
+ },
13512
+ "timing": {
13513
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
13514
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
13515
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
13516
  }
13517
  }
13518
  ],
experiments/robotwin-official/official-01/artifact-index.json CHANGED
@@ -2800,5 +2800,11 @@
2800
  "path": "experiments/robotwin-official/official-01/evidence.zip",
2801
  "bytes": 13812866,
2802
  "sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611"
 
 
 
 
 
 
2803
  }
2804
  ]
 
2800
  "path": "experiments/robotwin-official/official-01/evidence.zip",
2801
  "bytes": 13812866,
2802
  "sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611"
2803
+ },
2804
+ {
2805
+ "name": "timing.json",
2806
+ "path": "experiments/robotwin-official/official-01/timing.json",
2807
+ "bytes": 1109,
2808
+ "sha256": "3f69feeee9e3d28ffe8e6e2e2273a4aa08c4c88967277a77a37a7b9c44b9b553"
2809
  }
2810
  ]
experiments/robotwin-official/official-01/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-01",
3
+ "wall_time_s": 85.68275771,
4
+ "wall_time_start_ns": 1793233180917596732,
5
+ "wall_time_end_ns": 1793233266600354442,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": null,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "7667020b50cfe129d97f6aa5dd90a9c1c5f21e41e8ee977037b1b824e3e73afc",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 803
17
+ }
18
+ }
experiments/robotwin-official/official-02/artifact-index.json CHANGED
@@ -2152,5 +2152,11 @@
2152
  "path": "experiments/robotwin-official/official-02/evidence.zip",
2153
  "bytes": 13349875,
2154
  "sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9"
 
 
 
 
 
 
2155
  }
2156
  ]
 
2152
  "path": "experiments/robotwin-official/official-02/evidence.zip",
2153
  "bytes": 13349875,
2154
  "sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9"
2155
+ },
2156
+ {
2157
+ "name": "timing.json",
2158
+ "path": "experiments/robotwin-official/official-02/timing.json",
2159
+ "bytes": 1110,
2160
+ "sha256": "4fd8e0eaef9c1456983c1b3e241d113006ce52d1936bbec7e050ff5d8fa17929"
2161
  }
2162
  ]
experiments/robotwin-official/official-02/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-02",
3
+ "wall_time_s": 95.582698862,
4
+ "wall_time_start_ns": 1793233359727560967,
5
+ "wall_time_end_ns": 1793233455310259829,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": null,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "ea3ca097d28e7fe9af3b202e86c4600ee57b2c656b3b552f54ec4c122a289428",
15
+ "setup_completed_line": 5,
16
+ "last_action_completed_line": 605
17
+ }
18
+ }
experiments/robotwin-official/official-03/artifact-index.json CHANGED
@@ -5878,5 +5878,11 @@
5878
  "path": "experiments/robotwin-official/official-03/evidence.zip",
5879
  "bytes": 34565622,
5880
  "sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b"
 
 
 
 
 
 
5881
  }
5882
  ]
 
5878
  "path": "experiments/robotwin-official/official-03/evidence.zip",
5879
  "bytes": 34565622,
5880
  "sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b"
5881
+ },
5882
+ {
5883
+ "name": "timing.json",
5884
+ "path": "experiments/robotwin-official/official-03/timing.json",
5885
+ "bytes": 1112,
5886
+ "sha256": "17fa703801568a9f8cb111abb6678730033397c8401913b1695fd413f25bb7b0"
5887
  }
5888
  ]
experiments/robotwin-official/official-03/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-03",
3
+ "wall_time_s": 191.478086476,
4
+ "wall_time_start_ns": 1793233408391056755,
5
+ "wall_time_end_ns": 1793233599869143231,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": null,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "5e6009f61d595863c7019f8e47ff19f59859795576898792644ad3f8e99b323f",
15
+ "setup_completed_line": 7,
16
+ "last_action_completed_line": 1707
17
+ }
18
+ }
experiments/robotwin-official/official-04/artifact-index.json CHANGED
@@ -802,5 +802,11 @@
802
  "path": "experiments/robotwin-official/official-04/evidence.zip",
803
  "bytes": 4599673,
804
  "sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40"
 
 
 
 
 
 
805
  }
806
  ]
 
802
  "path": "experiments/robotwin-official/official-04/evidence.zip",
803
  "bytes": 4599673,
804
  "sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40"
805
+ },
806
+ {
807
+ "name": "timing.json",
808
+ "path": "experiments/robotwin-official/official-04/timing.json",
809
+ "bytes": 1123,
810
+ "sha256": "7a6d6f8c2476a0dd5339d514f1fdea0f73ceefb66aa203fe381e2a59b9a03edd"
811
  }
812
  ]
experiments/robotwin-official/official-04/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-04",
3
+ "wall_time_s": 38.549091691,
4
+ "wall_time_start_ns": 1793233640968652143,
5
+ "wall_time_end_ns": 1793233679517743834,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 77.77644944190979,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "b979679135b2d4b09ad34ddc18fa1bae42c5da7736835f39ab7a43f5a3e08b51",
15
+ "setup_completed_line": 7,
16
+ "last_action_completed_line": 208
17
+ }
18
+ }
experiments/robotwin-official/official-05/artifact-index.json CHANGED
@@ -1774,5 +1774,11 @@
1774
  "path": "experiments/robotwin-official/official-05/evidence.zip",
1775
  "bytes": 9015167,
1776
  "sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9"
 
 
 
 
 
 
1777
  }
1778
  ]
 
1774
  "path": "experiments/robotwin-official/official-05/evidence.zip",
1775
  "bytes": 9015167,
1776
  "sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9"
1777
+ },
1778
+ {
1779
+ "name": "timing.json",
1780
+ "path": "experiments/robotwin-official/official-05/timing.json",
1781
+ "bytes": 1123,
1782
+ "sha256": "27d5d461ad70c08e7cf545562c61c5ae319032c877a3be4e27df29a2fc2deeba"
1783
  }
1784
  ]
experiments/robotwin-official/official-05/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-05",
3
+ "wall_time_s": 64.000487769,
4
+ "wall_time_start_ns": 1793233636941869838,
5
+ "wall_time_end_ns": 1793233700942357607,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 98.29473495483398,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "942e30ef7069218016044aa2cf7d14b505b1528f981a4826779cba5d2f1a8c2f",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 486
17
+ }
18
+ }
experiments/robotwin-official/official-06/artifact-index.json CHANGED
@@ -1504,5 +1504,11 @@
1504
  "path": "experiments/robotwin-official/official-06/evidence.zip",
1505
  "bytes": 6677038,
1506
  "sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded"
 
 
 
 
 
 
1507
  }
1508
  ]
 
1504
  "path": "experiments/robotwin-official/official-06/evidence.zip",
1505
  "bytes": 6677038,
1506
  "sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded"
1507
+ },
1508
+ {
1509
+ "name": "timing.json",
1510
+ "path": "experiments/robotwin-official/official-06/timing.json",
1511
+ "bytes": 1121,
1512
+ "sha256": "85458132684a3cbcf63ef45d1c2ec9c2b37fb12a6befef80de0f9ceb3cc39eac"
1513
  }
1514
  ]
experiments/robotwin-official/official-06/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-06",
3
+ "wall_time_s": 45.572599441,
4
+ "wall_time_start_ns": 1793233714226338010,
5
+ "wall_time_end_ns": 1793233759798937451,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 79.792884349823,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "71c4404d33a01c6991873388305c9585b0d59e3266b3ccd53afa4db145d14fe7",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 409
17
+ }
18
+ }
experiments/robotwin-official/official-07/artifact-index.json CHANGED
@@ -3178,5 +3178,11 @@
3178
  "path": "experiments/robotwin-official/official-07/evidence.zip",
3179
  "bytes": 17027239,
3180
  "sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9"
 
 
 
 
 
 
3181
  }
3182
  ]
 
3178
  "path": "experiments/robotwin-official/official-07/evidence.zip",
3179
  "bytes": 17027239,
3180
  "sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9"
3181
+ },
3182
+ {
3183
+ "name": "timing.json",
3184
+ "path": "experiments/robotwin-official/official-07/timing.json",
3185
+ "bytes": 1125,
3186
+ "sha256": "c31b6e6f72e783c57744e2b8807492058c7a29b618cafb71ad7070d0a288b436"
3187
  }
3188
  ]
experiments/robotwin-official/official-07/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-07",
3
+ "wall_time_s": 115.609587699,
4
+ "wall_time_start_ns": 1793233745393607948,
5
+ "wall_time_end_ns": 1793233861003195647,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 161.06643533706665,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "7016d879c1110f940437692289a491a7c8c4dfe60d43ddcc53cbc45f38a89cff",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 903
17
+ }
18
+ }
experiments/robotwin-official/official-08/artifact-index.json CHANGED
@@ -2476,5 +2476,11 @@
2476
  "path": "experiments/robotwin-official/official-08/evidence.zip",
2477
  "bytes": 14647900,
2478
  "sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224"
 
 
 
 
 
 
2479
  }
2480
  ]
 
2476
  "path": "experiments/robotwin-official/official-08/evidence.zip",
2477
  "bytes": 14647900,
2478
  "sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224"
2479
+ },
2480
+ {
2481
+ "name": "timing.json",
2482
+ "path": "experiments/robotwin-official/official-08/timing.json",
2483
+ "bytes": 1126,
2484
+ "sha256": "db26d41e3716b1cab74bb8fb4ecdfaa8ea0820925eacbab83608d1bb01c32a16"
2485
  }
2486
  ]
experiments/robotwin-official/official-08/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-08",
3
+ "wall_time_s": 109.102272713,
4
+ "wall_time_start_ns": 1793233834679740761,
5
+ "wall_time_end_ns": 1793233943782013474,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 183.34950232505798,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "79ec4b1ccfa2efcb1607052d0add29d0017fbe1826130717f1d2fb3b2bb72c09",
15
+ "setup_completed_line": 21,
16
+ "last_action_completed_line": 721
17
+ }
18
+ }
experiments/robotwin-official/official-09/artifact-index.json CHANGED
@@ -4150,5 +4150,11 @@
4150
  "path": "experiments/robotwin-official/official-09/evidence.zip",
4151
  "bytes": 19401905,
4152
  "sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3"
 
 
 
 
 
 
4153
  }
4154
  ]
 
4150
  "path": "experiments/robotwin-official/official-09/evidence.zip",
4151
  "bytes": 19401905,
4152
  "sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3"
4153
+ },
4154
+ {
4155
+ "name": "timing.json",
4156
+ "path": "experiments/robotwin-official/official-09/timing.json",
4157
+ "bytes": 1125,
4158
+ "sha256": "05e69f7eae9b9be60861283318e7056269facae63c3443c77ab399d8220eeecb"
4159
  }
4160
  ]
experiments/robotwin-official/official-09/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-09",
3
+ "wall_time_s": 144.095098434,
4
+ "wall_time_start_ns": 1793233899291969377,
5
+ "wall_time_end_ns": 1793234043387067811,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 183.2365918159485,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "189d9b2548b6901d8db7f1639a4c581075454f509b6c3d85fc98ac5c191b2f97",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 1203
17
+ }
18
+ }
experiments/robotwin-official/official-10/artifact-index.json CHANGED
@@ -1450,5 +1450,11 @@
1450
  "path": "experiments/robotwin-official/official-10/evidence.zip",
1451
  "bytes": 8984506,
1452
  "sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562"
 
 
 
 
 
 
1453
  }
1454
  ]
 
1450
  "path": "experiments/robotwin-official/official-10/evidence.zip",
1451
  "bytes": 8984506,
1452
  "sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562"
1453
+ },
1454
+ {
1455
+ "name": "timing.json",
1456
+ "path": "experiments/robotwin-official/official-10/timing.json",
1457
+ "bytes": 1124,
1458
+ "sha256": "050520e8ea89ca030eaac2650367e23e1afa2f27efdf9e91abcc8ccd23cd634a"
1459
  }
1460
  ]
experiments/robotwin-official/official-10/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-10",
3
+ "wall_time_s": 68.525689508,
4
+ "wall_time_start_ns": 1793233975286643361,
5
+ "wall_time_end_ns": 1793234043812332869,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 101.67892599105835,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "f755a63efb46dd52aadb6d158f64fb37f7861d8374b4e9ad75da9f97bc12aedc",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 403
17
+ }
18
+ }
experiments/robotwin-official/official-11/artifact-index.json CHANGED
@@ -532,5 +532,11 @@
532
  "path": "experiments/robotwin-official/official-11/evidence.zip",
533
  "bytes": 2091947,
534
  "sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266"
 
 
 
 
 
 
535
  }
536
  ]
 
532
  "path": "experiments/robotwin-official/official-11/evidence.zip",
533
  "bytes": 2091947,
534
  "sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266"
535
+ },
536
+ {
537
+ "name": "timing.json",
538
+ "path": "experiments/robotwin-official/official-11/timing.json",
539
+ "bytes": 1124,
540
+ "sha256": "27936c4bfa281f096a1893053497906cec36b4809320122a7f1cf5a9551e9419"
541
  }
542
  ]
experiments/robotwin-official/official-11/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-11",
3
+ "wall_time_s": 20.977394366,
4
+ "wall_time_start_ns": 1793234080195806489,
5
+ "wall_time_end_ns": 1793234101173200855,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 57.514047622680664,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "90441ac147238f4bd25070e289eede73d10008b8c154ce4e2ea5cd5e4b4d32f7",
15
+ "setup_completed_line": 4,
16
+ "last_action_completed_line": 117
17
+ }
18
+ }
experiments/robotwin-official/official-12/artifact-index.json CHANGED
@@ -478,5 +478,11 @@
478
  "path": "experiments/robotwin-official/official-12/evidence.zip",
479
  "bytes": 1865998,
480
  "sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01"
 
 
 
 
 
 
481
  }
482
  ]
 
478
  "path": "experiments/robotwin-official/official-12/evidence.zip",
479
  "bytes": 1865998,
480
  "sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01"
481
+ },
482
+ {
483
+ "name": "timing.json",
484
+ "path": "experiments/robotwin-official/official-12/timing.json",
485
+ "bytes": 1121,
486
+ "sha256": "35983bb07e5ec69efa8339049463d47cfeabb04b53f05fbe6007980cd42e9a24"
487
  }
488
  ]
experiments/robotwin-official/official-12/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-12",
3
+ "wall_time_s": 22.4828609,
4
+ "wall_time_start_ns": 1793234077228525515,
5
+ "wall_time_end_ns": 1793234099711386415,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 55.24973511695862,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "4b994a3bfe5ba19d1515bd1e8837e44f5efe1de3c46ccf734a0e46a116304487",
15
+ "setup_completed_line": 7,
16
+ "last_action_completed_line": 119
17
+ }
18
+ }
experiments/robotwin-official/official-13/artifact-index.json CHANGED
@@ -1450,5 +1450,11 @@
1450
  "path": "experiments/robotwin-official/official-13/evidence.zip",
1451
  "bytes": 6244016,
1452
  "sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0"
 
 
 
 
 
 
1453
  }
1454
  ]
 
1450
  "path": "experiments/robotwin-official/official-13/evidence.zip",
1451
  "bytes": 6244016,
1452
  "sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0"
1453
+ },
1454
+ {
1455
+ "name": "timing.json",
1456
+ "path": "experiments/robotwin-official/official-13/timing.json",
1457
+ "bytes": 1123,
1458
+ "sha256": "9468e99beed75825a3d4351f02d40ce91a4de36694ef280bc76a338656a8c32d"
1459
  }
1460
  ]
experiments/robotwin-official/official-13/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-13",
3
+ "wall_time_s": 41.916050342,
4
+ "wall_time_start_ns": 1793234131942934339,
5
+ "wall_time_end_ns": 1793234173858984681,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 73.74764633178711,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "d7e4d34c457afdb2db1b1b04f0e1dfe6670e1470d324ca7d662e324dfedc370c",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 401
17
+ }
18
+ }
experiments/robotwin-official/official-14/artifact-index.json CHANGED
@@ -316,5 +316,11 @@
316
  "path": "experiments/robotwin-official/official-14/evidence.zip",
317
  "bytes": 1052895,
318
  "sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c"
 
 
 
 
 
 
319
  }
320
  ]
 
316
  "path": "experiments/robotwin-official/official-14/evidence.zip",
317
  "bytes": 1052895,
318
  "sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c"
319
+ },
320
+ {
321
+ "name": "timing.json",
322
+ "path": "experiments/robotwin-official/official-14/timing.json",
323
+ "bytes": 1123,
324
+ "sha256": "cab177efa9f2d44ba97c9d2e32d78d2ed31b8e29cf436c9d4da8cd7b85ef1123"
325
  }
326
  ]
experiments/robotwin-official/official-14/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-14",
3
+ "wall_time_s": 14.339203312,
4
+ "wall_time_start_ns": 1793234134538392482,
5
+ "wall_time_end_ns": 1793234148877595794,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 47.017844915390015,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "80c11e0412b5011fa5b0780f7031606014cf86f8e61554a88722bdf310a40a17",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 64
17
+ }
18
+ }
experiments/robotwin-official/official-15/artifact-index.json CHANGED
@@ -316,5 +316,11 @@
316
  "path": "experiments/robotwin-official/official-15/evidence.zip",
317
  "bytes": 950511,
318
  "sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96"
 
 
 
 
 
 
319
  }
320
  ]
 
316
  "path": "experiments/robotwin-official/official-15/evidence.zip",
317
  "bytes": 950511,
318
  "sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96"
319
+ },
320
+ {
321
+ "name": "timing.json",
322
+ "path": "experiments/robotwin-official/official-15/timing.json",
323
+ "bytes": 1122,
324
+ "sha256": "ac7228bcd5b3739f1ad1558ed82fa9582897010a302d04336c7e1eea81727669"
325
  }
326
  ]
experiments/robotwin-official/official-15/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-15",
3
+ "wall_time_s": 11.904490544,
4
+ "wall_time_start_ns": 1793234182913375313,
5
+ "wall_time_end_ns": 1793234194817865857,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 45.21615529060364,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "763ba0f985f75a1c79bf7daa47e46064a94759cbf5b90e3af2b792dbfa8f866e",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 61
17
+ }
18
+ }
experiments/robotwin-official/official-16/artifact-index.json CHANGED
@@ -478,5 +478,11 @@
478
  "path": "experiments/robotwin-official/official-16/evidence.zip",
479
  "bytes": 1717071,
480
  "sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9"
 
 
 
 
 
 
481
  }
482
  ]
 
478
  "path": "experiments/robotwin-official/official-16/evidence.zip",
479
  "bytes": 1717071,
480
  "sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9"
481
+ },
482
+ {
483
+ "name": "timing.json",
484
+ "path": "experiments/robotwin-official/official-16/timing.json",
485
+ "bytes": 1123,
486
+ "sha256": "c94e656e6950db6b74439f16fe161a3ef9a0c727eb016245d23f059823729d61"
487
  }
488
  ]
experiments/robotwin-official/official-16/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-16",
3
+ "wall_time_s": 19.066550569,
4
+ "wall_time_start_ns": 1793234206754396383,
5
+ "wall_time_end_ns": 1793234225820946952,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 51.56687903404236,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "1aff7b71bb5a12e382324badefdf37de73fccb73d62d06dfeb415dfe6e645a63",
15
+ "setup_completed_line": 6,
16
+ "last_action_completed_line": 112
17
+ }
18
+ }
experiments/robotwin-official/official-17/artifact-index.json CHANGED
@@ -370,5 +370,11 @@
370
  "path": "experiments/robotwin-official/official-17/evidence.zip",
371
  "bytes": 1358677,
372
  "sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a"
 
 
 
 
 
 
373
  }
374
  ]
 
370
  "path": "experiments/robotwin-official/official-17/evidence.zip",
371
  "bytes": 1358677,
372
  "sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a"
373
+ },
374
+ {
375
+ "name": "timing.json",
376
+ "path": "experiments/robotwin-official/official-17/timing.json",
377
+ "bytes": 1123,
378
+ "sha256": "9ab8020522eef6d9d0210be7a125e83404c8b632652be6922c3fc38e155379d4"
379
  }
380
  ]
experiments/robotwin-official/official-17/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-17",
3
+ "wall_time_s": 14.952066267,
4
+ "wall_time_start_ns": 1793234232488624118,
5
+ "wall_time_end_ns": 1793234247440690385,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 53.366844177246094,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "9858430d0dc6d24901f1b713c04e93e0ccd01a993a76cb4e29a1fdac741942f0",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 77
17
+ }
18
+ }
experiments/robotwin-official/official-18/artifact-index.json CHANGED
@@ -694,5 +694,11 @@
694
  "path": "experiments/robotwin-official/official-18/evidence.zip",
695
  "bytes": 2766616,
696
  "sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c"
 
 
 
 
 
 
697
  }
698
  ]
 
694
  "path": "experiments/robotwin-official/official-18/evidence.zip",
695
  "bytes": 2766616,
696
  "sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c"
697
+ },
698
+ {
699
+ "name": "timing.json",
700
+ "path": "experiments/robotwin-official/official-18/timing.json",
701
+ "bytes": 1123,
702
+ "sha256": "ff0c2c2ddbcd1cace8f0d8dd4fb9a8869c8d79ddc2e8f874e4eb66bc59e0fb50"
703
  }
704
  ]
experiments/robotwin-official/official-18/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-18",
3
+ "wall_time_s": 25.822061513,
4
+ "wall_time_start_ns": 1793234260304541983,
5
+ "wall_time_end_ns": 1793234286126603496,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 61.39763832092285,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "665ec9a8065b84034b1d0e4f9589d2dac5b3c28bdaa3a8cec4149fbd450d4d29",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 170
17
+ }
18
+ }
experiments/robotwin-official/official-19/artifact-index.json CHANGED
@@ -1450,5 +1450,11 @@
1450
  "path": "experiments/robotwin-official/official-19/evidence.zip",
1451
  "bytes": 7316003,
1452
  "sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98"
 
 
 
 
 
 
1453
  }
1454
  ]
 
1450
  "path": "experiments/robotwin-official/official-19/evidence.zip",
1451
  "bytes": 7316003,
1452
  "sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98"
1453
+ },
1454
+ {
1455
+ "name": "timing.json",
1456
+ "path": "experiments/robotwin-official/official-19/timing.json",
1457
+ "bytes": 1123,
1458
+ "sha256": "14f4b19aec0a1af8257ef53866041b5576ffe6813adb103721cc372f5efce47b"
1459
  }
1460
  ]
experiments/robotwin-official/official-19/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-19",
3
+ "wall_time_s": 50.021721975,
4
+ "wall_time_start_ns": 1793234290759583652,
5
+ "wall_time_end_ns": 1793234340781305627,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 92.23012089729309,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "1512c4f3cf0fea0b4a0e9eded4e119b66055a601c9dcabc078ab8bd56f5d1649",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 403
17
+ }
18
+ }
experiments/robotwin-official/official-20/artifact-index.json CHANGED
@@ -1450,5 +1450,11 @@
1450
  "path": "experiments/robotwin-official/official-20/evidence.zip",
1451
  "bytes": 6579468,
1452
  "sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9"
 
 
 
 
 
 
1453
  }
1454
  ]
 
1450
  "path": "experiments/robotwin-official/official-20/evidence.zip",
1451
  "bytes": 6579468,
1452
  "sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9"
1453
+ },
1454
+ {
1455
+ "name": "timing.json",
1456
+ "path": "experiments/robotwin-official/official-20/timing.json",
1457
+ "bytes": 1123,
1458
+ "sha256": "ce1ab65d0131cad8776a366b6944ddfed0ffbc4078d267f02a3cb676e965d214"
1459
  }
1460
  ]
experiments/robotwin-official/official-20/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-20",
3
+ "wall_time_s": 43.413023459,
4
+ "wall_time_start_ns": 1793234341835248852,
5
+ "wall_time_end_ns": 1793234385248272311,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 98.12976145744324,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "cd380161a1f98c56f3fe8c43b9cc69d6d4c5869eab2debf78a2a651d7308fffe",
15
+ "setup_completed_line": 5,
16
+ "last_action_completed_line": 405
17
+ }
18
+ }
experiments/robotwin-official/official-21/artifact-index.json CHANGED
@@ -1450,5 +1450,11 @@
1450
  "path": "experiments/robotwin-official/official-21/evidence.zip",
1451
  "bytes": 6460055,
1452
  "sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d"
 
 
 
 
 
 
1453
  }
1454
  ]
 
1450
  "path": "experiments/robotwin-official/official-21/evidence.zip",
1451
  "bytes": 6460055,
1452
  "sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d"
1453
+ },
1454
+ {
1455
+ "name": "timing.json",
1456
+ "path": "experiments/robotwin-official/official-21/timing.json",
1457
+ "bytes": 1123,
1458
+ "sha256": "2f0d7c9037ff73cf49f591fda1010576fa41dd52d95957b607ef7d307250d60a"
1459
  }
1460
  ]
experiments/robotwin-official/official-21/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-21",
3
+ "wall_time_s": 46.244336484,
4
+ "wall_time_start_ns": 1793234372079372075,
5
+ "wall_time_end_ns": 1793234418323708559,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 79.52563738822937,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "e9090b08a6ee6641356c22300d84c6d13df07dbccab2c3d7d108111a7d9dfcaf",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 403
17
+ }
18
+ }
experiments/robotwin-official/official-22/artifact-index.json CHANGED
@@ -1450,5 +1450,11 @@
1450
  "path": "experiments/robotwin-official/official-22/evidence.zip",
1451
  "bytes": 6423197,
1452
  "sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55"
 
 
 
 
 
 
1453
  }
1454
  ]
 
1450
  "path": "experiments/robotwin-official/official-22/evidence.zip",
1451
  "bytes": 6423197,
1452
  "sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55"
1453
+ },
1454
+ {
1455
+ "name": "timing.json",
1456
+ "path": "experiments/robotwin-official/official-22/timing.json",
1457
+ "bytes": 1123,
1458
+ "sha256": "c38e49ab0eb746c131a66f8cfcf9afd8edf05de30b93ac47f932c8d237200db8"
1459
  }
1460
  ]
experiments/robotwin-official/official-22/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-22",
3
+ "wall_time_s": 42.688982277,
4
+ "wall_time_start_ns": 1793234418076362945,
5
+ "wall_time_end_ns": 1793234460765345222,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 75.80522131919861,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "4c694f72116801f1c1f63f75e6fe91c5882a6c446414a868bc6ab4273547502f",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 403
17
+ }
18
+ }
experiments/robotwin-official/official-23/artifact-index.json CHANGED
@@ -640,5 +640,11 @@
640
  "path": "experiments/robotwin-official/official-23/evidence.zip",
641
  "bytes": 2419678,
642
  "sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96"
 
 
 
 
 
 
643
  }
644
  ]
 
640
  "path": "experiments/robotwin-official/official-23/evidence.zip",
641
  "bytes": 2419678,
642
  "sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96"
643
+ },
644
+ {
645
+ "name": "timing.json",
646
+ "path": "experiments/robotwin-official/official-23/timing.json",
647
+ "bytes": 1122,
648
+ "sha256": "ec1904f0af86c3b60a7828c34e949824e5e8f75f8532665153e64b0bb8f3deab"
649
  }
650
  ]
experiments/robotwin-official/official-23/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-23",
3
+ "wall_time_s": 26.298405185,
4
+ "wall_time_start_ns": 1793234453430848648,
5
+ "wall_time_end_ns": 1793234479729253833,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 59.5565447807312,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "dcfe5eb3f0966d177b32f4b988b1927e80e984b1808b8a0aad905eb92d3aad71",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 156
17
+ }
18
+ }
experiments/robotwin-official/official-24/artifact-index.json CHANGED
@@ -478,5 +478,11 @@
478
  "path": "experiments/robotwin-official/official-24/evidence.zip",
479
  "bytes": 1833380,
480
  "sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc"
 
 
 
 
 
 
481
  }
482
  ]
 
478
  "path": "experiments/robotwin-official/official-24/evidence.zip",
479
  "bytes": 1833380,
480
  "sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc"
481
+ },
482
+ {
483
+ "name": "timing.json",
484
+ "path": "experiments/robotwin-official/official-24/timing.json",
485
+ "bytes": 1122,
486
+ "sha256": "b6538c681a400537bfee2c80fb9a8521e45ff8c4500f68452c0db2f7fe1a8fc6"
487
  }
488
  ]
experiments/robotwin-official/official-24/timing.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episode": "official-24",
3
+ "wall_time_s": 19.594173712,
4
+ "wall_time_start_ns": 1793234501252450714,
5
+ "wall_time_end_ns": 1793234520846624426,
6
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
7
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
8
+ "simulation_time_s": null,
9
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
10
+ "previous_display_wall_time_s": 59.6037974357605,
11
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
12
+ "evidence": {
13
+ "file": "native-events.jsonl",
14
+ "sha256": "57cee2aeb577cb93c6aaf89deb5440e8ae49d9d49e07a0cdee07c5ff93082e92",
15
+ "setup_completed_line": 3,
16
+ "last_action_completed_line": 107
17
+ }
18
+ }