diff --git a/app.js b/app.js
index f9b33f0670bd9bc2aff8e181fa4bb6d5ffff09d9..1e8eb098c3e1c90a95aa4f067cc1695e05080155 100644
--- a/app.js
+++ b/app.js
@@ -69,13 +69,6 @@ function counterEvidence(ep) {
if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`;
return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`;
}
-function costBreakdown(s,open=false) {
- if (!s.n) return '';
- const names={fresh_input:'Fresh input',cache_read:'Cache reads',cache_write:'Cache writes',output:'Output',unclassified_input:'Unclassified input'};
- const order=['fresh_input','cache_read','cache_write','output','unclassified_input'];
- const rows=[...s.buckets].sort((a,b)=>order.indexOf(a.category)-order.indexOf(b.category)||a.tier.localeCompare(b.tier));
- return `Cost breakdown USD${s.perTask?' / task':''} · estimated + ${s.costCount!==s.n?`
A complete cost is unavailable. The breakdown covers ${s.costCount} of ${s.n} episodes only.
`:''}
${s.perTask?'Each row = average tokens per task × its rate / 1,000,000.':'Each row = tokens × its rate / 1,000,000.'} Fresh input, cache read, cache write and output are disjoint categories; reasoning is already included in output.
Costs are summed from the recorded Pi session estimates. Standalone VLA uses no language-agent API calls.
API-equivalent estimates, not verified account charges. Subscription allocation, discounts, credits, taxes, simulator costs and archived attempts are excluded. Estimates recorded ${esc(UsageMetrics.pricingDate||'—')}.
`;
-}
function modelGroups() {
const groups=new Map();
for (const v of data.variants) {
@@ -99,13 +92,13 @@ function comparisonCell(v,f) {
let value;
if(matrixMetric==='success')value=`
${pct(s.rate)} ${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}
`;
else if(matrixMetric==='tokens')value=`
Fresh input / task ${compact(mean.fresh)}
Cache write / task ${compact(mean.cacheWrite)}
Cache read / task ${rangeNumber(mean.cacheLow,mean.cacheHigh)}
Cache hit ${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}
Output / task ${compact(mean.output)} `;
- else value=`${costValue(mean)} USD / task · ${costNote(s)}
${costBreakdown(mean)}`;
+ else value=`${costValue(mean)} USD / task · ${costNote(s)}
`;
return `${value}${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow} `;
}
function comparisonTable() {
const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.';
- return `Compare environments Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.
${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`${l} `).join('')}
${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task; expand a breakdown for average token categories and costs.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}
${modelGroups().map((g,i)=>`
${esc(g.model)} ${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')} ${g.variants.length} variants ⌄ `).join('')}
`;
+ return `Compare environments Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.
${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`${l} `).join('')}
${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}
${modelGroups().map((g,i)=>`
${esc(g.model)} ${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')} ${g.variants.length} variants ⌄ `).join('')}
`;
}
function recordingPilotProgress(){
const p=data.recording_pilot;if(!p)return '';
@@ -155,7 +148,7 @@ function runsPage(variant,params,restoredFilters=null) {
if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';}
if(restoredFilters)filters={...restoredFilters};
const v=variantFor(variant),s=stats(episodes(variant));
- $('#main').innerHTML=`${variantTabs(variant)}${s.n?'Selected results':'Planned evaluation'}
${esc(v.label||v.agent)} × ${v.model} ${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending
Download results ↓ ${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}${costBreakdown(s)}${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `
${f.name} ${pct(fs.rate)}
${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested `;}).join('')}
${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}
${taskBrowser(variant)}${methodology()}`;
+ $('#main').innerHTML=`${variantTabs(variant)}${s.n?'Selected results':'Planned evaluation'}
${esc(v.label||v.agent)} × ${v.model} ${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending
Download results ↓ ${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `
${f.name} ${pct(fs.rate)}
${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested `;}).join('')}
${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}
${taskBrowser(variant)}${methodology()}`;
renderRows();
}
function nativeNote(task,ep) {
@@ -168,7 +161,7 @@ function videoPanel(ep,mini=false) {
}
function episodeMetrics(ep) {
const u=ep.usage||{},s=stats([ep]);
- return `${usageTiles(s)}${usageDefinition()}
${esc(usageEvidence(ep))}
${costBreakdown(s,true)}${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls ${external(ep.links.usage,'Usage accounting record')}
`;
+ return `${usageTiles(s)}${usageDefinition()}
${esc(usageEvidence(ep))}
${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls ${external(ep.links.usage,'Usage accounting record')}
`;
}
// Align words and punctuation while preserving the exact original whitespace.
function instructionDiff(original, revised) {
@@ -276,7 +269,7 @@ function overviewDetail(task,ep) {
if(!ep)return `○ ${initializationBlocked?'Initialization blocked':'Awaiting evaluation'} ${seedLimit?.exhausted?'No native-valid seed at or below '+number(seedLimit.max_seed):initializationBlocked?'Native seed 0 could not initialize':'No recorded episode yet'} ${variantName(current.variant)} / ${esc(variantFor(current.variant).effort)}
${metric(number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task)),'Campaign planned action steps')}${metric(String(task.planned_seed_by_variant?.[current.variant]??plannedProtocol(task,current.variant).seed),'Seed')}${metric(task.planned_protocol.control_frequency_hz+' Hz','Control frequency')}
${seedLimit?.exhausted?'Native checks exhausted seeds 1–'+number(seedLimit.max_seed)+'. No Codex model attempt was launched. The original Kinex result is retained; this unavailable Codex task is excluded from success rates.':initializationBlocked?'No model was called. Seed 0 is retained by user decision; this is excluded from task success rates.':'This task is included in the planned catalog. Results and usage will appear after evaluation.'}
${instructionPanel(task,null)}
${seedLimit?.evidence_url?external(seedLimit.evidence_url,'Native seed selection evidence'):''}${nativeNote(task,null)}`;
const m=ep.media||{},u=ep.usage||{},a=ep.analysis||{};
const reason=a.evidence_note||a.failure_reason||a.cause||a.observed||a.visible_completion;
- return `${videoPanel(ep)}
${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.
Native verdict ${badge(ep)}
${number(actionSteps(ep.steps,ep))} / ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} action steps
Termination ${esc(ep.verdict?.termination||'—')} Execution ${esc(ep.execution?.status||'—')} Evidence ${ep.valid?'Valid':'Invalid'} Simulation time ${elapsed(ep.simulation_time_s)} Wall time ${elapsed(ep.wall_time_s)} Estimated cost ${costValue(stats([ep]))} Seed ${ep.seed} Agent version ${ep.kinex_version?'Kinex '+esc(ep.kinex_version):ep.codex_version?'Codex '+esc(ep.codex_version):ep.claude_code_version?'Claude Code '+esc(ep.claude_code_version):esc(variantFor(ep.variant).agent)} ${external(ep.links.verdict,'Native verdict')}${external(ep.links.provenance,'Source identity')}
${nativeNote(task,ep)}${ep.post_terminal_review?`! Native episode completed; later provider error ${esc(ep.post_terminal_review.reason)}
${external(ep.links.completion_review,"Terminal completion review")}
`:""}${initializationNote?``:''}${ep.usage_review?``:""}${ep.native_clock_review?`i Native physics clock differs from control-frame time ${esc(ep.native_clock_review.reason)}
${external(ep.links.native_clock_review,"Native clock review")}
`:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?`i Host collector recovered; original model continued ${esc(ep.collector_review.reason)}
Wall time uses the original session timestamps. Lost host setup timing is left unknown.
Host waiting protection was extended prospectively from 8 to 16 hours for this original execution; the native control budget is unchanged.
${external(ep.links.collector_review,"Collector recovery evidence")}
`:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?`i Different evaluation seeds Codex uses seed ${number(ep.seed)} after native expert and initialization checks with no model calls during selection. ${ep.provenance.protocol_exception.max_seed!=null?'Seed selection was capped at '+number(ep.provenance.protocol_exception.max_seed)+'. ':''} Kinex retains its original seed ${number(ep.provenance.protocol_exception.preserved_kinex_seed)} result. Codex ran once; this is not a same-seed comparison.
${external(ep.links.seed_selection,'Native seed selection evidence')}
`:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}${instructionPanel(task,ep)}
Episode notes Recorded observations and task-specific interpretation.
${reason?`
${esc(reason)}
`:`
${esc(a.outcome||'The native result and original evidence are retained for this episode.')}
`}
Read recorded analysis ${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`${esc(k.replaceAll('_',' '))} ${esc(typeof v==='string'?v:JSON.stringify(v))}
`).join('')}${external(ep.links.analysis,'Analysis JSON')}${external(ep.links.terminal_frame,'Terminal evidence')}
`;
+ return `${videoPanel(ep)}
${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.
Native verdict ${badge(ep)}
${number(actionSteps(ep.steps,ep))} / ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} action steps
Termination ${esc(ep.verdict?.termination||'—')} Execution ${esc(ep.execution?.status||'—')} Evidence ${ep.valid?'Valid':'Invalid'} Simulation time ${ep.timing&&ep.simulation_time_s==null?'Not recorded':elapsed(ep.simulation_time_s)} Wall time ${elapsed(ep.wall_time_s)} Estimated cost ${costValue(stats([ep]))} Seed ${ep.seed} Agent version ${ep.kinex_version?'Kinex '+esc(ep.kinex_version):ep.codex_version?'Codex '+esc(ep.codex_version):ep.claude_code_version?'Claude Code '+esc(ep.claude_code_version):esc(variantFor(ep.variant).agent)} ${external(ep.links.verdict,'Native verdict')}${external(ep.links.provenance,'Source identity')}
${nativeNote(task,ep)}${ep.post_terminal_review?`! Native episode completed; later provider error ${esc(ep.post_terminal_review.reason)}
${external(ep.links.completion_review,"Terminal completion review")}
`:""}${initializationNote?``:''}${ep.usage_review?``:""}${ep.native_clock_review?`i Native physics clock differs from control-frame time ${esc(ep.native_clock_review.reason)}
${external(ep.links.native_clock_review,"Native clock review")}
`:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?`i Host collector recovered; original model continued ${esc(ep.collector_review.reason)}
Wall time uses the original session timestamps. Lost host setup timing is left unknown.
Host waiting protection was extended prospectively from 8 to 16 hours for this original execution; the native control budget is unchanged.
${external(ep.links.collector_review,"Collector recovery evidence")}
`:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?`i Different evaluation seeds Codex uses seed ${number(ep.seed)} after native expert and initialization checks with no model calls during selection. ${ep.provenance.protocol_exception.max_seed!=null?'Seed selection was capped at '+number(ep.provenance.protocol_exception.max_seed)+'. ':''} Kinex retains its original seed ${number(ep.provenance.protocol_exception.preserved_kinex_seed)} result. Codex ran once; this is not a same-seed comparison.
${external(ep.links.seed_selection,'Native seed selection evidence')}
`:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}${instructionPanel(task,ep)}
Episode notes Recorded observations and task-specific interpretation.
${reason?`
${esc(reason)}
`:`
${esc(a.outcome||'The native result and original evidence are retained for this episode.')}
`}
Read recorded analysis ${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`${esc(k.replaceAll('_',' '))} ${esc(typeof v==='string'?v:JSON.stringify(v))}
`).join('')}${external(ep.links.analysis,'Analysis JSON')}${external(ep.links.terminal_frame,'Terminal evidence')}
`;
}
function taskPage(key,variant,section='overview') {
const task=data.tasks.find(t=>t.key===key);if(!task||!variantFor(variant)){notFound();return;}
@@ -368,7 +361,7 @@ async function loadResource(index,token) {
catch(e){if(token===epoch&¤t.resource===index){$('#resource-preview').textContent='Preview unavailable: '+e.message;current.resourceText=null;}}
}
const evidenceGroups=[
- ['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]],
+ ['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]],
['Session & workspace','The original agent trajectory and final files.',[['native_session','Native session'],['transcript','Readable transcript'],['trace','Agent trace'],['workspace','Workspace archive'],['workspace_changes','Workspace manifest']]],
['Recording & review','Published media and checks against the recorded evidence.',[['native_video','Original head recording'],['video','Video'],['poster','Poster'],['terminal_frame','Terminal frame'],['recording_manifest','Recording manifest'],['media_check','Media validation'],['analysis','Episode analysis']]],
['Usage & provenance','Provider counters and the actual code used by the episode.',[['usage','Token usage'],['provider_usage','Provider usage ledger'],['provenance','Source identities'],['tool_errors','Tool errors']]]
@@ -379,7 +372,7 @@ function evidenceCard(title,description,items,ep) {
function evidencePanel(task,ep) {
const used=new Set(evidenceGroups.flatMap(g=>g[2].map(x=>x[0]))),extras=Object.keys(ep.links).filter(k=>!used.has(k));
const source={...data.variant_sources[ep.variant],...(ep.source_dataset_revision?{dataset_revision:ep.source_dataset_revision}:{})};
- return `Evidence & provenance Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.
${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}
Recorded identity Source and protocol belonging to this episode.
Episode ${esc(ep.source_episode_id)}Model ${esc(ep.model)} / ${ep.effort} Space ${external('https://huggingface.co/spaces/'+source.space,source.space)} Original evidence revision ${source.evidence_revision} ${ep.kinex_revision?`Kinex revision ${esc(ep.kinex_revision)} `:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`${esc(k)} ${esc(v.revision||'Unrecorded revision')}${v.dirty?' Local changes recorded ':''} `).join('')}Recorded action-step budget ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps Campaign planned action-step budget ${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps Current benchmark default ${number(currentBudget(task))} action steps Inspect the measured protocol JSON ${esc(JSON.stringify(ep.measured_protocol,null,2))} Preview an evidence file Inspect the recorded JSON without leaving this page.
Choose a file… ${[['verdict','Native verdict'],['protocol','Measured protocol'],['provenance','Source identities'],['usage','Token usage'],['analysis','Episode analysis'],['media_check','Media validation'],['recording_manifest','Recording manifest']].filter(([k])=>ep.links[k]).map(([k,l])=>`${l} `).join('')} `;
+ return `Evidence & provenance Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.
${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}
Recorded identity Source and protocol belonging to this episode.
Episode ${esc(ep.source_episode_id)}Model ${esc(ep.model)} / ${ep.effort} Space ${external('https://huggingface.co/spaces/'+source.space,source.space)} Original evidence revision ${source.evidence_revision} ${ep.kinex_revision?`Kinex revision ${esc(ep.kinex_revision)} `:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`${esc(k)} ${esc(v.revision||'Unrecorded revision')}${v.dirty?' Local changes recorded ':''} `).join('')}Recorded action-step budget ${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps Campaign planned action-step budget ${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps Current benchmark default ${number(currentBudget(task))} action steps Inspect the measured protocol JSON ${esc(JSON.stringify(ep.measured_protocol,null,2))} Preview an evidence file Inspect the recorded JSON without leaving this page.
Choose a file… ${[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['provenance','Source identities'],['usage','Token usage'],['analysis','Episode analysis'],['media_check','Media validation'],['recording_manifest','Recording manifest']].filter(([k])=>ep.links[k]).map(([k,l])=>`${l} `).join('')} `;
}
function historyPanel(history,task) {
return `Previous attempts Archived attempts are preserved separately and excluded from the current success rate, usage and costs.
Full archive ↗ ${history.length?history.map(h=>`${badge(h)}${h.valid===false?'Interrupted / invalid':typeof h.success==='boolean'?'Archived result':'Verdict not recorded'}
${esc((h.status||'Archived attempt').replaceAll('_',' '))} ${esc(h.id||h.job||h.dataset_revision||'Historical record')}
${h.steps!=null?number(actionSteps(h.steps,task))+' action steps · ':''}${h.usage?'Fresh input '+compact(UsageMetrics.usage(h).fresh)+' · cache read '+compact(h.usage.cached_input_tokens)+' · cache write '+compact(UsageMetrics.usage(h).cacheWrite)+' · output '+compact(UsageMetrics.usage(h).output)+' · ':''}${h.dataset_revision?'Revision '+h.dataset_revision.slice(0,8):''} ${h.analysis?.execution?`
${esc(h.analysis.execution)}
`:''}${h.instruction?`
Measured instruction ${esc(h.instruction)}
`:''}
${Object.entries(h.links||{}).filter(([k])=>['video','verdict','provenance','transcript','terminal_frame','native_session'].includes(k)).map(([k,u])=>external(u,k.replaceAll('_',' '))).join('')}
`).join(''):'No earlier attempts are listed for this task and agent combination.
'} `;
diff --git a/data.json b/data.json
index 18ceaaed7cba89d0423002f67d5c5e9f61442643..1eb3bfe1273194c79cfcb55aafa6998d92f5bb8b 100644
--- a/data.json
+++ b/data.json
@@ -6218,7 +6218,7 @@
},
"steps": 800,
"simulation_time_s": null,
- "wall_time_s": null,
+ "wall_time_s": 85.68275771,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -6263,7 +6263,8 @@
"policy_trace": "experiments/robotwin-official/official-01/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-01/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-01/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-01/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-01/timing.json"
},
"resources": [],
"session_counts": {
@@ -6358,6 +6359,11 @@
784
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -6385,7 +6391,7 @@
},
"steps": 600,
"simulation_time_s": null,
- "wall_time_s": null,
+ "wall_time_s": 95.582698862,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -6430,7 +6436,8 @@
"policy_trace": "experiments/robotwin-official/official-02/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-02/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-02/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-02/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-02/timing.json"
},
"resources": [],
"session_counts": {
@@ -6513,6 +6520,11 @@
592
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -6540,7 +6552,7 @@
},
"steps": 1700,
"simulation_time_s": null,
- "wall_time_s": null,
+ "wall_time_s": 191.478086476,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -6585,7 +6597,8 @@
"policy_trace": "experiments/robotwin-official/official-03/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-03/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-03/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-03/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-03/timing.json"
},
"resources": [],
"session_counts": {
@@ -6737,6 +6750,11 @@
1696
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -6764,7 +6782,7 @@
},
"steps": 201,
"simulation_time_s": null,
- "wall_time_s": 77.77644944190979,
+ "wall_time_s": 38.549091691,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -6809,7 +6827,8 @@
"policy_trace": "experiments/robotwin-official/official-04/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-04/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-04/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-04/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-04/timing.json"
},
"resources": [],
"session_counts": {
@@ -6867,6 +6886,11 @@
192
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -6894,7 +6918,7 @@
},
"steps": 483,
"simulation_time_s": null,
- "wall_time_s": 98.29473495483398,
+ "wall_time_s": 64.000487769,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -6939,7 +6963,8 @@
"policy_trace": "experiments/robotwin-official/official-05/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-05/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-05/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-05/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-05/timing.json"
},
"resources": [],
"session_counts": {
@@ -7015,6 +7040,11 @@
480
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7042,7 +7072,7 @@
},
"steps": 406,
"simulation_time_s": null,
- "wall_time_s": 79.792884349823,
+ "wall_time_s": 45.572599441,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -7087,7 +7117,8 @@
"policy_trace": "experiments/robotwin-official/official-06/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-06/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-06/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-06/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-06/timing.json"
},
"resources": [],
"session_counts": {
@@ -7158,6 +7189,11 @@
400
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7185,7 +7221,7 @@
},
"steps": 900,
"simulation_time_s": null,
- "wall_time_s": 161.06643533706665,
+ "wall_time_s": 115.609587699,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -7230,7 +7266,8 @@
"policy_trace": "experiments/robotwin-official/official-07/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-07/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-07/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-07/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-07/timing.json"
},
"resources": [],
"session_counts": {
@@ -7332,6 +7369,11 @@
896
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7359,7 +7401,7 @@
},
"steps": 700,
"simulation_time_s": null,
- "wall_time_s": 183.34950232505798,
+ "wall_time_s": 109.102272713,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -7404,7 +7446,8 @@
"policy_trace": "experiments/robotwin-official/official-08/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-08/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-08/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-08/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-08/timing.json"
},
"resources": [],
"session_counts": {
@@ -7493,6 +7536,11 @@
688
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7520,7 +7568,7 @@
},
"steps": 1200,
"simulation_time_s": null,
- "wall_time_s": 183.2365918159485,
+ "wall_time_s": 144.095098434,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -7565,7 +7613,8 @@
"policy_trace": "experiments/robotwin-official/official-09/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-09/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-09/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-09/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-09/timing.json"
},
"resources": [],
"session_counts": {
@@ -7685,6 +7734,11 @@
1184
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7712,7 +7766,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 101.67892599105835,
+ "wall_time_s": 68.525689508,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -7757,7 +7811,8 @@
"policy_trace": "experiments/robotwin-official/official-10/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-10/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-10/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-10/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-10/timing.json"
},
"resources": [],
"session_counts": {
@@ -7827,6 +7882,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7854,7 +7914,7 @@
},
"steps": 113,
"simulation_time_s": null,
- "wall_time_s": 57.514047622680664,
+ "wall_time_s": 20.977394366,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -7899,7 +7959,8 @@
"policy_trace": "experiments/robotwin-official/official-11/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-11/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-11/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-11/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-11/timing.json"
},
"resources": [],
"session_counts": {
@@ -7952,6 +8013,11 @@
112
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -7979,7 +8045,7 @@
},
"steps": 112,
"simulation_time_s": null,
- "wall_time_s": 55.24973511695862,
+ "wall_time_s": 22.4828609,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8024,7 +8090,8 @@
"policy_trace": "experiments/robotwin-official/official-12/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-12/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-12/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-12/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-12/timing.json"
},
"resources": [],
"session_counts": {
@@ -8076,6 +8143,11 @@
96
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8103,7 +8175,7 @@
},
"steps": 398,
"simulation_time_s": null,
- "wall_time_s": 73.74764633178711,
+ "wall_time_s": 41.916050342,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8148,7 +8220,8 @@
"policy_trace": "experiments/robotwin-official/official-13/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-13/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-13/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-13/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-13/timing.json"
},
"resources": [],
"session_counts": {
@@ -8218,6 +8291,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8245,7 +8323,7 @@
},
"steps": 61,
"simulation_time_s": null,
- "wall_time_s": 47.017844915390015,
+ "wall_time_s": 14.339203312,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8290,7 +8368,8 @@
"policy_trace": "experiments/robotwin-official/official-14/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-14/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-14/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-14/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-14/timing.json"
},
"resources": [],
"session_counts": {
@@ -8339,6 +8418,11 @@
48
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8366,7 +8450,7 @@
},
"steps": 58,
"simulation_time_s": null,
- "wall_time_s": 45.21615529060364,
+ "wall_time_s": 11.904490544,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8411,7 +8495,8 @@
"policy_trace": "experiments/robotwin-official/official-15/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-15/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-15/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-15/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-15/timing.json"
},
"resources": [],
"session_counts": {
@@ -8460,6 +8545,11 @@
48
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8487,7 +8577,7 @@
},
"steps": 106,
"simulation_time_s": null,
- "wall_time_s": 51.56687903404236,
+ "wall_time_s": 19.066550569,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8532,7 +8622,8 @@
"policy_trace": "experiments/robotwin-official/official-16/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-16/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-16/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-16/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-16/timing.json"
},
"resources": [],
"session_counts": {
@@ -8584,6 +8675,11 @@
96
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8611,7 +8707,7 @@
},
"steps": 74,
"simulation_time_s": null,
- "wall_time_s": 53.366844177246094,
+ "wall_time_s": 14.952066267,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8656,7 +8752,8 @@
"policy_trace": "experiments/robotwin-official/official-17/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-17/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-17/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-17/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-17/timing.json"
},
"resources": [],
"session_counts": {
@@ -8706,6 +8803,11 @@
64
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8733,7 +8835,7 @@
},
"steps": 167,
"simulation_time_s": null,
- "wall_time_s": 61.39763832092285,
+ "wall_time_s": 25.822061513,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8778,7 +8880,8 @@
"policy_trace": "experiments/robotwin-official/official-18/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-18/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-18/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-18/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-18/timing.json"
},
"resources": [],
"session_counts": {
@@ -8834,6 +8937,11 @@
160
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -8861,7 +8969,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 92.23012089729309,
+ "wall_time_s": 50.021721975,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -8906,7 +9014,8 @@
"policy_trace": "experiments/robotwin-official/official-19/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-19/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-19/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-19/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-19/timing.json"
},
"resources": [],
"session_counts": {
@@ -8976,6 +9085,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9003,7 +9117,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 98.12976145744324,
+ "wall_time_s": 43.413023459,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9048,7 +9162,8 @@
"policy_trace": "experiments/robotwin-official/official-20/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-20/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-20/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-20/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-20/timing.json"
},
"resources": [],
"session_counts": {
@@ -9118,6 +9233,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9145,7 +9265,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 79.52563738822937,
+ "wall_time_s": 46.244336484,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9190,7 +9310,8 @@
"policy_trace": "experiments/robotwin-official/official-21/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-21/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-21/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-21/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-21/timing.json"
},
"resources": [],
"session_counts": {
@@ -9260,6 +9381,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9287,7 +9413,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 75.80522131919861,
+ "wall_time_s": 42.688982277,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9332,7 +9458,8 @@
"policy_trace": "experiments/robotwin-official/official-22/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-22/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-22/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-22/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-22/timing.json"
},
"resources": [],
"session_counts": {
@@ -9402,6 +9529,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9429,7 +9561,7 @@
},
"steps": 153,
"simulation_time_s": null,
- "wall_time_s": 59.5565447807312,
+ "wall_time_s": 26.298405185,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9474,7 +9606,8 @@
"policy_trace": "experiments/robotwin-official/official-23/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-23/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-23/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-23/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-23/timing.json"
},
"resources": [],
"session_counts": {
@@ -9529,6 +9662,11 @@
144
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9556,7 +9694,7 @@
},
"steps": 104,
"simulation_time_s": null,
- "wall_time_s": 59.6037974357605,
+ "wall_time_s": 19.594173712,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9601,7 +9739,8 @@
"policy_trace": "experiments/robotwin-official/official-24/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-24/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-24/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-24/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-24/timing.json"
},
"resources": [],
"session_counts": {
@@ -9653,6 +9792,11 @@
96
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9680,7 +9824,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 83.9171679019928,
+ "wall_time_s": 48.932968378,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9725,7 +9869,8 @@
"policy_trace": "experiments/robotwin-official/official-25/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-25/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-25/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-25/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-25/timing.json"
},
"resources": [],
"session_counts": {
@@ -9795,6 +9940,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9822,7 +9972,7 @@
},
"steps": 94,
"simulation_time_s": null,
- "wall_time_s": 61.362776041030884,
+ "wall_time_s": 19.44487762,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9867,7 +10017,8 @@
"policy_trace": "experiments/robotwin-official/official-26/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-26/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-26/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-26/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-26/timing.json"
},
"resources": [],
"session_counts": {
@@ -9918,6 +10069,11 @@
80
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -9945,7 +10101,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 71.78675150871277,
+ "wall_time_s": 43.837252058,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -9990,7 +10146,8 @@
"policy_trace": "experiments/robotwin-official/official-27/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-27/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-27/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-27/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-27/timing.json"
},
"resources": [],
"session_counts": {
@@ -10060,6 +10217,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10087,7 +10249,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 83.77813601493835,
+ "wall_time_s": 46.526577501,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10132,7 +10294,8 @@
"policy_trace": "experiments/robotwin-official/official-28/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-28/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-28/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-28/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-28/timing.json"
},
"resources": [],
"session_counts": {
@@ -10202,6 +10365,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10229,7 +10397,7 @@
},
"steps": 700,
"simulation_time_s": null,
- "wall_time_s": 122.38379716873169,
+ "wall_time_s": 91.845853104,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10274,7 +10442,8 @@
"policy_trace": "experiments/robotwin-official/official-29/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-29/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-29/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-29/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-29/timing.json"
},
"resources": [],
"session_counts": {
@@ -10363,6 +10532,11 @@
688
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10390,7 +10564,7 @@
},
"steps": 500,
"simulation_time_s": null,
- "wall_time_s": 110.40643167495728,
+ "wall_time_s": 76.637786631,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10435,7 +10609,8 @@
"policy_trace": "experiments/robotwin-official/official-30/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-30/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-30/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-30/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-30/timing.json"
},
"resources": [],
"session_counts": {
@@ -10512,6 +10687,11 @@
496
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10539,7 +10719,7 @@
},
"steps": 200,
"simulation_time_s": null,
- "wall_time_s": 65.61462140083313,
+ "wall_time_s": 34.825539079,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10584,7 +10764,8 @@
"policy_trace": "experiments/robotwin-official/official-31/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-31/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-31/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-31/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-31/timing.json"
},
"resources": [],
"session_counts": {
@@ -10642,6 +10823,11 @@
192
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10669,7 +10855,7 @@
},
"steps": 209,
"simulation_time_s": null,
- "wall_time_s": 73.88174057006836,
+ "wall_time_s": 33.744922502,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10714,7 +10900,8 @@
"policy_trace": "experiments/robotwin-official/official-32/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-32/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-32/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-32/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-32/timing.json"
},
"resources": [],
"session_counts": {
@@ -10773,6 +10960,11 @@
208
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10800,7 +10992,7 @@
},
"steps": 274,
"simulation_time_s": null,
- "wall_time_s": 90.39021611213684,
+ "wall_time_s": 44.507345633,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10845,7 +11037,8 @@
"policy_trace": "experiments/robotwin-official/official-33/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-33/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-33/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-33/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-33/timing.json"
},
"resources": [],
"session_counts": {
@@ -10908,6 +11101,11 @@
272
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -10935,7 +11133,7 @@
},
"steps": 141,
"simulation_time_s": null,
- "wall_time_s": 53.08249115943909,
+ "wall_time_s": 25.086169906,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -10980,7 +11178,8 @@
"policy_trace": "experiments/robotwin-official/official-34/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-34/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-34/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-34/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-34/timing.json"
},
"resources": [],
"session_counts": {
@@ -11034,6 +11233,11 @@
128
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11061,7 +11265,7 @@
},
"steps": 500,
"simulation_time_s": null,
- "wall_time_s": 93.98528981208801,
+ "wall_time_s": 64.910953353,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11106,7 +11310,8 @@
"policy_trace": "experiments/robotwin-official/official-35/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-35/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-35/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-35/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-35/timing.json"
},
"resources": [],
"session_counts": {
@@ -11183,6 +11388,11 @@
496
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11210,7 +11420,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 91.74026560783386,
+ "wall_time_s": 56.865047002,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11255,7 +11465,8 @@
"policy_trace": "experiments/robotwin-official/official-36/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-36/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-36/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-36/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-36/timing.json"
},
"resources": [],
"session_counts": {
@@ -11325,6 +11536,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11352,7 +11568,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 77.78399324417114,
+ "wall_time_s": 48.455622626,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11397,7 +11613,8 @@
"policy_trace": "experiments/robotwin-official/official-37/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-37/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-37/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-37/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-37/timing.json"
},
"resources": [],
"session_counts": {
@@ -11467,6 +11684,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11494,7 +11716,7 @@
},
"steps": 143,
"simulation_time_s": null,
- "wall_time_s": 65.30040860176086,
+ "wall_time_s": 31.496076691,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11539,7 +11761,8 @@
"policy_trace": "experiments/robotwin-official/official-38/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-38/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-38/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-38/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-38/timing.json"
},
"resources": [],
"session_counts": {
@@ -11593,6 +11816,11 @@
128
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11620,7 +11848,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 85.99266123771667,
+ "wall_time_s": 56.758293404,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11665,7 +11893,8 @@
"policy_trace": "experiments/robotwin-official/official-39/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-39/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-39/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-39/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-39/timing.json"
},
"resources": [],
"session_counts": {
@@ -11735,6 +11964,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11762,7 +11996,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 86.26536703109741,
+ "wall_time_s": 57.809732526,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11807,7 +12041,8 @@
"policy_trace": "experiments/robotwin-official/official-40/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-40/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-40/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-40/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-40/timing.json"
},
"resources": [],
"session_counts": {
@@ -11877,6 +12112,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -11904,7 +12144,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 74.07066059112549,
+ "wall_time_s": 46.650760047,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -11949,7 +12189,8 @@
"policy_trace": "experiments/robotwin-official/official-41/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-41/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-41/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-41/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-41/timing.json"
},
"resources": [],
"session_counts": {
@@ -12019,6 +12260,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12046,7 +12292,7 @@
},
"steps": 143,
"simulation_time_s": null,
- "wall_time_s": 59.07599234580994,
+ "wall_time_s": 27.387894045,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12091,7 +12337,8 @@
"policy_trace": "experiments/robotwin-official/official-42/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-42/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-42/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-42/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-42/timing.json"
},
"resources": [],
"session_counts": {
@@ -12145,6 +12392,11 @@
128
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12172,7 +12424,7 @@
},
"steps": 106,
"simulation_time_s": null,
- "wall_time_s": 45.26478958129883,
+ "wall_time_s": 15.861195763,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12217,7 +12469,8 @@
"policy_trace": "experiments/robotwin-official/official-43/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-43/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-43/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-43/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-43/timing.json"
},
"resources": [],
"session_counts": {
@@ -12269,6 +12522,11 @@
96
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12296,7 +12554,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 69.56676435470581,
+ "wall_time_s": 42.993365614,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12341,7 +12599,8 @@
"policy_trace": "experiments/robotwin-official/official-44/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-44/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-44/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-44/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-44/timing.json"
},
"resources": [],
"session_counts": {
@@ -12411,6 +12670,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12438,7 +12702,7 @@
},
"steps": 81,
"simulation_time_s": null,
- "wall_time_s": 51.30299997329712,
+ "wall_time_s": 13.97968026,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12483,7 +12747,8 @@
"policy_trace": "experiments/robotwin-official/official-45/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-45/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-45/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-45/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-45/timing.json"
},
"resources": [],
"session_counts": {
@@ -12534,6 +12799,11 @@
80
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12561,7 +12831,7 @@
},
"steps": 131,
"simulation_time_s": null,
- "wall_time_s": 49.287285804748535,
+ "wall_time_s": 18.719106343,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12606,7 +12876,8 @@
"policy_trace": "experiments/robotwin-official/official-46/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-46/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-46/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-46/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-46/timing.json"
},
"resources": [],
"session_counts": {
@@ -12660,6 +12931,11 @@
128
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12687,7 +12963,7 @@
},
"steps": 266,
"simulation_time_s": null,
- "wall_time_s": 67.63478565216064,
+ "wall_time_s": 31.353207259,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12732,7 +13008,8 @@
"policy_trace": "experiments/robotwin-official/official-47/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-47/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-47/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-47/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-47/timing.json"
},
"resources": [],
"session_counts": {
@@ -12794,6 +13071,11 @@
256
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12821,7 +13103,7 @@
},
"steps": 279,
"simulation_time_s": null,
- "wall_time_s": 69.7175645828247,
+ "wall_time_s": 36.857751398,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -12866,7 +13148,8 @@
"policy_trace": "experiments/robotwin-official/official-48/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-48/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-48/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-48/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-48/timing.json"
},
"resources": [],
"session_counts": {
@@ -12929,6 +13212,11 @@
272
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -12956,7 +13244,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 70.01898050308228,
+ "wall_time_s": 38.846506616,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -13001,7 +13289,8 @@
"policy_trace": "experiments/robotwin-official/official-49/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-49/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-49/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-49/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-49/timing.json"
},
"resources": [],
"session_counts": {
@@ -13071,6 +13360,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
},
{
@@ -13098,7 +13392,7 @@
},
"steps": 400,
"simulation_time_s": null,
- "wall_time_s": 73.80930161476135,
+ "wall_time_s": 40.189079744,
"model": "Qwen3-VL-OFT",
"effort": "40k · official",
"harness": "standalone",
@@ -13143,7 +13437,8 @@
"policy_trace": "experiments/robotwin-official/official-50/policy/events.jsonl",
"evidence_archive": "experiments/robotwin-official/official-50/evidence.zip",
"provenance": "official/source-identities.json",
- "native_video": "experiments/robotwin-official/official-50/native-head.mp4"
+ "native_video": "experiments/robotwin-official/official-50/native-head.mp4",
+ "timing": "experiments/robotwin-official/official-50/timing.json"
},
"resources": [],
"session_counts": {
@@ -13213,6 +13508,11 @@
384
],
"last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized."
+ },
+ "timing": {
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time."
}
}
],
diff --git a/experiments/robotwin-official/official-01/artifact-index.json b/experiments/robotwin-official/official-01/artifact-index.json
index 1dffc53915fddc04c6a9436d2b24fe8648a555da..6970aee9dbc5582409212e25876eba5037c0b1f5 100644
--- a/experiments/robotwin-official/official-01/artifact-index.json
+++ b/experiments/robotwin-official/official-01/artifact-index.json
@@ -2800,5 +2800,11 @@
"path": "experiments/robotwin-official/official-01/evidence.zip",
"bytes": 13812866,
"sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-01/timing.json",
+ "bytes": 1109,
+ "sha256": "3f69feeee9e3d28ffe8e6e2e2273a4aa08c4c88967277a77a37a7b9c44b9b553"
}
]
diff --git a/experiments/robotwin-official/official-01/timing.json b/experiments/robotwin-official/official-01/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..47e58cd88b626f79fb9becfc965301de902f5030
--- /dev/null
+++ b/experiments/robotwin-official/official-01/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-01",
+ "wall_time_s": 85.68275771,
+ "wall_time_start_ns": 1793233180917596732,
+ "wall_time_end_ns": 1793233266600354442,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": null,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "7667020b50cfe129d97f6aa5dd90a9c1c5f21e41e8ee977037b1b824e3e73afc",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 803
+ }
+}
diff --git a/experiments/robotwin-official/official-02/artifact-index.json b/experiments/robotwin-official/official-02/artifact-index.json
index 07f736feca2bbab526d7cca57a250f4617d5e92d..5ebd825d6079b227c0157b28a5634a2d7f4421b4 100644
--- a/experiments/robotwin-official/official-02/artifact-index.json
+++ b/experiments/robotwin-official/official-02/artifact-index.json
@@ -2152,5 +2152,11 @@
"path": "experiments/robotwin-official/official-02/evidence.zip",
"bytes": 13349875,
"sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-02/timing.json",
+ "bytes": 1110,
+ "sha256": "4fd8e0eaef9c1456983c1b3e241d113006ce52d1936bbec7e050ff5d8fa17929"
}
]
diff --git a/experiments/robotwin-official/official-02/timing.json b/experiments/robotwin-official/official-02/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..852a60e0f1c10e22262eca319ff37ed7337a729f
--- /dev/null
+++ b/experiments/robotwin-official/official-02/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-02",
+ "wall_time_s": 95.582698862,
+ "wall_time_start_ns": 1793233359727560967,
+ "wall_time_end_ns": 1793233455310259829,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": null,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "ea3ca097d28e7fe9af3b202e86c4600ee57b2c656b3b552f54ec4c122a289428",
+ "setup_completed_line": 5,
+ "last_action_completed_line": 605
+ }
+}
diff --git a/experiments/robotwin-official/official-03/artifact-index.json b/experiments/robotwin-official/official-03/artifact-index.json
index ca32a49d89392bb35534950fa141fa9ba8491f0d..b211525d90e63e8ea86c2f785a5b99aa3285053d 100644
--- a/experiments/robotwin-official/official-03/artifact-index.json
+++ b/experiments/robotwin-official/official-03/artifact-index.json
@@ -5878,5 +5878,11 @@
"path": "experiments/robotwin-official/official-03/evidence.zip",
"bytes": 34565622,
"sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-03/timing.json",
+ "bytes": 1112,
+ "sha256": "17fa703801568a9f8cb111abb6678730033397c8401913b1695fd413f25bb7b0"
}
]
diff --git a/experiments/robotwin-official/official-03/timing.json b/experiments/robotwin-official/official-03/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..244693d06ecf3c8838c7ed4d3b3471630a6f0aac
--- /dev/null
+++ b/experiments/robotwin-official/official-03/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-03",
+ "wall_time_s": 191.478086476,
+ "wall_time_start_ns": 1793233408391056755,
+ "wall_time_end_ns": 1793233599869143231,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": null,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "5e6009f61d595863c7019f8e47ff19f59859795576898792644ad3f8e99b323f",
+ "setup_completed_line": 7,
+ "last_action_completed_line": 1707
+ }
+}
diff --git a/experiments/robotwin-official/official-04/artifact-index.json b/experiments/robotwin-official/official-04/artifact-index.json
index cc29c191884e584c31dca78d1304629e7b02ecfe..27bb45d9d5efc6a572d6b552a70d7e0d272039e9 100644
--- a/experiments/robotwin-official/official-04/artifact-index.json
+++ b/experiments/robotwin-official/official-04/artifact-index.json
@@ -802,5 +802,11 @@
"path": "experiments/robotwin-official/official-04/evidence.zip",
"bytes": 4599673,
"sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-04/timing.json",
+ "bytes": 1123,
+ "sha256": "7a6d6f8c2476a0dd5339d514f1fdea0f73ceefb66aa203fe381e2a59b9a03edd"
}
]
diff --git a/experiments/robotwin-official/official-04/timing.json b/experiments/robotwin-official/official-04/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..428107213c6c4e2f6ae2791bdf2a4f0dc6d9e08e
--- /dev/null
+++ b/experiments/robotwin-official/official-04/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-04",
+ "wall_time_s": 38.549091691,
+ "wall_time_start_ns": 1793233640968652143,
+ "wall_time_end_ns": 1793233679517743834,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 77.77644944190979,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "b979679135b2d4b09ad34ddc18fa1bae42c5da7736835f39ab7a43f5a3e08b51",
+ "setup_completed_line": 7,
+ "last_action_completed_line": 208
+ }
+}
diff --git a/experiments/robotwin-official/official-05/artifact-index.json b/experiments/robotwin-official/official-05/artifact-index.json
index ad11e1a7f239108f4c90da6e3a6fbb95d0d1efcc..6956f6b1286d1be331dbd9d5968ed2ee7879f10f 100644
--- a/experiments/robotwin-official/official-05/artifact-index.json
+++ b/experiments/robotwin-official/official-05/artifact-index.json
@@ -1774,5 +1774,11 @@
"path": "experiments/robotwin-official/official-05/evidence.zip",
"bytes": 9015167,
"sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-05/timing.json",
+ "bytes": 1123,
+ "sha256": "27d5d461ad70c08e7cf545562c61c5ae319032c877a3be4e27df29a2fc2deeba"
}
]
diff --git a/experiments/robotwin-official/official-05/timing.json b/experiments/robotwin-official/official-05/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..047b76d94cd228d07e1c1501df19805521644bb6
--- /dev/null
+++ b/experiments/robotwin-official/official-05/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-05",
+ "wall_time_s": 64.000487769,
+ "wall_time_start_ns": 1793233636941869838,
+ "wall_time_end_ns": 1793233700942357607,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 98.29473495483398,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "942e30ef7069218016044aa2cf7d14b505b1528f981a4826779cba5d2f1a8c2f",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 486
+ }
+}
diff --git a/experiments/robotwin-official/official-06/artifact-index.json b/experiments/robotwin-official/official-06/artifact-index.json
index af872bd7d4d49b04bd30bf8afecdbd63a7c1c40f..e39a66639176d17b7c13e80ac5a337040c208e1e 100644
--- a/experiments/robotwin-official/official-06/artifact-index.json
+++ b/experiments/robotwin-official/official-06/artifact-index.json
@@ -1504,5 +1504,11 @@
"path": "experiments/robotwin-official/official-06/evidence.zip",
"bytes": 6677038,
"sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-06/timing.json",
+ "bytes": 1121,
+ "sha256": "85458132684a3cbcf63ef45d1c2ec9c2b37fb12a6befef80de0f9ceb3cc39eac"
}
]
diff --git a/experiments/robotwin-official/official-06/timing.json b/experiments/robotwin-official/official-06/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..9a37ea9cfa01eed3e144f13e7c78c1f19bc2f684
--- /dev/null
+++ b/experiments/robotwin-official/official-06/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-06",
+ "wall_time_s": 45.572599441,
+ "wall_time_start_ns": 1793233714226338010,
+ "wall_time_end_ns": 1793233759798937451,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 79.792884349823,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "71c4404d33a01c6991873388305c9585b0d59e3266b3ccd53afa4db145d14fe7",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 409
+ }
+}
diff --git a/experiments/robotwin-official/official-07/artifact-index.json b/experiments/robotwin-official/official-07/artifact-index.json
index eda00b8de3745e860071569cd1d26611243c3883..15347a64dceabb497998db2a8b6ee7ba41d3fe84 100644
--- a/experiments/robotwin-official/official-07/artifact-index.json
+++ b/experiments/robotwin-official/official-07/artifact-index.json
@@ -3178,5 +3178,11 @@
"path": "experiments/robotwin-official/official-07/evidence.zip",
"bytes": 17027239,
"sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-07/timing.json",
+ "bytes": 1125,
+ "sha256": "c31b6e6f72e783c57744e2b8807492058c7a29b618cafb71ad7070d0a288b436"
}
]
diff --git a/experiments/robotwin-official/official-07/timing.json b/experiments/robotwin-official/official-07/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..5bab917aa09fb92ec90c5f5be9d3e8768d802f42
--- /dev/null
+++ b/experiments/robotwin-official/official-07/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-07",
+ "wall_time_s": 115.609587699,
+ "wall_time_start_ns": 1793233745393607948,
+ "wall_time_end_ns": 1793233861003195647,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 161.06643533706665,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "7016d879c1110f940437692289a491a7c8c4dfe60d43ddcc53cbc45f38a89cff",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 903
+ }
+}
diff --git a/experiments/robotwin-official/official-08/artifact-index.json b/experiments/robotwin-official/official-08/artifact-index.json
index 1166e7cb78c332cc0ba90d0247dae724114bdc53..22d87414ee67ae2d0e6f95fa251d789d68e95137 100644
--- a/experiments/robotwin-official/official-08/artifact-index.json
+++ b/experiments/robotwin-official/official-08/artifact-index.json
@@ -2476,5 +2476,11 @@
"path": "experiments/robotwin-official/official-08/evidence.zip",
"bytes": 14647900,
"sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-08/timing.json",
+ "bytes": 1126,
+ "sha256": "db26d41e3716b1cab74bb8fb4ecdfaa8ea0820925eacbab83608d1bb01c32a16"
}
]
diff --git a/experiments/robotwin-official/official-08/timing.json b/experiments/robotwin-official/official-08/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..1ceaacf783f25318324fb1be3af1b5cd8adccca0
--- /dev/null
+++ b/experiments/robotwin-official/official-08/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-08",
+ "wall_time_s": 109.102272713,
+ "wall_time_start_ns": 1793233834679740761,
+ "wall_time_end_ns": 1793233943782013474,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 183.34950232505798,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "79ec4b1ccfa2efcb1607052d0add29d0017fbe1826130717f1d2fb3b2bb72c09",
+ "setup_completed_line": 21,
+ "last_action_completed_line": 721
+ }
+}
diff --git a/experiments/robotwin-official/official-09/artifact-index.json b/experiments/robotwin-official/official-09/artifact-index.json
index 55cd10afe8c9d0563466a1daaabff74beda80182..bc8c2ef854888580859260fd7dab08566a129098 100644
--- a/experiments/robotwin-official/official-09/artifact-index.json
+++ b/experiments/robotwin-official/official-09/artifact-index.json
@@ -4150,5 +4150,11 @@
"path": "experiments/robotwin-official/official-09/evidence.zip",
"bytes": 19401905,
"sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-09/timing.json",
+ "bytes": 1125,
+ "sha256": "05e69f7eae9b9be60861283318e7056269facae63c3443c77ab399d8220eeecb"
}
]
diff --git a/experiments/robotwin-official/official-09/timing.json b/experiments/robotwin-official/official-09/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..fbf06d1637d4549f91419c54b367fe7a1536323a
--- /dev/null
+++ b/experiments/robotwin-official/official-09/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-09",
+ "wall_time_s": 144.095098434,
+ "wall_time_start_ns": 1793233899291969377,
+ "wall_time_end_ns": 1793234043387067811,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 183.2365918159485,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "189d9b2548b6901d8db7f1639a4c581075454f509b6c3d85fc98ac5c191b2f97",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 1203
+ }
+}
diff --git a/experiments/robotwin-official/official-10/artifact-index.json b/experiments/robotwin-official/official-10/artifact-index.json
index 2d5119e36ee7092eefc61480ed939475c1f6174d..c1cf27f176748054ac9b003fb8add80029cf53da 100644
--- a/experiments/robotwin-official/official-10/artifact-index.json
+++ b/experiments/robotwin-official/official-10/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-10/evidence.zip",
"bytes": 8984506,
"sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-10/timing.json",
+ "bytes": 1124,
+ "sha256": "050520e8ea89ca030eaac2650367e23e1afa2f27efdf9e91abcc8ccd23cd634a"
}
]
diff --git a/experiments/robotwin-official/official-10/timing.json b/experiments/robotwin-official/official-10/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..7f392fe49446d19df1240ecd83758194446dddbe
--- /dev/null
+++ b/experiments/robotwin-official/official-10/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-10",
+ "wall_time_s": 68.525689508,
+ "wall_time_start_ns": 1793233975286643361,
+ "wall_time_end_ns": 1793234043812332869,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 101.67892599105835,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "f755a63efb46dd52aadb6d158f64fb37f7861d8374b4e9ad75da9f97bc12aedc",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-11/artifact-index.json b/experiments/robotwin-official/official-11/artifact-index.json
index 4cb9abcdd391c061dd95b89f5729fbac041081ef..076dbd0b1c554d9d426cd2a408f19b5443daa17b 100644
--- a/experiments/robotwin-official/official-11/artifact-index.json
+++ b/experiments/robotwin-official/official-11/artifact-index.json
@@ -532,5 +532,11 @@
"path": "experiments/robotwin-official/official-11/evidence.zip",
"bytes": 2091947,
"sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-11/timing.json",
+ "bytes": 1124,
+ "sha256": "27936c4bfa281f096a1893053497906cec36b4809320122a7f1cf5a9551e9419"
}
]
diff --git a/experiments/robotwin-official/official-11/timing.json b/experiments/robotwin-official/official-11/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..72387a6c479ac8a13a05ca9027eed9ef306834ec
--- /dev/null
+++ b/experiments/robotwin-official/official-11/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-11",
+ "wall_time_s": 20.977394366,
+ "wall_time_start_ns": 1793234080195806489,
+ "wall_time_end_ns": 1793234101173200855,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 57.514047622680664,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "90441ac147238f4bd25070e289eede73d10008b8c154ce4e2ea5cd5e4b4d32f7",
+ "setup_completed_line": 4,
+ "last_action_completed_line": 117
+ }
+}
diff --git a/experiments/robotwin-official/official-12/artifact-index.json b/experiments/robotwin-official/official-12/artifact-index.json
index a65028658208977ac3183feb352b9825143e0386..84bb9b5800c87f9f3103e358808b6f7d371d0555 100644
--- a/experiments/robotwin-official/official-12/artifact-index.json
+++ b/experiments/robotwin-official/official-12/artifact-index.json
@@ -478,5 +478,11 @@
"path": "experiments/robotwin-official/official-12/evidence.zip",
"bytes": 1865998,
"sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-12/timing.json",
+ "bytes": 1121,
+ "sha256": "35983bb07e5ec69efa8339049463d47cfeabb04b53f05fbe6007980cd42e9a24"
}
]
diff --git a/experiments/robotwin-official/official-12/timing.json b/experiments/robotwin-official/official-12/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..68756b72f0d23ab2cc3b99b314fee727ad26243e
--- /dev/null
+++ b/experiments/robotwin-official/official-12/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-12",
+ "wall_time_s": 22.4828609,
+ "wall_time_start_ns": 1793234077228525515,
+ "wall_time_end_ns": 1793234099711386415,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 55.24973511695862,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "4b994a3bfe5ba19d1515bd1e8837e44f5efe1de3c46ccf734a0e46a116304487",
+ "setup_completed_line": 7,
+ "last_action_completed_line": 119
+ }
+}
diff --git a/experiments/robotwin-official/official-13/artifact-index.json b/experiments/robotwin-official/official-13/artifact-index.json
index ed6f298282890c6306b828b0a939328d88b51869..f8494919b659c11352aaebedcf303e1efadaedfa 100644
--- a/experiments/robotwin-official/official-13/artifact-index.json
+++ b/experiments/robotwin-official/official-13/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-13/evidence.zip",
"bytes": 6244016,
"sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-13/timing.json",
+ "bytes": 1123,
+ "sha256": "9468e99beed75825a3d4351f02d40ce91a4de36694ef280bc76a338656a8c32d"
}
]
diff --git a/experiments/robotwin-official/official-13/timing.json b/experiments/robotwin-official/official-13/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..d15c677882d3037f6d51a2122e85d336c0108d5e
--- /dev/null
+++ b/experiments/robotwin-official/official-13/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-13",
+ "wall_time_s": 41.916050342,
+ "wall_time_start_ns": 1793234131942934339,
+ "wall_time_end_ns": 1793234173858984681,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 73.74764633178711,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "d7e4d34c457afdb2db1b1b04f0e1dfe6670e1470d324ca7d662e324dfedc370c",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 401
+ }
+}
diff --git a/experiments/robotwin-official/official-14/artifact-index.json b/experiments/robotwin-official/official-14/artifact-index.json
index cb9cde2322b753a9ee6f87f886c0b5ada3c1b3e0..f2b888769d219d3094dcd3f5a0cc34fb6e0ef851 100644
--- a/experiments/robotwin-official/official-14/artifact-index.json
+++ b/experiments/robotwin-official/official-14/artifact-index.json
@@ -316,5 +316,11 @@
"path": "experiments/robotwin-official/official-14/evidence.zip",
"bytes": 1052895,
"sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-14/timing.json",
+ "bytes": 1123,
+ "sha256": "cab177efa9f2d44ba97c9d2e32d78d2ed31b8e29cf436c9d4da8cd7b85ef1123"
}
]
diff --git a/experiments/robotwin-official/official-14/timing.json b/experiments/robotwin-official/official-14/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..81d1c76a519231d660df80a55d8966dcdaa79889
--- /dev/null
+++ b/experiments/robotwin-official/official-14/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-14",
+ "wall_time_s": 14.339203312,
+ "wall_time_start_ns": 1793234134538392482,
+ "wall_time_end_ns": 1793234148877595794,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 47.017844915390015,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "80c11e0412b5011fa5b0780f7031606014cf86f8e61554a88722bdf310a40a17",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 64
+ }
+}
diff --git a/experiments/robotwin-official/official-15/artifact-index.json b/experiments/robotwin-official/official-15/artifact-index.json
index 0eeb76bf86af857d56458dcf9878cfc014101305..925bd35a829a302f2ca723b1d158fe3a1e391c95 100644
--- a/experiments/robotwin-official/official-15/artifact-index.json
+++ b/experiments/robotwin-official/official-15/artifact-index.json
@@ -316,5 +316,11 @@
"path": "experiments/robotwin-official/official-15/evidence.zip",
"bytes": 950511,
"sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-15/timing.json",
+ "bytes": 1122,
+ "sha256": "ac7228bcd5b3739f1ad1558ed82fa9582897010a302d04336c7e1eea81727669"
}
]
diff --git a/experiments/robotwin-official/official-15/timing.json b/experiments/robotwin-official/official-15/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2977ae4e2b65b0229b568b641a94950bc516644
--- /dev/null
+++ b/experiments/robotwin-official/official-15/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-15",
+ "wall_time_s": 11.904490544,
+ "wall_time_start_ns": 1793234182913375313,
+ "wall_time_end_ns": 1793234194817865857,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 45.21615529060364,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "763ba0f985f75a1c79bf7daa47e46064a94759cbf5b90e3af2b792dbfa8f866e",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 61
+ }
+}
diff --git a/experiments/robotwin-official/official-16/artifact-index.json b/experiments/robotwin-official/official-16/artifact-index.json
index e5c7bb5a9a84ef5166a4a15d9f2d68c1d4ec27fc..9bc9e01fbe7c7e911a4552a4d7e41bf400c7a6bc 100644
--- a/experiments/robotwin-official/official-16/artifact-index.json
+++ b/experiments/robotwin-official/official-16/artifact-index.json
@@ -478,5 +478,11 @@
"path": "experiments/robotwin-official/official-16/evidence.zip",
"bytes": 1717071,
"sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-16/timing.json",
+ "bytes": 1123,
+ "sha256": "c94e656e6950db6b74439f16fe161a3ef9a0c727eb016245d23f059823729d61"
}
]
diff --git a/experiments/robotwin-official/official-16/timing.json b/experiments/robotwin-official/official-16/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..f2d2ea536556e99ea853ddd0e2daf74c0bf9db86
--- /dev/null
+++ b/experiments/robotwin-official/official-16/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-16",
+ "wall_time_s": 19.066550569,
+ "wall_time_start_ns": 1793234206754396383,
+ "wall_time_end_ns": 1793234225820946952,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 51.56687903404236,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "1aff7b71bb5a12e382324badefdf37de73fccb73d62d06dfeb415dfe6e645a63",
+ "setup_completed_line": 6,
+ "last_action_completed_line": 112
+ }
+}
diff --git a/experiments/robotwin-official/official-17/artifact-index.json b/experiments/robotwin-official/official-17/artifact-index.json
index 4d195df8e24a2ff42b9db5941d0e112875d0ed0c..ce65325ac93415a471d2ae519a7f9582a6b68bd2 100644
--- a/experiments/robotwin-official/official-17/artifact-index.json
+++ b/experiments/robotwin-official/official-17/artifact-index.json
@@ -370,5 +370,11 @@
"path": "experiments/robotwin-official/official-17/evidence.zip",
"bytes": 1358677,
"sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-17/timing.json",
+ "bytes": 1123,
+ "sha256": "9ab8020522eef6d9d0210be7a125e83404c8b632652be6922c3fc38e155379d4"
}
]
diff --git a/experiments/robotwin-official/official-17/timing.json b/experiments/robotwin-official/official-17/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..defba2ae81cd42044c69725926d65c2cd67f525e
--- /dev/null
+++ b/experiments/robotwin-official/official-17/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-17",
+ "wall_time_s": 14.952066267,
+ "wall_time_start_ns": 1793234232488624118,
+ "wall_time_end_ns": 1793234247440690385,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 53.366844177246094,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "9858430d0dc6d24901f1b713c04e93e0ccd01a993a76cb4e29a1fdac741942f0",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 77
+ }
+}
diff --git a/experiments/robotwin-official/official-18/artifact-index.json b/experiments/robotwin-official/official-18/artifact-index.json
index 5b92c60d7abb62bec8253c34b3c602ef74c8615d..5bb924afcb16cbc18c447bc4ead0110c57cca8f2 100644
--- a/experiments/robotwin-official/official-18/artifact-index.json
+++ b/experiments/robotwin-official/official-18/artifact-index.json
@@ -694,5 +694,11 @@
"path": "experiments/robotwin-official/official-18/evidence.zip",
"bytes": 2766616,
"sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-18/timing.json",
+ "bytes": 1123,
+ "sha256": "ff0c2c2ddbcd1cace8f0d8dd4fb9a8869c8d79ddc2e8f874e4eb66bc59e0fb50"
}
]
diff --git a/experiments/robotwin-official/official-18/timing.json b/experiments/robotwin-official/official-18/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..90f0440941df19815bf5cfbb7cddc75dea0bba3e
--- /dev/null
+++ b/experiments/robotwin-official/official-18/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-18",
+ "wall_time_s": 25.822061513,
+ "wall_time_start_ns": 1793234260304541983,
+ "wall_time_end_ns": 1793234286126603496,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 61.39763832092285,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "665ec9a8065b84034b1d0e4f9589d2dac5b3c28bdaa3a8cec4149fbd450d4d29",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 170
+ }
+}
diff --git a/experiments/robotwin-official/official-19/artifact-index.json b/experiments/robotwin-official/official-19/artifact-index.json
index 4b87ffa7bc38ac908c59ec0eb39900aa03afb1ab..9ee131cc2aeb1e725cd1cca94c6243945db01867 100644
--- a/experiments/robotwin-official/official-19/artifact-index.json
+++ b/experiments/robotwin-official/official-19/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-19/evidence.zip",
"bytes": 7316003,
"sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-19/timing.json",
+ "bytes": 1123,
+ "sha256": "14f4b19aec0a1af8257ef53866041b5576ffe6813adb103721cc372f5efce47b"
}
]
diff --git a/experiments/robotwin-official/official-19/timing.json b/experiments/robotwin-official/official-19/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..8c99ff4729d9ea2bd95d8922b6bd141e994f6d94
--- /dev/null
+++ b/experiments/robotwin-official/official-19/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-19",
+ "wall_time_s": 50.021721975,
+ "wall_time_start_ns": 1793234290759583652,
+ "wall_time_end_ns": 1793234340781305627,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 92.23012089729309,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "1512c4f3cf0fea0b4a0e9eded4e119b66055a601c9dcabc078ab8bd56f5d1649",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-20/artifact-index.json b/experiments/robotwin-official/official-20/artifact-index.json
index fc64280aaecc3b589cab7495a2e15e0667e84e21..391a45eb0257ab712e8a863380b217c111da992b 100644
--- a/experiments/robotwin-official/official-20/artifact-index.json
+++ b/experiments/robotwin-official/official-20/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-20/evidence.zip",
"bytes": 6579468,
"sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-20/timing.json",
+ "bytes": 1123,
+ "sha256": "ce1ab65d0131cad8776a366b6944ddfed0ffbc4078d267f02a3cb676e965d214"
}
]
diff --git a/experiments/robotwin-official/official-20/timing.json b/experiments/robotwin-official/official-20/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea775855b40d7862edd96903a3539f8173983dce
--- /dev/null
+++ b/experiments/robotwin-official/official-20/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-20",
+ "wall_time_s": 43.413023459,
+ "wall_time_start_ns": 1793234341835248852,
+ "wall_time_end_ns": 1793234385248272311,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 98.12976145744324,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "cd380161a1f98c56f3fe8c43b9cc69d6d4c5869eab2debf78a2a651d7308fffe",
+ "setup_completed_line": 5,
+ "last_action_completed_line": 405
+ }
+}
diff --git a/experiments/robotwin-official/official-21/artifact-index.json b/experiments/robotwin-official/official-21/artifact-index.json
index bd3f620f3c33254d7d552b057bfccca6a51a43bf..9f6d0fcf827b473111e1bf237bb5f742b1117b49 100644
--- a/experiments/robotwin-official/official-21/artifact-index.json
+++ b/experiments/robotwin-official/official-21/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-21/evidence.zip",
"bytes": 6460055,
"sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-21/timing.json",
+ "bytes": 1123,
+ "sha256": "2f0d7c9037ff73cf49f591fda1010576fa41dd52d95957b607ef7d307250d60a"
}
]
diff --git a/experiments/robotwin-official/official-21/timing.json b/experiments/robotwin-official/official-21/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..0aa98b24e51bab1c37031ecf634eb3248125c604
--- /dev/null
+++ b/experiments/robotwin-official/official-21/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-21",
+ "wall_time_s": 46.244336484,
+ "wall_time_start_ns": 1793234372079372075,
+ "wall_time_end_ns": 1793234418323708559,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 79.52563738822937,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "e9090b08a6ee6641356c22300d84c6d13df07dbccab2c3d7d108111a7d9dfcaf",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-22/artifact-index.json b/experiments/robotwin-official/official-22/artifact-index.json
index 153fb4911024a0fb60c111bf55ee49e5154c7fce..de36669d899012664be2b89d86f963d2f945802f 100644
--- a/experiments/robotwin-official/official-22/artifact-index.json
+++ b/experiments/robotwin-official/official-22/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-22/evidence.zip",
"bytes": 6423197,
"sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-22/timing.json",
+ "bytes": 1123,
+ "sha256": "c38e49ab0eb746c131a66f8cfcf9afd8edf05de30b93ac47f932c8d237200db8"
}
]
diff --git a/experiments/robotwin-official/official-22/timing.json b/experiments/robotwin-official/official-22/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..204ec3ea8b6df3bb2fc8a31ca3df7ac32fd49066
--- /dev/null
+++ b/experiments/robotwin-official/official-22/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-22",
+ "wall_time_s": 42.688982277,
+ "wall_time_start_ns": 1793234418076362945,
+ "wall_time_end_ns": 1793234460765345222,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 75.80522131919861,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "4c694f72116801f1c1f63f75e6fe91c5882a6c446414a868bc6ab4273547502f",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-23/artifact-index.json b/experiments/robotwin-official/official-23/artifact-index.json
index 4cd3b54fdb6c1d7e07667dd80beea6138997b25a..4cfee320f32080aaf527eb4c4da74edc2f988fe2 100644
--- a/experiments/robotwin-official/official-23/artifact-index.json
+++ b/experiments/robotwin-official/official-23/artifact-index.json
@@ -640,5 +640,11 @@
"path": "experiments/robotwin-official/official-23/evidence.zip",
"bytes": 2419678,
"sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-23/timing.json",
+ "bytes": 1122,
+ "sha256": "ec1904f0af86c3b60a7828c34e949824e5e8f75f8532665153e64b0bb8f3deab"
}
]
diff --git a/experiments/robotwin-official/official-23/timing.json b/experiments/robotwin-official/official-23/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..844a8e649b637f1c8a2fc9385a73b27c83332413
--- /dev/null
+++ b/experiments/robotwin-official/official-23/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-23",
+ "wall_time_s": 26.298405185,
+ "wall_time_start_ns": 1793234453430848648,
+ "wall_time_end_ns": 1793234479729253833,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 59.5565447807312,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "dcfe5eb3f0966d177b32f4b988b1927e80e984b1808b8a0aad905eb92d3aad71",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 156
+ }
+}
diff --git a/experiments/robotwin-official/official-24/artifact-index.json b/experiments/robotwin-official/official-24/artifact-index.json
index 59ceec695f277223726f13a850563841d0c08b7d..72a28cdb48ff8b790ac3226fa95559022d84b9df 100644
--- a/experiments/robotwin-official/official-24/artifact-index.json
+++ b/experiments/robotwin-official/official-24/artifact-index.json
@@ -478,5 +478,11 @@
"path": "experiments/robotwin-official/official-24/evidence.zip",
"bytes": 1833380,
"sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-24/timing.json",
+ "bytes": 1122,
+ "sha256": "b6538c681a400537bfee2c80fb9a8521e45ff8c4500f68452c0db2f7fe1a8fc6"
}
]
diff --git a/experiments/robotwin-official/official-24/timing.json b/experiments/robotwin-official/official-24/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..f865b0b909c582cd7fa61bfeeeb57f77ba22459b
--- /dev/null
+++ b/experiments/robotwin-official/official-24/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-24",
+ "wall_time_s": 19.594173712,
+ "wall_time_start_ns": 1793234501252450714,
+ "wall_time_end_ns": 1793234520846624426,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 59.6037974357605,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "57cee2aeb577cb93c6aaf89deb5440e8ae49d9d49e07a0cdee07c5ff93082e92",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 107
+ }
+}
diff --git a/experiments/robotwin-official/official-25/artifact-index.json b/experiments/robotwin-official/official-25/artifact-index.json
index a69dd9fe8f7b4fc2a6bf4c3c14a1d6993ff86f2b..22c3aa35a6e89d9b481004957e7d549f8b6d463e 100644
--- a/experiments/robotwin-official/official-25/artifact-index.json
+++ b/experiments/robotwin-official/official-25/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-25/evidence.zip",
"bytes": 8222819,
"sha256": "88f1afcde9844005db964c4664d7b204b31f3a4e2999f2c3f4b48a3f85ccc125"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-25/timing.json",
+ "bytes": 1122,
+ "sha256": "6cb560743fde953d4d625435a17dee029967917152da879e0b7ed9a9708e5c02"
}
]
diff --git a/experiments/robotwin-official/official-25/timing.json b/experiments/robotwin-official/official-25/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..6b38699d11751af2cbb4e4c88f8bb62b1f10c106
--- /dev/null
+++ b/experiments/robotwin-official/official-25/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-25",
+ "wall_time_s": 48.932968378,
+ "wall_time_start_ns": 1793234513358028517,
+ "wall_time_end_ns": 1793234562290996895,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 83.9171679019928,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "213ecd9440a27dad939bb2f1b6447762614c4f5c2dc2f9e8d17baf11b2041eb8",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-26/artifact-index.json b/experiments/robotwin-official/official-26/artifact-index.json
index e4bb0d1085b9dcf8aec8985ef9259ac4bbfb068a..68c645fb7843353abf79344245dc4bc5cc3e3826 100644
--- a/experiments/robotwin-official/official-26/artifact-index.json
+++ b/experiments/robotwin-official/official-26/artifact-index.json
@@ -424,5 +424,11 @@
"path": "experiments/robotwin-official/official-26/evidence.zip",
"bytes": 1920663,
"sha256": "82f0f972c55e3db78d411424d1767940909b6c9d9379bd2382f503d9844c4966"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-26/timing.json",
+ "bytes": 1122,
+ "sha256": "40c94208270641653abafc5a1dd69ab6dcb4af058d2bee09410d117e74469fb5"
}
]
diff --git a/experiments/robotwin-official/official-26/timing.json b/experiments/robotwin-official/official-26/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..8c3506990d72b4d528e9e13eff713ccac2c31a22
--- /dev/null
+++ b/experiments/robotwin-official/official-26/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-26",
+ "wall_time_s": 19.44487762,
+ "wall_time_start_ns": 1793234561908568802,
+ "wall_time_end_ns": 1793234581353446422,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 61.362776041030884,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "c8c9fab7f271f467c982a5022053f7666bc941b2b709324d09044eb3cd99fd11",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 97
+ }
+}
diff --git a/experiments/robotwin-official/official-27/artifact-index.json b/experiments/robotwin-official/official-27/artifact-index.json
index ec2367c88d6749e9acd6db075dba3cbf1d6b0888..7d58cd44ba6aefcdebd32186e76428e11200741e 100644
--- a/experiments/robotwin-official/official-27/artifact-index.json
+++ b/experiments/robotwin-official/official-27/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-27/evidence.zip",
"bytes": 7071016,
"sha256": "b4798122bad83ccffaa8b82d0c4393898184531f4153764c0986391c2ffb323c"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-27/timing.json",
+ "bytes": 1123,
+ "sha256": "078430af6d78b39aab23a081be2a574ca9a48edacebd43095ec501b907393aac"
}
]
diff --git a/experiments/robotwin-official/official-27/timing.json b/experiments/robotwin-official/official-27/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..f159b4682475ad310a0261f9c893b80d013fa996
--- /dev/null
+++ b/experiments/robotwin-official/official-27/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-27",
+ "wall_time_s": 43.837252058,
+ "wall_time_start_ns": 1793234590993719291,
+ "wall_time_end_ns": 1793234634830971349,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 71.78675150871277,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "6638906f37c0a7b384e6629bb7fd717bfbaa15315dc054beb582ca237cb68549",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-28/artifact-index.json b/experiments/robotwin-official/official-28/artifact-index.json
index b7784ee25db03fb568c0a57fefb60b575a4cadd7..57733fdb8d867ceb2fca4808872e8b4bf887c8a2 100644
--- a/experiments/robotwin-official/official-28/artifact-index.json
+++ b/experiments/robotwin-official/official-28/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-28/evidence.zip",
"bytes": 7050595,
"sha256": "1fecd8cf2302ddf95c833fb8146812711eeac0f51d8d196acb78ed556e5d9432"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-28/timing.json",
+ "bytes": 1123,
+ "sha256": "7b05e207d348b5cbb25de9c3678e60155ec6fe3dbe349bdc0c1bf1d3d5a7814d"
}
]
diff --git a/experiments/robotwin-official/official-28/timing.json b/experiments/robotwin-official/official-28/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..176b725223ab996b4c73df0e033cab763f6ce5b7
--- /dev/null
+++ b/experiments/robotwin-official/official-28/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-28",
+ "wall_time_s": 46.526577501,
+ "wall_time_start_ns": 1793234618619119746,
+ "wall_time_end_ns": 1793234665145697247,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 83.77813601493835,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "dc77c0c4d6a7f6b9f14cf79f5b0d961b6a1609f281bd8424f141a72603707e1d",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-29/artifact-index.json b/experiments/robotwin-official/official-29/artifact-index.json
index 6cfcff53c8c70b9d98d044bd6a6c860d2a2c172d..2beff0c2531a3b8c3db2730bc10c99954707030c 100644
--- a/experiments/robotwin-official/official-29/artifact-index.json
+++ b/experiments/robotwin-official/official-29/artifact-index.json
@@ -2476,5 +2476,11 @@
"path": "experiments/robotwin-official/official-29/evidence.zip",
"bytes": 16503394,
"sha256": "f446a7d3022b49abe993b44b2261e31c467b2abbe12c9e9af18fbbf02ad2303d"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-29/timing.json",
+ "bytes": 1124,
+ "sha256": "8f26ee18c5b290db8c67472d09e704ec9d906b6d96dea32836755bab560e37d9"
}
]
diff --git a/experiments/robotwin-official/official-29/timing.json b/experiments/robotwin-official/official-29/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..17c21343b0b35798474a54309883ec5ae0179090
--- /dev/null
+++ b/experiments/robotwin-official/official-29/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-29",
+ "wall_time_s": 91.845853104,
+ "wall_time_start_ns": 1793234665119632672,
+ "wall_time_end_ns": 1793234756965485776,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 122.38379716873169,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "cf83b517777b11bb5175490e39f5b971a0e28cc664c4aeb019ae8c382190086f",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 703
+ }
+}
diff --git a/experiments/robotwin-official/official-30/artifact-index.json b/experiments/robotwin-official/official-30/artifact-index.json
index a21b6c2a1b18d4a0819bcef314c8b3fb5511e418..3331b8773c033034667db86746bd42006c1b74e5 100644
--- a/experiments/robotwin-official/official-30/artifact-index.json
+++ b/experiments/robotwin-official/official-30/artifact-index.json
@@ -1828,5 +1828,11 @@
"path": "experiments/robotwin-official/official-30/evidence.zip",
"bytes": 10374476,
"sha256": "b9208a32a7cd641449415c86df01945c500b39c62d7a0cf5a27459b02a77273d"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-30/timing.json",
+ "bytes": 1124,
+ "sha256": "e1588aadd81f0a87c9a2071eba2d4fb8b8cfd423448177aa2d2df31732ffac61"
}
]
diff --git a/experiments/robotwin-official/official-30/timing.json b/experiments/robotwin-official/official-30/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..4575adbc9dbff29973019e6496f7ddb244d1d4a4
--- /dev/null
+++ b/experiments/robotwin-official/official-30/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-30",
+ "wall_time_s": 76.637786631,
+ "wall_time_start_ns": 1793234699414376331,
+ "wall_time_end_ns": 1793234776052162962,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 110.40643167495728,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "831ed05aca34a20e3e55d5930b784f01bc6c04cd63a58ed67fbacf44903b6e85",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 503
+ }
+}
diff --git a/experiments/robotwin-official/official-31/artifact-index.json b/experiments/robotwin-official/official-31/artifact-index.json
index dac702b35649f13b67299c8bedfbe6e3528c1528..0d7ade47fc7c28404449b5f82120d008d6232eba 100644
--- a/experiments/robotwin-official/official-31/artifact-index.json
+++ b/experiments/robotwin-official/official-31/artifact-index.json
@@ -802,5 +802,11 @@
"path": "experiments/robotwin-official/official-31/evidence.zip",
"bytes": 4471221,
"sha256": "8ca46231c762de05c654243c6cb364e9adef4eb33c7aec191ef4bc4cff500550"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-31/timing.json",
+ "bytes": 1123,
+ "sha256": "bc554d282537ebb00749074977a54c3fd6f2f0bc9d22fa121e01a15a942187b5"
}
]
diff --git a/experiments/robotwin-official/official-31/timing.json b/experiments/robotwin-official/official-31/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..2399ae497b493e5f76779246e9a04e287bc49ff4
--- /dev/null
+++ b/experiments/robotwin-official/official-31/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-31",
+ "wall_time_s": 34.825539079,
+ "wall_time_start_ns": 1793234788555894365,
+ "wall_time_end_ns": 1793234823381433444,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 65.61462140083313,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "656fc68ccc82bd232dceb7495c68b7b24954d911e708618d41bed00a5640a6d8",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 203
+ }
+}
diff --git a/experiments/robotwin-official/official-32/artifact-index.json b/experiments/robotwin-official/official-32/artifact-index.json
index 798a4bacf63c5f320b17555cfbedd7eecacfcfd4..1236a978987854842ee64a491f42eba791235dc4 100644
--- a/experiments/robotwin-official/official-32/artifact-index.json
+++ b/experiments/robotwin-official/official-32/artifact-index.json
@@ -856,5 +856,11 @@
"path": "experiments/robotwin-official/official-32/evidence.zip",
"bytes": 4433178,
"sha256": "027da3eeeb6190c7df54e87ffe1ae67bd74ceadd305721c65476dd7a5ecac93e"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-32/timing.json",
+ "bytes": 1123,
+ "sha256": "a225eccbae7721402bbbe18cc85be0b849e841b2bc461051731cf3cebb17530c"
}
]
diff --git a/experiments/robotwin-official/official-32/timing.json b/experiments/robotwin-official/official-32/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..aa2487dc7123c2904c6e29d486503607515e7767
--- /dev/null
+++ b/experiments/robotwin-official/official-32/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-32",
+ "wall_time_s": 33.744922502,
+ "wall_time_start_ns": 1793234816717290263,
+ "wall_time_end_ns": 1793234850462212765,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 73.88174057006836,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "7519ae6553d11f04bb8175dd343fa39d3ed03f844a3ef2d046e29d6826ced330",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 212
+ }
+}
diff --git a/experiments/robotwin-official/official-33/artifact-index.json b/experiments/robotwin-official/official-33/artifact-index.json
index 2878f4351778608b4267f5dc360888ed0aab2b4c..ab98c0fa254c57f7c8a1c94f40d21292a3b1c764 100644
--- a/experiments/robotwin-official/official-33/artifact-index.json
+++ b/experiments/robotwin-official/official-33/artifact-index.json
@@ -1072,5 +1072,11 @@
"path": "experiments/robotwin-official/official-33/evidence.zip",
"bytes": 6506721,
"sha256": "7b80229a1eceb4b8c5addffcfa1b2b2844f9e2be44026cfd4b82212265ff2d01"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-33/timing.json",
+ "bytes": 1123,
+ "sha256": "ed1ca4878252b624dc40e560bfdc0c5377fec22c003599c2b19d28ba877109d2"
}
]
diff --git a/experiments/robotwin-official/official-33/timing.json b/experiments/robotwin-official/official-33/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..72a9540b3f617c7547854862575fa21b68ffb21b
--- /dev/null
+++ b/experiments/robotwin-official/official-33/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-33",
+ "wall_time_s": 44.507345633,
+ "wall_time_start_ns": 1793234868398339583,
+ "wall_time_end_ns": 1793234912905685216,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 90.39021611213684,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "2300d635dc71864803ca1ff32038158fee3250d50f8b3e896b441fefad1977b6",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 277
+ }
+}
diff --git a/experiments/robotwin-official/official-34/artifact-index.json b/experiments/robotwin-official/official-34/artifact-index.json
index 7444b45206111a04595370997acf458a7b51694d..0b312e90fb960adf3224bfaaf0ef08be3dd36a54 100644
--- a/experiments/robotwin-official/official-34/artifact-index.json
+++ b/experiments/robotwin-official/official-34/artifact-index.json
@@ -586,5 +586,11 @@
"path": "experiments/robotwin-official/official-34/evidence.zip",
"bytes": 2205123,
"sha256": "1407fa67b6b021fdaa82a8dd8116bef54fdf07c07d284be41e0cf3a4f67c9385"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-34/timing.json",
+ "bytes": 1123,
+ "sha256": "66f9be573f07447d8916cfc944b39f61a7a804b44f6042cd3442d0d26cdfa320"
}
]
diff --git a/experiments/robotwin-official/official-34/timing.json b/experiments/robotwin-official/official-34/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..c4db1ad5a2c39959c154940e76ccec45b15f330f
--- /dev/null
+++ b/experiments/robotwin-official/official-34/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-34",
+ "wall_time_s": 25.086169906,
+ "wall_time_start_ns": 1793234877402565844,
+ "wall_time_end_ns": 1793234902488735750,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 53.08249115943909,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "e84b2bf450cd5e860ee6de2778be7ed401e84b86b167b9fac63c742c547a2501",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 144
+ }
+}
diff --git a/experiments/robotwin-official/official-35/artifact-index.json b/experiments/robotwin-official/official-35/artifact-index.json
index 0a50e57480ea824c7224d178a4cf6c23447ce02e..0d710932e2aa8a4636db53d930603c648f735b19 100644
--- a/experiments/robotwin-official/official-35/artifact-index.json
+++ b/experiments/robotwin-official/official-35/artifact-index.json
@@ -1828,5 +1828,11 @@
"path": "experiments/robotwin-official/official-35/evidence.zip",
"bytes": 10176760,
"sha256": "24a015e1c0d192fc3681a5e18b2bb8e99aa5091da1e506b96d0f845a55c6ffc4"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-35/timing.json",
+ "bytes": 1123,
+ "sha256": "c7a3e0cc02b0e116f5ef6b61f31b83f9d17f427827a3d0dd4545e6dc7e0c23a3"
}
]
diff --git a/experiments/robotwin-official/official-35/timing.json b/experiments/robotwin-official/official-35/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..2023727429e0b418d5a82135db444fbc62a13a8d
--- /dev/null
+++ b/experiments/robotwin-official/official-35/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-35",
+ "wall_time_s": 64.910953353,
+ "wall_time_start_ns": 1793234931378259479,
+ "wall_time_end_ns": 1793234996289212832,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 93.98528981208801,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "4c615e36a7e7834789f2877965c7d0108d74a51476d059b1ce2b3c0826be9256",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 503
+ }
+}
diff --git a/experiments/robotwin-official/official-36/artifact-index.json b/experiments/robotwin-official/official-36/artifact-index.json
index a4c98f502915975c98f6eeb93fce6c2015b41bd0..61d10103c225ce9b3ee044e19ec8175492a21cb2 100644
--- a/experiments/robotwin-official/official-36/artifact-index.json
+++ b/experiments/robotwin-official/official-36/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-36/evidence.zip",
"bytes": 5918080,
"sha256": "b1f40763b265db5186c51ed85d9b1b551dcda30906337735ab78532e6b8bffd0"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-36/timing.json",
+ "bytes": 1123,
+ "sha256": "eff66c948af2eb00d525912b95f9b65dc703915ef3abf3357d213cf84287145b"
}
]
diff --git a/experiments/robotwin-official/official-36/timing.json b/experiments/robotwin-official/official-36/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..b343548963d70cdb11a4d0a23db6b3c77b23c079
--- /dev/null
+++ b/experiments/robotwin-official/official-36/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-36",
+ "wall_time_s": 56.865047002,
+ "wall_time_start_ns": 1793234948586566930,
+ "wall_time_end_ns": 1793235005451613932,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 91.74026560783386,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "5c1da91a185e0ee7f183d7956c1a1a7b0e0b4e884cc670243bea38241cf49579",
+ "setup_completed_line": 9,
+ "last_action_completed_line": 409
+ }
+}
diff --git a/experiments/robotwin-official/official-37/artifact-index.json b/experiments/robotwin-official/official-37/artifact-index.json
index e34a98b90a31f17a0c6f56af6f1ba9181840161a..5b32d3590b4c03b336133edbc6126cb3a05c61bb 100644
--- a/experiments/robotwin-official/official-37/artifact-index.json
+++ b/experiments/robotwin-official/official-37/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-37/evidence.zip",
"bytes": 6444018,
"sha256": "f8354b92f0b3c7b24891b8d65c82afff9ea73248277d62ac48e33b00bf79ab1a"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-37/timing.json",
+ "bytes": 1123,
+ "sha256": "618e0133ddd85a4ce03ca2f52969d1e6971c85adcf60e71e20e4692c9e50a306"
}
]
diff --git a/experiments/robotwin-official/official-37/timing.json b/experiments/robotwin-official/official-37/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..7c61d668b3520e639fad637f6c86cc3aa49a0c49
--- /dev/null
+++ b/experiments/robotwin-official/official-37/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-37",
+ "wall_time_s": 48.455622626,
+ "wall_time_start_ns": 1793235026012950292,
+ "wall_time_end_ns": 1793235074468572918,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 77.78399324417114,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "d84a15b8dba814cb836843e53977fdeba21742ac6a59e5038867f00b697f19d5",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-38/artifact-index.json b/experiments/robotwin-official/official-38/artifact-index.json
index 5572e9d01aaca0d13c7675c733a9561e65d46f34..682ae4092b26046d5dbfa64d1ddf3e66fd89b455 100644
--- a/experiments/robotwin-official/official-38/artifact-index.json
+++ b/experiments/robotwin-official/official-38/artifact-index.json
@@ -586,5 +586,11 @@
"path": "experiments/robotwin-official/official-38/evidence.zip",
"bytes": 2459499,
"sha256": "213d1f4b5ac8e516a2ee88a93c524a7e93d8a5eccfd1a8806a96c31e4f6816ad"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-38/timing.json",
+ "bytes": 1123,
+ "sha256": "d0743e3724310c213c548d518282aa6a846fcdd5e8dea7dce930bf7b0487a70e"
}
]
diff --git a/experiments/robotwin-official/official-38/timing.json b/experiments/robotwin-official/official-38/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..125ecd599896376a864eda4fe23bd2e1edab8c32
--- /dev/null
+++ b/experiments/robotwin-official/official-38/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-38",
+ "wall_time_s": 31.496076691,
+ "wall_time_start_ns": 1793235039603947460,
+ "wall_time_end_ns": 1793235071100024151,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 65.30040860176086,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "a70bd97ea59f62d2c67aa8fb5d3e997de1998fffb072665fdd0ddef21d244650",
+ "setup_completed_line": 5,
+ "last_action_completed_line": 148
+ }
+}
diff --git a/experiments/robotwin-official/official-39/artifact-index.json b/experiments/robotwin-official/official-39/artifact-index.json
index c444607346a8a41edf2ab4f18db775fc8c3c4741..91871019b664900f5a279f79ecf7b3754e9588e5 100644
--- a/experiments/robotwin-official/official-39/artifact-index.json
+++ b/experiments/robotwin-official/official-39/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-39/evidence.zip",
"bytes": 6963867,
"sha256": "08895cb62d40b55c525da55c6f157b1001b0c6fa7bfeaf92fa292a968fe34f0c"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-39/timing.json",
+ "bytes": 1123,
+ "sha256": "2c2c7801a3d360ff25aa148c9dc403745d06bb3acc1e1e8a3380e05cfdd48ba7"
}
]
diff --git a/experiments/robotwin-official/official-39/timing.json b/experiments/robotwin-official/official-39/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..f64749b085212f0a75f54116cdcd2751cdb61215
--- /dev/null
+++ b/experiments/robotwin-official/official-39/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-39",
+ "wall_time_s": 56.758293404,
+ "wall_time_start_ns": 1793235099216881501,
+ "wall_time_end_ns": 1793235155975174905,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 85.99266123771667,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "86240b0d27fa5b09c491811fa685a9fb62eef0dff27b66a03f30f4e0769972dc",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-40/artifact-index.json b/experiments/robotwin-official/official-40/artifact-index.json
index a02de9118179c782135ff82de9e83ecd23039c31..cb08e5b87ce560c476bd777f096cc4c22dd26a0a 100644
--- a/experiments/robotwin-official/official-40/artifact-index.json
+++ b/experiments/robotwin-official/official-40/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-40/evidence.zip",
"bytes": 6403314,
"sha256": "812d678f697e47d2a1a94210960b7c18f71ad9a0f2bfb23035f25faf257779dc"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-40/timing.json",
+ "bytes": 1123,
+ "sha256": "09a57fe317a9a625485dde6ce1995c4824afa3b516f1842f81b7f71cc6cc6a60"
}
]
diff --git a/experiments/robotwin-official/official-40/timing.json b/experiments/robotwin-official/official-40/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4aec76e5ed7eb75bb5677d983c7d931271133af
--- /dev/null
+++ b/experiments/robotwin-official/official-40/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-40",
+ "wall_time_s": 57.809732526,
+ "wall_time_start_ns": 1793235103309755456,
+ "wall_time_end_ns": 1793235161119487982,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 86.26536703109741,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "69423ca4bd014e3b6cdb8c29327e591eeec0d06a0004e5ffd5fce33afcecd411",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-41/artifact-index.json b/experiments/robotwin-official/official-41/artifact-index.json
index bed28fca56fe01b782a672e092afa20e6ae5636d..8c8d751778ec9d0dd9ed9aa4c84183d8f70471f3 100644
--- a/experiments/robotwin-official/official-41/artifact-index.json
+++ b/experiments/robotwin-official/official-41/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-41/evidence.zip",
"bytes": 7009312,
"sha256": "10ef115bb18c7341d4a9b4aca0c3b51ea67bbef3293aa629546d08795eb9ffc9"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-41/timing.json",
+ "bytes": 1123,
+ "sha256": "c7910f88d00b10c5b157903ddf1db15ed51d83a13f14425bfcc6ec1d7c4c954e"
}
]
diff --git a/experiments/robotwin-official/official-41/timing.json b/experiments/robotwin-official/official-41/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e8692f6d4bdff338956fdc416d130f1e36349ea
--- /dev/null
+++ b/experiments/robotwin-official/official-41/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-41",
+ "wall_time_s": 46.650760047,
+ "wall_time_start_ns": 1793235183522760177,
+ "wall_time_end_ns": 1793235230173520224,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 74.07066059112549,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "8568e05de965069b78d5db1c3be33428989258d01896e804a0802347ff0c6933",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-42/artifact-index.json b/experiments/robotwin-official/official-42/artifact-index.json
index c63b871e82368323ed812a537e517bb3fc400ba4..1edfe965650711837fc438cdfe9464202a243317 100644
--- a/experiments/robotwin-official/official-42/artifact-index.json
+++ b/experiments/robotwin-official/official-42/artifact-index.json
@@ -586,5 +586,11 @@
"path": "experiments/robotwin-official/official-42/evidence.zip",
"bytes": 2387201,
"sha256": "b470b43b03c12738a5af0a9bca0d7ea64b816a4dee809dbe33eab58cd966f4e0"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-42/timing.json",
+ "bytes": 1123,
+ "sha256": "7605baec3f4188bbdbb23b21fbbd2ef054fd277b7ae86158a3aa64750f56cb6e"
}
]
diff --git a/experiments/robotwin-official/official-42/timing.json b/experiments/robotwin-official/official-42/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..76f6d302559d2f883d7c12669124c1a0b9f3e7bd
--- /dev/null
+++ b/experiments/robotwin-official/official-42/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-42",
+ "wall_time_s": 27.387894045,
+ "wall_time_start_ns": 1793235192069894913,
+ "wall_time_end_ns": 1793235219457788958,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 59.07599234580994,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "2d16d427e54ae82b5301a83e38b19332e3de9eff8f9b25dcfdd6293270a9baa9",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 146
+ }
+}
diff --git a/experiments/robotwin-official/official-43/artifact-index.json b/experiments/robotwin-official/official-43/artifact-index.json
index 54c7601a97b45386f1e7c9f07194588af460b1af..04e469defd44396cb9b520be1e558920aef058a1 100644
--- a/experiments/robotwin-official/official-43/artifact-index.json
+++ b/experiments/robotwin-official/official-43/artifact-index.json
@@ -478,5 +478,11 @@
"path": "experiments/robotwin-official/official-43/evidence.zip",
"bytes": 1788718,
"sha256": "77f9d6bdd838c6accaa63338c87183aaac84b9ac559f3e017f4d3b4beed74b1c"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-43/timing.json",
+ "bytes": 1123,
+ "sha256": "7bc58ce2c416e5e48bf228976d8caf6c65afdd7d95ce7f1e5595adc1b16af27d"
}
]
diff --git a/experiments/robotwin-official/official-43/timing.json b/experiments/robotwin-official/official-43/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..e2927ef7856a86ea1578b5390951d0d00179459e
--- /dev/null
+++ b/experiments/robotwin-official/official-43/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-43",
+ "wall_time_s": 15.861195763,
+ "wall_time_start_ns": 1793235249762240185,
+ "wall_time_end_ns": 1793235265623435948,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 45.26478958129883,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "01e7756c1d6ade78b28a5ec6668a9a310705888bcd15077fb3b219efb027f959",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 109
+ }
+}
diff --git a/experiments/robotwin-official/official-44/artifact-index.json b/experiments/robotwin-official/official-44/artifact-index.json
index bca793a247cdb2a6edbae2b14500afbbf4ec497c..9241294854b0bd9e751da82217845ba769389ca4 100644
--- a/experiments/robotwin-official/official-44/artifact-index.json
+++ b/experiments/robotwin-official/official-44/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-44/evidence.zip",
"bytes": 6741565,
"sha256": "8489fc4b15684beba185e26936365104249cc58c08b019ada506449266487edc"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-44/timing.json",
+ "bytes": 1123,
+ "sha256": "227cffc022cf40d9ed64d6c4915e42578278bf419203649c311a443a83d3893b"
}
]
diff --git a/experiments/robotwin-official/official-44/timing.json b/experiments/robotwin-official/official-44/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..248951af3b2984c248d9cf9342a36474e9c7214c
--- /dev/null
+++ b/experiments/robotwin-official/official-44/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-44",
+ "wall_time_s": 42.993365614,
+ "wall_time_start_ns": 1793235257329210689,
+ "wall_time_end_ns": 1793235300322576303,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 69.56676435470581,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "affbda45358b9d10cbfe089fb124c69823d5b5c23f45cb88f9eab232a85fb65e",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-45/artifact-index.json b/experiments/robotwin-official/official-45/artifact-index.json
index 6fa9ae6cfcef989c20b8ca8dd3ddf52219207a95..177097d8c54f6378c12e326368cae8a6e7b20095 100644
--- a/experiments/robotwin-official/official-45/artifact-index.json
+++ b/experiments/robotwin-official/official-45/artifact-index.json
@@ -424,5 +424,11 @@
"path": "experiments/robotwin-official/official-45/evidence.zip",
"bytes": 1482050,
"sha256": "91db664af8168dcdda7e601c93706bad7b07d031367a3966c410f7527cf8e930"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-45/timing.json",
+ "bytes": 1121,
+ "sha256": "3812b91f1ed40698c8d5b7cacdaacbc1bf899dd704a97307746f535da23b2c67"
}
]
diff --git a/experiments/robotwin-official/official-45/timing.json b/experiments/robotwin-official/official-45/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..46c5eed7835c206791bad6f870bc085ad5f11d93
--- /dev/null
+++ b/experiments/robotwin-official/official-45/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-45",
+ "wall_time_s": 13.97968026,
+ "wall_time_start_ns": 1793235302412597832,
+ "wall_time_end_ns": 1793235316392278092,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 51.30299997329712,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "78351cb49d867619532f68bb4dcb4a894465a419ccb4ab84efc6054fb422d104",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 84
+ }
+}
diff --git a/experiments/robotwin-official/official-46/artifact-index.json b/experiments/robotwin-official/official-46/artifact-index.json
index 269f7d50d36720585aca35d2c67f85e466c9540b..b3fcc8ad9e29fbc3c1f51c350b1d4df540b7fb0a 100644
--- a/experiments/robotwin-official/official-46/artifact-index.json
+++ b/experiments/robotwin-official/official-46/artifact-index.json
@@ -586,5 +586,11 @@
"path": "experiments/robotwin-official/official-46/evidence.zip",
"bytes": 2250270,
"sha256": "df752f38766a8975255a1fc978c691557f4e8aa62902f7d0fe43c6d2fcc413fc"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-46/timing.json",
+ "bytes": 1124,
+ "sha256": "998dc81207fb6eb97fecf764d4da1d1bdbdc7dc57214f8b091d2a5c7c869d3ad"
}
]
diff --git a/experiments/robotwin-official/official-46/timing.json b/experiments/robotwin-official/official-46/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..fb3209d580d34315b7179ee91db5b3b51159ea9f
--- /dev/null
+++ b/experiments/robotwin-official/official-46/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-46",
+ "wall_time_s": 18.719106343,
+ "wall_time_start_ns": 1793235331057161353,
+ "wall_time_end_ns": 1793235349776267696,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 49.287285804748535,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "cbddec91aa23aa9cd3343f28b8e7e2b1cd5f7c8ccc283f6b8ce7f7d97866825d",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 134
+ }
+}
diff --git a/experiments/robotwin-official/official-47/artifact-index.json b/experiments/robotwin-official/official-47/artifact-index.json
index a8037a74570afdbdb3d9850b7a72fa14eba413fa..f5ea430d6d75e42d71cfdbcbbeaac44164f21219 100644
--- a/experiments/robotwin-official/official-47/artifact-index.json
+++ b/experiments/robotwin-official/official-47/artifact-index.json
@@ -1018,5 +1018,11 @@
"path": "experiments/robotwin-official/official-47/evidence.zip",
"bytes": 4288068,
"sha256": "c02eb083f34c2421659872fd5596018029b3d84cd04a1e26b975f4e51b875e30"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-47/timing.json",
+ "bytes": 1123,
+ "sha256": "7128d14ad0531b6aa8d7ac719e80224d64482c32664913ea5215a58bcc4329a4"
}
]
diff --git a/experiments/robotwin-official/official-47/timing.json b/experiments/robotwin-official/official-47/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..85d9c5da6a5c65761d252e88910b534162f9157e
--- /dev/null
+++ b/experiments/robotwin-official/official-47/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-47",
+ "wall_time_s": 31.353207259,
+ "wall_time_start_ns": 1793235352017252002,
+ "wall_time_end_ns": 1793235383370459261,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 67.63478565216064,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "9aad95ccd8ee3168a9a61cd5e6cb6234970bc593ebbf5287b7c6e2b5b38c42a7",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 269
+ }
+}
diff --git a/experiments/robotwin-official/official-48/artifact-index.json b/experiments/robotwin-official/official-48/artifact-index.json
index e9a6f28b2110a85d44cc90286a69c485322683e0..7a65882020d93d95a853f5e906d267dfa69c3821 100644
--- a/experiments/robotwin-official/official-48/artifact-index.json
+++ b/experiments/robotwin-official/official-48/artifact-index.json
@@ -1072,5 +1072,11 @@
"path": "experiments/robotwin-official/official-48/evidence.zip",
"bytes": 4893766,
"sha256": "7247096fd165df0bc7319056e49165bede0b3f31a1c1d28bf248cd8b9569f84b"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-48/timing.json",
+ "bytes": 1122,
+ "sha256": "3329a826c559d0a851c9ed44575f8b0e1bd2a9bb53e49f7c8db2b5c418412bf7"
}
]
diff --git a/experiments/robotwin-official/official-48/timing.json b/experiments/robotwin-official/official-48/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..57e33fe7d230207de62df8b8cd8c6248eb636fdc
--- /dev/null
+++ b/experiments/robotwin-official/official-48/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-48",
+ "wall_time_s": 36.857751398,
+ "wall_time_start_ns": 1793235381628944487,
+ "wall_time_end_ns": 1793235418486695885,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 69.7175645828247,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "4ba5e4c4f92a79e2853b5c8f1c4f8a5213e46c385cf552bce9deb536240c0f55",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 282
+ }
+}
diff --git a/experiments/robotwin-official/official-49/artifact-index.json b/experiments/robotwin-official/official-49/artifact-index.json
index 526d70b784ad7a4ba9ce74d4cdd696d77becedee..00af595d5aecb6c86c10eb439b47dc93553d3af9 100644
--- a/experiments/robotwin-official/official-49/artifact-index.json
+++ b/experiments/robotwin-official/official-49/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-49/evidence.zip",
"bytes": 6742731,
"sha256": "48f1bf6d30b52bd76f277272709b7f583eaeb2f98498036da0ececfe1ebf71f0"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-49/timing.json",
+ "bytes": 1123,
+ "sha256": "18c72a979789d60981bf41e3ae58e2fcca4bcfcc037016f0357641fff8188ea6"
}
]
diff --git a/experiments/robotwin-official/official-49/timing.json b/experiments/robotwin-official/official-49/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..7d80ab36047c1c4ec6d6be4b80a934036a3edb89
--- /dev/null
+++ b/experiments/robotwin-official/official-49/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-49",
+ "wall_time_s": 38.846506616,
+ "wall_time_start_ns": 1793235415669851184,
+ "wall_time_end_ns": 1793235454516357800,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 70.01898050308228,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "87ea3a1c34db5cbd445d2950c9c34e75a1fa12dd2c0d0fa67fdfcaf7d2a747a8",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/experiments/robotwin-official/official-50/artifact-index.json b/experiments/robotwin-official/official-50/artifact-index.json
index 3625afe2980cbc2fb110906a8ae10799288754bc..c792bd243d9fddce0ca66d356dab61814546cf6e 100644
--- a/experiments/robotwin-official/official-50/artifact-index.json
+++ b/experiments/robotwin-official/official-50/artifact-index.json
@@ -1450,5 +1450,11 @@
"path": "experiments/robotwin-official/official-50/evidence.zip",
"bytes": 6666873,
"sha256": "bc9c1b3552e502035be8eeee8ac87633e6c13dcf1c055eface543db4a71bac7f"
+ },
+ {
+ "name": "timing.json",
+ "path": "experiments/robotwin-official/official-50/timing.json",
+ "bytes": 1123,
+ "sha256": "98df0973a73f24b21e7b84a13d628a68f9c20e5049b4fa988773a5ccb2efa8ec"
}
]
diff --git a/experiments/robotwin-official/official-50/timing.json b/experiments/robotwin-official/official-50/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9c0f0ff09f2925f03744f6c72fade9a3f0bff68
--- /dev/null
+++ b/experiments/robotwin-official/official-50/timing.json
@@ -0,0 +1,18 @@
+{
+ "episode": "official-50",
+ "wall_time_s": 40.189079744,
+ "wall_time_start_ns": 1793235452977004442,
+ "wall_time_end_ns": 1793235493166084186,
+ "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.",
+ "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.",
+ "simulation_time_s": null,
+ "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.",
+ "previous_display_wall_time_s": 73.80930161476135,
+ "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.",
+ "evidence": {
+ "file": "native-events.jsonl",
+ "sha256": "f7fdb072c0937dcea958b61ba7ccf0ac4f21bb0e39f5349ae8238eb5ba2a9394",
+ "setup_completed_line": 3,
+ "last_action_completed_line": 403
+ }
+}
diff --git a/history-app.js b/history-app.js
index bbcb77b09274f9bd0241d4a5af9d24bdc385dc43..4a653d42d021bc6dd1d70f793a6ff1f2fd0b5948 100644
--- a/history-app.js
+++ b/history-app.js
@@ -68,13 +68,6 @@ function counterEvidence(ep) {
if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`;
return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`;
}
-function costBreakdown(s,open=false) {
- if (!s.n) return '';
- const names={fresh_input:'Fresh input',cache_read:'Cache reads',cache_write:'Cache writes',output:'Output',unclassified_input:'Unclassified input'};
- const order=['fresh_input','cache_read','cache_write','output','unclassified_input'];
- const rows=[...s.buckets].sort((a,b)=>order.indexOf(a.category)-order.indexOf(b.category)||a.tier.localeCompare(b.tier));
- return `Cost breakdown USD${s.perTask?' / task':''} · estimated + ${s.costCount!==s.n?`
A complete cost is unavailable. The breakdown covers ${s.costCount} of ${s.n} episodes only.
`:''}
${s.perTask?'Each row = average tokens per task × its rate / 1,000,000.':'Each row = tokens × its rate / 1,000,000.'} Fresh input, cache read, cache write and output are disjoint categories; reasoning is already included in output.
Costs are summed from the recorded Pi session estimates. Standalone VLA uses no language-agent API calls.
API-equivalent estimates, not verified account charges. Subscription allocation, discounts, credits, taxes, simulator costs and archived attempts are excluded. Estimates recorded ${esc(UsageMetrics.pricingDate||'—')}.
`;
-}
function modelGroups() {
const groups=new Map();
for (const v of data.variants) {
@@ -98,13 +91,13 @@ function comparisonCell(v,f) {
let value;
if(matrixMetric==='success')value=`${pct(s.rate)} ${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}
`;
else if(matrixMetric==='tokens')value=`
Fresh input / task ${compact(mean.fresh)}
Cache write / task ${compact(mean.cacheWrite)}
Cache read / task ${rangeNumber(mean.cacheLow,mean.cacheHigh)}
Cache hit ${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}
Output / task ${compact(mean.output)} `;
- else value=`${costValue(mean)} USD / task · ${costNote(s)}
${costBreakdown(mean)}`;
+ else value=`${costValue(mean)} USD / task · ${costNote(s)}
`;
return `${value}${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow} `;
}
function comparisonTable() {
const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.';
- return `Compare environments Compare the three baselines on the same tasks. Coverage is shown for each environment.
${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`${l} `).join('')}
${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task; expand a breakdown for average token categories and costs.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}
${modelGroups().map((g,i)=>`
${esc(g.model)} ${g.key==='baselines'?'Seed 0':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')} ${g.variants.length} variants ⌄ `).join('')}
`;
+ return `Compare environments Compare the three baselines on the same tasks. Coverage is shown for each environment.
${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>`${l} `).join('')}
${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}
${modelGroups().map((g,i)=>`
${esc(g.model)} ${g.key==='baselines'?'Seed 0':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')} ${g.variants.length} variants ⌄ `).join('')}
`;
}
function recordingPilotProgress(){
const p=data.recording_pilot;if(!p)return '';
@@ -154,7 +147,7 @@ function runsPage(variant,params,restoredFilters=null) {
if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';}
if(restoredFilters)filters={...restoredFilters};
const v=variantFor(variant),s=stats(episodes(variant));
- $('#main').innerHTML=`${variantTabs(variant)}${s.n?'Selected results':'Planned evaluation'}
${esc(v.label||v.agent)} × ${v.model} ${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending
Download results ↓ ${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}${costBreakdown(s)}${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `
${f.name} ${pct(fs.rate)}
${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested `;}).join('')}
${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}
${taskBrowser(variant)}${methodology()}`;
+ $('#main').innerHTML=`${variantTabs(variant)}${s.n?'Selected results':'Planned evaluation'}
${esc(v.label||v.agent)} × ${v.model} ${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending
Download results ↓ ${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return `
${f.name} ${pct(fs.rate)}
${fs.n?`${fs.passes} / ${fs.n} passed`:'Pending'} · ${plannedTasks(variant).filter(t=>t.family===f.id).length-fs.n} untested `;}).join('')}
${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}
${taskBrowser(variant)}${methodology()}`;
renderRows();
}
function nativeNote(task,ep) {
@@ -167,7 +160,7 @@ function videoPanel(ep,mini=false) {
}
function episodeMetrics(ep) {
const u=ep.usage||{},s=stats([ep]);
- return `${usageTiles(s)}${usageDefinition()}
${esc(usageEvidence(ep))}
${costBreakdown(s,true)}${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls ${external(ep.links.usage,'Usage accounting record')}
`;
+ return `${usageTiles(s)}${usageDefinition()}
${esc(usageEvidence(ep))}
${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls ${external(ep.links.usage,'Usage accounting record')}
`;
}
// Align words and punctuation while preserving the exact original whitespace.
function instructionDiff(original, revised) {
diff --git a/manifest.json b/manifest.json
index d1fbb3960ea8c8d8f458327de8e1806786170d0e..7d21c2a70b8efa2700d164cfdfffeb3ab6759605 100644
--- a/manifest.json
+++ b/manifest.json
@@ -5,12 +5,12 @@
"sha256": "fd509e970570592152d2bdd3eaf9bc4fb61cd5a7a5335b69d9c51aad6e3ada7f"
},
"app.js": {
- "bytes": 97806,
- "sha256": "769b6ba55329041039f5a29576f6f7a9a8ba5fdb4df2e6c9b659b7b2aa8c96d0"
+ "bytes": 95422,
+ "sha256": "1716f4211ed35e3625ee0b661d275e3d346350314daef6a7d60c2b7290cfe23f"
},
"history-app.js": {
- "bytes": 94169,
- "sha256": "929e7a7c08de2f26645f1b066642404c749be7f7cf520d2babfd5457a7abd0f8"
+ "bytes": 91577,
+ "sha256": "64260d4b975b2c57cb390a767ac3526b159e827551d49b2d8de0261ced300466"
},
"presentation-provenance.json": {
"bytes": 1189,
@@ -45,8 +45,8 @@
"sha256": "a450412d37a6b1fb1a2d90f964e1bb420c96ed2db2e74ae53c93c68e7439f693"
},
"data.json": {
- "bytes": 482440,
- "sha256": "10d7c407c5c1da63ae20c7c80d5f3fb03e9bdc25eb30af03f91b72aec8aa010f"
+ "bytes": 515424,
+ "sha256": "7c21c976172839ae78352b422944586c4aa6daa29726fb74a3ff825cca6e8e8d"
},
"policy.css": {
"bytes": 1067,
@@ -120,6 +120,10 @@
"bytes": 8856,
"sha256": "42fa3b535a11d69616f8471d980b510e9ecba760de326a0deac1c2d25e18366a"
},
+ "official/timing.json": {
+ "bytes": 11082,
+ "sha256": "434e0f6c8ccfab5386ef3bb1b82634579654b5e39caa42e3c7361768b1ca4756"
+ },
"official/integrations.py": {
"bytes": 8415,
"sha256": "b3439296caebf5302aca01d6602d291b10eb52a5c3cfae15dbb7a6420effa420"
@@ -9909,13 +9913,17 @@
"sha256": "85b02bd74849ed92359f495f59a25b6b248ed0fa741ec94813d5e1849c9f232a"
},
"experiments/robotwin-official/official-48/artifact-index.json": {
- "bytes": 43813,
- "sha256": "389fc2c206012180830acc337f7da300afd748928a21db850752854dd1fe655a"
+ "bytes": 44018,
+ "sha256": "dd7489c9396ba0b6b882c13480cc811b06f1beecab120dc1634fe01ffff11c9e"
},
"experiments/robotwin-official/official-48/evidence.zip": {
"bytes": 4893766,
"sha256": "7247096fd165df0bc7319056e49165bede0b3f31a1c1d28bf248cd8b9569f84b"
},
+ "experiments/robotwin-official/official-48/timing.json": {
+ "bytes": 1122,
+ "sha256": "3329a826c559d0a851c9ed44575f8b0e1bd2a9bb53e49f7c8db2b5c418412bf7"
+ },
"experiments/robotwin-official/official-48/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -9973,13 +9981,17 @@
"sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746"
},
"experiments/robotwin-official/official-46/artifact-index.json": {
- "bytes": 23706,
- "sha256": "c6bb8c2b1c874200d3ad986cd4e5c51ec232c25b1f3ad3ea3d0f2c758adc115d"
+ "bytes": 23911,
+ "sha256": "bf0d7db0fd65c559f90174f8f9a7ce940687628c98316d101b8c843b3a87fdc8"
},
"experiments/robotwin-official/official-46/evidence.zip": {
"bytes": 2250270,
"sha256": "df752f38766a8975255a1fc978c691557f4e8aa62902f7d0fe43c6d2fcc413fc"
},
+ "experiments/robotwin-official/official-46/timing.json": {
+ "bytes": 1124,
+ "sha256": "998dc81207fb6eb97fecf764d4da1d1bdbdc7dc57214f8b091d2a5c7c869d3ad"
+ },
"experiments/robotwin-official/official-46/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10037,13 +10049,17 @@
"sha256": "610e3275ff3f378b8fa673640a875fef0797da4e192f935029f1c2552ba3c05f"
},
"experiments/robotwin-official/official-16/artifact-index.json": {
- "bytes": 19238,
- "sha256": "6412a3a96199fe1a70106fd253f8ab1e9949bdc9a7bc145f7587ffa0618c1015"
+ "bytes": 19443,
+ "sha256": "a8231057ddef45648f724605db5ced572484407c586d11b66610fdbd63320c79"
},
"experiments/robotwin-official/official-16/evidence.zip": {
"bytes": 1717071,
"sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9"
},
+ "experiments/robotwin-official/official-16/timing.json": {
+ "bytes": 1123,
+ "sha256": "c94e656e6950db6b74439f16fe161a3ef9a0c727eb016245d23f059823729d61"
+ },
"experiments/robotwin-official/official-16/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10101,13 +10117,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-27/artifact-index.json": {
- "bytes": 59454,
- "sha256": "41c7a3bd646828f52a4ddef55a1f58a1b45dd00da8af0a54068764329289074a"
+ "bytes": 59659,
+ "sha256": "4d85b9e1e09cd9105430eae365c64d8eb559d7363dd2a867fff39e0e3c526535"
},
"experiments/robotwin-official/official-27/evidence.zip": {
"bytes": 7071016,
"sha256": "b4798122bad83ccffaa8b82d0c4393898184531f4153764c0986391c2ffb323c"
},
+ "experiments/robotwin-official/official-27/timing.json": {
+ "bytes": 1123,
+ "sha256": "078430af6d78b39aab23a081be2a574ca9a48edacebd43095ec501b907393aac"
+ },
"experiments/robotwin-official/official-27/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10165,13 +10185,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-43/artifact-index.json": {
- "bytes": 19238,
- "sha256": "ec6f58a5061c2078f569ef20157d789bd5ab1422ad597a7c9f34116393cec299"
+ "bytes": 19443,
+ "sha256": "d208eef411730c5a3a4126d2773ce5245c780bf68a980654e1ef4a37a52329ba"
},
"experiments/robotwin-official/official-43/evidence.zip": {
"bytes": 1788718,
"sha256": "77f9d6bdd838c6accaa63338c87183aaac84b9ac559f3e017f4d3b4beed74b1c"
},
+ "experiments/robotwin-official/official-43/timing.json": {
+ "bytes": 1123,
+ "sha256": "7bc58ce2c416e5e48bf228976d8caf6c65afdd7d95ce7f1e5595adc1b16af27d"
+ },
"experiments/robotwin-official/official-43/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10229,13 +10253,17 @@
"sha256": "bd0cc9b6639eb890fb671b422cd12861d126751af0411ccfae9f0495dce5249a"
},
"experiments/robotwin-official/official-36/artifact-index.json": {
- "bytes": 59451,
- "sha256": "3c9976e3f9996ad0883c82731439f9e3601c0906ef48b777eadfc53fdd1d9d8a"
+ "bytes": 59656,
+ "sha256": "4c860d36dda0c360d4088fc608c5c2d1ad17143648c015fe746d2026e64f4e16"
},
"experiments/robotwin-official/official-36/evidence.zip": {
"bytes": 5918080,
"sha256": "b1f40763b265db5186c51ed85d9b1b551dcda30906337735ab78532e6b8bffd0"
},
+ "experiments/robotwin-official/official-36/timing.json": {
+ "bytes": 1123,
+ "sha256": "eff66c948af2eb00d525912b95f9b65dc703915ef3abf3357d213cf84287145b"
+ },
"experiments/robotwin-official/official-36/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10293,13 +10321,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-44/artifact-index.json": {
- "bytes": 59452,
- "sha256": "e806745874dae9a993ecf558b6829d32b470e1e478b3d62796ae84f4bd4f5a21"
+ "bytes": 59657,
+ "sha256": "be90c9e3be886b74776db7a35458cdd9b28603ca8d07299be71c9e9457a235ee"
},
"experiments/robotwin-official/official-44/evidence.zip": {
"bytes": 6741565,
"sha256": "8489fc4b15684beba185e26936365104249cc58c08b019ada506449266487edc"
},
+ "experiments/robotwin-official/official-44/timing.json": {
+ "bytes": 1123,
+ "sha256": "227cffc022cf40d9ed64d6c4915e42578278bf419203649c311a443a83d3893b"
+ },
"experiments/robotwin-official/official-44/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10357,13 +10389,17 @@
"sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb"
},
"experiments/robotwin-official/official-09/artifact-index.json": {
- "bytes": 171155,
- "sha256": "e4aa5551ff5e280495906e945daa8e6866518df3fa02488baccc9d84022cf465"
+ "bytes": 171360,
+ "sha256": "b0e639b9e9527ac21be5e5a12ab7e3b18588e03c2bef2087ce7cfee7d348b23d"
},
"experiments/robotwin-official/official-09/evidence.zip": {
"bytes": 19401905,
"sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3"
},
+ "experiments/robotwin-official/official-09/timing.json": {
+ "bytes": 1125,
+ "sha256": "05e69f7eae9b9be60861283318e7056269facae63c3443c77ab399d8220eeecb"
+ },
"experiments/robotwin-official/official-09/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10421,13 +10457,17 @@
"sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746"
},
"experiments/robotwin-official/official-45/artifact-index.json": {
- "bytes": 17003,
- "sha256": "91504778cdc2f5f817a7ba2fd5bfc6c7ee0d179ba166f34dafeba19f3110c436"
+ "bytes": 17208,
+ "sha256": "b2c52588e7127548912dcdc3568c90c54c6baaa61df1999227497efc786ea9d6"
},
"experiments/robotwin-official/official-45/evidence.zip": {
"bytes": 1482050,
"sha256": "91db664af8168dcdda7e601c93706bad7b07d031367a3966c410f7527cf8e930"
},
+ "experiments/robotwin-official/official-45/timing.json": {
+ "bytes": 1121,
+ "sha256": "3812b91f1ed40698c8d5b7cacdaacbc1bf899dd704a97307746f535da23b2c67"
+ },
"experiments/robotwin-official/official-45/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10485,13 +10525,17 @@
"sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb"
},
"experiments/robotwin-official/official-13/artifact-index.json": {
- "bytes": 59451,
- "sha256": "a0c54553b1e07e498c079da926a0abafc01702ef72536110e64cf09057af93ba"
+ "bytes": 59656,
+ "sha256": "c89e1bad683ee3640935b9802d9452b36f7f7405d3e2519d7847a48397f803c2"
},
"experiments/robotwin-official/official-13/evidence.zip": {
"bytes": 6244016,
"sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0"
},
+ "experiments/robotwin-official/official-13/timing.json": {
+ "bytes": 1123,
+ "sha256": "9468e99beed75825a3d4351f02d40ce91a4de36694ef280bc76a338656a8c32d"
+ },
"experiments/robotwin-official/official-13/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10549,13 +10593,17 @@
"sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4"
},
"experiments/robotwin-official/official-30/artifact-index.json": {
- "bytes": 75091,
- "sha256": "d0365b407e0624188823850d0152e7a16f098114d57c2f210d0c99cb1af35fc0"
+ "bytes": 75296,
+ "sha256": "eb593d20e2fcb74ceb35be17a669c0a8cd1ef2aa0c0e07a4d6128750d2781de9"
},
"experiments/robotwin-official/official-30/evidence.zip": {
"bytes": 10374476,
"sha256": "b9208a32a7cd641449415c86df01945c500b39c62d7a0cf5a27459b02a77273d"
},
+ "experiments/robotwin-official/official-30/timing.json": {
+ "bytes": 1124,
+ "sha256": "e1588aadd81f0a87c9a2071eba2d4fb8b8cfd423448177aa2d2df31732ffac61"
+ },
"experiments/robotwin-official/official-30/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10613,13 +10661,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-34/artifact-index.json": {
- "bytes": 23705,
- "sha256": "d917bcaddcc07d7f2f03650b4a4d49fdc3e6aeace1c98180dce4f2c1c8d1953d"
+ "bytes": 23910,
+ "sha256": "200d30401ac6dba321421ff1111f568ab86f7a50ceb82502b6653952035107f8"
},
"experiments/robotwin-official/official-34/evidence.zip": {
"bytes": 2205123,
"sha256": "1407fa67b6b021fdaa82a8dd8116bef54fdf07c07d284be41e0cf3a4f67c9385"
},
+ "experiments/robotwin-official/official-34/timing.json": {
+ "bytes": 1123,
+ "sha256": "66f9be573f07447d8916cfc944b39f61a7a804b44f6042cd3442d0d26cdfa320"
+ },
"experiments/robotwin-official/official-34/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10677,13 +10729,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-49/artifact-index.json": {
- "bytes": 59451,
- "sha256": "163e863988d693e30ffb49c7993b67f28b073305d05277e4ffc03dfbaca477ff"
+ "bytes": 59656,
+ "sha256": "1a45bfaaffcf5d7c11718e8484f837bfbf9f6460df20b368f3ab1e2fb475524e"
},
"experiments/robotwin-official/official-49/evidence.zip": {
"bytes": 6742731,
"sha256": "48f1bf6d30b52bd76f277272709b7f583eaeb2f98498036da0ececfe1ebf71f0"
},
+ "experiments/robotwin-official/official-49/timing.json": {
+ "bytes": 1123,
+ "sha256": "18c72a979789d60981bf41e3ae58e2fcca4bcfcc037016f0357641fff8188ea6"
+ },
"experiments/robotwin-official/official-49/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10741,13 +10797,17 @@
"sha256": "3cba6a418e46364f672486614e0eee61ac2c62a871c8b71b8c65f8875e7c9fad"
},
"experiments/robotwin-official/official-24/artifact-index.json": {
- "bytes": 19238,
- "sha256": "9025103173b6c80cc40cc5ebd9a3f638ef64e751f222d204b1654af3afc8694e"
+ "bytes": 19443,
+ "sha256": "ce16dfe8250ea8bd97020e1c1a0b3a25617028ffb929ae78f7d3daae14f929cf"
},
"experiments/robotwin-official/official-24/evidence.zip": {
"bytes": 1833380,
"sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc"
},
+ "experiments/robotwin-official/official-24/timing.json": {
+ "bytes": 1122,
+ "sha256": "b6538c681a400537bfee2c80fb9a8521e45ff8c4500f68452c0db2f7fe1a8fc6"
+ },
"experiments/robotwin-official/official-24/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10805,13 +10865,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-22/artifact-index.json": {
- "bytes": 59451,
- "sha256": "41fc8af089fb162b1926f3bc0184d8f5ae76b7d2b56e508da7d8946b172ec2c8"
+ "bytes": 59656,
+ "sha256": "8de564e77b44302b26df1c8ecc14872715e902161a46341035105a10a00aa58c"
},
"experiments/robotwin-official/official-22/evidence.zip": {
"bytes": 6423197,
"sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55"
},
+ "experiments/robotwin-official/official-22/timing.json": {
+ "bytes": 1123,
+ "sha256": "c38e49ab0eb746c131a66f8cfcf9afd8edf05de30b93ac47f932c8d237200db8"
+ },
"experiments/robotwin-official/official-22/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10869,13 +10933,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-15/artifact-index.json": {
- "bytes": 12534,
- "sha256": "bf0f76446df568dfeed3ce060edaf6dbe0b46156508d5ec9047a6b6279888794"
+ "bytes": 12739,
+ "sha256": "b69cc7bc23dfe9503661c84aec67928fbbc4f92cd2ae6d5d4c4e92784d7e4b52"
},
"experiments/robotwin-official/official-15/evidence.zip": {
"bytes": 950511,
"sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96"
},
+ "experiments/robotwin-official/official-15/timing.json": {
+ "bytes": 1122,
+ "sha256": "ac7228bcd5b3739f1ad1558ed82fa9582897010a302d04336c7e1eea81727669"
+ },
"experiments/robotwin-official/official-15/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10933,13 +11001,17 @@
"sha256": "c5bcc96ea68e74ff550cf8de4f654dc1112cd8f80d042b8764c6a7ed94a577e0"
},
"experiments/robotwin-official/official-12/artifact-index.json": {
- "bytes": 19238,
- "sha256": "91df108b9e8bb3b38c5d34f3eb723b6a3cfd4029952402089e19e37ac3b65733"
+ "bytes": 19443,
+ "sha256": "2f40d9d16f9e2e183089e725e548e9209ed8cd9ada85a8aecd7c06863058473c"
},
"experiments/robotwin-official/official-12/evidence.zip": {
"bytes": 1865998,
"sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01"
},
+ "experiments/robotwin-official/official-12/timing.json": {
+ "bytes": 1121,
+ "sha256": "35983bb07e5ec69efa8339049463d47cfeabb04b53f05fbe6007980cd42e9a24"
+ },
"experiments/robotwin-official/official-12/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -10997,13 +11069,17 @@
"sha256": "504940cb7a16b70d6739c684d71b245878b7aaa8e886d53d52054162fa343f31"
},
"experiments/robotwin-official/official-02/artifact-index.json": {
- "bytes": 88496,
- "sha256": "454a139626fcebbd13510f12706cdbf9012d9af08f8fd4bdaf0a844b01f64af4"
+ "bytes": 88701,
+ "sha256": "6d751b562e920b3c496a749e0f1ca323f49d94f4201469c665e8a25863eb25c9"
},
"experiments/robotwin-official/official-02/evidence.zip": {
"bytes": 13349875,
"sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9"
},
+ "experiments/robotwin-official/official-02/timing.json": {
+ "bytes": 1110,
+ "sha256": "4fd8e0eaef9c1456983c1b3e241d113006ce52d1936bbec7e050ff5d8fa17929"
+ },
"experiments/robotwin-official/official-02/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11061,13 +11137,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-26/artifact-index.json": {
- "bytes": 17004,
- "sha256": "43ad79d8560472d91810ca3a3bff6b940668ef9de566296d08eb95f943f6c07f"
+ "bytes": 17209,
+ "sha256": "bf469f0baded995e7e3b459ba4f04ac773c0c67f864f1c4a7e088c0c435791ea"
},
"experiments/robotwin-official/official-26/evidence.zip": {
"bytes": 1920663,
"sha256": "82f0f972c55e3db78d411424d1767940909b6c9d9379bd2382f503d9844c4966"
},
+ "experiments/robotwin-official/official-26/timing.json": {
+ "bytes": 1122,
+ "sha256": "40c94208270641653abafc5a1dd69ab6dcb4af058d2bee09410d117e74469fb5"
+ },
"experiments/robotwin-official/official-26/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11125,13 +11205,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-21/artifact-index.json": {
- "bytes": 59451,
- "sha256": "fd7b5b3fb40dc1d4f4a0261e13c6f9ff72bbf730e3e8e7e18d4a92c0e438389c"
+ "bytes": 59656,
+ "sha256": "a9e2bf39b88384a847acddb02620ada63f9c0a2e6a526a5828006fc519300cd1"
},
"experiments/robotwin-official/official-21/evidence.zip": {
"bytes": 6460055,
"sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d"
},
+ "experiments/robotwin-official/official-21/timing.json": {
+ "bytes": 1123,
+ "sha256": "2f0d7c9037ff73cf49f591fda1010576fa41dd52d95957b607ef7d307250d60a"
+ },
"experiments/robotwin-official/official-21/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11189,13 +11273,17 @@
"sha256": "62da40c8eef3186bf3dd46b89f7aafa083f4f0472657ff98734dc5054a03ed14"
},
"experiments/robotwin-official/official-01/artifact-index.json": {
- "bytes": 115304,
- "sha256": "4a351a3e347d081ba2085f77b0ea363ea84eb0bd6f1a6e3502e1aadf70f7b093"
+ "bytes": 115509,
+ "sha256": "ad7c2e88241222cfd9cf204fd4f73d9f1e7ac7da4b7ab842d2a336b3fd8e36ce"
},
"experiments/robotwin-official/official-01/evidence.zip": {
"bytes": 13812866,
"sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611"
},
+ "experiments/robotwin-official/official-01/timing.json": {
+ "bytes": 1109,
+ "sha256": "3f69feeee9e3d28ffe8e6e2e2273a4aa08c4c88967277a77a37a7b9c44b9b553"
+ },
"experiments/robotwin-official/official-01/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11253,13 +11341,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-39/artifact-index.json": {
- "bytes": 59451,
- "sha256": "905d75f6b0adfdb2b4a5c787beb19c6a96106a26a7961e176433a3ad27c2dec4"
+ "bytes": 59656,
+ "sha256": "3f632e89ae7825f2cb091aedec4b911389a1cfabb2cdf88dd1d003ff986a4693"
},
"experiments/robotwin-official/official-39/evidence.zip": {
"bytes": 6963867,
"sha256": "08895cb62d40b55c525da55c6f157b1001b0c6fa7bfeaf92fa292a968fe34f0c"
},
+ "experiments/robotwin-official/official-39/timing.json": {
+ "bytes": 1123,
+ "sha256": "2c2c7801a3d360ff25aa148c9dc403745d06bb3acc1e1e8a3380e05cfdd48ba7"
+ },
"experiments/robotwin-official/official-39/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11317,13 +11409,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-10/artifact-index.json": {
- "bytes": 59451,
- "sha256": "879ae55bf23e0f64011f9916a47d40a8adc21ba8c0dd9d910a5bf9af74e72ea3"
+ "bytes": 59656,
+ "sha256": "3fb6501006c2236b821cc9cba610c8965d4f3d0be3e593a49b6973e2296538fc"
},
"experiments/robotwin-official/official-10/evidence.zip": {
"bytes": 8984506,
"sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562"
},
+ "experiments/robotwin-official/official-10/timing.json": {
+ "bytes": 1124,
+ "sha256": "050520e8ea89ca030eaac2650367e23e1afa2f27efdf9e91abcc8ccd23cd634a"
+ },
"experiments/robotwin-official/official-10/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11381,13 +11477,17 @@
"sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4"
},
"experiments/robotwin-official/official-31/artifact-index.json": {
- "bytes": 32642,
- "sha256": "5d10a42546a84c28ebba8b0c15d176a3fcbeb02ba7fa03146e1b45ef4b8991ac"
+ "bytes": 32847,
+ "sha256": "eeb4719a1e06b2627a73b4da2bbc90d3bf3fd646c2f3d3f0b8200ae6cb95d378"
},
"experiments/robotwin-official/official-31/evidence.zip": {
"bytes": 4471221,
"sha256": "8ca46231c762de05c654243c6cb364e9adef4eb33c7aec191ef4bc4cff500550"
},
+ "experiments/robotwin-official/official-31/timing.json": {
+ "bytes": 1123,
+ "sha256": "bc554d282537ebb00749074977a54c3fd6f2f0bc9d22fa121e01a15a942187b5"
+ },
"experiments/robotwin-official/official-31/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11445,13 +11545,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-28/artifact-index.json": {
- "bytes": 59454,
- "sha256": "a464eb370a0cf0a833d726aa80413f6973916121c7bf0461c3e03d9baa423f7b"
+ "bytes": 59659,
+ "sha256": "27a32602d8e0345bccc63d91cd8a7b28444674da0472bd3a24f4eacf4bf08f83"
},
"experiments/robotwin-official/official-28/evidence.zip": {
"bytes": 7050595,
"sha256": "1fecd8cf2302ddf95c833fb8146812711eeac0f51d8d196acb78ed556e5d9432"
},
+ "experiments/robotwin-official/official-28/timing.json": {
+ "bytes": 1123,
+ "sha256": "7b05e207d348b5cbb25de9c3678e60155ec6fe3dbe349bdc0c1bf1d3d5a7814d"
+ },
"experiments/robotwin-official/official-28/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11509,13 +11613,17 @@
"sha256": "f584ec811f38416cbf3081a9614c0efa6af842a20208d01ef923d282bd9d8acc"
},
"experiments/robotwin-official/official-38/artifact-index.json": {
- "bytes": 23706,
- "sha256": "ca282f1053f8bbadc2dc61024895816a2447200e7a88d4893f1953a7fbcca1b6"
+ "bytes": 23911,
+ "sha256": "33a4365acb521d5ef37b1638eda00bb1292411cb77e5578e3bc8bb162b008b21"
},
"experiments/robotwin-official/official-38/evidence.zip": {
"bytes": 2459499,
"sha256": "213d1f4b5ac8e516a2ee88a93c524a7e93d8a5eccfd1a8806a96c31e4f6816ad"
},
+ "experiments/robotwin-official/official-38/timing.json": {
+ "bytes": 1123,
+ "sha256": "d0743e3724310c213c548d518282aa6a846fcdd5e8dea7dce930bf7b0487a70e"
+ },
"experiments/robotwin-official/official-38/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11573,13 +11681,17 @@
"sha256": "62da40c8eef3186bf3dd46b89f7aafa083f4f0472657ff98734dc5054a03ed14"
},
"experiments/robotwin-official/official-33/artifact-index.json": {
- "bytes": 43815,
- "sha256": "23037fcb83a63e146c2d81cb2524418f7b32aff96d93d07a22c853de958825db"
+ "bytes": 44020,
+ "sha256": "f0271f75e9d4173d8e504e0125da975587c06f108a24f387ca47224d525c3308"
},
"experiments/robotwin-official/official-33/evidence.zip": {
"bytes": 6506721,
"sha256": "7b80229a1eceb4b8c5addffcfa1b2b2844f9e2be44026cfd4b82212265ff2d01"
},
+ "experiments/robotwin-official/official-33/timing.json": {
+ "bytes": 1123,
+ "sha256": "ed1ca4878252b624dc40e560bfdc0c5377fec22c003599c2b19d28ba877109d2"
+ },
"experiments/robotwin-official/official-33/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11637,13 +11749,17 @@
"sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4"
},
"experiments/robotwin-official/official-42/artifact-index.json": {
- "bytes": 23706,
- "sha256": "d9c1758e1677234436e7e93ec645dd2137d01c42353e830ee9ca8d80d2b40dd0"
+ "bytes": 23911,
+ "sha256": "08b53fb9b8d2e8779f137b54d519bdc5d35eb71cc567351c76e10e80c2cea20e"
},
"experiments/robotwin-official/official-42/evidence.zip": {
"bytes": 2387201,
"sha256": "b470b43b03c12738a5af0a9bca0d7ea64b816a4dee809dbe33eab58cd966f4e0"
},
+ "experiments/robotwin-official/official-42/timing.json": {
+ "bytes": 1123,
+ "sha256": "7605baec3f4188bbdbb23b21fbbd2ef054fd277b7ae86158a3aa64750f56cb6e"
+ },
"experiments/robotwin-official/official-42/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11701,13 +11817,17 @@
"sha256": "952419c91fe2bf352cd8f68f215fd4191695e0f4841efc20a3488979a771c624"
},
"experiments/robotwin-official/official-03/artifact-index.json": {
- "bytes": 242643,
- "sha256": "837baf3c0172a011bf6de0c61c1ef655ff2f84ef83e4d0f8ad2c02a573f9b278"
+ "bytes": 242848,
+ "sha256": "452a1698ee1c9b948f63960f37126eae6368eaa5ca4cdea97760ae801c9731d6"
},
"experiments/robotwin-official/official-03/evidence.zip": {
"bytes": 34565622,
"sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b"
},
+ "experiments/robotwin-official/official-03/timing.json": {
+ "bytes": 1112,
+ "sha256": "17fa703801568a9f8cb111abb6678730033397c8401913b1695fd413f25bb7b0"
+ },
"experiments/robotwin-official/official-03/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11765,13 +11885,17 @@
"sha256": "9de34353c537f63ba114518657b906e13895c4deaa64e98e8b09261d53706dd3"
},
"experiments/robotwin-official/official-20/artifact-index.json": {
- "bytes": 59451,
- "sha256": "30a160aebdc8bf39364aec8800e2b60c72f4d9019144f4ddb47d14438d4a8064"
+ "bytes": 59656,
+ "sha256": "a747a411104fcffc964d003ef500f21c63f0f4c0a2fa699cf4ca8173abe0a07f"
},
"experiments/robotwin-official/official-20/evidence.zip": {
"bytes": 6579468,
"sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9"
},
+ "experiments/robotwin-official/official-20/timing.json": {
+ "bytes": 1123,
+ "sha256": "ce1ab65d0131cad8776a366b6944ddfed0ffbc4078d267f02a3cb676e965d214"
+ },
"experiments/robotwin-official/official-20/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11829,13 +11953,17 @@
"sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746"
},
"experiments/robotwin-official/official-23/artifact-index.json": {
- "bytes": 25940,
- "sha256": "4d2b6cd3e4cd0eff73128403b04e57d7ce0e28271a80727e61ad46009a9ecb7b"
+ "bytes": 26145,
+ "sha256": "6f28e1e4cc6020b5f3a17711c36d59aee4340ad8723c0743356c95d5dcdb49d3"
},
"experiments/robotwin-official/official-23/evidence.zip": {
"bytes": 2419678,
"sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96"
},
+ "experiments/robotwin-official/official-23/timing.json": {
+ "bytes": 1122,
+ "sha256": "ec1904f0af86c3b60a7828c34e949824e5e8f75f8532665153e64b0bb8f3deab"
+ },
"experiments/robotwin-official/official-23/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11893,13 +12021,17 @@
"sha256": "85b02bd74849ed92359f495f59a25b6b248ed0fa741ec94813d5e1849c9f232a"
},
"experiments/robotwin-official/official-07/artifact-index.json": {
- "bytes": 130943,
- "sha256": "c7740577aec6f23a31873d533c6408e9db124aa051c07b7c2b7887ee69db6972"
+ "bytes": 131148,
+ "sha256": "cc21cb021587394f3c3a3060932b13770370aa000b80fb7c6d8ce04c6fb32dfc"
},
"experiments/robotwin-official/official-07/evidence.zip": {
"bytes": 17027239,
"sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9"
},
+ "experiments/robotwin-official/official-07/timing.json": {
+ "bytes": 1125,
+ "sha256": "c31b6e6f72e783c57744e2b8807492058c7a29b618cafb71ad7070d0a288b436"
+ },
"experiments/robotwin-official/official-07/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -11957,13 +12089,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-37/artifact-index.json": {
- "bytes": 59451,
- "sha256": "82271d27f74daa7806d896eec3b4ccf4ed52d12938c83e3ce347bce1d55cf0ee"
+ "bytes": 59656,
+ "sha256": "11df0f409c9467c1e5343f527924ce40c6d54c0c20f3f2adc333a1d6d9f150cf"
},
"experiments/robotwin-official/official-37/evidence.zip": {
"bytes": 6444018,
"sha256": "f8354b92f0b3c7b24891b8d65c82afff9ea73248277d62ac48e33b00bf79ab1a"
},
+ "experiments/robotwin-official/official-37/timing.json": {
+ "bytes": 1123,
+ "sha256": "618e0133ddd85a4ce03ca2f52969d1e6971c85adcf60e71e20e4692c9e50a306"
+ },
"experiments/robotwin-official/official-37/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12021,13 +12157,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-41/artifact-index.json": {
- "bytes": 59451,
- "sha256": "2dc52b34add7e40332009959f9e217b36eb326220947f1de5748099a4f5fd195"
+ "bytes": 59656,
+ "sha256": "5f3ca348d6fabd43dbe34a573a70e28342afdeeb5d765af1ab9b4f884a5f89b3"
},
"experiments/robotwin-official/official-41/evidence.zip": {
"bytes": 7009312,
"sha256": "10ef115bb18c7341d4a9b4aca0c3b51ea67bbef3293aa629546d08795eb9ffc9"
},
+ "experiments/robotwin-official/official-41/timing.json": {
+ "bytes": 1123,
+ "sha256": "c7910f88d00b10c5b157903ddf1db15ed51d83a13f14425bfcc6ec1d7c4c954e"
+ },
"experiments/robotwin-official/official-41/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12085,13 +12225,17 @@
"sha256": "9de34353c537f63ba114518657b906e13895c4deaa64e98e8b09261d53706dd3"
},
"experiments/robotwin-official/official-11/artifact-index.json": {
- "bytes": 21472,
- "sha256": "0a54888d4fa427cad8953d00ae4b68ec0ed4a83e6561b16f36698f1edbe814f7"
+ "bytes": 21677,
+ "sha256": "a6340e0681f929e1018dc76fe8656407c7715c95c9a3973653a7e6933da3d592"
},
"experiments/robotwin-official/official-11/evidence.zip": {
"bytes": 2091947,
"sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266"
},
+ "experiments/robotwin-official/official-11/timing.json": {
+ "bytes": 1124,
+ "sha256": "27936c4bfa281f096a1893053497906cec36b4809320122a7f1cf5a9551e9419"
+ },
"experiments/robotwin-official/official-11/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12149,13 +12293,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-19/artifact-index.json": {
- "bytes": 59451,
- "sha256": "3672e53b28b045fe9b1369fb9aac496576f4a3020347b3b975c52b17092b2d48"
+ "bytes": 59656,
+ "sha256": "15fb0882e2e29156d7c4f1d041e3d7d28da33224f98270de263e847dea594d63"
},
"experiments/robotwin-official/official-19/evidence.zip": {
"bytes": 7316003,
"sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98"
},
+ "experiments/robotwin-official/official-19/timing.json": {
+ "bytes": 1123,
+ "sha256": "14f4b19aec0a1af8257ef53866041b5576ffe6813adb103721cc372f5efce47b"
+ },
"experiments/robotwin-official/official-19/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12213,13 +12361,17 @@
"sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb"
},
"experiments/robotwin-official/official-05/artifact-index.json": {
- "bytes": 72855,
- "sha256": "14f878bf5ad28e95643ff04b2e3144bd46f6334cf48781eaf568c30b80550ef8"
+ "bytes": 73060,
+ "sha256": "d4dddffe9758f5662db2b5ac4026ab78d8ab0539323e8ddc9e9fde98ec3ec893"
},
"experiments/robotwin-official/official-05/evidence.zip": {
"bytes": 9015167,
"sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9"
},
+ "experiments/robotwin-official/official-05/timing.json": {
+ "bytes": 1123,
+ "sha256": "27d5d461ad70c08e7cf545562c61c5ae319032c877a3be4e27df29a2fc2deeba"
+ },
"experiments/robotwin-official/official-05/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12277,13 +12429,17 @@
"sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746"
},
"experiments/robotwin-official/official-29/artifact-index.json": {
- "bytes": 101936,
- "sha256": "395a63ab484544ea6a3e531dfd740eac23bbec1da093f21626ff1fa5a73904d1"
+ "bytes": 102141,
+ "sha256": "838a170075c72d33341dc3d4d5e0a61d35875cc9caeea37ab746a642688ac119"
},
"experiments/robotwin-official/official-29/evidence.zip": {
"bytes": 16503394,
"sha256": "f446a7d3022b49abe993b44b2261e31c467b2abbe12c9e9af18fbbf02ad2303d"
},
+ "experiments/robotwin-official/official-29/timing.json": {
+ "bytes": 1124,
+ "sha256": "8f26ee18c5b290db8c67472d09e704ec9d906b6d96dea32836755bab560e37d9"
+ },
"experiments/robotwin-official/official-29/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12341,13 +12497,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-50/artifact-index.json": {
- "bytes": 59451,
- "sha256": "8e7712828c37b9daed717ae5e55f1e3724a51b56f7fc25e6731c8a6a25d25721"
+ "bytes": 59656,
+ "sha256": "bf90877e99c36cd2393705b84aea980b021d19d2982652f934fd2590e43d246e"
},
"experiments/robotwin-official/official-50/evidence.zip": {
"bytes": 6666873,
"sha256": "bc9c1b3552e502035be8eeee8ac87633e6c13dcf1c055eface543db4a71bac7f"
},
+ "experiments/robotwin-official/official-50/timing.json": {
+ "bytes": 1123,
+ "sha256": "98df0973a73f24b21e7b84a13d628a68f9c20e5049b4fa988773a5ccb2efa8ec"
+ },
"experiments/robotwin-official/official-50/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12405,13 +12565,17 @@
"sha256": "4111ba0ea5121363edb62f09b54433d5601d6be6e9823fd3d52dc977e7e3b92b"
},
"experiments/robotwin-official/official-18/artifact-index.json": {
- "bytes": 28174,
- "sha256": "8df934481988affc0d31b79fe5710177e11bdf6c6ea7673b36223faca1d0ec43"
+ "bytes": 28379,
+ "sha256": "68a4c3f92b5366955d7088a341ae50350cb27da68f57f39af23aa705a41c1284"
},
"experiments/robotwin-official/official-18/evidence.zip": {
"bytes": 2766616,
"sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c"
},
+ "experiments/robotwin-official/official-18/timing.json": {
+ "bytes": 1123,
+ "sha256": "ff0c2c2ddbcd1cace8f0d8dd4fb9a8869c8d79ddc2e8f874e4eb66bc59e0fb50"
+ },
"experiments/robotwin-official/official-18/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12469,13 +12633,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-17/artifact-index.json": {
- "bytes": 14770,
- "sha256": "204b99b28b9d8df6354181b7f39154ad0afd964ad4fe69ad052ddeb13c3358fb"
+ "bytes": 14975,
+ "sha256": "6ec0318450ade613ff669982ff689d26ae2cd66c48fb6dade7702f0655645473"
},
"experiments/robotwin-official/official-17/evidence.zip": {
"bytes": 1358677,
"sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a"
},
+ "experiments/robotwin-official/official-17/timing.json": {
+ "bytes": 1123,
+ "sha256": "9ab8020522eef6d9d0210be7a125e83404c8b632652be6922c3fc38e155379d4"
+ },
"experiments/robotwin-official/official-17/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12533,13 +12701,17 @@
"sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746"
},
"experiments/robotwin-official/official-32/artifact-index.json": {
- "bytes": 34877,
- "sha256": "d78b481ef06d90226c50e2843ccecfeca33f9eb4d4abb9ccf3658fc9dd69d654"
+ "bytes": 35082,
+ "sha256": "4776a140cc861a9af56470b89f529794aef64f83fd450af19999d4322065123c"
},
"experiments/robotwin-official/official-32/evidence.zip": {
"bytes": 4433178,
"sha256": "027da3eeeb6190c7df54e87ffe1ae67bd74ceadd305721c65476dd7a5ecac93e"
},
+ "experiments/robotwin-official/official-32/timing.json": {
+ "bytes": 1123,
+ "sha256": "a225eccbae7721402bbbe18cc85be0b849e841b2bc461051731cf3cebb17530c"
+ },
"experiments/robotwin-official/official-32/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12597,13 +12769,17 @@
"sha256": "581df4f8a72e48386e0b4e201802528f949acae4d29fe126b1a222158495f15b"
},
"experiments/robotwin-official/official-08/artifact-index.json": {
- "bytes": 101900,
- "sha256": "0bb73d3d873a2f8ff9142a485131a85b3098bad6197a74cea6785cece082d7ca"
+ "bytes": 102105,
+ "sha256": "8deb30390eca0aed90d4418b21bd5e7ffd20b54a798acde777025b22068edf0a"
},
"experiments/robotwin-official/official-08/evidence.zip": {
"bytes": 14647900,
"sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224"
},
+ "experiments/robotwin-official/official-08/timing.json": {
+ "bytes": 1126,
+ "sha256": "db26d41e3716b1cab74bb8fb4ecdfaa8ea0820925eacbab83608d1bb01c32a16"
+ },
"experiments/robotwin-official/official-08/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12661,13 +12837,17 @@
"sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb"
},
"experiments/robotwin-official/official-06/artifact-index.json": {
- "bytes": 61686,
- "sha256": "44464c8befb8ff4b2d04410388313bbe27d23de727d1146c2a92f0926605d80c"
+ "bytes": 61891,
+ "sha256": "4e3b2102af187214ac9c6e3d80284fbb28c2be0a37c000f7fed3ff961589ed7c"
},
"experiments/robotwin-official/official-06/evidence.zip": {
"bytes": 6677038,
"sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded"
},
+ "experiments/robotwin-official/official-06/timing.json": {
+ "bytes": 1121,
+ "sha256": "85458132684a3cbcf63ef45d1c2ec9c2b37fb12a6befef80de0f9ceb3cc39eac"
+ },
"experiments/robotwin-official/official-06/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12725,13 +12905,17 @@
"sha256": "afeae61b6edbe01133e83db5531a17c510846554c9ce0e17cdc76f3ff080d3f6"
},
"experiments/robotwin-official/official-04/artifact-index.json": {
- "bytes": 32644,
- "sha256": "2f21e10325abeab2769c839cd13e4046446794a62fa12938cf465f4942957fea"
+ "bytes": 32849,
+ "sha256": "dd08024f536e9f06ba29a3f0aee2bb9cb62b7dad32c9e0ff6c4cc90fdd575aeb"
},
"experiments/robotwin-official/official-04/evidence.zip": {
"bytes": 4599673,
"sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40"
},
+ "experiments/robotwin-official/official-04/timing.json": {
+ "bytes": 1123,
+ "sha256": "7a6d6f8c2476a0dd5339d514f1fdea0f73ceefb66aa203fe381e2a59b9a03edd"
+ },
"experiments/robotwin-official/official-04/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12789,13 +12973,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-14/artifact-index.json": {
- "bytes": 12535,
- "sha256": "ec66332f9fa2053df1520b1b8d8847a432ab58c52a92d05b26060e760331b8a7"
+ "bytes": 12740,
+ "sha256": "7925b2a5816214887e3036fd392dbccb14d57691685c532dfa2d223dae266773"
},
"experiments/robotwin-official/official-14/evidence.zip": {
"bytes": 1052895,
"sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c"
},
+ "experiments/robotwin-official/official-14/timing.json": {
+ "bytes": 1123,
+ "sha256": "cab177efa9f2d44ba97c9d2e32d78d2ed31b8e29cf436c9d4da8cd7b85ef1123"
+ },
"experiments/robotwin-official/official-14/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12853,13 +13041,17 @@
"sha256": "62da40c8eef3186bf3dd46b89f7aafa083f4f0472657ff98734dc5054a03ed14"
},
"experiments/robotwin-official/official-47/artifact-index.json": {
- "bytes": 41579,
- "sha256": "31a13364e1e3f89cbe5e8d40fc7ed53a849428527dbaee0157666860082dfd46"
+ "bytes": 41784,
+ "sha256": "4bdf4d16ff31beed60606338d12234da8e5d98ed5beceb3ef28b4453b792a72b"
},
"experiments/robotwin-official/official-47/evidence.zip": {
"bytes": 4288068,
"sha256": "c02eb083f34c2421659872fd5596018029b3d84cd04a1e26b975f4e51b875e30"
},
+ "experiments/robotwin-official/official-47/timing.json": {
+ "bytes": 1123,
+ "sha256": "7128d14ad0531b6aa8d7ac719e80224d64482c32664913ea5215a58bcc4329a4"
+ },
"experiments/robotwin-official/official-47/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12917,13 +13109,17 @@
"sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4"
},
"experiments/robotwin-official/official-35/artifact-index.json": {
- "bytes": 75106,
- "sha256": "192fb5fb580ae938cdde903129366ccff4b581273e5a6bea967c70f7f1f84280"
+ "bytes": 75311,
+ "sha256": "ba4b94cb8950c0e7b46045d87472e361f17d1bc214f5915e755c2492204adcf6"
},
"experiments/robotwin-official/official-35/evidence.zip": {
"bytes": 10176760,
"sha256": "24a015e1c0d192fc3681a5e18b2bb8e99aa5091da1e506b96d0f845a55c6ffc4"
},
+ "experiments/robotwin-official/official-35/timing.json": {
+ "bytes": 1123,
+ "sha256": "c7a3e0cc02b0e116f5ef6b61f31b83f9d17f427827a3d0dd4545e6dc7e0c23a3"
+ },
"experiments/robotwin-official/official-35/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -12981,13 +13177,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-40/artifact-index.json": {
- "bytes": 59451,
- "sha256": "49678c382574ee8722b7d0f9a47cbe7ed5240ccb501d02d0b904453afe90e0c0"
+ "bytes": 59656,
+ "sha256": "e7715f953ac20c3860499e52cf6dad7b87ecc41887a9cc688865e5cea912df84"
},
"experiments/robotwin-official/official-40/evidence.zip": {
"bytes": 6403314,
"sha256": "812d678f697e47d2a1a94210960b7c18f71ad9a0f2bfb23035f25faf257779dc"
},
+ "experiments/robotwin-official/official-40/timing.json": {
+ "bytes": 1123,
+ "sha256": "09a57fe317a9a625485dde6ce1995c4824afa3b516f1842f81b7f71cc6cc6a60"
+ },
"experiments/robotwin-official/official-40/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
@@ -13045,13 +13245,17 @@
"sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251"
},
"experiments/robotwin-official/official-25/artifact-index.json": {
- "bytes": 59452,
- "sha256": "1b902bca289e9a627529dd117c7f6a82708c15c1491b72e804d5ce99dcb7b980"
+ "bytes": 59657,
+ "sha256": "bfc88f6a02a7eb293ac1263c3e1ac84c0b5912500f429e9b9c31c39d5a164665"
},
"experiments/robotwin-official/official-25/evidence.zip": {
"bytes": 8222819,
"sha256": "88f1afcde9844005db964c4664d7b204b31f3a4e2999f2c3f4b48a3f85ccc125"
},
+ "experiments/robotwin-official/official-25/timing.json": {
+ "bytes": 1122,
+ "sha256": "6cb560743fde953d4d625435a17dee029967917152da879e0b7ed9a9708e5c02"
+ },
"experiments/robotwin-official/official-25/tool-calls.json": {
"bytes": 3,
"sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
diff --git a/official/timing.json b/official/timing.json
new file mode 100644
index 0000000000000000000000000000000000000000..a8d59bab5afa3769dc1af7aa53a33d10a071f858
--- /dev/null
+++ b/official/timing.json
@@ -0,0 +1,359 @@
+{
+ "episodes": [
+ {
+ "episode": "official-01",
+ "task_key": "task03/01",
+ "wall_time_s": 85.68275771,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-01/timing.json"
+ },
+ {
+ "episode": "official-02",
+ "task_key": "task03/02",
+ "wall_time_s": 95.582698862,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-02/timing.json"
+ },
+ {
+ "episode": "official-03",
+ "task_key": "task03/03",
+ "wall_time_s": 191.478086476,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-03/timing.json"
+ },
+ {
+ "episode": "official-04",
+ "task_key": "task03/04",
+ "wall_time_s": 38.549091691,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-04/timing.json"
+ },
+ {
+ "episode": "official-05",
+ "task_key": "task03/05",
+ "wall_time_s": 64.000487769,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-05/timing.json"
+ },
+ {
+ "episode": "official-06",
+ "task_key": "task03/06",
+ "wall_time_s": 45.572599441,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-06/timing.json"
+ },
+ {
+ "episode": "official-07",
+ "task_key": "task03/07",
+ "wall_time_s": 115.609587699,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-07/timing.json"
+ },
+ {
+ "episode": "official-08",
+ "task_key": "task03/08",
+ "wall_time_s": 109.102272713,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-08/timing.json"
+ },
+ {
+ "episode": "official-09",
+ "task_key": "task03/09",
+ "wall_time_s": 144.095098434,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-09/timing.json"
+ },
+ {
+ "episode": "official-10",
+ "task_key": "task03/10",
+ "wall_time_s": 68.525689508,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-10/timing.json"
+ },
+ {
+ "episode": "official-11",
+ "task_key": "task03/11",
+ "wall_time_s": 20.977394366,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-11/timing.json"
+ },
+ {
+ "episode": "official-12",
+ "task_key": "task03/12",
+ "wall_time_s": 22.4828609,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-12/timing.json"
+ },
+ {
+ "episode": "official-13",
+ "task_key": "task03/13",
+ "wall_time_s": 41.916050342,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-13/timing.json"
+ },
+ {
+ "episode": "official-14",
+ "task_key": "task03/14",
+ "wall_time_s": 14.339203312,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-14/timing.json"
+ },
+ {
+ "episode": "official-15",
+ "task_key": "task03/15",
+ "wall_time_s": 11.904490544,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-15/timing.json"
+ },
+ {
+ "episode": "official-16",
+ "task_key": "task03/16",
+ "wall_time_s": 19.066550569,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-16/timing.json"
+ },
+ {
+ "episode": "official-17",
+ "task_key": "task03/17",
+ "wall_time_s": 14.952066267,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-17/timing.json"
+ },
+ {
+ "episode": "official-18",
+ "task_key": "task03/18",
+ "wall_time_s": 25.822061513,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-18/timing.json"
+ },
+ {
+ "episode": "official-19",
+ "task_key": "task03/19",
+ "wall_time_s": 50.021721975,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-19/timing.json"
+ },
+ {
+ "episode": "official-20",
+ "task_key": "task03/20",
+ "wall_time_s": 43.413023459,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-20/timing.json"
+ },
+ {
+ "episode": "official-21",
+ "task_key": "task03/21",
+ "wall_time_s": 46.244336484,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-21/timing.json"
+ },
+ {
+ "episode": "official-22",
+ "task_key": "task03/22",
+ "wall_time_s": 42.688982277,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-22/timing.json"
+ },
+ {
+ "episode": "official-23",
+ "task_key": "task03/23",
+ "wall_time_s": 26.298405185,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-23/timing.json"
+ },
+ {
+ "episode": "official-24",
+ "task_key": "task03/24",
+ "wall_time_s": 19.594173712,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-24/timing.json"
+ },
+ {
+ "episode": "official-25",
+ "task_key": "task03/25",
+ "wall_time_s": 48.932968378,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-25/timing.json"
+ },
+ {
+ "episode": "official-26",
+ "task_key": "task03/26",
+ "wall_time_s": 19.44487762,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-26/timing.json"
+ },
+ {
+ "episode": "official-27",
+ "task_key": "task03/27",
+ "wall_time_s": 43.837252058,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-27/timing.json"
+ },
+ {
+ "episode": "official-28",
+ "task_key": "task03/28",
+ "wall_time_s": 46.526577501,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-28/timing.json"
+ },
+ {
+ "episode": "official-29",
+ "task_key": "task03/29",
+ "wall_time_s": 91.845853104,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-29/timing.json"
+ },
+ {
+ "episode": "official-30",
+ "task_key": "task03/30",
+ "wall_time_s": 76.637786631,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-30/timing.json"
+ },
+ {
+ "episode": "official-31",
+ "task_key": "task03/31",
+ "wall_time_s": 34.825539079,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-31/timing.json"
+ },
+ {
+ "episode": "official-32",
+ "task_key": "task03/32",
+ "wall_time_s": 33.744922502,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-32/timing.json"
+ },
+ {
+ "episode": "official-33",
+ "task_key": "task03/33",
+ "wall_time_s": 44.507345633,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-33/timing.json"
+ },
+ {
+ "episode": "official-34",
+ "task_key": "task03/34",
+ "wall_time_s": 25.086169906,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-34/timing.json"
+ },
+ {
+ "episode": "official-35",
+ "task_key": "task03/35",
+ "wall_time_s": 64.910953353,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-35/timing.json"
+ },
+ {
+ "episode": "official-36",
+ "task_key": "task03/36",
+ "wall_time_s": 56.865047002,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-36/timing.json"
+ },
+ {
+ "episode": "official-37",
+ "task_key": "task03/37",
+ "wall_time_s": 48.455622626,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-37/timing.json"
+ },
+ {
+ "episode": "official-38",
+ "task_key": "task03/38",
+ "wall_time_s": 31.496076691,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-38/timing.json"
+ },
+ {
+ "episode": "official-39",
+ "task_key": "task03/39",
+ "wall_time_s": 56.758293404,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-39/timing.json"
+ },
+ {
+ "episode": "official-40",
+ "task_key": "task03/40",
+ "wall_time_s": 57.809732526,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-40/timing.json"
+ },
+ {
+ "episode": "official-41",
+ "task_key": "task03/41",
+ "wall_time_s": 46.650760047,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-41/timing.json"
+ },
+ {
+ "episode": "official-42",
+ "task_key": "task03/42",
+ "wall_time_s": 27.387894045,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-42/timing.json"
+ },
+ {
+ "episode": "official-43",
+ "task_key": "task03/43",
+ "wall_time_s": 15.861195763,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-43/timing.json"
+ },
+ {
+ "episode": "official-44",
+ "task_key": "task03/44",
+ "wall_time_s": 42.993365614,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-44/timing.json"
+ },
+ {
+ "episode": "official-45",
+ "task_key": "task03/45",
+ "wall_time_s": 13.97968026,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-45/timing.json"
+ },
+ {
+ "episode": "official-46",
+ "task_key": "task03/46",
+ "wall_time_s": 18.719106343,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-46/timing.json"
+ },
+ {
+ "episode": "official-47",
+ "task_key": "task03/47",
+ "wall_time_s": 31.353207259,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-47/timing.json"
+ },
+ {
+ "episode": "official-48",
+ "task_key": "task03/48",
+ "wall_time_s": 36.857751398,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-48/timing.json"
+ },
+ {
+ "episode": "official-49",
+ "task_key": "task03/49",
+ "wall_time_s": 38.846506616,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-49/timing.json"
+ },
+ {
+ "episode": "official-50",
+ "task_key": "task03/50",
+ "wall_time_s": 40.189079744,
+ "simulation_time_s": null,
+ "timing": "experiments/robotwin-official/official-50/timing.json"
+ }
+ ],
+ "wall_time_coverage": 50,
+ "simulation_time_coverage": 0,
+ "mean_wall_time_s": 49.04886512622,
+ "wall_time_scope": "Evaluation setup completed to last native action completed",
+ "simulation_time_status": "not recorded; no physical-step counts retained"
+}