diff --git a/app.js b/app.js index f9b33f0670bd9bc2aff8e181fa4bb6d5ffff09d9..1e8eb098c3e1c90a95aa4f067cc1695e05080155 100644 --- a/app.js +++ b/app.js @@ -69,13 +69,6 @@ function counterEvidence(ep) { if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`; return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`; } -function costBreakdown(s,open=false) { - if (!s.n) return ''; - const names={fresh_input:'Fresh input',cache_read:'Cache reads',cache_write:'Cache writes',output:'Output',unclassified_input:'Unclassified input'}; - const order=['fresh_input','cache_read','cache_write','output','unclassified_input']; - const rows=[...s.buckets].sort((a,b)=>order.indexOf(a.category)-order.indexOf(b.category)||a.tier.localeCompare(b.tier)); - return `
Cost breakdown USD${s.perTask?' / task':''} · estimated+
${s.costCount!==s.n?`

A complete cost is unavailable. The breakdown covers ${s.costCount} of ${s.n} episodes only.

`:''}
${rows.map(b=>``).join('')}
Usage categoryPricing tierTokens${s.perTask?' / task':''}USD / 1M tokensCost (USD${s.perTask?' / task':''})
${names[b.category]}${esc(b.tier)}${number(b.tokens)}${rangeNumber(b.rate,b.rate_upper,UsageMetrics.money)}${rangeNumber(b.lower,b.upper,exactMoney)}
${s.perTask?(s.costCount===s.n?'Average estimated cost / task':'Known subtotal / evaluated task'):(s.costCount===s.n?'Total estimated cost':'Known subtotal')}${s.costCount===s.n?rangeNumber(s.costLow,s.costHigh,exactMoney):exactMoney(s.knownCost)}

${s.perTask?'Each row = average tokens per task × its rate / 1,000,000.':'Each row = tokens × its rate / 1,000,000.'} Fresh input, cache read, cache write and output are disjoint categories; reasoning is already included in output.

Costs are summed from the recorded Pi session estimates. Standalone VLA uses no language-agent API calls.

API-equivalent estimates, not verified account charges. Subscription allocation, discounts, credits, taxes, simulator costs and archived attempts are excluded. Estimates recorded ${esc(UsageMetrics.pricingDate||'—')}.

`; -} function modelGroups() { const groups=new Map(); for (const v of data.variants) { @@ -99,13 +92,13 @@ function comparisonCell(v,f) { let value; if(matrixMetric==='success')value=`
${pct(s.rate)}${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}
`; else if(matrixMetric==='tokens')value=`
Fresh input / task
${compact(mean.fresh)}
Cache write / task
${compact(mean.cacheWrite)}
Cache read / task
${rangeNumber(mean.cacheLow,mean.cacheHigh)}
Cache hit
${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}
Output / task
${compact(mean.output)}
`; - else value=`
${costValue(mean)}USD / task · ${costNote(s)}
${costBreakdown(mean)}`; + else value=`
${costValue(mean)}USD / task · ${costNote(s)}
`; return `${value}${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow}`; } function comparisonTable() { const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.'; - return `

Compare environments

Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.

${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>``).join('')}

${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task; expand a breakdown for average token categories and costs.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}

${modelGroups().map((g,i)=>`
${esc(g.model)}${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}${g.variants.length} variants ⌄
${g.variants.map(v=>``).join('')}${data.families.map(f=>`${g.variants.map(v=>comparisonCell(v,f)).join('')}`).join('')}
Environment${icon(v)}${esc(v.label||v.agent)} ${arrow}
${f.id.slice(-2)}${esc(f.name)}${f.tasks} tasks
`).join('')}
`; + return `

Compare environments

Standalone uses official evaluation; Kinex retains its rosbridge pilot. Coverage and execution protocols differ.

${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>``).join('')}

${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}

${modelGroups().map((g,i)=>`
${esc(g.model)}${g.key==='baselines'?'One episode per task':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}${g.variants.length} variants ⌄
${g.variants.map(v=>``).join('')}${data.families.map(f=>`${g.variants.map(v=>comparisonCell(v,f)).join('')}`).join('')}
Environment${icon(v)}${esc(v.label||v.agent)} ${arrow}
${f.id.slice(-2)}${esc(f.name)}${f.tasks} tasks
`).join('')}
`; } function recordingPilotProgress(){ const p=data.recording_pilot;if(!p)return ''; @@ -155,7 +148,7 @@ function runsPage(variant,params,restoredFilters=null) { if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';} if(restoredFilters)filters={...restoredFilters}; const v=variantFor(variant),s=stats(episodes(variant)); - $('#main').innerHTML=`${variantTabs(variant)}
${s.n?'Selected results':'Planned evaluation'}

${esc(v.label||v.agent)} × ${v.model}

${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending

${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}${costBreakdown(s)}
${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return ``;}).join('')}

${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}

${taskBrowser(variant)}${methodology()}`; + $('#main').innerHTML=`${variantTabs(variant)}
${s.n?'Selected results':'Planned evaluation'}

${esc(v.label||v.agent)} × ${v.model}

${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending

${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}
${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return ``;}).join('')}

${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}

${taskBrowser(variant)}${methodology()}`; renderRows(); } function nativeNote(task,ep) { @@ -168,7 +161,7 @@ function videoPanel(ep,mini=false) { } function episodeMetrics(ep) { const u=ep.usage||{},s=stats([ep]); - return `
${usageTiles(s)}

${usageDefinition()}

${esc(usageEvidence(ep))}

${costBreakdown(s,true)}
${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls${external(ep.links.usage,'Usage accounting record')}
`; + return `
${usageTiles(s)}

${usageDefinition()}

${esc(usageEvidence(ep))}

${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls${external(ep.links.usage,'Usage accounting record')}
`; } // Align words and punctuation while preserving the exact original whitespace. function instructionDiff(original, revised) { @@ -276,7 +269,7 @@ function overviewDetail(task,ep) { if(!ep)return `
○${initializationBlocked?'Initialization blocked':'Awaiting evaluation'}

${seedLimit?.exhausted?'No native-valid seed at or below '+number(seedLimit.max_seed):initializationBlocked?'Native seed 0 could not initialize':'No recorded episode yet'}

${variantName(current.variant)} / ${esc(variantFor(current.variant).effort)}

${metric(number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task)),'Campaign planned action steps')}${metric(String(task.planned_seed_by_variant?.[current.variant]??plannedProtocol(task,current.variant).seed),'Seed')}${metric(task.planned_protocol.control_frequency_hz+' Hz','Control frequency')}

${seedLimit?.exhausted?'Native checks exhausted seeds 1–'+number(seedLimit.max_seed)+'. No Codex model attempt was launched. The original Kinex result is retained; this unavailable Codex task is excluded from success rates.':initializationBlocked?'No model was called. Seed 0 is retained by user decision; this is excluded from task success rates.':'This task is included in the planned catalog. Results and usage will appear after evaluation.'}

${instructionPanel(task,null)}
${seedLimit?.evidence_url?external(seedLimit.evidence_url,'Native seed selection evidence'):''}${nativeNote(task,null)}`; const m=ep.media||{},u=ep.usage||{},a=ep.analysis||{}; const reason=a.evidence_note||a.failure_reason||a.cause||a.observed||a.visible_completion; - return `
${videoPanel(ep)}

${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.

${nativeNote(task,ep)}${ep.post_terminal_review?``:""}${initializationNote?``:''}${ep.usage_review?``:""}${ep.native_clock_review?``:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?``:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?``:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}
${instructionPanel(task,ep)}

Episode notes

Recorded observations and task-specific interpretation.

${reason?`

${esc(reason)}

`:`

${esc(a.outcome||'The native result and original evidence are retained for this episode.')}

`}
Read recorded analysis${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`
${esc(k.replaceAll('_',' '))}

${esc(typeof v==='string'?v:JSON.stringify(v))}

`).join('')}
≡
Read the full session${number(ep.session_counts?.visible_events)} events · ${number(ep.session_counts?.observed_images)} observations
${arrow}
⌘
Inspect agent artifacts${ep.resources?.length||0} saved files · workspace & evidence
${arrow}
`; + return `
${videoPanel(ep)}

${m.playback_kind==='official_action_index'?'Head + left wrist + right wrist · 4× official recording, not simulation time. Wrist views update only at inference boundaries. Native 320 × 240 views are upscaled for display; action-limit recordings omit the post-final-action frame.':ep.recording_mode==='native'?'Native camera recording · cached agent-resolution frames · '+(m.speed||1)+'× simulation speed.':ep.provider==='robobridge'&&m.playback_kind==='live_spectator'?'Independent spectator cameras · 720 px high per view · overview + wrist views · '+(m.speed||1)+'× simulation speed. Agent images retain native resolution and orientation.':m.playback_kind==='native_observation_snapshots'?'Native observation snapshots · 10 FPS playback; this is not simulation time.':`${m.source_fps?m.source_fps+' FPS source capture · ':''}${m.speed||1}× simulation speed.`} Session timestamps use wall time and are not synchronized to video frames.

${nativeNote(task,ep)}${ep.post_terminal_review?``:""}${initializationNote?``:''}${ep.usage_review?``:""}${ep.native_clock_review?``:""}${ep.collector_review&&ep.collector_review.schema!=="rlebench/collector-recovery/1"?``:""}${ep.provenance?.protocol_exception?.same_seed_comparison===false?``:''}${recordingComparisonNote(ep)}${episodeMetrics(ep)}
${instructionPanel(task,ep)}

Episode notes

Recorded observations and task-specific interpretation.

${reason?`

${esc(reason)}

`:`

${esc(a.outcome||'The native result and original evidence are retained for this episode.')}

`}
Read recorded analysis${Object.entries(a).filter(([k])=>k!=='preflight').map(([k,v])=>`
${esc(k.replaceAll('_',' '))}

${esc(typeof v==='string'?v:JSON.stringify(v))}

`).join('')}
≡
Read the full session${number(ep.session_counts?.visible_events)} events · ${number(ep.session_counts?.observed_images)} observations
${arrow}
⌘
Inspect agent artifacts${ep.resources?.length||0} saved files · workspace & evidence
${arrow}
`; } function taskPage(key,variant,section='overview') { const task=data.tasks.find(t=>t.key===key);if(!task||!variantFor(variant)){notFound();return;} @@ -368,7 +361,7 @@ async function loadResource(index,token) { catch(e){if(token===epoch&¤t.resource===index){$('#resource-preview').textContent='Preview unavailable: '+e.message;current.resourceText=null;}} } const evidenceGroups=[ - ['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]], + ['Native evaluation','Owner verdicts, measured task and control protocol.',[['verdict','Native verdict'],['timing','Episode timing'],['protocol','Measured protocol'],['native_goal','Task instructions'],['owner_journal','Owner action journal']]], ['Session & workspace','The original agent trajectory and final files.',[['native_session','Native session'],['transcript','Readable transcript'],['trace','Agent trace'],['workspace','Workspace archive'],['workspace_changes','Workspace manifest']]], ['Recording & review','Published media and checks against the recorded evidence.',[['native_video','Original head recording'],['video','Video'],['poster','Poster'],['terminal_frame','Terminal frame'],['recording_manifest','Recording manifest'],['media_check','Media validation'],['analysis','Episode analysis']]], ['Usage & provenance','Provider counters and the actual code used by the episode.',[['usage','Token usage'],['provider_usage','Provider usage ledger'],['provenance','Source identities'],['tool_errors','Tool errors']]] @@ -379,7 +372,7 @@ function evidenceCard(title,description,items,ep) { function evidencePanel(task,ep) { const used=new Set(evidenceGroups.flatMap(g=>g[2].map(x=>x[0]))),extras=Object.keys(ep.links).filter(k=>!used.has(k)); const source={...data.variant_sources[ep.variant],...(ep.source_dataset_revision?{dataset_revision:ep.source_dataset_revision}:{})}; - return `

Evidence & provenance

Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.

${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}

Recorded identity

Source and protocol belonging to this episode.

Episode
${esc(ep.source_episode_id)}
Model
${esc(ep.model)} / ${ep.effort}
Space
${external('https://huggingface.co/spaces/'+source.space,source.space)}
Original evidence revision
${source.evidence_revision}
${ep.kinex_revision?`
Kinex revision
${esc(ep.kinex_revision)}
`:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`
${esc(k)}
${esc(v.revision||'Unrecorded revision')}${v.dirty?' Local changes recorded':''}
`).join('')}
Recorded action-step budget
${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps
Campaign planned action-step budget
${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps
Current benchmark default
${number(currentBudget(task))} action steps
Inspect the measured protocol JSON
${esc(JSON.stringify(ep.measured_protocol,null,2))}

Preview an evidence file

Inspect the recorded JSON without leaving this page.

`; + return `

Evidence & provenance

Original files retained with their published checksums. Native verdicts and measured source identities remain unchanged.

${evidenceGroups.map(([title,desc,items])=>evidenceCard(title,desc,items,ep)).join('')}${extras.length?evidenceCard('Additional records','Episode-specific checks and retained references.',extras.map(k=>[k,k.replaceAll('_',' ')]),ep):''}

Recorded identity

Source and protocol belonging to this episode.

Episode
${esc(ep.source_episode_id)}
Model
${esc(ep.model)} / ${ep.effort}
Space
${external('https://huggingface.co/spaces/'+source.space,source.space)}
Original evidence revision
${source.evidence_revision}
${ep.kinex_revision?`
Kinex revision
${esc(ep.kinex_revision)}
`:''}${Object.entries(ep.provenance?.sources||{}).map(([k,v])=>`
${esc(k)}
${esc(v.revision||'Unrecorded revision')}${v.dirty?' Local changes recorded':''}
`).join('')}
Recorded action-step budget
${number(actionSteps(ep.measured_protocol?.max_steps,ep))} steps
Campaign planned action-step budget
${number(actionSteps(plannedProtocol(task,current.variant).max_control_steps,task))} steps
Current benchmark default
${number(currentBudget(task))} action steps
Inspect the measured protocol JSON
${esc(JSON.stringify(ep.measured_protocol,null,2))}

Preview an evidence file

Inspect the recorded JSON without leaving this page.

`; } function historyPanel(history,task) { return `

Previous attempts

Archived attempts are preserved separately and excluded from the current success rate, usage and costs.

Full archive ↗
${history.length?history.map(h=>`
${badge(h)}${h.valid===false?'Interrupted / invalid':typeof h.success==='boolean'?'Archived result':'Verdict not recorded'}
${esc((h.status||'Archived attempt').replaceAll('_',' '))}

${esc(h.id||h.job||h.dataset_revision||'Historical record')}

${h.steps!=null?number(actionSteps(h.steps,task))+' action steps · ':''}${h.usage?'Fresh input '+compact(UsageMetrics.usage(h).fresh)+' · cache read '+compact(h.usage.cached_input_tokens)+' · cache write '+compact(UsageMetrics.usage(h).cacheWrite)+' · output '+compact(UsageMetrics.usage(h).output)+' · ':''}${h.dataset_revision?'Revision '+h.dataset_revision.slice(0,8):''}${h.analysis?.execution?`

${esc(h.analysis.execution)}

`:''}${h.instruction?`
Measured instruction

${esc(h.instruction)}

`:''}
`).join(''):'
No earlier attempts are listed for this task and agent combination.
'}
`; diff --git a/data.json b/data.json index 18ceaaed7cba89d0423002f67d5c5e9f61442643..1eb3bfe1273194c79cfcb55aafa6998d92f5bb8b 100644 --- a/data.json +++ b/data.json @@ -6218,7 +6218,7 @@ }, "steps": 800, "simulation_time_s": null, - "wall_time_s": null, + "wall_time_s": 85.68275771, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -6263,7 +6263,8 @@ "policy_trace": "experiments/robotwin-official/official-01/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-01/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-01/native-head.mp4" + "native_video": "experiments/robotwin-official/official-01/native-head.mp4", + "timing": "experiments/robotwin-official/official-01/timing.json" }, "resources": [], "session_counts": { @@ -6358,6 +6359,11 @@ 784 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -6385,7 +6391,7 @@ }, "steps": 600, "simulation_time_s": null, - "wall_time_s": null, + "wall_time_s": 95.582698862, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -6430,7 +6436,8 @@ "policy_trace": "experiments/robotwin-official/official-02/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-02/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-02/native-head.mp4" + "native_video": "experiments/robotwin-official/official-02/native-head.mp4", + "timing": "experiments/robotwin-official/official-02/timing.json" }, "resources": [], "session_counts": { @@ -6513,6 +6520,11 @@ 592 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -6540,7 +6552,7 @@ }, "steps": 1700, "simulation_time_s": null, - "wall_time_s": null, + "wall_time_s": 191.478086476, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -6585,7 +6597,8 @@ "policy_trace": "experiments/robotwin-official/official-03/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-03/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-03/native-head.mp4" + "native_video": "experiments/robotwin-official/official-03/native-head.mp4", + "timing": "experiments/robotwin-official/official-03/timing.json" }, "resources": [], "session_counts": { @@ -6737,6 +6750,11 @@ 1696 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -6764,7 +6782,7 @@ }, "steps": 201, "simulation_time_s": null, - "wall_time_s": 77.77644944190979, + "wall_time_s": 38.549091691, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -6809,7 +6827,8 @@ "policy_trace": "experiments/robotwin-official/official-04/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-04/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-04/native-head.mp4" + "native_video": "experiments/robotwin-official/official-04/native-head.mp4", + "timing": "experiments/robotwin-official/official-04/timing.json" }, "resources": [], "session_counts": { @@ -6867,6 +6886,11 @@ 192 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -6894,7 +6918,7 @@ }, "steps": 483, "simulation_time_s": null, - "wall_time_s": 98.29473495483398, + "wall_time_s": 64.000487769, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -6939,7 +6963,8 @@ "policy_trace": "experiments/robotwin-official/official-05/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-05/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-05/native-head.mp4" + "native_video": "experiments/robotwin-official/official-05/native-head.mp4", + "timing": "experiments/robotwin-official/official-05/timing.json" }, "resources": [], "session_counts": { @@ -7015,6 +7040,11 @@ 480 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7042,7 +7072,7 @@ }, "steps": 406, "simulation_time_s": null, - "wall_time_s": 79.792884349823, + "wall_time_s": 45.572599441, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -7087,7 +7117,8 @@ "policy_trace": "experiments/robotwin-official/official-06/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-06/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-06/native-head.mp4" + "native_video": "experiments/robotwin-official/official-06/native-head.mp4", + "timing": "experiments/robotwin-official/official-06/timing.json" }, "resources": [], "session_counts": { @@ -7158,6 +7189,11 @@ 400 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7185,7 +7221,7 @@ }, "steps": 900, "simulation_time_s": null, - "wall_time_s": 161.06643533706665, + "wall_time_s": 115.609587699, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -7230,7 +7266,8 @@ "policy_trace": "experiments/robotwin-official/official-07/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-07/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-07/native-head.mp4" + "native_video": "experiments/robotwin-official/official-07/native-head.mp4", + "timing": "experiments/robotwin-official/official-07/timing.json" }, "resources": [], "session_counts": { @@ -7332,6 +7369,11 @@ 896 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7359,7 +7401,7 @@ }, "steps": 700, "simulation_time_s": null, - "wall_time_s": 183.34950232505798, + "wall_time_s": 109.102272713, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -7404,7 +7446,8 @@ "policy_trace": "experiments/robotwin-official/official-08/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-08/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-08/native-head.mp4" + "native_video": "experiments/robotwin-official/official-08/native-head.mp4", + "timing": "experiments/robotwin-official/official-08/timing.json" }, "resources": [], "session_counts": { @@ -7493,6 +7536,11 @@ 688 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7520,7 +7568,7 @@ }, "steps": 1200, "simulation_time_s": null, - "wall_time_s": 183.2365918159485, + "wall_time_s": 144.095098434, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -7565,7 +7613,8 @@ "policy_trace": "experiments/robotwin-official/official-09/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-09/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-09/native-head.mp4" + "native_video": "experiments/robotwin-official/official-09/native-head.mp4", + "timing": "experiments/robotwin-official/official-09/timing.json" }, "resources": [], "session_counts": { @@ -7685,6 +7734,11 @@ 1184 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7712,7 +7766,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 101.67892599105835, + "wall_time_s": 68.525689508, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -7757,7 +7811,8 @@ "policy_trace": "experiments/robotwin-official/official-10/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-10/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-10/native-head.mp4" + "native_video": "experiments/robotwin-official/official-10/native-head.mp4", + "timing": "experiments/robotwin-official/official-10/timing.json" }, "resources": [], "session_counts": { @@ -7827,6 +7882,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7854,7 +7914,7 @@ }, "steps": 113, "simulation_time_s": null, - "wall_time_s": 57.514047622680664, + "wall_time_s": 20.977394366, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -7899,7 +7959,8 @@ "policy_trace": "experiments/robotwin-official/official-11/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-11/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-11/native-head.mp4" + "native_video": "experiments/robotwin-official/official-11/native-head.mp4", + "timing": "experiments/robotwin-official/official-11/timing.json" }, "resources": [], "session_counts": { @@ -7952,6 +8013,11 @@ 112 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -7979,7 +8045,7 @@ }, "steps": 112, "simulation_time_s": null, - "wall_time_s": 55.24973511695862, + "wall_time_s": 22.4828609, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8024,7 +8090,8 @@ "policy_trace": "experiments/robotwin-official/official-12/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-12/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-12/native-head.mp4" + "native_video": "experiments/robotwin-official/official-12/native-head.mp4", + "timing": "experiments/robotwin-official/official-12/timing.json" }, "resources": [], "session_counts": { @@ -8076,6 +8143,11 @@ 96 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8103,7 +8175,7 @@ }, "steps": 398, "simulation_time_s": null, - "wall_time_s": 73.74764633178711, + "wall_time_s": 41.916050342, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8148,7 +8220,8 @@ "policy_trace": "experiments/robotwin-official/official-13/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-13/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-13/native-head.mp4" + "native_video": "experiments/robotwin-official/official-13/native-head.mp4", + "timing": "experiments/robotwin-official/official-13/timing.json" }, "resources": [], "session_counts": { @@ -8218,6 +8291,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8245,7 +8323,7 @@ }, "steps": 61, "simulation_time_s": null, - "wall_time_s": 47.017844915390015, + "wall_time_s": 14.339203312, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8290,7 +8368,8 @@ "policy_trace": "experiments/robotwin-official/official-14/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-14/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-14/native-head.mp4" + "native_video": "experiments/robotwin-official/official-14/native-head.mp4", + "timing": "experiments/robotwin-official/official-14/timing.json" }, "resources": [], "session_counts": { @@ -8339,6 +8418,11 @@ 48 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8366,7 +8450,7 @@ }, "steps": 58, "simulation_time_s": null, - "wall_time_s": 45.21615529060364, + "wall_time_s": 11.904490544, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8411,7 +8495,8 @@ "policy_trace": "experiments/robotwin-official/official-15/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-15/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-15/native-head.mp4" + "native_video": "experiments/robotwin-official/official-15/native-head.mp4", + "timing": "experiments/robotwin-official/official-15/timing.json" }, "resources": [], "session_counts": { @@ -8460,6 +8545,11 @@ 48 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8487,7 +8577,7 @@ }, "steps": 106, "simulation_time_s": null, - "wall_time_s": 51.56687903404236, + "wall_time_s": 19.066550569, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8532,7 +8622,8 @@ "policy_trace": "experiments/robotwin-official/official-16/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-16/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-16/native-head.mp4" + "native_video": "experiments/robotwin-official/official-16/native-head.mp4", + "timing": "experiments/robotwin-official/official-16/timing.json" }, "resources": [], "session_counts": { @@ -8584,6 +8675,11 @@ 96 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8611,7 +8707,7 @@ }, "steps": 74, "simulation_time_s": null, - "wall_time_s": 53.366844177246094, + "wall_time_s": 14.952066267, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8656,7 +8752,8 @@ "policy_trace": "experiments/robotwin-official/official-17/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-17/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-17/native-head.mp4" + "native_video": "experiments/robotwin-official/official-17/native-head.mp4", + "timing": "experiments/robotwin-official/official-17/timing.json" }, "resources": [], "session_counts": { @@ -8706,6 +8803,11 @@ 64 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8733,7 +8835,7 @@ }, "steps": 167, "simulation_time_s": null, - "wall_time_s": 61.39763832092285, + "wall_time_s": 25.822061513, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8778,7 +8880,8 @@ "policy_trace": "experiments/robotwin-official/official-18/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-18/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-18/native-head.mp4" + "native_video": "experiments/robotwin-official/official-18/native-head.mp4", + "timing": "experiments/robotwin-official/official-18/timing.json" }, "resources": [], "session_counts": { @@ -8834,6 +8937,11 @@ 160 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -8861,7 +8969,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 92.23012089729309, + "wall_time_s": 50.021721975, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -8906,7 +9014,8 @@ "policy_trace": "experiments/robotwin-official/official-19/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-19/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-19/native-head.mp4" + "native_video": "experiments/robotwin-official/official-19/native-head.mp4", + "timing": "experiments/robotwin-official/official-19/timing.json" }, "resources": [], "session_counts": { @@ -8976,6 +9085,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9003,7 +9117,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 98.12976145744324, + "wall_time_s": 43.413023459, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9048,7 +9162,8 @@ "policy_trace": "experiments/robotwin-official/official-20/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-20/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-20/native-head.mp4" + "native_video": "experiments/robotwin-official/official-20/native-head.mp4", + "timing": "experiments/robotwin-official/official-20/timing.json" }, "resources": [], "session_counts": { @@ -9118,6 +9233,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9145,7 +9265,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 79.52563738822937, + "wall_time_s": 46.244336484, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9190,7 +9310,8 @@ "policy_trace": "experiments/robotwin-official/official-21/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-21/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-21/native-head.mp4" + "native_video": "experiments/robotwin-official/official-21/native-head.mp4", + "timing": "experiments/robotwin-official/official-21/timing.json" }, "resources": [], "session_counts": { @@ -9260,6 +9381,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9287,7 +9413,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 75.80522131919861, + "wall_time_s": 42.688982277, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9332,7 +9458,8 @@ "policy_trace": "experiments/robotwin-official/official-22/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-22/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-22/native-head.mp4" + "native_video": "experiments/robotwin-official/official-22/native-head.mp4", + "timing": "experiments/robotwin-official/official-22/timing.json" }, "resources": [], "session_counts": { @@ -9402,6 +9529,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9429,7 +9561,7 @@ }, "steps": 153, "simulation_time_s": null, - "wall_time_s": 59.5565447807312, + "wall_time_s": 26.298405185, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9474,7 +9606,8 @@ "policy_trace": "experiments/robotwin-official/official-23/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-23/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-23/native-head.mp4" + "native_video": "experiments/robotwin-official/official-23/native-head.mp4", + "timing": "experiments/robotwin-official/official-23/timing.json" }, "resources": [], "session_counts": { @@ -9529,6 +9662,11 @@ 144 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9556,7 +9694,7 @@ }, "steps": 104, "simulation_time_s": null, - "wall_time_s": 59.6037974357605, + "wall_time_s": 19.594173712, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9601,7 +9739,8 @@ "policy_trace": "experiments/robotwin-official/official-24/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-24/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-24/native-head.mp4" + "native_video": "experiments/robotwin-official/official-24/native-head.mp4", + "timing": "experiments/robotwin-official/official-24/timing.json" }, "resources": [], "session_counts": { @@ -9653,6 +9792,11 @@ 96 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9680,7 +9824,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 83.9171679019928, + "wall_time_s": 48.932968378, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9725,7 +9869,8 @@ "policy_trace": "experiments/robotwin-official/official-25/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-25/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-25/native-head.mp4" + "native_video": "experiments/robotwin-official/official-25/native-head.mp4", + "timing": "experiments/robotwin-official/official-25/timing.json" }, "resources": [], "session_counts": { @@ -9795,6 +9940,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9822,7 +9972,7 @@ }, "steps": 94, "simulation_time_s": null, - "wall_time_s": 61.362776041030884, + "wall_time_s": 19.44487762, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9867,7 +10017,8 @@ "policy_trace": "experiments/robotwin-official/official-26/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-26/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-26/native-head.mp4" + "native_video": "experiments/robotwin-official/official-26/native-head.mp4", + "timing": "experiments/robotwin-official/official-26/timing.json" }, "resources": [], "session_counts": { @@ -9918,6 +10069,11 @@ 80 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -9945,7 +10101,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 71.78675150871277, + "wall_time_s": 43.837252058, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -9990,7 +10146,8 @@ "policy_trace": "experiments/robotwin-official/official-27/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-27/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-27/native-head.mp4" + "native_video": "experiments/robotwin-official/official-27/native-head.mp4", + "timing": "experiments/robotwin-official/official-27/timing.json" }, "resources": [], "session_counts": { @@ -10060,6 +10217,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10087,7 +10249,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 83.77813601493835, + "wall_time_s": 46.526577501, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10132,7 +10294,8 @@ "policy_trace": "experiments/robotwin-official/official-28/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-28/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-28/native-head.mp4" + "native_video": "experiments/robotwin-official/official-28/native-head.mp4", + "timing": "experiments/robotwin-official/official-28/timing.json" }, "resources": [], "session_counts": { @@ -10202,6 +10365,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10229,7 +10397,7 @@ }, "steps": 700, "simulation_time_s": null, - "wall_time_s": 122.38379716873169, + "wall_time_s": 91.845853104, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10274,7 +10442,8 @@ "policy_trace": "experiments/robotwin-official/official-29/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-29/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-29/native-head.mp4" + "native_video": "experiments/robotwin-official/official-29/native-head.mp4", + "timing": "experiments/robotwin-official/official-29/timing.json" }, "resources": [], "session_counts": { @@ -10363,6 +10532,11 @@ 688 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10390,7 +10564,7 @@ }, "steps": 500, "simulation_time_s": null, - "wall_time_s": 110.40643167495728, + "wall_time_s": 76.637786631, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10435,7 +10609,8 @@ "policy_trace": "experiments/robotwin-official/official-30/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-30/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-30/native-head.mp4" + "native_video": "experiments/robotwin-official/official-30/native-head.mp4", + "timing": "experiments/robotwin-official/official-30/timing.json" }, "resources": [], "session_counts": { @@ -10512,6 +10687,11 @@ 496 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10539,7 +10719,7 @@ }, "steps": 200, "simulation_time_s": null, - "wall_time_s": 65.61462140083313, + "wall_time_s": 34.825539079, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10584,7 +10764,8 @@ "policy_trace": "experiments/robotwin-official/official-31/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-31/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-31/native-head.mp4" + "native_video": "experiments/robotwin-official/official-31/native-head.mp4", + "timing": "experiments/robotwin-official/official-31/timing.json" }, "resources": [], "session_counts": { @@ -10642,6 +10823,11 @@ 192 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10669,7 +10855,7 @@ }, "steps": 209, "simulation_time_s": null, - "wall_time_s": 73.88174057006836, + "wall_time_s": 33.744922502, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10714,7 +10900,8 @@ "policy_trace": "experiments/robotwin-official/official-32/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-32/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-32/native-head.mp4" + "native_video": "experiments/robotwin-official/official-32/native-head.mp4", + "timing": "experiments/robotwin-official/official-32/timing.json" }, "resources": [], "session_counts": { @@ -10773,6 +10960,11 @@ 208 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10800,7 +10992,7 @@ }, "steps": 274, "simulation_time_s": null, - "wall_time_s": 90.39021611213684, + "wall_time_s": 44.507345633, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10845,7 +11037,8 @@ "policy_trace": "experiments/robotwin-official/official-33/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-33/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-33/native-head.mp4" + "native_video": "experiments/robotwin-official/official-33/native-head.mp4", + "timing": "experiments/robotwin-official/official-33/timing.json" }, "resources": [], "session_counts": { @@ -10908,6 +11101,11 @@ 272 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -10935,7 +11133,7 @@ }, "steps": 141, "simulation_time_s": null, - "wall_time_s": 53.08249115943909, + "wall_time_s": 25.086169906, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -10980,7 +11178,8 @@ "policy_trace": "experiments/robotwin-official/official-34/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-34/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-34/native-head.mp4" + "native_video": "experiments/robotwin-official/official-34/native-head.mp4", + "timing": "experiments/robotwin-official/official-34/timing.json" }, "resources": [], "session_counts": { @@ -11034,6 +11233,11 @@ 128 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11061,7 +11265,7 @@ }, "steps": 500, "simulation_time_s": null, - "wall_time_s": 93.98528981208801, + "wall_time_s": 64.910953353, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11106,7 +11310,8 @@ "policy_trace": "experiments/robotwin-official/official-35/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-35/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-35/native-head.mp4" + "native_video": "experiments/robotwin-official/official-35/native-head.mp4", + "timing": "experiments/robotwin-official/official-35/timing.json" }, "resources": [], "session_counts": { @@ -11183,6 +11388,11 @@ 496 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11210,7 +11420,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 91.74026560783386, + "wall_time_s": 56.865047002, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11255,7 +11465,8 @@ "policy_trace": "experiments/robotwin-official/official-36/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-36/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-36/native-head.mp4" + "native_video": "experiments/robotwin-official/official-36/native-head.mp4", + "timing": "experiments/robotwin-official/official-36/timing.json" }, "resources": [], "session_counts": { @@ -11325,6 +11536,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11352,7 +11568,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 77.78399324417114, + "wall_time_s": 48.455622626, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11397,7 +11613,8 @@ "policy_trace": "experiments/robotwin-official/official-37/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-37/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-37/native-head.mp4" + "native_video": "experiments/robotwin-official/official-37/native-head.mp4", + "timing": "experiments/robotwin-official/official-37/timing.json" }, "resources": [], "session_counts": { @@ -11467,6 +11684,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11494,7 +11716,7 @@ }, "steps": 143, "simulation_time_s": null, - "wall_time_s": 65.30040860176086, + "wall_time_s": 31.496076691, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11539,7 +11761,8 @@ "policy_trace": "experiments/robotwin-official/official-38/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-38/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-38/native-head.mp4" + "native_video": "experiments/robotwin-official/official-38/native-head.mp4", + "timing": "experiments/robotwin-official/official-38/timing.json" }, "resources": [], "session_counts": { @@ -11593,6 +11816,11 @@ 128 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11620,7 +11848,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 85.99266123771667, + "wall_time_s": 56.758293404, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11665,7 +11893,8 @@ "policy_trace": "experiments/robotwin-official/official-39/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-39/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-39/native-head.mp4" + "native_video": "experiments/robotwin-official/official-39/native-head.mp4", + "timing": "experiments/robotwin-official/official-39/timing.json" }, "resources": [], "session_counts": { @@ -11735,6 +11964,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11762,7 +11996,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 86.26536703109741, + "wall_time_s": 57.809732526, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11807,7 +12041,8 @@ "policy_trace": "experiments/robotwin-official/official-40/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-40/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-40/native-head.mp4" + "native_video": "experiments/robotwin-official/official-40/native-head.mp4", + "timing": "experiments/robotwin-official/official-40/timing.json" }, "resources": [], "session_counts": { @@ -11877,6 +12112,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -11904,7 +12144,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 74.07066059112549, + "wall_time_s": 46.650760047, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -11949,7 +12189,8 @@ "policy_trace": "experiments/robotwin-official/official-41/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-41/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-41/native-head.mp4" + "native_video": "experiments/robotwin-official/official-41/native-head.mp4", + "timing": "experiments/robotwin-official/official-41/timing.json" }, "resources": [], "session_counts": { @@ -12019,6 +12260,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12046,7 +12292,7 @@ }, "steps": 143, "simulation_time_s": null, - "wall_time_s": 59.07599234580994, + "wall_time_s": 27.387894045, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12091,7 +12337,8 @@ "policy_trace": "experiments/robotwin-official/official-42/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-42/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-42/native-head.mp4" + "native_video": "experiments/robotwin-official/official-42/native-head.mp4", + "timing": "experiments/robotwin-official/official-42/timing.json" }, "resources": [], "session_counts": { @@ -12145,6 +12392,11 @@ 128 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12172,7 +12424,7 @@ }, "steps": 106, "simulation_time_s": null, - "wall_time_s": 45.26478958129883, + "wall_time_s": 15.861195763, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12217,7 +12469,8 @@ "policy_trace": "experiments/robotwin-official/official-43/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-43/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-43/native-head.mp4" + "native_video": "experiments/robotwin-official/official-43/native-head.mp4", + "timing": "experiments/robotwin-official/official-43/timing.json" }, "resources": [], "session_counts": { @@ -12269,6 +12522,11 @@ 96 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12296,7 +12554,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 69.56676435470581, + "wall_time_s": 42.993365614, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12341,7 +12599,8 @@ "policy_trace": "experiments/robotwin-official/official-44/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-44/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-44/native-head.mp4" + "native_video": "experiments/robotwin-official/official-44/native-head.mp4", + "timing": "experiments/robotwin-official/official-44/timing.json" }, "resources": [], "session_counts": { @@ -12411,6 +12670,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12438,7 +12702,7 @@ }, "steps": 81, "simulation_time_s": null, - "wall_time_s": 51.30299997329712, + "wall_time_s": 13.97968026, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12483,7 +12747,8 @@ "policy_trace": "experiments/robotwin-official/official-45/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-45/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-45/native-head.mp4" + "native_video": "experiments/robotwin-official/official-45/native-head.mp4", + "timing": "experiments/robotwin-official/official-45/timing.json" }, "resources": [], "session_counts": { @@ -12534,6 +12799,11 @@ 80 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12561,7 +12831,7 @@ }, "steps": 131, "simulation_time_s": null, - "wall_time_s": 49.287285804748535, + "wall_time_s": 18.719106343, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12606,7 +12876,8 @@ "policy_trace": "experiments/robotwin-official/official-46/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-46/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-46/native-head.mp4" + "native_video": "experiments/robotwin-official/official-46/native-head.mp4", + "timing": "experiments/robotwin-official/official-46/timing.json" }, "resources": [], "session_counts": { @@ -12660,6 +12931,11 @@ 128 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12687,7 +12963,7 @@ }, "steps": 266, "simulation_time_s": null, - "wall_time_s": 67.63478565216064, + "wall_time_s": 31.353207259, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12732,7 +13008,8 @@ "policy_trace": "experiments/robotwin-official/official-47/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-47/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-47/native-head.mp4" + "native_video": "experiments/robotwin-official/official-47/native-head.mp4", + "timing": "experiments/robotwin-official/official-47/timing.json" }, "resources": [], "session_counts": { @@ -12794,6 +13071,11 @@ 256 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12821,7 +13103,7 @@ }, "steps": 279, "simulation_time_s": null, - "wall_time_s": 69.7175645828247, + "wall_time_s": 36.857751398, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -12866,7 +13148,8 @@ "policy_trace": "experiments/robotwin-official/official-48/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-48/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-48/native-head.mp4" + "native_video": "experiments/robotwin-official/official-48/native-head.mp4", + "timing": "experiments/robotwin-official/official-48/timing.json" }, "resources": [], "session_counts": { @@ -12929,6 +13212,11 @@ 272 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -12956,7 +13244,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 70.01898050308228, + "wall_time_s": 38.846506616, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -13001,7 +13289,8 @@ "policy_trace": "experiments/robotwin-official/official-49/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-49/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-49/native-head.mp4" + "native_video": "experiments/robotwin-official/official-49/native-head.mp4", + "timing": "experiments/robotwin-official/official-49/timing.json" }, "resources": [], "session_counts": { @@ -13071,6 +13360,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } }, { @@ -13098,7 +13392,7 @@ }, "steps": 400, "simulation_time_s": null, - "wall_time_s": 73.80930161476135, + "wall_time_s": 40.189079744, "model": "Qwen3-VL-OFT", "effort": "40k · official", "harness": "standalone", @@ -13143,7 +13437,8 @@ "policy_trace": "experiments/robotwin-official/official-50/policy/events.jsonl", "evidence_archive": "experiments/robotwin-official/official-50/evidence.zip", "provenance": "official/source-identities.json", - "native_video": "experiments/robotwin-official/official-50/native-head.mp4" + "native_video": "experiments/robotwin-official/official-50/native-head.mp4", + "timing": "experiments/robotwin-official/official-50/timing.json" }, "resources": [], "session_counts": { @@ -13213,6 +13508,11 @@ 384 ], "last_frame_note": "Successful runs include a post-action head frame; action-limit failures end on the last pre-action head frame. No new terminal frames were synthesized." + }, + "timing": { + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time." } } ], diff --git a/experiments/robotwin-official/official-01/artifact-index.json b/experiments/robotwin-official/official-01/artifact-index.json index 1dffc53915fddc04c6a9436d2b24fe8648a555da..6970aee9dbc5582409212e25876eba5037c0b1f5 100644 --- a/experiments/robotwin-official/official-01/artifact-index.json +++ b/experiments/robotwin-official/official-01/artifact-index.json @@ -2800,5 +2800,11 @@ "path": "experiments/robotwin-official/official-01/evidence.zip", "bytes": 13812866, "sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-01/timing.json", + "bytes": 1109, + "sha256": "3f69feeee9e3d28ffe8e6e2e2273a4aa08c4c88967277a77a37a7b9c44b9b553" } ] diff --git a/experiments/robotwin-official/official-01/timing.json b/experiments/robotwin-official/official-01/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..47e58cd88b626f79fb9becfc965301de902f5030 --- /dev/null +++ b/experiments/robotwin-official/official-01/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-01", + "wall_time_s": 85.68275771, + "wall_time_start_ns": 1793233180917596732, + "wall_time_end_ns": 1793233266600354442, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": null, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "7667020b50cfe129d97f6aa5dd90a9c1c5f21e41e8ee977037b1b824e3e73afc", + "setup_completed_line": 3, + "last_action_completed_line": 803 + } +} diff --git a/experiments/robotwin-official/official-02/artifact-index.json b/experiments/robotwin-official/official-02/artifact-index.json index 07f736feca2bbab526d7cca57a250f4617d5e92d..5ebd825d6079b227c0157b28a5634a2d7f4421b4 100644 --- a/experiments/robotwin-official/official-02/artifact-index.json +++ b/experiments/robotwin-official/official-02/artifact-index.json @@ -2152,5 +2152,11 @@ "path": "experiments/robotwin-official/official-02/evidence.zip", "bytes": 13349875, "sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-02/timing.json", + "bytes": 1110, + "sha256": "4fd8e0eaef9c1456983c1b3e241d113006ce52d1936bbec7e050ff5d8fa17929" } ] diff --git a/experiments/robotwin-official/official-02/timing.json b/experiments/robotwin-official/official-02/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..852a60e0f1c10e22262eca319ff37ed7337a729f --- /dev/null +++ b/experiments/robotwin-official/official-02/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-02", + "wall_time_s": 95.582698862, + "wall_time_start_ns": 1793233359727560967, + "wall_time_end_ns": 1793233455310259829, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": null, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "ea3ca097d28e7fe9af3b202e86c4600ee57b2c656b3b552f54ec4c122a289428", + "setup_completed_line": 5, + "last_action_completed_line": 605 + } +} diff --git a/experiments/robotwin-official/official-03/artifact-index.json b/experiments/robotwin-official/official-03/artifact-index.json index ca32a49d89392bb35534950fa141fa9ba8491f0d..b211525d90e63e8ea86c2f785a5b99aa3285053d 100644 --- a/experiments/robotwin-official/official-03/artifact-index.json +++ b/experiments/robotwin-official/official-03/artifact-index.json @@ -5878,5 +5878,11 @@ "path": "experiments/robotwin-official/official-03/evidence.zip", "bytes": 34565622, "sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-03/timing.json", + "bytes": 1112, + "sha256": "17fa703801568a9f8cb111abb6678730033397c8401913b1695fd413f25bb7b0" } ] diff --git a/experiments/robotwin-official/official-03/timing.json b/experiments/robotwin-official/official-03/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..244693d06ecf3c8838c7ed4d3b3471630a6f0aac --- /dev/null +++ b/experiments/robotwin-official/official-03/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-03", + "wall_time_s": 191.478086476, + "wall_time_start_ns": 1793233408391056755, + "wall_time_end_ns": 1793233599869143231, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": null, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "5e6009f61d595863c7019f8e47ff19f59859795576898792644ad3f8e99b323f", + "setup_completed_line": 7, + "last_action_completed_line": 1707 + } +} diff --git a/experiments/robotwin-official/official-04/artifact-index.json b/experiments/robotwin-official/official-04/artifact-index.json index cc29c191884e584c31dca78d1304629e7b02ecfe..27bb45d9d5efc6a572d6b552a70d7e0d272039e9 100644 --- a/experiments/robotwin-official/official-04/artifact-index.json +++ b/experiments/robotwin-official/official-04/artifact-index.json @@ -802,5 +802,11 @@ "path": "experiments/robotwin-official/official-04/evidence.zip", "bytes": 4599673, "sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-04/timing.json", + "bytes": 1123, + "sha256": "7a6d6f8c2476a0dd5339d514f1fdea0f73ceefb66aa203fe381e2a59b9a03edd" } ] diff --git a/experiments/robotwin-official/official-04/timing.json b/experiments/robotwin-official/official-04/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..428107213c6c4e2f6ae2791bdf2a4f0dc6d9e08e --- /dev/null +++ b/experiments/robotwin-official/official-04/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-04", + "wall_time_s": 38.549091691, + "wall_time_start_ns": 1793233640968652143, + "wall_time_end_ns": 1793233679517743834, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 77.77644944190979, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "b979679135b2d4b09ad34ddc18fa1bae42c5da7736835f39ab7a43f5a3e08b51", + "setup_completed_line": 7, + "last_action_completed_line": 208 + } +} diff --git a/experiments/robotwin-official/official-05/artifact-index.json b/experiments/robotwin-official/official-05/artifact-index.json index ad11e1a7f239108f4c90da6e3a6fbb95d0d1efcc..6956f6b1286d1be331dbd9d5968ed2ee7879f10f 100644 --- a/experiments/robotwin-official/official-05/artifact-index.json +++ b/experiments/robotwin-official/official-05/artifact-index.json @@ -1774,5 +1774,11 @@ "path": "experiments/robotwin-official/official-05/evidence.zip", "bytes": 9015167, "sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-05/timing.json", + "bytes": 1123, + "sha256": "27d5d461ad70c08e7cf545562c61c5ae319032c877a3be4e27df29a2fc2deeba" } ] diff --git a/experiments/robotwin-official/official-05/timing.json b/experiments/robotwin-official/official-05/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..047b76d94cd228d07e1c1501df19805521644bb6 --- /dev/null +++ b/experiments/robotwin-official/official-05/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-05", + "wall_time_s": 64.000487769, + "wall_time_start_ns": 1793233636941869838, + "wall_time_end_ns": 1793233700942357607, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 98.29473495483398, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "942e30ef7069218016044aa2cf7d14b505b1528f981a4826779cba5d2f1a8c2f", + "setup_completed_line": 3, + "last_action_completed_line": 486 + } +} diff --git a/experiments/robotwin-official/official-06/artifact-index.json b/experiments/robotwin-official/official-06/artifact-index.json index af872bd7d4d49b04bd30bf8afecdbd63a7c1c40f..e39a66639176d17b7c13e80ac5a337040c208e1e 100644 --- a/experiments/robotwin-official/official-06/artifact-index.json +++ b/experiments/robotwin-official/official-06/artifact-index.json @@ -1504,5 +1504,11 @@ "path": "experiments/robotwin-official/official-06/evidence.zip", "bytes": 6677038, "sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-06/timing.json", + "bytes": 1121, + "sha256": "85458132684a3cbcf63ef45d1c2ec9c2b37fb12a6befef80de0f9ceb3cc39eac" } ] diff --git a/experiments/robotwin-official/official-06/timing.json b/experiments/robotwin-official/official-06/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..9a37ea9cfa01eed3e144f13e7c78c1f19bc2f684 --- /dev/null +++ b/experiments/robotwin-official/official-06/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-06", + "wall_time_s": 45.572599441, + "wall_time_start_ns": 1793233714226338010, + "wall_time_end_ns": 1793233759798937451, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 79.792884349823, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "71c4404d33a01c6991873388305c9585b0d59e3266b3ccd53afa4db145d14fe7", + "setup_completed_line": 3, + "last_action_completed_line": 409 + } +} diff --git a/experiments/robotwin-official/official-07/artifact-index.json b/experiments/robotwin-official/official-07/artifact-index.json index eda00b8de3745e860071569cd1d26611243c3883..15347a64dceabb497998db2a8b6ee7ba41d3fe84 100644 --- a/experiments/robotwin-official/official-07/artifact-index.json +++ b/experiments/robotwin-official/official-07/artifact-index.json @@ -3178,5 +3178,11 @@ "path": "experiments/robotwin-official/official-07/evidence.zip", "bytes": 17027239, "sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-07/timing.json", + "bytes": 1125, + "sha256": "c31b6e6f72e783c57744e2b8807492058c7a29b618cafb71ad7070d0a288b436" } ] diff --git a/experiments/robotwin-official/official-07/timing.json b/experiments/robotwin-official/official-07/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..5bab917aa09fb92ec90c5f5be9d3e8768d802f42 --- /dev/null +++ b/experiments/robotwin-official/official-07/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-07", + "wall_time_s": 115.609587699, + "wall_time_start_ns": 1793233745393607948, + "wall_time_end_ns": 1793233861003195647, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 161.06643533706665, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "7016d879c1110f940437692289a491a7c8c4dfe60d43ddcc53cbc45f38a89cff", + "setup_completed_line": 3, + "last_action_completed_line": 903 + } +} diff --git a/experiments/robotwin-official/official-08/artifact-index.json b/experiments/robotwin-official/official-08/artifact-index.json index 1166e7cb78c332cc0ba90d0247dae724114bdc53..22d87414ee67ae2d0e6f95fa251d789d68e95137 100644 --- a/experiments/robotwin-official/official-08/artifact-index.json +++ b/experiments/robotwin-official/official-08/artifact-index.json @@ -2476,5 +2476,11 @@ "path": "experiments/robotwin-official/official-08/evidence.zip", "bytes": 14647900, "sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-08/timing.json", + "bytes": 1126, + "sha256": "db26d41e3716b1cab74bb8fb4ecdfaa8ea0820925eacbab83608d1bb01c32a16" } ] diff --git a/experiments/robotwin-official/official-08/timing.json b/experiments/robotwin-official/official-08/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..1ceaacf783f25318324fb1be3af1b5cd8adccca0 --- /dev/null +++ b/experiments/robotwin-official/official-08/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-08", + "wall_time_s": 109.102272713, + "wall_time_start_ns": 1793233834679740761, + "wall_time_end_ns": 1793233943782013474, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 183.34950232505798, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "79ec4b1ccfa2efcb1607052d0add29d0017fbe1826130717f1d2fb3b2bb72c09", + "setup_completed_line": 21, + "last_action_completed_line": 721 + } +} diff --git a/experiments/robotwin-official/official-09/artifact-index.json b/experiments/robotwin-official/official-09/artifact-index.json index 55cd10afe8c9d0563466a1daaabff74beda80182..bc8c2ef854888580859260fd7dab08566a129098 100644 --- a/experiments/robotwin-official/official-09/artifact-index.json +++ b/experiments/robotwin-official/official-09/artifact-index.json @@ -4150,5 +4150,11 @@ "path": "experiments/robotwin-official/official-09/evidence.zip", "bytes": 19401905, "sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-09/timing.json", + "bytes": 1125, + "sha256": "05e69f7eae9b9be60861283318e7056269facae63c3443c77ab399d8220eeecb" } ] diff --git a/experiments/robotwin-official/official-09/timing.json b/experiments/robotwin-official/official-09/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..fbf06d1637d4549f91419c54b367fe7a1536323a --- /dev/null +++ b/experiments/robotwin-official/official-09/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-09", + "wall_time_s": 144.095098434, + "wall_time_start_ns": 1793233899291969377, + "wall_time_end_ns": 1793234043387067811, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 183.2365918159485, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "189d9b2548b6901d8db7f1639a4c581075454f509b6c3d85fc98ac5c191b2f97", + "setup_completed_line": 3, + "last_action_completed_line": 1203 + } +} diff --git a/experiments/robotwin-official/official-10/artifact-index.json b/experiments/robotwin-official/official-10/artifact-index.json index 2d5119e36ee7092eefc61480ed939475c1f6174d..c1cf27f176748054ac9b003fb8add80029cf53da 100644 --- a/experiments/robotwin-official/official-10/artifact-index.json +++ b/experiments/robotwin-official/official-10/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-10/evidence.zip", "bytes": 8984506, "sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-10/timing.json", + "bytes": 1124, + "sha256": "050520e8ea89ca030eaac2650367e23e1afa2f27efdf9e91abcc8ccd23cd634a" } ] diff --git a/experiments/robotwin-official/official-10/timing.json b/experiments/robotwin-official/official-10/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..7f392fe49446d19df1240ecd83758194446dddbe --- /dev/null +++ b/experiments/robotwin-official/official-10/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-10", + "wall_time_s": 68.525689508, + "wall_time_start_ns": 1793233975286643361, + "wall_time_end_ns": 1793234043812332869, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 101.67892599105835, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "f755a63efb46dd52aadb6d158f64fb37f7861d8374b4e9ad75da9f97bc12aedc", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-11/artifact-index.json b/experiments/robotwin-official/official-11/artifact-index.json index 4cb9abcdd391c061dd95b89f5729fbac041081ef..076dbd0b1c554d9d426cd2a408f19b5443daa17b 100644 --- a/experiments/robotwin-official/official-11/artifact-index.json +++ b/experiments/robotwin-official/official-11/artifact-index.json @@ -532,5 +532,11 @@ "path": "experiments/robotwin-official/official-11/evidence.zip", "bytes": 2091947, "sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-11/timing.json", + "bytes": 1124, + "sha256": "27936c4bfa281f096a1893053497906cec36b4809320122a7f1cf5a9551e9419" } ] diff --git a/experiments/robotwin-official/official-11/timing.json b/experiments/robotwin-official/official-11/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..72387a6c479ac8a13a05ca9027eed9ef306834ec --- /dev/null +++ b/experiments/robotwin-official/official-11/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-11", + "wall_time_s": 20.977394366, + "wall_time_start_ns": 1793234080195806489, + "wall_time_end_ns": 1793234101173200855, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 57.514047622680664, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "90441ac147238f4bd25070e289eede73d10008b8c154ce4e2ea5cd5e4b4d32f7", + "setup_completed_line": 4, + "last_action_completed_line": 117 + } +} diff --git a/experiments/robotwin-official/official-12/artifact-index.json b/experiments/robotwin-official/official-12/artifact-index.json index a65028658208977ac3183feb352b9825143e0386..84bb9b5800c87f9f3103e358808b6f7d371d0555 100644 --- a/experiments/robotwin-official/official-12/artifact-index.json +++ b/experiments/robotwin-official/official-12/artifact-index.json @@ -478,5 +478,11 @@ "path": "experiments/robotwin-official/official-12/evidence.zip", "bytes": 1865998, "sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-12/timing.json", + "bytes": 1121, + "sha256": "35983bb07e5ec69efa8339049463d47cfeabb04b53f05fbe6007980cd42e9a24" } ] diff --git a/experiments/robotwin-official/official-12/timing.json b/experiments/robotwin-official/official-12/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..68756b72f0d23ab2cc3b99b314fee727ad26243e --- /dev/null +++ b/experiments/robotwin-official/official-12/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-12", + "wall_time_s": 22.4828609, + "wall_time_start_ns": 1793234077228525515, + "wall_time_end_ns": 1793234099711386415, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 55.24973511695862, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "4b994a3bfe5ba19d1515bd1e8837e44f5efe1de3c46ccf734a0e46a116304487", + "setup_completed_line": 7, + "last_action_completed_line": 119 + } +} diff --git a/experiments/robotwin-official/official-13/artifact-index.json b/experiments/robotwin-official/official-13/artifact-index.json index ed6f298282890c6306b828b0a939328d88b51869..f8494919b659c11352aaebedcf303e1efadaedfa 100644 --- a/experiments/robotwin-official/official-13/artifact-index.json +++ b/experiments/robotwin-official/official-13/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-13/evidence.zip", "bytes": 6244016, "sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-13/timing.json", + "bytes": 1123, + "sha256": "9468e99beed75825a3d4351f02d40ce91a4de36694ef280bc76a338656a8c32d" } ] diff --git a/experiments/robotwin-official/official-13/timing.json b/experiments/robotwin-official/official-13/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..d15c677882d3037f6d51a2122e85d336c0108d5e --- /dev/null +++ b/experiments/robotwin-official/official-13/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-13", + "wall_time_s": 41.916050342, + "wall_time_start_ns": 1793234131942934339, + "wall_time_end_ns": 1793234173858984681, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 73.74764633178711, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "d7e4d34c457afdb2db1b1b04f0e1dfe6670e1470d324ca7d662e324dfedc370c", + "setup_completed_line": 3, + "last_action_completed_line": 401 + } +} diff --git a/experiments/robotwin-official/official-14/artifact-index.json b/experiments/robotwin-official/official-14/artifact-index.json index cb9cde2322b753a9ee6f87f886c0b5ada3c1b3e0..f2b888769d219d3094dcd3f5a0cc34fb6e0ef851 100644 --- a/experiments/robotwin-official/official-14/artifact-index.json +++ b/experiments/robotwin-official/official-14/artifact-index.json @@ -316,5 +316,11 @@ "path": "experiments/robotwin-official/official-14/evidence.zip", "bytes": 1052895, "sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-14/timing.json", + "bytes": 1123, + "sha256": "cab177efa9f2d44ba97c9d2e32d78d2ed31b8e29cf436c9d4da8cd7b85ef1123" } ] diff --git a/experiments/robotwin-official/official-14/timing.json b/experiments/robotwin-official/official-14/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..81d1c76a519231d660df80a55d8966dcdaa79889 --- /dev/null +++ b/experiments/robotwin-official/official-14/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-14", + "wall_time_s": 14.339203312, + "wall_time_start_ns": 1793234134538392482, + "wall_time_end_ns": 1793234148877595794, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 47.017844915390015, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "80c11e0412b5011fa5b0780f7031606014cf86f8e61554a88722bdf310a40a17", + "setup_completed_line": 3, + "last_action_completed_line": 64 + } +} diff --git a/experiments/robotwin-official/official-15/artifact-index.json b/experiments/robotwin-official/official-15/artifact-index.json index 0eeb76bf86af857d56458dcf9878cfc014101305..925bd35a829a302f2ca723b1d158fe3a1e391c95 100644 --- a/experiments/robotwin-official/official-15/artifact-index.json +++ b/experiments/robotwin-official/official-15/artifact-index.json @@ -316,5 +316,11 @@ "path": "experiments/robotwin-official/official-15/evidence.zip", "bytes": 950511, "sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-15/timing.json", + "bytes": 1122, + "sha256": "ac7228bcd5b3739f1ad1558ed82fa9582897010a302d04336c7e1eea81727669" } ] diff --git a/experiments/robotwin-official/official-15/timing.json b/experiments/robotwin-official/official-15/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..d2977ae4e2b65b0229b568b641a94950bc516644 --- /dev/null +++ b/experiments/robotwin-official/official-15/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-15", + "wall_time_s": 11.904490544, + "wall_time_start_ns": 1793234182913375313, + "wall_time_end_ns": 1793234194817865857, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 45.21615529060364, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "763ba0f985f75a1c79bf7daa47e46064a94759cbf5b90e3af2b792dbfa8f866e", + "setup_completed_line": 3, + "last_action_completed_line": 61 + } +} diff --git a/experiments/robotwin-official/official-16/artifact-index.json b/experiments/robotwin-official/official-16/artifact-index.json index e5c7bb5a9a84ef5166a4a15d9f2d68c1d4ec27fc..9bc9e01fbe7c7e911a4552a4d7e41bf400c7a6bc 100644 --- a/experiments/robotwin-official/official-16/artifact-index.json +++ b/experiments/robotwin-official/official-16/artifact-index.json @@ -478,5 +478,11 @@ "path": "experiments/robotwin-official/official-16/evidence.zip", "bytes": 1717071, "sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-16/timing.json", + "bytes": 1123, + "sha256": "c94e656e6950db6b74439f16fe161a3ef9a0c727eb016245d23f059823729d61" } ] diff --git a/experiments/robotwin-official/official-16/timing.json b/experiments/robotwin-official/official-16/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f2d2ea536556e99ea853ddd0e2daf74c0bf9db86 --- /dev/null +++ b/experiments/robotwin-official/official-16/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-16", + "wall_time_s": 19.066550569, + "wall_time_start_ns": 1793234206754396383, + "wall_time_end_ns": 1793234225820946952, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 51.56687903404236, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "1aff7b71bb5a12e382324badefdf37de73fccb73d62d06dfeb415dfe6e645a63", + "setup_completed_line": 6, + "last_action_completed_line": 112 + } +} diff --git a/experiments/robotwin-official/official-17/artifact-index.json b/experiments/robotwin-official/official-17/artifact-index.json index 4d195df8e24a2ff42b9db5941d0e112875d0ed0c..ce65325ac93415a471d2ae519a7f9582a6b68bd2 100644 --- a/experiments/robotwin-official/official-17/artifact-index.json +++ b/experiments/robotwin-official/official-17/artifact-index.json @@ -370,5 +370,11 @@ "path": "experiments/robotwin-official/official-17/evidence.zip", "bytes": 1358677, "sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-17/timing.json", + "bytes": 1123, + "sha256": "9ab8020522eef6d9d0210be7a125e83404c8b632652be6922c3fc38e155379d4" } ] diff --git a/experiments/robotwin-official/official-17/timing.json b/experiments/robotwin-official/official-17/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..defba2ae81cd42044c69725926d65c2cd67f525e --- /dev/null +++ b/experiments/robotwin-official/official-17/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-17", + "wall_time_s": 14.952066267, + "wall_time_start_ns": 1793234232488624118, + "wall_time_end_ns": 1793234247440690385, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 53.366844177246094, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "9858430d0dc6d24901f1b713c04e93e0ccd01a993a76cb4e29a1fdac741942f0", + "setup_completed_line": 3, + "last_action_completed_line": 77 + } +} diff --git a/experiments/robotwin-official/official-18/artifact-index.json b/experiments/robotwin-official/official-18/artifact-index.json index 5b92c60d7abb62bec8253c34b3c602ef74c8615d..5bb924afcb16cbc18c447bc4ead0110c57cca8f2 100644 --- a/experiments/robotwin-official/official-18/artifact-index.json +++ b/experiments/robotwin-official/official-18/artifact-index.json @@ -694,5 +694,11 @@ "path": "experiments/robotwin-official/official-18/evidence.zip", "bytes": 2766616, "sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-18/timing.json", + "bytes": 1123, + "sha256": "ff0c2c2ddbcd1cace8f0d8dd4fb9a8869c8d79ddc2e8f874e4eb66bc59e0fb50" } ] diff --git a/experiments/robotwin-official/official-18/timing.json b/experiments/robotwin-official/official-18/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..90f0440941df19815bf5cfbb7cddc75dea0bba3e --- /dev/null +++ b/experiments/robotwin-official/official-18/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-18", + "wall_time_s": 25.822061513, + "wall_time_start_ns": 1793234260304541983, + "wall_time_end_ns": 1793234286126603496, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 61.39763832092285, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "665ec9a8065b84034b1d0e4f9589d2dac5b3c28bdaa3a8cec4149fbd450d4d29", + "setup_completed_line": 3, + "last_action_completed_line": 170 + } +} diff --git a/experiments/robotwin-official/official-19/artifact-index.json b/experiments/robotwin-official/official-19/artifact-index.json index 4b87ffa7bc38ac908c59ec0eb39900aa03afb1ab..9ee131cc2aeb1e725cd1cca94c6243945db01867 100644 --- a/experiments/robotwin-official/official-19/artifact-index.json +++ b/experiments/robotwin-official/official-19/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-19/evidence.zip", "bytes": 7316003, "sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-19/timing.json", + "bytes": 1123, + "sha256": "14f4b19aec0a1af8257ef53866041b5576ffe6813adb103721cc372f5efce47b" } ] diff --git a/experiments/robotwin-official/official-19/timing.json b/experiments/robotwin-official/official-19/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..8c99ff4729d9ea2bd95d8922b6bd141e994f6d94 --- /dev/null +++ b/experiments/robotwin-official/official-19/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-19", + "wall_time_s": 50.021721975, + "wall_time_start_ns": 1793234290759583652, + "wall_time_end_ns": 1793234340781305627, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 92.23012089729309, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "1512c4f3cf0fea0b4a0e9eded4e119b66055a601c9dcabc078ab8bd56f5d1649", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-20/artifact-index.json b/experiments/robotwin-official/official-20/artifact-index.json index fc64280aaecc3b589cab7495a2e15e0667e84e21..391a45eb0257ab712e8a863380b217c111da992b 100644 --- a/experiments/robotwin-official/official-20/artifact-index.json +++ b/experiments/robotwin-official/official-20/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-20/evidence.zip", "bytes": 6579468, "sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-20/timing.json", + "bytes": 1123, + "sha256": "ce1ab65d0131cad8776a366b6944ddfed0ffbc4078d267f02a3cb676e965d214" } ] diff --git a/experiments/robotwin-official/official-20/timing.json b/experiments/robotwin-official/official-20/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..ea775855b40d7862edd96903a3539f8173983dce --- /dev/null +++ b/experiments/robotwin-official/official-20/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-20", + "wall_time_s": 43.413023459, + "wall_time_start_ns": 1793234341835248852, + "wall_time_end_ns": 1793234385248272311, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 98.12976145744324, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "cd380161a1f98c56f3fe8c43b9cc69d6d4c5869eab2debf78a2a651d7308fffe", + "setup_completed_line": 5, + "last_action_completed_line": 405 + } +} diff --git a/experiments/robotwin-official/official-21/artifact-index.json b/experiments/robotwin-official/official-21/artifact-index.json index bd3f620f3c33254d7d552b057bfccca6a51a43bf..9f6d0fcf827b473111e1bf237bb5f742b1117b49 100644 --- a/experiments/robotwin-official/official-21/artifact-index.json +++ b/experiments/robotwin-official/official-21/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-21/evidence.zip", "bytes": 6460055, "sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-21/timing.json", + "bytes": 1123, + "sha256": "2f0d7c9037ff73cf49f591fda1010576fa41dd52d95957b607ef7d307250d60a" } ] diff --git a/experiments/robotwin-official/official-21/timing.json b/experiments/robotwin-official/official-21/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..0aa98b24e51bab1c37031ecf634eb3248125c604 --- /dev/null +++ b/experiments/robotwin-official/official-21/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-21", + "wall_time_s": 46.244336484, + "wall_time_start_ns": 1793234372079372075, + "wall_time_end_ns": 1793234418323708559, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 79.52563738822937, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "e9090b08a6ee6641356c22300d84c6d13df07dbccab2c3d7d108111a7d9dfcaf", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-22/artifact-index.json b/experiments/robotwin-official/official-22/artifact-index.json index 153fb4911024a0fb60c111bf55ee49e5154c7fce..de36669d899012664be2b89d86f963d2f945802f 100644 --- a/experiments/robotwin-official/official-22/artifact-index.json +++ b/experiments/robotwin-official/official-22/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-22/evidence.zip", "bytes": 6423197, "sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-22/timing.json", + "bytes": 1123, + "sha256": "c38e49ab0eb746c131a66f8cfcf9afd8edf05de30b93ac47f932c8d237200db8" } ] diff --git a/experiments/robotwin-official/official-22/timing.json b/experiments/robotwin-official/official-22/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..204ec3ea8b6df3bb2fc8a31ca3df7ac32fd49066 --- /dev/null +++ b/experiments/robotwin-official/official-22/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-22", + "wall_time_s": 42.688982277, + "wall_time_start_ns": 1793234418076362945, + "wall_time_end_ns": 1793234460765345222, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 75.80522131919861, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "4c694f72116801f1c1f63f75e6fe91c5882a6c446414a868bc6ab4273547502f", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-23/artifact-index.json b/experiments/robotwin-official/official-23/artifact-index.json index 4cd3b54fdb6c1d7e07667dd80beea6138997b25a..4cfee320f32080aaf527eb4c4da74edc2f988fe2 100644 --- a/experiments/robotwin-official/official-23/artifact-index.json +++ b/experiments/robotwin-official/official-23/artifact-index.json @@ -640,5 +640,11 @@ "path": "experiments/robotwin-official/official-23/evidence.zip", "bytes": 2419678, "sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-23/timing.json", + "bytes": 1122, + "sha256": "ec1904f0af86c3b60a7828c34e949824e5e8f75f8532665153e64b0bb8f3deab" } ] diff --git a/experiments/robotwin-official/official-23/timing.json b/experiments/robotwin-official/official-23/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..844a8e649b637f1c8a2fc9385a73b27c83332413 --- /dev/null +++ b/experiments/robotwin-official/official-23/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-23", + "wall_time_s": 26.298405185, + "wall_time_start_ns": 1793234453430848648, + "wall_time_end_ns": 1793234479729253833, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 59.5565447807312, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "dcfe5eb3f0966d177b32f4b988b1927e80e984b1808b8a0aad905eb92d3aad71", + "setup_completed_line": 3, + "last_action_completed_line": 156 + } +} diff --git a/experiments/robotwin-official/official-24/artifact-index.json b/experiments/robotwin-official/official-24/artifact-index.json index 59ceec695f277223726f13a850563841d0c08b7d..72a28cdb48ff8b790ac3226fa95559022d84b9df 100644 --- a/experiments/robotwin-official/official-24/artifact-index.json +++ b/experiments/robotwin-official/official-24/artifact-index.json @@ -478,5 +478,11 @@ "path": "experiments/robotwin-official/official-24/evidence.zip", "bytes": 1833380, "sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-24/timing.json", + "bytes": 1122, + "sha256": "b6538c681a400537bfee2c80fb9a8521e45ff8c4500f68452c0db2f7fe1a8fc6" } ] diff --git a/experiments/robotwin-official/official-24/timing.json b/experiments/robotwin-official/official-24/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f865b0b909c582cd7fa61bfeeeb57f77ba22459b --- /dev/null +++ b/experiments/robotwin-official/official-24/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-24", + "wall_time_s": 19.594173712, + "wall_time_start_ns": 1793234501252450714, + "wall_time_end_ns": 1793234520846624426, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 59.6037974357605, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "57cee2aeb577cb93c6aaf89deb5440e8ae49d9d49e07a0cdee07c5ff93082e92", + "setup_completed_line": 3, + "last_action_completed_line": 107 + } +} diff --git a/experiments/robotwin-official/official-25/artifact-index.json b/experiments/robotwin-official/official-25/artifact-index.json index a69dd9fe8f7b4fc2a6bf4c3c14a1d6993ff86f2b..22c3aa35a6e89d9b481004957e7d549f8b6d463e 100644 --- a/experiments/robotwin-official/official-25/artifact-index.json +++ b/experiments/robotwin-official/official-25/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-25/evidence.zip", "bytes": 8222819, "sha256": "88f1afcde9844005db964c4664d7b204b31f3a4e2999f2c3f4b48a3f85ccc125" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-25/timing.json", + "bytes": 1122, + "sha256": "6cb560743fde953d4d625435a17dee029967917152da879e0b7ed9a9708e5c02" } ] diff --git a/experiments/robotwin-official/official-25/timing.json b/experiments/robotwin-official/official-25/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..6b38699d11751af2cbb4e4c88f8bb62b1f10c106 --- /dev/null +++ b/experiments/robotwin-official/official-25/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-25", + "wall_time_s": 48.932968378, + "wall_time_start_ns": 1793234513358028517, + "wall_time_end_ns": 1793234562290996895, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 83.9171679019928, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "213ecd9440a27dad939bb2f1b6447762614c4f5c2dc2f9e8d17baf11b2041eb8", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-26/artifact-index.json b/experiments/robotwin-official/official-26/artifact-index.json index e4bb0d1085b9dcf8aec8985ef9259ac4bbfb068a..68c645fb7843353abf79344245dc4bc5cc3e3826 100644 --- a/experiments/robotwin-official/official-26/artifact-index.json +++ b/experiments/robotwin-official/official-26/artifact-index.json @@ -424,5 +424,11 @@ "path": "experiments/robotwin-official/official-26/evidence.zip", "bytes": 1920663, "sha256": "82f0f972c55e3db78d411424d1767940909b6c9d9379bd2382f503d9844c4966" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-26/timing.json", + "bytes": 1122, + "sha256": "40c94208270641653abafc5a1dd69ab6dcb4af058d2bee09410d117e74469fb5" } ] diff --git a/experiments/robotwin-official/official-26/timing.json b/experiments/robotwin-official/official-26/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..8c3506990d72b4d528e9e13eff713ccac2c31a22 --- /dev/null +++ b/experiments/robotwin-official/official-26/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-26", + "wall_time_s": 19.44487762, + "wall_time_start_ns": 1793234561908568802, + "wall_time_end_ns": 1793234581353446422, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 61.362776041030884, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "c8c9fab7f271f467c982a5022053f7666bc941b2b709324d09044eb3cd99fd11", + "setup_completed_line": 3, + "last_action_completed_line": 97 + } +} diff --git a/experiments/robotwin-official/official-27/artifact-index.json b/experiments/robotwin-official/official-27/artifact-index.json index ec2367c88d6749e9acd6db075dba3cbf1d6b0888..7d58cd44ba6aefcdebd32186e76428e11200741e 100644 --- a/experiments/robotwin-official/official-27/artifact-index.json +++ b/experiments/robotwin-official/official-27/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-27/evidence.zip", "bytes": 7071016, "sha256": "b4798122bad83ccffaa8b82d0c4393898184531f4153764c0986391c2ffb323c" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-27/timing.json", + "bytes": 1123, + "sha256": "078430af6d78b39aab23a081be2a574ca9a48edacebd43095ec501b907393aac" } ] diff --git a/experiments/robotwin-official/official-27/timing.json b/experiments/robotwin-official/official-27/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f159b4682475ad310a0261f9c893b80d013fa996 --- /dev/null +++ b/experiments/robotwin-official/official-27/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-27", + "wall_time_s": 43.837252058, + "wall_time_start_ns": 1793234590993719291, + "wall_time_end_ns": 1793234634830971349, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 71.78675150871277, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "6638906f37c0a7b384e6629bb7fd717bfbaa15315dc054beb582ca237cb68549", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-28/artifact-index.json b/experiments/robotwin-official/official-28/artifact-index.json index b7784ee25db03fb568c0a57fefb60b575a4cadd7..57733fdb8d867ceb2fca4808872e8b4bf887c8a2 100644 --- a/experiments/robotwin-official/official-28/artifact-index.json +++ b/experiments/robotwin-official/official-28/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-28/evidence.zip", "bytes": 7050595, "sha256": "1fecd8cf2302ddf95c833fb8146812711eeac0f51d8d196acb78ed556e5d9432" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-28/timing.json", + "bytes": 1123, + "sha256": "7b05e207d348b5cbb25de9c3678e60155ec6fe3dbe349bdc0c1bf1d3d5a7814d" } ] diff --git a/experiments/robotwin-official/official-28/timing.json b/experiments/robotwin-official/official-28/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..176b725223ab996b4c73df0e033cab763f6ce5b7 --- /dev/null +++ b/experiments/robotwin-official/official-28/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-28", + "wall_time_s": 46.526577501, + "wall_time_start_ns": 1793234618619119746, + "wall_time_end_ns": 1793234665145697247, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 83.77813601493835, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "dc77c0c4d6a7f6b9f14cf79f5b0d961b6a1609f281bd8424f141a72603707e1d", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-29/artifact-index.json b/experiments/robotwin-official/official-29/artifact-index.json index 6cfcff53c8c70b9d98d044bd6a6c860d2a2c172d..2beff0c2531a3b8c3db2730bc10c99954707030c 100644 --- a/experiments/robotwin-official/official-29/artifact-index.json +++ b/experiments/robotwin-official/official-29/artifact-index.json @@ -2476,5 +2476,11 @@ "path": "experiments/robotwin-official/official-29/evidence.zip", "bytes": 16503394, "sha256": "f446a7d3022b49abe993b44b2261e31c467b2abbe12c9e9af18fbbf02ad2303d" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-29/timing.json", + "bytes": 1124, + "sha256": "8f26ee18c5b290db8c67472d09e704ec9d906b6d96dea32836755bab560e37d9" } ] diff --git a/experiments/robotwin-official/official-29/timing.json b/experiments/robotwin-official/official-29/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..17c21343b0b35798474a54309883ec5ae0179090 --- /dev/null +++ b/experiments/robotwin-official/official-29/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-29", + "wall_time_s": 91.845853104, + "wall_time_start_ns": 1793234665119632672, + "wall_time_end_ns": 1793234756965485776, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 122.38379716873169, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "cf83b517777b11bb5175490e39f5b971a0e28cc664c4aeb019ae8c382190086f", + "setup_completed_line": 3, + "last_action_completed_line": 703 + } +} diff --git a/experiments/robotwin-official/official-30/artifact-index.json b/experiments/robotwin-official/official-30/artifact-index.json index a21b6c2a1b18d4a0819bcef314c8b3fb5511e418..3331b8773c033034667db86746bd42006c1b74e5 100644 --- a/experiments/robotwin-official/official-30/artifact-index.json +++ b/experiments/robotwin-official/official-30/artifact-index.json @@ -1828,5 +1828,11 @@ "path": "experiments/robotwin-official/official-30/evidence.zip", "bytes": 10374476, "sha256": "b9208a32a7cd641449415c86df01945c500b39c62d7a0cf5a27459b02a77273d" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-30/timing.json", + "bytes": 1124, + "sha256": "e1588aadd81f0a87c9a2071eba2d4fb8b8cfd423448177aa2d2df31732ffac61" } ] diff --git a/experiments/robotwin-official/official-30/timing.json b/experiments/robotwin-official/official-30/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..4575adbc9dbff29973019e6496f7ddb244d1d4a4 --- /dev/null +++ b/experiments/robotwin-official/official-30/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-30", + "wall_time_s": 76.637786631, + "wall_time_start_ns": 1793234699414376331, + "wall_time_end_ns": 1793234776052162962, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 110.40643167495728, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "831ed05aca34a20e3e55d5930b784f01bc6c04cd63a58ed67fbacf44903b6e85", + "setup_completed_line": 3, + "last_action_completed_line": 503 + } +} diff --git a/experiments/robotwin-official/official-31/artifact-index.json b/experiments/robotwin-official/official-31/artifact-index.json index dac702b35649f13b67299c8bedfbe6e3528c1528..0d7ade47fc7c28404449b5f82120d008d6232eba 100644 --- a/experiments/robotwin-official/official-31/artifact-index.json +++ b/experiments/robotwin-official/official-31/artifact-index.json @@ -802,5 +802,11 @@ "path": "experiments/robotwin-official/official-31/evidence.zip", "bytes": 4471221, "sha256": "8ca46231c762de05c654243c6cb364e9adef4eb33c7aec191ef4bc4cff500550" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-31/timing.json", + "bytes": 1123, + "sha256": "bc554d282537ebb00749074977a54c3fd6f2f0bc9d22fa121e01a15a942187b5" } ] diff --git a/experiments/robotwin-official/official-31/timing.json b/experiments/robotwin-official/official-31/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..2399ae497b493e5f76779246e9a04e287bc49ff4 --- /dev/null +++ b/experiments/robotwin-official/official-31/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-31", + "wall_time_s": 34.825539079, + "wall_time_start_ns": 1793234788555894365, + "wall_time_end_ns": 1793234823381433444, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 65.61462140083313, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "656fc68ccc82bd232dceb7495c68b7b24954d911e708618d41bed00a5640a6d8", + "setup_completed_line": 3, + "last_action_completed_line": 203 + } +} diff --git a/experiments/robotwin-official/official-32/artifact-index.json b/experiments/robotwin-official/official-32/artifact-index.json index 798a4bacf63c5f320b17555cfbedd7eecacfcfd4..1236a978987854842ee64a491f42eba791235dc4 100644 --- a/experiments/robotwin-official/official-32/artifact-index.json +++ b/experiments/robotwin-official/official-32/artifact-index.json @@ -856,5 +856,11 @@ "path": "experiments/robotwin-official/official-32/evidence.zip", "bytes": 4433178, "sha256": "027da3eeeb6190c7df54e87ffe1ae67bd74ceadd305721c65476dd7a5ecac93e" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-32/timing.json", + "bytes": 1123, + "sha256": "a225eccbae7721402bbbe18cc85be0b849e841b2bc461051731cf3cebb17530c" } ] diff --git a/experiments/robotwin-official/official-32/timing.json b/experiments/robotwin-official/official-32/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..aa2487dc7123c2904c6e29d486503607515e7767 --- /dev/null +++ b/experiments/robotwin-official/official-32/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-32", + "wall_time_s": 33.744922502, + "wall_time_start_ns": 1793234816717290263, + "wall_time_end_ns": 1793234850462212765, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 73.88174057006836, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "7519ae6553d11f04bb8175dd343fa39d3ed03f844a3ef2d046e29d6826ced330", + "setup_completed_line": 3, + "last_action_completed_line": 212 + } +} diff --git a/experiments/robotwin-official/official-33/artifact-index.json b/experiments/robotwin-official/official-33/artifact-index.json index 2878f4351778608b4267f5dc360888ed0aab2b4c..ab98c0fa254c57f7c8a1c94f40d21292a3b1c764 100644 --- a/experiments/robotwin-official/official-33/artifact-index.json +++ b/experiments/robotwin-official/official-33/artifact-index.json @@ -1072,5 +1072,11 @@ "path": "experiments/robotwin-official/official-33/evidence.zip", "bytes": 6506721, "sha256": "7b80229a1eceb4b8c5addffcfa1b2b2844f9e2be44026cfd4b82212265ff2d01" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-33/timing.json", + "bytes": 1123, + "sha256": "ed1ca4878252b624dc40e560bfdc0c5377fec22c003599c2b19d28ba877109d2" } ] diff --git a/experiments/robotwin-official/official-33/timing.json b/experiments/robotwin-official/official-33/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..72a9540b3f617c7547854862575fa21b68ffb21b --- /dev/null +++ b/experiments/robotwin-official/official-33/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-33", + "wall_time_s": 44.507345633, + "wall_time_start_ns": 1793234868398339583, + "wall_time_end_ns": 1793234912905685216, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 90.39021611213684, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "2300d635dc71864803ca1ff32038158fee3250d50f8b3e896b441fefad1977b6", + "setup_completed_line": 3, + "last_action_completed_line": 277 + } +} diff --git a/experiments/robotwin-official/official-34/artifact-index.json b/experiments/robotwin-official/official-34/artifact-index.json index 7444b45206111a04595370997acf458a7b51694d..0b312e90fb960adf3224bfaaf0ef08be3dd36a54 100644 --- a/experiments/robotwin-official/official-34/artifact-index.json +++ b/experiments/robotwin-official/official-34/artifact-index.json @@ -586,5 +586,11 @@ "path": "experiments/robotwin-official/official-34/evidence.zip", "bytes": 2205123, "sha256": "1407fa67b6b021fdaa82a8dd8116bef54fdf07c07d284be41e0cf3a4f67c9385" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-34/timing.json", + "bytes": 1123, + "sha256": "66f9be573f07447d8916cfc944b39f61a7a804b44f6042cd3442d0d26cdfa320" } ] diff --git a/experiments/robotwin-official/official-34/timing.json b/experiments/robotwin-official/official-34/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..c4db1ad5a2c39959c154940e76ccec45b15f330f --- /dev/null +++ b/experiments/robotwin-official/official-34/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-34", + "wall_time_s": 25.086169906, + "wall_time_start_ns": 1793234877402565844, + "wall_time_end_ns": 1793234902488735750, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 53.08249115943909, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "e84b2bf450cd5e860ee6de2778be7ed401e84b86b167b9fac63c742c547a2501", + "setup_completed_line": 3, + "last_action_completed_line": 144 + } +} diff --git a/experiments/robotwin-official/official-35/artifact-index.json b/experiments/robotwin-official/official-35/artifact-index.json index 0a50e57480ea824c7224d178a4cf6c23447ce02e..0d710932e2aa8a4636db53d930603c648f735b19 100644 --- a/experiments/robotwin-official/official-35/artifact-index.json +++ b/experiments/robotwin-official/official-35/artifact-index.json @@ -1828,5 +1828,11 @@ "path": "experiments/robotwin-official/official-35/evidence.zip", "bytes": 10176760, "sha256": "24a015e1c0d192fc3681a5e18b2bb8e99aa5091da1e506b96d0f845a55c6ffc4" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-35/timing.json", + "bytes": 1123, + "sha256": "c7a3e0cc02b0e116f5ef6b61f31b83f9d17f427827a3d0dd4545e6dc7e0c23a3" } ] diff --git a/experiments/robotwin-official/official-35/timing.json b/experiments/robotwin-official/official-35/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..2023727429e0b418d5a82135db444fbc62a13a8d --- /dev/null +++ b/experiments/robotwin-official/official-35/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-35", + "wall_time_s": 64.910953353, + "wall_time_start_ns": 1793234931378259479, + "wall_time_end_ns": 1793234996289212832, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 93.98528981208801, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "4c615e36a7e7834789f2877965c7d0108d74a51476d059b1ce2b3c0826be9256", + "setup_completed_line": 3, + "last_action_completed_line": 503 + } +} diff --git a/experiments/robotwin-official/official-36/artifact-index.json b/experiments/robotwin-official/official-36/artifact-index.json index a4c98f502915975c98f6eeb93fce6c2015b41bd0..61d10103c225ce9b3ee044e19ec8175492a21cb2 100644 --- a/experiments/robotwin-official/official-36/artifact-index.json +++ b/experiments/robotwin-official/official-36/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-36/evidence.zip", "bytes": 5918080, "sha256": "b1f40763b265db5186c51ed85d9b1b551dcda30906337735ab78532e6b8bffd0" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-36/timing.json", + "bytes": 1123, + "sha256": "eff66c948af2eb00d525912b95f9b65dc703915ef3abf3357d213cf84287145b" } ] diff --git a/experiments/robotwin-official/official-36/timing.json b/experiments/robotwin-official/official-36/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..b343548963d70cdb11a4d0a23db6b3c77b23c079 --- /dev/null +++ b/experiments/robotwin-official/official-36/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-36", + "wall_time_s": 56.865047002, + "wall_time_start_ns": 1793234948586566930, + "wall_time_end_ns": 1793235005451613932, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 91.74026560783386, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "5c1da91a185e0ee7f183d7956c1a1a7b0e0b4e884cc670243bea38241cf49579", + "setup_completed_line": 9, + "last_action_completed_line": 409 + } +} diff --git a/experiments/robotwin-official/official-37/artifact-index.json b/experiments/robotwin-official/official-37/artifact-index.json index e34a98b90a31f17a0c6f56af6f1ba9181840161a..5b32d3590b4c03b336133edbc6126cb3a05c61bb 100644 --- a/experiments/robotwin-official/official-37/artifact-index.json +++ b/experiments/robotwin-official/official-37/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-37/evidence.zip", "bytes": 6444018, "sha256": "f8354b92f0b3c7b24891b8d65c82afff9ea73248277d62ac48e33b00bf79ab1a" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-37/timing.json", + "bytes": 1123, + "sha256": "618e0133ddd85a4ce03ca2f52969d1e6971c85adcf60e71e20e4692c9e50a306" } ] diff --git a/experiments/robotwin-official/official-37/timing.json b/experiments/robotwin-official/official-37/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..7c61d668b3520e639fad637f6c86cc3aa49a0c49 --- /dev/null +++ b/experiments/robotwin-official/official-37/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-37", + "wall_time_s": 48.455622626, + "wall_time_start_ns": 1793235026012950292, + "wall_time_end_ns": 1793235074468572918, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 77.78399324417114, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "d84a15b8dba814cb836843e53977fdeba21742ac6a59e5038867f00b697f19d5", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-38/artifact-index.json b/experiments/robotwin-official/official-38/artifact-index.json index 5572e9d01aaca0d13c7675c733a9561e65d46f34..682ae4092b26046d5dbfa64d1ddf3e66fd89b455 100644 --- a/experiments/robotwin-official/official-38/artifact-index.json +++ b/experiments/robotwin-official/official-38/artifact-index.json @@ -586,5 +586,11 @@ "path": "experiments/robotwin-official/official-38/evidence.zip", "bytes": 2459499, "sha256": "213d1f4b5ac8e516a2ee88a93c524a7e93d8a5eccfd1a8806a96c31e4f6816ad" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-38/timing.json", + "bytes": 1123, + "sha256": "d0743e3724310c213c548d518282aa6a846fcdd5e8dea7dce930bf7b0487a70e" } ] diff --git a/experiments/robotwin-official/official-38/timing.json b/experiments/robotwin-official/official-38/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..125ecd599896376a864eda4fe23bd2e1edab8c32 --- /dev/null +++ b/experiments/robotwin-official/official-38/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-38", + "wall_time_s": 31.496076691, + "wall_time_start_ns": 1793235039603947460, + "wall_time_end_ns": 1793235071100024151, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 65.30040860176086, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "a70bd97ea59f62d2c67aa8fb5d3e997de1998fffb072665fdd0ddef21d244650", + "setup_completed_line": 5, + "last_action_completed_line": 148 + } +} diff --git a/experiments/robotwin-official/official-39/artifact-index.json b/experiments/robotwin-official/official-39/artifact-index.json index c444607346a8a41edf2ab4f18db775fc8c3c4741..91871019b664900f5a279f79ecf7b3754e9588e5 100644 --- a/experiments/robotwin-official/official-39/artifact-index.json +++ b/experiments/robotwin-official/official-39/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-39/evidence.zip", "bytes": 6963867, "sha256": "08895cb62d40b55c525da55c6f157b1001b0c6fa7bfeaf92fa292a968fe34f0c" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-39/timing.json", + "bytes": 1123, + "sha256": "2c2c7801a3d360ff25aa148c9dc403745d06bb3acc1e1e8a3380e05cfdd48ba7" } ] diff --git a/experiments/robotwin-official/official-39/timing.json b/experiments/robotwin-official/official-39/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f64749b085212f0a75f54116cdcd2751cdb61215 --- /dev/null +++ b/experiments/robotwin-official/official-39/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-39", + "wall_time_s": 56.758293404, + "wall_time_start_ns": 1793235099216881501, + "wall_time_end_ns": 1793235155975174905, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 85.99266123771667, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "86240b0d27fa5b09c491811fa685a9fb62eef0dff27b66a03f30f4e0769972dc", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-40/artifact-index.json b/experiments/robotwin-official/official-40/artifact-index.json index a02de9118179c782135ff82de9e83ecd23039c31..cb08e5b87ce560c476bd777f096cc4c22dd26a0a 100644 --- a/experiments/robotwin-official/official-40/artifact-index.json +++ b/experiments/robotwin-official/official-40/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-40/evidence.zip", "bytes": 6403314, "sha256": "812d678f697e47d2a1a94210960b7c18f71ad9a0f2bfb23035f25faf257779dc" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-40/timing.json", + "bytes": 1123, + "sha256": "09a57fe317a9a625485dde6ce1995c4824afa3b516f1842f81b7f71cc6cc6a60" } ] diff --git a/experiments/robotwin-official/official-40/timing.json b/experiments/robotwin-official/official-40/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f4aec76e5ed7eb75bb5677d983c7d931271133af --- /dev/null +++ b/experiments/robotwin-official/official-40/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-40", + "wall_time_s": 57.809732526, + "wall_time_start_ns": 1793235103309755456, + "wall_time_end_ns": 1793235161119487982, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 86.26536703109741, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "69423ca4bd014e3b6cdb8c29327e591eeec0d06a0004e5ffd5fce33afcecd411", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-41/artifact-index.json b/experiments/robotwin-official/official-41/artifact-index.json index bed28fca56fe01b782a672e092afa20e6ae5636d..8c8d751778ec9d0dd9ed9aa4c84183d8f70471f3 100644 --- a/experiments/robotwin-official/official-41/artifact-index.json +++ b/experiments/robotwin-official/official-41/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-41/evidence.zip", "bytes": 7009312, "sha256": "10ef115bb18c7341d4a9b4aca0c3b51ea67bbef3293aa629546d08795eb9ffc9" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-41/timing.json", + "bytes": 1123, + "sha256": "c7910f88d00b10c5b157903ddf1db15ed51d83a13f14425bfcc6ec1d7c4c954e" } ] diff --git a/experiments/robotwin-official/official-41/timing.json b/experiments/robotwin-official/official-41/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..4e8692f6d4bdff338956fdc416d130f1e36349ea --- /dev/null +++ b/experiments/robotwin-official/official-41/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-41", + "wall_time_s": 46.650760047, + "wall_time_start_ns": 1793235183522760177, + "wall_time_end_ns": 1793235230173520224, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 74.07066059112549, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "8568e05de965069b78d5db1c3be33428989258d01896e804a0802347ff0c6933", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-42/artifact-index.json b/experiments/robotwin-official/official-42/artifact-index.json index c63b871e82368323ed812a537e517bb3fc400ba4..1edfe965650711837fc438cdfe9464202a243317 100644 --- a/experiments/robotwin-official/official-42/artifact-index.json +++ b/experiments/robotwin-official/official-42/artifact-index.json @@ -586,5 +586,11 @@ "path": "experiments/robotwin-official/official-42/evidence.zip", "bytes": 2387201, "sha256": "b470b43b03c12738a5af0a9bca0d7ea64b816a4dee809dbe33eab58cd966f4e0" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-42/timing.json", + "bytes": 1123, + "sha256": "7605baec3f4188bbdbb23b21fbbd2ef054fd277b7ae86158a3aa64750f56cb6e" } ] diff --git a/experiments/robotwin-official/official-42/timing.json b/experiments/robotwin-official/official-42/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..76f6d302559d2f883d7c12669124c1a0b9f3e7bd --- /dev/null +++ b/experiments/robotwin-official/official-42/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-42", + "wall_time_s": 27.387894045, + "wall_time_start_ns": 1793235192069894913, + "wall_time_end_ns": 1793235219457788958, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 59.07599234580994, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "2d16d427e54ae82b5301a83e38b19332e3de9eff8f9b25dcfdd6293270a9baa9", + "setup_completed_line": 3, + "last_action_completed_line": 146 + } +} diff --git a/experiments/robotwin-official/official-43/artifact-index.json b/experiments/robotwin-official/official-43/artifact-index.json index 54c7601a97b45386f1e7c9f07194588af460b1af..04e469defd44396cb9b520be1e558920aef058a1 100644 --- a/experiments/robotwin-official/official-43/artifact-index.json +++ b/experiments/robotwin-official/official-43/artifact-index.json @@ -478,5 +478,11 @@ "path": "experiments/robotwin-official/official-43/evidence.zip", "bytes": 1788718, "sha256": "77f9d6bdd838c6accaa63338c87183aaac84b9ac559f3e017f4d3b4beed74b1c" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-43/timing.json", + "bytes": 1123, + "sha256": "7bc58ce2c416e5e48bf228976d8caf6c65afdd7d95ce7f1e5595adc1b16af27d" } ] diff --git a/experiments/robotwin-official/official-43/timing.json b/experiments/robotwin-official/official-43/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..e2927ef7856a86ea1578b5390951d0d00179459e --- /dev/null +++ b/experiments/robotwin-official/official-43/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-43", + "wall_time_s": 15.861195763, + "wall_time_start_ns": 1793235249762240185, + "wall_time_end_ns": 1793235265623435948, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 45.26478958129883, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "01e7756c1d6ade78b28a5ec6668a9a310705888bcd15077fb3b219efb027f959", + "setup_completed_line": 3, + "last_action_completed_line": 109 + } +} diff --git a/experiments/robotwin-official/official-44/artifact-index.json b/experiments/robotwin-official/official-44/artifact-index.json index bca793a247cdb2a6edbae2b14500afbbf4ec497c..9241294854b0bd9e751da82217845ba769389ca4 100644 --- a/experiments/robotwin-official/official-44/artifact-index.json +++ b/experiments/robotwin-official/official-44/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-44/evidence.zip", "bytes": 6741565, "sha256": "8489fc4b15684beba185e26936365104249cc58c08b019ada506449266487edc" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-44/timing.json", + "bytes": 1123, + "sha256": "227cffc022cf40d9ed64d6c4915e42578278bf419203649c311a443a83d3893b" } ] diff --git a/experiments/robotwin-official/official-44/timing.json b/experiments/robotwin-official/official-44/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..248951af3b2984c248d9cf9342a36474e9c7214c --- /dev/null +++ b/experiments/robotwin-official/official-44/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-44", + "wall_time_s": 42.993365614, + "wall_time_start_ns": 1793235257329210689, + "wall_time_end_ns": 1793235300322576303, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 69.56676435470581, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "affbda45358b9d10cbfe089fb124c69823d5b5c23f45cb88f9eab232a85fb65e", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-45/artifact-index.json b/experiments/robotwin-official/official-45/artifact-index.json index 6fa9ae6cfcef989c20b8ca8dd3ddf52219207a95..177097d8c54f6378c12e326368cae8a6e7b20095 100644 --- a/experiments/robotwin-official/official-45/artifact-index.json +++ b/experiments/robotwin-official/official-45/artifact-index.json @@ -424,5 +424,11 @@ "path": "experiments/robotwin-official/official-45/evidence.zip", "bytes": 1482050, "sha256": "91db664af8168dcdda7e601c93706bad7b07d031367a3966c410f7527cf8e930" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-45/timing.json", + "bytes": 1121, + "sha256": "3812b91f1ed40698c8d5b7cacdaacbc1bf899dd704a97307746f535da23b2c67" } ] diff --git a/experiments/robotwin-official/official-45/timing.json b/experiments/robotwin-official/official-45/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..46c5eed7835c206791bad6f870bc085ad5f11d93 --- /dev/null +++ b/experiments/robotwin-official/official-45/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-45", + "wall_time_s": 13.97968026, + "wall_time_start_ns": 1793235302412597832, + "wall_time_end_ns": 1793235316392278092, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 51.30299997329712, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "78351cb49d867619532f68bb4dcb4a894465a419ccb4ab84efc6054fb422d104", + "setup_completed_line": 3, + "last_action_completed_line": 84 + } +} diff --git a/experiments/robotwin-official/official-46/artifact-index.json b/experiments/robotwin-official/official-46/artifact-index.json index 269f7d50d36720585aca35d2c67f85e466c9540b..b3fcc8ad9e29fbc3c1f51c350b1d4df540b7fb0a 100644 --- a/experiments/robotwin-official/official-46/artifact-index.json +++ b/experiments/robotwin-official/official-46/artifact-index.json @@ -586,5 +586,11 @@ "path": "experiments/robotwin-official/official-46/evidence.zip", "bytes": 2250270, "sha256": "df752f38766a8975255a1fc978c691557f4e8aa62902f7d0fe43c6d2fcc413fc" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-46/timing.json", + "bytes": 1124, + "sha256": "998dc81207fb6eb97fecf764d4da1d1bdbdc7dc57214f8b091d2a5c7c869d3ad" } ] diff --git a/experiments/robotwin-official/official-46/timing.json b/experiments/robotwin-official/official-46/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..fb3209d580d34315b7179ee91db5b3b51159ea9f --- /dev/null +++ b/experiments/robotwin-official/official-46/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-46", + "wall_time_s": 18.719106343, + "wall_time_start_ns": 1793235331057161353, + "wall_time_end_ns": 1793235349776267696, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 49.287285804748535, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "cbddec91aa23aa9cd3343f28b8e7e2b1cd5f7c8ccc283f6b8ce7f7d97866825d", + "setup_completed_line": 3, + "last_action_completed_line": 134 + } +} diff --git a/experiments/robotwin-official/official-47/artifact-index.json b/experiments/robotwin-official/official-47/artifact-index.json index a8037a74570afdbdb3d9850b7a72fa14eba413fa..f5ea430d6d75e42d71cfdbcbbeaac44164f21219 100644 --- a/experiments/robotwin-official/official-47/artifact-index.json +++ b/experiments/robotwin-official/official-47/artifact-index.json @@ -1018,5 +1018,11 @@ "path": "experiments/robotwin-official/official-47/evidence.zip", "bytes": 4288068, "sha256": "c02eb083f34c2421659872fd5596018029b3d84cd04a1e26b975f4e51b875e30" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-47/timing.json", + "bytes": 1123, + "sha256": "7128d14ad0531b6aa8d7ac719e80224d64482c32664913ea5215a58bcc4329a4" } ] diff --git a/experiments/robotwin-official/official-47/timing.json b/experiments/robotwin-official/official-47/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..85d9c5da6a5c65761d252e88910b534162f9157e --- /dev/null +++ b/experiments/robotwin-official/official-47/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-47", + "wall_time_s": 31.353207259, + "wall_time_start_ns": 1793235352017252002, + "wall_time_end_ns": 1793235383370459261, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 67.63478565216064, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "9aad95ccd8ee3168a9a61cd5e6cb6234970bc593ebbf5287b7c6e2b5b38c42a7", + "setup_completed_line": 3, + "last_action_completed_line": 269 + } +} diff --git a/experiments/robotwin-official/official-48/artifact-index.json b/experiments/robotwin-official/official-48/artifact-index.json index e9a6f28b2110a85d44cc90286a69c485322683e0..7a65882020d93d95a853f5e906d267dfa69c3821 100644 --- a/experiments/robotwin-official/official-48/artifact-index.json +++ b/experiments/robotwin-official/official-48/artifact-index.json @@ -1072,5 +1072,11 @@ "path": "experiments/robotwin-official/official-48/evidence.zip", "bytes": 4893766, "sha256": "7247096fd165df0bc7319056e49165bede0b3f31a1c1d28bf248cd8b9569f84b" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-48/timing.json", + "bytes": 1122, + "sha256": "3329a826c559d0a851c9ed44575f8b0e1bd2a9bb53e49f7c8db2b5c418412bf7" } ] diff --git a/experiments/robotwin-official/official-48/timing.json b/experiments/robotwin-official/official-48/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..57e33fe7d230207de62df8b8cd8c6248eb636fdc --- /dev/null +++ b/experiments/robotwin-official/official-48/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-48", + "wall_time_s": 36.857751398, + "wall_time_start_ns": 1793235381628944487, + "wall_time_end_ns": 1793235418486695885, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 69.7175645828247, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "4ba5e4c4f92a79e2853b5c8f1c4f8a5213e46c385cf552bce9deb536240c0f55", + "setup_completed_line": 3, + "last_action_completed_line": 282 + } +} diff --git a/experiments/robotwin-official/official-49/artifact-index.json b/experiments/robotwin-official/official-49/artifact-index.json index 526d70b784ad7a4ba9ce74d4cdd696d77becedee..00af595d5aecb6c86c10eb439b47dc93553d3af9 100644 --- a/experiments/robotwin-official/official-49/artifact-index.json +++ b/experiments/robotwin-official/official-49/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-49/evidence.zip", "bytes": 6742731, "sha256": "48f1bf6d30b52bd76f277272709b7f583eaeb2f98498036da0ececfe1ebf71f0" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-49/timing.json", + "bytes": 1123, + "sha256": "18c72a979789d60981bf41e3ae58e2fcca4bcfcc037016f0357641fff8188ea6" } ] diff --git a/experiments/robotwin-official/official-49/timing.json b/experiments/robotwin-official/official-49/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..7d80ab36047c1c4ec6d6be4b80a934036a3edb89 --- /dev/null +++ b/experiments/robotwin-official/official-49/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-49", + "wall_time_s": 38.846506616, + "wall_time_start_ns": 1793235415669851184, + "wall_time_end_ns": 1793235454516357800, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 70.01898050308228, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "87ea3a1c34db5cbd445d2950c9c34e75a1fa12dd2c0d0fa67fdfcaf7d2a747a8", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/experiments/robotwin-official/official-50/artifact-index.json b/experiments/robotwin-official/official-50/artifact-index.json index 3625afe2980cbc2fb110906a8ae10799288754bc..c792bd243d9fddce0ca66d356dab61814546cf6e 100644 --- a/experiments/robotwin-official/official-50/artifact-index.json +++ b/experiments/robotwin-official/official-50/artifact-index.json @@ -1450,5 +1450,11 @@ "path": "experiments/robotwin-official/official-50/evidence.zip", "bytes": 6666873, "sha256": "bc9c1b3552e502035be8eeee8ac87633e6c13dcf1c055eface543db4a71bac7f" + }, + { + "name": "timing.json", + "path": "experiments/robotwin-official/official-50/timing.json", + "bytes": 1123, + "sha256": "98df0973a73f24b21e7b84a13d628a68f9c20e5049b4fa988773a5ccb2efa8ec" } ] diff --git a/experiments/robotwin-official/official-50/timing.json b/experiments/robotwin-official/official-50/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..c9c0f0ff09f2925f03744f6c72fade9a3f0bff68 --- /dev/null +++ b/experiments/robotwin-official/official-50/timing.json @@ -0,0 +1,18 @@ +{ + "episode": "official-50", + "wall_time_s": 40.189079744, + "wall_time_start_ns": 1793235452977004442, + "wall_time_end_ns": 1793235493166084186, + "wall_time_scope": "Evaluation setup completed to last native action completed; includes observation, inference and execution; excludes expert admission, scene setup and final video cleanup.", + "wall_time_source": "Recovered from recorded native event timestamps; not originally measured with a monotonic clock.", + "simulation_time_s": null, + "simulation_time_note": "Not recorded. Variable-duration native actions do not expose the number of completed physics steps in this run. Action counts, wall duration and video length cannot recover physical simulation time.", + "previous_display_wall_time_s": 73.80930161476135, + "previous_display_scope": "Scheduler task-process duration, including startup, admission and setup; unavailable for first three tasks.", + "evidence": { + "file": "native-events.jsonl", + "sha256": "f7fdb072c0937dcea958b61ba7ccf0ac4f21bb0e39f5349ae8238eb5ba2a9394", + "setup_completed_line": 3, + "last_action_completed_line": 403 + } +} diff --git a/history-app.js b/history-app.js index bbcb77b09274f9bd0241d4a5af9d24bdc385dc43..4a653d42d021bc6dd1d70f793a6ff1f2fd0b5948 100644 --- a/history-app.js +++ b/history-app.js @@ -68,13 +68,6 @@ function counterEvidence(ep) { if(u.writeBasis==='codex-native-counter')return `Cache write: ${number(u.cacheWrite)} in Codex native counters. Raw provider usage was not retained for this run; a CLI zero cannot distinguish an upstream zero from a missing field.`; return `Cache write: ${number(u.cacheWrite)} in ${u.writeBasis==='claude-native-counter'?'Claude Code native':'Pi session'} counters. Fresh input is inclusive input minus cache read and cache write.`; } -function costBreakdown(s,open=false) { - if (!s.n) return ''; - const names={fresh_input:'Fresh input',cache_read:'Cache reads',cache_write:'Cache writes',output:'Output',unclassified_input:'Unclassified input'}; - const order=['fresh_input','cache_read','cache_write','output','unclassified_input']; - const rows=[...s.buckets].sort((a,b)=>order.indexOf(a.category)-order.indexOf(b.category)||a.tier.localeCompare(b.tier)); - return `
Cost breakdown USD${s.perTask?' / task':''} · estimated+
${s.costCount!==s.n?`

A complete cost is unavailable. The breakdown covers ${s.costCount} of ${s.n} episodes only.

`:''}
${rows.map(b=>``).join('')}
Usage categoryPricing tierTokens${s.perTask?' / task':''}USD / 1M tokensCost (USD${s.perTask?' / task':''})
${names[b.category]}${esc(b.tier)}${number(b.tokens)}${rangeNumber(b.rate,b.rate_upper,UsageMetrics.money)}${rangeNumber(b.lower,b.upper,exactMoney)}
${s.perTask?(s.costCount===s.n?'Average estimated cost / task':'Known subtotal / evaluated task'):(s.costCount===s.n?'Total estimated cost':'Known subtotal')}${s.costCount===s.n?rangeNumber(s.costLow,s.costHigh,exactMoney):exactMoney(s.knownCost)}

${s.perTask?'Each row = average tokens per task × its rate / 1,000,000.':'Each row = tokens × its rate / 1,000,000.'} Fresh input, cache read, cache write and output are disjoint categories; reasoning is already included in output.

Costs are summed from the recorded Pi session estimates. Standalone VLA uses no language-agent API calls.

API-equivalent estimates, not verified account charges. Subscription allocation, discounts, credits, taxes, simulator costs and archived attempts are excluded. Estimates recorded ${esc(UsageMetrics.pricingDate||'—')}.

`; -} function modelGroups() { const groups=new Map(); for (const v of data.variants) { @@ -98,13 +91,13 @@ function comparisonCell(v,f) { let value; if(matrixMetric==='success')value=`
${pct(s.rate)}${s.n?s.passes+' / '+s.n+' passed':'Not evaluated'}
`; else if(matrixMetric==='tokens')value=`
Fresh input / task
${compact(mean.fresh)}
Cache write / task
${compact(mean.cacheWrite)}
Cache read / task
${rangeNumber(mean.cacheLow,mean.cacheHigh)}
Cache hit
${rangeNumber(s.cacheRateLow,s.cacheRateHigh,pct)}
Output / task
${compact(mean.output)}
`; - else value=`
${costValue(mean)}USD / task · ${costNote(s)}
${costBreakdown(mean)}`; + else value=`
${costValue(mean)}USD / task · ${costNote(s)}
`; return `${value}${s.n} evaluated · ${plannedTasks(v.id).filter(t=>t.family===f.id).length-s.n} pending ${arrow}`; } function comparisonTable() { const scope='Per-task averages divide totals by the number of valid evaluated tasks in each environment and variant, including passes and failures. Pending and invalid tasks are excluded; missing values remain —.'; - return `

Compare environments

Compare the three baselines on the same tasks. Coverage is shown for each environment.

${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>``).join('')}

${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task; expand a breakdown for average token categories and costs.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}

${modelGroups().map((g,i)=>`
${esc(g.model)}${g.key==='baselines'?'Seed 0':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}${g.variants.length} variants ⌄
${g.variants.map(v=>``).join('')}${data.families.map(f=>`${g.variants.map(v=>comparisonCell(v,f)).join('')}`).join('')}
Environment${icon(v)}${esc(v.label||v.agent)} ${arrow}
${f.id.slice(-2)}${esc(f.name)}${f.tasks} tasks
`).join('')}
`; + return `

Compare environments

Compare the three baselines on the same tasks. Coverage is shown for each environment.

${[['success','Success rate'],['tokens','Tokens / task'],['cost','Cost / task']].map(([k,l])=>``).join('')}

${matrixMetric==='tokens'?scope+' '+usageDefinition():matrixMetric==='cost'?scope+' Estimated API-equivalent USD per task.':'Native passes / evaluated tasks. Pending tasks are excluded; compare coverage alongside success rates.'}

${modelGroups().map((g,i)=>`
${esc(g.model)}${g.key==='baselines'?'Seed 0':esc(g.effort)+' effort'} · ${g.variants.map(v=>esc(v.label||v.agent)).join(' vs ')}${g.variants.length} variants ⌄
${g.variants.map(v=>``).join('')}${data.families.map(f=>`${g.variants.map(v=>comparisonCell(v,f)).join('')}`).join('')}
Environment${icon(v)}${esc(v.label||v.agent)} ${arrow}
${f.id.slice(-2)}${esc(f.name)}${f.tasks} tasks
`).join('')}
`; } function recordingPilotProgress(){ const p=data.recording_pilot;if(!p)return ''; @@ -154,7 +147,7 @@ function runsPage(variant,params,restoredFilters=null) { if(params.has('family')){filters.family=params.get('family');filters.status='';filters.query='';} if(restoredFilters)filters={...restoredFilters}; const v=variantFor(variant),s=stats(episodes(variant)); - $('#main').innerHTML=`${variantTabs(variant)}
${s.n?'Selected results':'Planned evaluation'}

${esc(v.label||v.agent)} × ${v.model}

${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending

${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}${costBreakdown(s)}
${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return ``;}).join('')}

${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}

${taskBrowser(variant)}${methodology()}`; + $('#main').innerHTML=`${variantTabs(variant)}
${s.n?'Selected results':'Planned evaluation'}

${esc(v.label||v.agent)} × ${v.model}

${esc(v.effort)} effort · One seed per task · ${s.n} evaluated · ${plannedTasks(variant).length-s.n} pending

${metric(pct(s.rate),'Native success',s.n?`${s.passes} passed / ${s.n} evaluated`:'No recorded episodes')}${metric(costValue(s),'Total cost',costNote(s))}${metric(number(s.responses??s.usageMessages),s.responses==null&&s.usageMessages!=null?'Session usage messages':'Model responses',s.n?(s.responses==null&&s.usageMessages!=null?'Provider response identity unavailable':'Recorded response count'):'Not yet measured')}${metric(elapsed(s.wall==null?null:s.wall/s.n),'Mean wall time',s.n?'Per evaluated episode':'Not yet measured')}
${usageTiles(s,false)}
${data.families.map(f=>{const fs=stats(episodes(variant,f.id));if(!plannedTasks(variant).some(t=>t.family===f.id))return '';return ``;}).join('')}

${s.n?'Native success is computed from the selected evaluated episodes. Native notes identify simulator source issues. '+usageDefinition():'This combination has no published episodes. The catalog and planned budgets are shown below.'}

${taskBrowser(variant)}${methodology()}`; renderRows(); } function nativeNote(task,ep) { @@ -167,7 +160,7 @@ function videoPanel(ep,mini=false) { } function episodeMetrics(ep) { const u=ep.usage||{},s=stats([ep]); - return `
${usageTiles(s)}

${usageDefinition()}

${esc(usageEvidence(ep))}

${costBreakdown(s,true)}
${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls${external(ep.links.usage,'Usage accounting record')}
`; + return `
${usageTiles(s)}

${usageDefinition()}

${esc(usageEvidence(ep))}

${u.response_count==null&&Number.isFinite(u.known_response_count)?number(u.known_response_count)+'+':number(u.response_count??u.usage_message_count)} ${u.response_count==null&&u.usage_message_count!=null?'session usage messages':'model responses'}${number(ep.call_activity?.model_tool_calls)} tool calls${external(ep.links.usage,'Usage accounting record')}
`; } // Align words and punctuation while preserving the exact original whitespace. function instructionDiff(original, revised) { diff --git a/manifest.json b/manifest.json index d1fbb3960ea8c8d8f458327de8e1806786170d0e..7d21c2a70b8efa2700d164cfdfffeb3ab6759605 100644 --- a/manifest.json +++ b/manifest.json @@ -5,12 +5,12 @@ "sha256": "fd509e970570592152d2bdd3eaf9bc4fb61cd5a7a5335b69d9c51aad6e3ada7f" }, "app.js": { - "bytes": 97806, - "sha256": "769b6ba55329041039f5a29576f6f7a9a8ba5fdb4df2e6c9b659b7b2aa8c96d0" + "bytes": 95422, + "sha256": "1716f4211ed35e3625ee0b661d275e3d346350314daef6a7d60c2b7290cfe23f" }, "history-app.js": { - "bytes": 94169, - "sha256": "929e7a7c08de2f26645f1b066642404c749be7f7cf520d2babfd5457a7abd0f8" + "bytes": 91577, + "sha256": "64260d4b975b2c57cb390a767ac3526b159e827551d49b2d8de0261ced300466" }, "presentation-provenance.json": { "bytes": 1189, @@ -45,8 +45,8 @@ "sha256": "a450412d37a6b1fb1a2d90f964e1bb420c96ed2db2e74ae53c93c68e7439f693" }, "data.json": { - "bytes": 482440, - "sha256": "10d7c407c5c1da63ae20c7c80d5f3fb03e9bdc25eb30af03f91b72aec8aa010f" + "bytes": 515424, + "sha256": "7c21c976172839ae78352b422944586c4aa6daa29726fb74a3ff825cca6e8e8d" }, "policy.css": { "bytes": 1067, @@ -120,6 +120,10 @@ "bytes": 8856, "sha256": "42fa3b535a11d69616f8471d980b510e9ecba760de326a0deac1c2d25e18366a" }, + "official/timing.json": { + "bytes": 11082, + "sha256": "434e0f6c8ccfab5386ef3bb1b82634579654b5e39caa42e3c7361768b1ca4756" + }, "official/integrations.py": { "bytes": 8415, "sha256": "b3439296caebf5302aca01d6602d291b10eb52a5c3cfae15dbb7a6420effa420" @@ -9909,13 +9913,17 @@ "sha256": "85b02bd74849ed92359f495f59a25b6b248ed0fa741ec94813d5e1849c9f232a" }, "experiments/robotwin-official/official-48/artifact-index.json": { - "bytes": 43813, - "sha256": "389fc2c206012180830acc337f7da300afd748928a21db850752854dd1fe655a" + "bytes": 44018, + "sha256": "dd7489c9396ba0b6b882c13480cc811b06f1beecab120dc1634fe01ffff11c9e" }, "experiments/robotwin-official/official-48/evidence.zip": { "bytes": 4893766, "sha256": "7247096fd165df0bc7319056e49165bede0b3f31a1c1d28bf248cd8b9569f84b" }, + "experiments/robotwin-official/official-48/timing.json": { + "bytes": 1122, + "sha256": "3329a826c559d0a851c9ed44575f8b0e1bd2a9bb53e49f7c8db2b5c418412bf7" + }, "experiments/robotwin-official/official-48/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -9973,13 +9981,17 @@ "sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746" }, "experiments/robotwin-official/official-46/artifact-index.json": { - "bytes": 23706, - "sha256": "c6bb8c2b1c874200d3ad986cd4e5c51ec232c25b1f3ad3ea3d0f2c758adc115d" + "bytes": 23911, + "sha256": "bf0d7db0fd65c559f90174f8f9a7ce940687628c98316d101b8c843b3a87fdc8" }, "experiments/robotwin-official/official-46/evidence.zip": { "bytes": 2250270, "sha256": "df752f38766a8975255a1fc978c691557f4e8aa62902f7d0fe43c6d2fcc413fc" }, + "experiments/robotwin-official/official-46/timing.json": { + "bytes": 1124, + "sha256": "998dc81207fb6eb97fecf764d4da1d1bdbdc7dc57214f8b091d2a5c7c869d3ad" + }, "experiments/robotwin-official/official-46/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10037,13 +10049,17 @@ "sha256": "610e3275ff3f378b8fa673640a875fef0797da4e192f935029f1c2552ba3c05f" }, "experiments/robotwin-official/official-16/artifact-index.json": { - "bytes": 19238, - "sha256": "6412a3a96199fe1a70106fd253f8ab1e9949bdc9a7bc145f7587ffa0618c1015" + "bytes": 19443, + "sha256": "a8231057ddef45648f724605db5ced572484407c586d11b66610fdbd63320c79" }, "experiments/robotwin-official/official-16/evidence.zip": { "bytes": 1717071, "sha256": "0ec33fa9aea5cc4f7351d01b63db8ae743bb4e944615bfeec27e75c7dc4e10f9" }, + "experiments/robotwin-official/official-16/timing.json": { + "bytes": 1123, + "sha256": "c94e656e6950db6b74439f16fe161a3ef9a0c727eb016245d23f059823729d61" + }, "experiments/robotwin-official/official-16/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10101,13 +10117,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-27/artifact-index.json": { - "bytes": 59454, - "sha256": "41c7a3bd646828f52a4ddef55a1f58a1b45dd00da8af0a54068764329289074a" + "bytes": 59659, + "sha256": "4d85b9e1e09cd9105430eae365c64d8eb559d7363dd2a867fff39e0e3c526535" }, "experiments/robotwin-official/official-27/evidence.zip": { "bytes": 7071016, "sha256": "b4798122bad83ccffaa8b82d0c4393898184531f4153764c0986391c2ffb323c" }, + "experiments/robotwin-official/official-27/timing.json": { + "bytes": 1123, + "sha256": "078430af6d78b39aab23a081be2a574ca9a48edacebd43095ec501b907393aac" + }, "experiments/robotwin-official/official-27/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10165,13 +10185,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-43/artifact-index.json": { - "bytes": 19238, - "sha256": "ec6f58a5061c2078f569ef20157d789bd5ab1422ad597a7c9f34116393cec299" + "bytes": 19443, + "sha256": "d208eef411730c5a3a4126d2773ce5245c780bf68a980654e1ef4a37a52329ba" }, "experiments/robotwin-official/official-43/evidence.zip": { "bytes": 1788718, "sha256": "77f9d6bdd838c6accaa63338c87183aaac84b9ac559f3e017f4d3b4beed74b1c" }, + "experiments/robotwin-official/official-43/timing.json": { + "bytes": 1123, + "sha256": "7bc58ce2c416e5e48bf228976d8caf6c65afdd7d95ce7f1e5595adc1b16af27d" + }, "experiments/robotwin-official/official-43/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10229,13 +10253,17 @@ "sha256": "bd0cc9b6639eb890fb671b422cd12861d126751af0411ccfae9f0495dce5249a" }, "experiments/robotwin-official/official-36/artifact-index.json": { - "bytes": 59451, - "sha256": "3c9976e3f9996ad0883c82731439f9e3601c0906ef48b777eadfc53fdd1d9d8a" + "bytes": 59656, + "sha256": "4c860d36dda0c360d4088fc608c5c2d1ad17143648c015fe746d2026e64f4e16" }, "experiments/robotwin-official/official-36/evidence.zip": { "bytes": 5918080, "sha256": "b1f40763b265db5186c51ed85d9b1b551dcda30906337735ab78532e6b8bffd0" }, + "experiments/robotwin-official/official-36/timing.json": { + "bytes": 1123, + "sha256": "eff66c948af2eb00d525912b95f9b65dc703915ef3abf3357d213cf84287145b" + }, "experiments/robotwin-official/official-36/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10293,13 +10321,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-44/artifact-index.json": { - "bytes": 59452, - "sha256": "e806745874dae9a993ecf558b6829d32b470e1e478b3d62796ae84f4bd4f5a21" + "bytes": 59657, + "sha256": "be90c9e3be886b74776db7a35458cdd9b28603ca8d07299be71c9e9457a235ee" }, "experiments/robotwin-official/official-44/evidence.zip": { "bytes": 6741565, "sha256": "8489fc4b15684beba185e26936365104249cc58c08b019ada506449266487edc" }, + "experiments/robotwin-official/official-44/timing.json": { + "bytes": 1123, + "sha256": "227cffc022cf40d9ed64d6c4915e42578278bf419203649c311a443a83d3893b" + }, "experiments/robotwin-official/official-44/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10357,13 +10389,17 @@ "sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb" }, "experiments/robotwin-official/official-09/artifact-index.json": { - "bytes": 171155, - "sha256": "e4aa5551ff5e280495906e945daa8e6866518df3fa02488baccc9d84022cf465" + "bytes": 171360, + "sha256": "b0e639b9e9527ac21be5e5a12ab7e3b18588e03c2bef2087ce7cfee7d348b23d" }, "experiments/robotwin-official/official-09/evidence.zip": { "bytes": 19401905, "sha256": "10bbf45587b97ef8146f455f39f10b4f6036584c980418e3d046a70da50b88f3" }, + "experiments/robotwin-official/official-09/timing.json": { + "bytes": 1125, + "sha256": "05e69f7eae9b9be60861283318e7056269facae63c3443c77ab399d8220eeecb" + }, "experiments/robotwin-official/official-09/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10421,13 +10457,17 @@ "sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746" }, "experiments/robotwin-official/official-45/artifact-index.json": { - "bytes": 17003, - "sha256": "91504778cdc2f5f817a7ba2fd5bfc6c7ee0d179ba166f34dafeba19f3110c436" + "bytes": 17208, + "sha256": "b2c52588e7127548912dcdc3568c90c54c6baaa61df1999227497efc786ea9d6" }, "experiments/robotwin-official/official-45/evidence.zip": { "bytes": 1482050, "sha256": "91db664af8168dcdda7e601c93706bad7b07d031367a3966c410f7527cf8e930" }, + "experiments/robotwin-official/official-45/timing.json": { + "bytes": 1121, + "sha256": "3812b91f1ed40698c8d5b7cacdaacbc1bf899dd704a97307746f535da23b2c67" + }, "experiments/robotwin-official/official-45/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10485,13 +10525,17 @@ "sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb" }, "experiments/robotwin-official/official-13/artifact-index.json": { - "bytes": 59451, - "sha256": "a0c54553b1e07e498c079da926a0abafc01702ef72536110e64cf09057af93ba" + "bytes": 59656, + "sha256": "c89e1bad683ee3640935b9802d9452b36f7f7405d3e2519d7847a48397f803c2" }, "experiments/robotwin-official/official-13/evidence.zip": { "bytes": 6244016, "sha256": "d0e14fdd52d8b9eb779c92dbb2a26126a379a0f9ed6ca3472c02729faad087e0" }, + "experiments/robotwin-official/official-13/timing.json": { + "bytes": 1123, + "sha256": "9468e99beed75825a3d4351f02d40ce91a4de36694ef280bc76a338656a8c32d" + }, "experiments/robotwin-official/official-13/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10549,13 +10593,17 @@ "sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4" }, "experiments/robotwin-official/official-30/artifact-index.json": { - "bytes": 75091, - "sha256": "d0365b407e0624188823850d0152e7a16f098114d57c2f210d0c99cb1af35fc0" + "bytes": 75296, + "sha256": "eb593d20e2fcb74ceb35be17a669c0a8cd1ef2aa0c0e07a4d6128750d2781de9" }, "experiments/robotwin-official/official-30/evidence.zip": { "bytes": 10374476, "sha256": "b9208a32a7cd641449415c86df01945c500b39c62d7a0cf5a27459b02a77273d" }, + "experiments/robotwin-official/official-30/timing.json": { + "bytes": 1124, + "sha256": "e1588aadd81f0a87c9a2071eba2d4fb8b8cfd423448177aa2d2df31732ffac61" + }, "experiments/robotwin-official/official-30/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10613,13 +10661,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-34/artifact-index.json": { - "bytes": 23705, - "sha256": "d917bcaddcc07d7f2f03650b4a4d49fdc3e6aeace1c98180dce4f2c1c8d1953d" + "bytes": 23910, + "sha256": "200d30401ac6dba321421ff1111f568ab86f7a50ceb82502b6653952035107f8" }, "experiments/robotwin-official/official-34/evidence.zip": { "bytes": 2205123, "sha256": "1407fa67b6b021fdaa82a8dd8116bef54fdf07c07d284be41e0cf3a4f67c9385" }, + "experiments/robotwin-official/official-34/timing.json": { + "bytes": 1123, + "sha256": "66f9be573f07447d8916cfc944b39f61a7a804b44f6042cd3442d0d26cdfa320" + }, "experiments/robotwin-official/official-34/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10677,13 +10729,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-49/artifact-index.json": { - "bytes": 59451, - "sha256": "163e863988d693e30ffb49c7993b67f28b073305d05277e4ffc03dfbaca477ff" + "bytes": 59656, + "sha256": "1a45bfaaffcf5d7c11718e8484f837bfbf9f6460df20b368f3ab1e2fb475524e" }, "experiments/robotwin-official/official-49/evidence.zip": { "bytes": 6742731, "sha256": "48f1bf6d30b52bd76f277272709b7f583eaeb2f98498036da0ececfe1ebf71f0" }, + "experiments/robotwin-official/official-49/timing.json": { + "bytes": 1123, + "sha256": "18c72a979789d60981bf41e3ae58e2fcca4bcfcc037016f0357641fff8188ea6" + }, "experiments/robotwin-official/official-49/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10741,13 +10797,17 @@ "sha256": "3cba6a418e46364f672486614e0eee61ac2c62a871c8b71b8c65f8875e7c9fad" }, "experiments/robotwin-official/official-24/artifact-index.json": { - "bytes": 19238, - "sha256": "9025103173b6c80cc40cc5ebd9a3f638ef64e751f222d204b1654af3afc8694e" + "bytes": 19443, + "sha256": "ce16dfe8250ea8bd97020e1c1a0b3a25617028ffb929ae78f7d3daae14f929cf" }, "experiments/robotwin-official/official-24/evidence.zip": { "bytes": 1833380, "sha256": "3a3470fc63f706791b9d83fa9071483fb61f72fa5672e5493871eb589e8f65cc" }, + "experiments/robotwin-official/official-24/timing.json": { + "bytes": 1122, + "sha256": "b6538c681a400537bfee2c80fb9a8521e45ff8c4500f68452c0db2f7fe1a8fc6" + }, "experiments/robotwin-official/official-24/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10805,13 +10865,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-22/artifact-index.json": { - "bytes": 59451, - "sha256": "41fc8af089fb162b1926f3bc0184d8f5ae76b7d2b56e508da7d8946b172ec2c8" + "bytes": 59656, + "sha256": "8de564e77b44302b26df1c8ecc14872715e902161a46341035105a10a00aa58c" }, "experiments/robotwin-official/official-22/evidence.zip": { "bytes": 6423197, "sha256": "84931d02e021bf526cba94f024bbd48a393f2f22b520bc9b5a0079d82cde5f55" }, + "experiments/robotwin-official/official-22/timing.json": { + "bytes": 1123, + "sha256": "c38e49ab0eb746c131a66f8cfcf9afd8edf05de30b93ac47f932c8d237200db8" + }, "experiments/robotwin-official/official-22/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10869,13 +10933,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-15/artifact-index.json": { - "bytes": 12534, - "sha256": "bf0f76446df568dfeed3ce060edaf6dbe0b46156508d5ec9047a6b6279888794" + "bytes": 12739, + "sha256": "b69cc7bc23dfe9503661c84aec67928fbbc4f92cd2ae6d5d4c4e92784d7e4b52" }, "experiments/robotwin-official/official-15/evidence.zip": { "bytes": 950511, "sha256": "1486b99c22530a6137aa75cf1149bed21eb533b3ecac382054851a6e5839cb96" }, + "experiments/robotwin-official/official-15/timing.json": { + "bytes": 1122, + "sha256": "ac7228bcd5b3739f1ad1558ed82fa9582897010a302d04336c7e1eea81727669" + }, "experiments/robotwin-official/official-15/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10933,13 +11001,17 @@ "sha256": "c5bcc96ea68e74ff550cf8de4f654dc1112cd8f80d042b8764c6a7ed94a577e0" }, "experiments/robotwin-official/official-12/artifact-index.json": { - "bytes": 19238, - "sha256": "91df108b9e8bb3b38c5d34f3eb723b6a3cfd4029952402089e19e37ac3b65733" + "bytes": 19443, + "sha256": "2f40d9d16f9e2e183089e725e548e9209ed8cd9ada85a8aecd7c06863058473c" }, "experiments/robotwin-official/official-12/evidence.zip": { "bytes": 1865998, "sha256": "60abcbe1d2b1ce96aff2d27f0f880211e76a8412c539d17b22e2d20c66c93d01" }, + "experiments/robotwin-official/official-12/timing.json": { + "bytes": 1121, + "sha256": "35983bb07e5ec69efa8339049463d47cfeabb04b53f05fbe6007980cd42e9a24" + }, "experiments/robotwin-official/official-12/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -10997,13 +11069,17 @@ "sha256": "504940cb7a16b70d6739c684d71b245878b7aaa8e886d53d52054162fa343f31" }, "experiments/robotwin-official/official-02/artifact-index.json": { - "bytes": 88496, - "sha256": "454a139626fcebbd13510f12706cdbf9012d9af08f8fd4bdaf0a844b01f64af4" + "bytes": 88701, + "sha256": "6d751b562e920b3c496a749e0f1ca323f49d94f4201469c665e8a25863eb25c9" }, "experiments/robotwin-official/official-02/evidence.zip": { "bytes": 13349875, "sha256": "6224742fb0e87fdfc878168364d67fc13f79c7570b87888053d54cbdef1f6ef9" }, + "experiments/robotwin-official/official-02/timing.json": { + "bytes": 1110, + "sha256": "4fd8e0eaef9c1456983c1b3e241d113006ce52d1936bbec7e050ff5d8fa17929" + }, "experiments/robotwin-official/official-02/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11061,13 +11137,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-26/artifact-index.json": { - "bytes": 17004, - "sha256": "43ad79d8560472d91810ca3a3bff6b940668ef9de566296d08eb95f943f6c07f" + "bytes": 17209, + "sha256": "bf469f0baded995e7e3b459ba4f04ac773c0c67f864f1c4a7e088c0c435791ea" }, "experiments/robotwin-official/official-26/evidence.zip": { "bytes": 1920663, "sha256": "82f0f972c55e3db78d411424d1767940909b6c9d9379bd2382f503d9844c4966" }, + "experiments/robotwin-official/official-26/timing.json": { + "bytes": 1122, + "sha256": "40c94208270641653abafc5a1dd69ab6dcb4af058d2bee09410d117e74469fb5" + }, "experiments/robotwin-official/official-26/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11125,13 +11205,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-21/artifact-index.json": { - "bytes": 59451, - "sha256": "fd7b5b3fb40dc1d4f4a0261e13c6f9ff72bbf730e3e8e7e18d4a92c0e438389c" + "bytes": 59656, + "sha256": "a9e2bf39b88384a847acddb02620ada63f9c0a2e6a526a5828006fc519300cd1" }, "experiments/robotwin-official/official-21/evidence.zip": { "bytes": 6460055, "sha256": "ac219f2b498c41ed1dc30ff969c81448402b3f2edee4b4065c010c1693a5f03d" }, + "experiments/robotwin-official/official-21/timing.json": { + "bytes": 1123, + "sha256": "2f0d7c9037ff73cf49f591fda1010576fa41dd52d95957b607ef7d307250d60a" + }, "experiments/robotwin-official/official-21/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11189,13 +11273,17 @@ "sha256": "62da40c8eef3186bf3dd46b89f7aafa083f4f0472657ff98734dc5054a03ed14" }, "experiments/robotwin-official/official-01/artifact-index.json": { - "bytes": 115304, - "sha256": "4a351a3e347d081ba2085f77b0ea363ea84eb0bd6f1a6e3502e1aadf70f7b093" + "bytes": 115509, + "sha256": "ad7c2e88241222cfd9cf204fd4f73d9f1e7ac7da4b7ab842d2a336b3fd8e36ce" }, "experiments/robotwin-official/official-01/evidence.zip": { "bytes": 13812866, "sha256": "b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611" }, + "experiments/robotwin-official/official-01/timing.json": { + "bytes": 1109, + "sha256": "3f69feeee9e3d28ffe8e6e2e2273a4aa08c4c88967277a77a37a7b9c44b9b553" + }, "experiments/robotwin-official/official-01/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11253,13 +11341,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-39/artifact-index.json": { - "bytes": 59451, - "sha256": "905d75f6b0adfdb2b4a5c787beb19c6a96106a26a7961e176433a3ad27c2dec4" + "bytes": 59656, + "sha256": "3f632e89ae7825f2cb091aedec4b911389a1cfabb2cdf88dd1d003ff986a4693" }, "experiments/robotwin-official/official-39/evidence.zip": { "bytes": 6963867, "sha256": "08895cb62d40b55c525da55c6f157b1001b0c6fa7bfeaf92fa292a968fe34f0c" }, + "experiments/robotwin-official/official-39/timing.json": { + "bytes": 1123, + "sha256": "2c2c7801a3d360ff25aa148c9dc403745d06bb3acc1e1e8a3380e05cfdd48ba7" + }, "experiments/robotwin-official/official-39/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11317,13 +11409,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-10/artifact-index.json": { - "bytes": 59451, - "sha256": "879ae55bf23e0f64011f9916a47d40a8adc21ba8c0dd9d910a5bf9af74e72ea3" + "bytes": 59656, + "sha256": "3fb6501006c2236b821cc9cba610c8965d4f3d0be3e593a49b6973e2296538fc" }, "experiments/robotwin-official/official-10/evidence.zip": { "bytes": 8984506, "sha256": "397bde0840f887668ad29f03c13002bcf3c036d2c8d229d1affb5332c8506562" }, + "experiments/robotwin-official/official-10/timing.json": { + "bytes": 1124, + "sha256": "050520e8ea89ca030eaac2650367e23e1afa2f27efdf9e91abcc8ccd23cd634a" + }, "experiments/robotwin-official/official-10/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11381,13 +11477,17 @@ "sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4" }, "experiments/robotwin-official/official-31/artifact-index.json": { - "bytes": 32642, - "sha256": "5d10a42546a84c28ebba8b0c15d176a3fcbeb02ba7fa03146e1b45ef4b8991ac" + "bytes": 32847, + "sha256": "eeb4719a1e06b2627a73b4da2bbc90d3bf3fd646c2f3d3f0b8200ae6cb95d378" }, "experiments/robotwin-official/official-31/evidence.zip": { "bytes": 4471221, "sha256": "8ca46231c762de05c654243c6cb364e9adef4eb33c7aec191ef4bc4cff500550" }, + "experiments/robotwin-official/official-31/timing.json": { + "bytes": 1123, + "sha256": "bc554d282537ebb00749074977a54c3fd6f2f0bc9d22fa121e01a15a942187b5" + }, "experiments/robotwin-official/official-31/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11445,13 +11545,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-28/artifact-index.json": { - "bytes": 59454, - "sha256": "a464eb370a0cf0a833d726aa80413f6973916121c7bf0461c3e03d9baa423f7b" + "bytes": 59659, + "sha256": "27a32602d8e0345bccc63d91cd8a7b28444674da0472bd3a24f4eacf4bf08f83" }, "experiments/robotwin-official/official-28/evidence.zip": { "bytes": 7050595, "sha256": "1fecd8cf2302ddf95c833fb8146812711eeac0f51d8d196acb78ed556e5d9432" }, + "experiments/robotwin-official/official-28/timing.json": { + "bytes": 1123, + "sha256": "7b05e207d348b5cbb25de9c3678e60155ec6fe3dbe349bdc0c1bf1d3d5a7814d" + }, "experiments/robotwin-official/official-28/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11509,13 +11613,17 @@ "sha256": "f584ec811f38416cbf3081a9614c0efa6af842a20208d01ef923d282bd9d8acc" }, "experiments/robotwin-official/official-38/artifact-index.json": { - "bytes": 23706, - "sha256": "ca282f1053f8bbadc2dc61024895816a2447200e7a88d4893f1953a7fbcca1b6" + "bytes": 23911, + "sha256": "33a4365acb521d5ef37b1638eda00bb1292411cb77e5578e3bc8bb162b008b21" }, "experiments/robotwin-official/official-38/evidence.zip": { "bytes": 2459499, "sha256": "213d1f4b5ac8e516a2ee88a93c524a7e93d8a5eccfd1a8806a96c31e4f6816ad" }, + "experiments/robotwin-official/official-38/timing.json": { + "bytes": 1123, + "sha256": "d0743e3724310c213c548d518282aa6a846fcdd5e8dea7dce930bf7b0487a70e" + }, "experiments/robotwin-official/official-38/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11573,13 +11681,17 @@ "sha256": "62da40c8eef3186bf3dd46b89f7aafa083f4f0472657ff98734dc5054a03ed14" }, "experiments/robotwin-official/official-33/artifact-index.json": { - "bytes": 43815, - "sha256": "23037fcb83a63e146c2d81cb2524418f7b32aff96d93d07a22c853de958825db" + "bytes": 44020, + "sha256": "f0271f75e9d4173d8e504e0125da975587c06f108a24f387ca47224d525c3308" }, "experiments/robotwin-official/official-33/evidence.zip": { "bytes": 6506721, "sha256": "7b80229a1eceb4b8c5addffcfa1b2b2844f9e2be44026cfd4b82212265ff2d01" }, + "experiments/robotwin-official/official-33/timing.json": { + "bytes": 1123, + "sha256": "ed1ca4878252b624dc40e560bfdc0c5377fec22c003599c2b19d28ba877109d2" + }, "experiments/robotwin-official/official-33/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11637,13 +11749,17 @@ "sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4" }, "experiments/robotwin-official/official-42/artifact-index.json": { - "bytes": 23706, - "sha256": "d9c1758e1677234436e7e93ec645dd2137d01c42353e830ee9ca8d80d2b40dd0" + "bytes": 23911, + "sha256": "08b53fb9b8d2e8779f137b54d519bdc5d35eb71cc567351c76e10e80c2cea20e" }, "experiments/robotwin-official/official-42/evidence.zip": { "bytes": 2387201, "sha256": "b470b43b03c12738a5af0a9bca0d7ea64b816a4dee809dbe33eab58cd966f4e0" }, + "experiments/robotwin-official/official-42/timing.json": { + "bytes": 1123, + "sha256": "7605baec3f4188bbdbb23b21fbbd2ef054fd277b7ae86158a3aa64750f56cb6e" + }, "experiments/robotwin-official/official-42/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11701,13 +11817,17 @@ "sha256": "952419c91fe2bf352cd8f68f215fd4191695e0f4841efc20a3488979a771c624" }, "experiments/robotwin-official/official-03/artifact-index.json": { - "bytes": 242643, - "sha256": "837baf3c0172a011bf6de0c61c1ef655ff2f84ef83e4d0f8ad2c02a573f9b278" + "bytes": 242848, + "sha256": "452a1698ee1c9b948f63960f37126eae6368eaa5ca4cdea97760ae801c9731d6" }, "experiments/robotwin-official/official-03/evidence.zip": { "bytes": 34565622, "sha256": "42fd692645c3b255ff1f5fd3e5641c34b0a411b8da91bda63c56dea3a5a8d78b" }, + "experiments/robotwin-official/official-03/timing.json": { + "bytes": 1112, + "sha256": "17fa703801568a9f8cb111abb6678730033397c8401913b1695fd413f25bb7b0" + }, "experiments/robotwin-official/official-03/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11765,13 +11885,17 @@ "sha256": "9de34353c537f63ba114518657b906e13895c4deaa64e98e8b09261d53706dd3" }, "experiments/robotwin-official/official-20/artifact-index.json": { - "bytes": 59451, - "sha256": "30a160aebdc8bf39364aec8800e2b60c72f4d9019144f4ddb47d14438d4a8064" + "bytes": 59656, + "sha256": "a747a411104fcffc964d003ef500f21c63f0f4c0a2fa699cf4ca8173abe0a07f" }, "experiments/robotwin-official/official-20/evidence.zip": { "bytes": 6579468, "sha256": "da6b6374cf3de9d488ff2f9b77375814e76bbf446fef44be0b7d630d67166ad9" }, + "experiments/robotwin-official/official-20/timing.json": { + "bytes": 1123, + "sha256": "ce1ab65d0131cad8776a366b6944ddfed0ffbc4078d267f02a3cb676e965d214" + }, "experiments/robotwin-official/official-20/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11829,13 +11953,17 @@ "sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746" }, "experiments/robotwin-official/official-23/artifact-index.json": { - "bytes": 25940, - "sha256": "4d2b6cd3e4cd0eff73128403b04e57d7ce0e28271a80727e61ad46009a9ecb7b" + "bytes": 26145, + "sha256": "6f28e1e4cc6020b5f3a17711c36d59aee4340ad8723c0743356c95d5dcdb49d3" }, "experiments/robotwin-official/official-23/evidence.zip": { "bytes": 2419678, "sha256": "90a323c7428257862b6f9efb479d1abaac485dde41edac12dba78fe1d3ec4c96" }, + "experiments/robotwin-official/official-23/timing.json": { + "bytes": 1122, + "sha256": "ec1904f0af86c3b60a7828c34e949824e5e8f75f8532665153e64b0bb8f3deab" + }, "experiments/robotwin-official/official-23/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11893,13 +12021,17 @@ "sha256": "85b02bd74849ed92359f495f59a25b6b248ed0fa741ec94813d5e1849c9f232a" }, "experiments/robotwin-official/official-07/artifact-index.json": { - "bytes": 130943, - "sha256": "c7740577aec6f23a31873d533c6408e9db124aa051c07b7c2b7887ee69db6972" + "bytes": 131148, + "sha256": "cc21cb021587394f3c3a3060932b13770370aa000b80fb7c6d8ce04c6fb32dfc" }, "experiments/robotwin-official/official-07/evidence.zip": { "bytes": 17027239, "sha256": "a5a545addffe4ce6f9c472a0b2363a7e2eab00e787c36efbe8ed403eeca852e9" }, + "experiments/robotwin-official/official-07/timing.json": { + "bytes": 1125, + "sha256": "c31b6e6f72e783c57744e2b8807492058c7a29b618cafb71ad7070d0a288b436" + }, "experiments/robotwin-official/official-07/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -11957,13 +12089,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-37/artifact-index.json": { - "bytes": 59451, - "sha256": "82271d27f74daa7806d896eec3b4ccf4ed52d12938c83e3ce347bce1d55cf0ee" + "bytes": 59656, + "sha256": "11df0f409c9467c1e5343f527924ce40c6d54c0c20f3f2adc333a1d6d9f150cf" }, "experiments/robotwin-official/official-37/evidence.zip": { "bytes": 6444018, "sha256": "f8354b92f0b3c7b24891b8d65c82afff9ea73248277d62ac48e33b00bf79ab1a" }, + "experiments/robotwin-official/official-37/timing.json": { + "bytes": 1123, + "sha256": "618e0133ddd85a4ce03ca2f52969d1e6971c85adcf60e71e20e4692c9e50a306" + }, "experiments/robotwin-official/official-37/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12021,13 +12157,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-41/artifact-index.json": { - "bytes": 59451, - "sha256": "2dc52b34add7e40332009959f9e217b36eb326220947f1de5748099a4f5fd195" + "bytes": 59656, + "sha256": "5f3ca348d6fabd43dbe34a573a70e28342afdeeb5d765af1ab9b4f884a5f89b3" }, "experiments/robotwin-official/official-41/evidence.zip": { "bytes": 7009312, "sha256": "10ef115bb18c7341d4a9b4aca0c3b51ea67bbef3293aa629546d08795eb9ffc9" }, + "experiments/robotwin-official/official-41/timing.json": { + "bytes": 1123, + "sha256": "c7910f88d00b10c5b157903ddf1db15ed51d83a13f14425bfcc6ec1d7c4c954e" + }, "experiments/robotwin-official/official-41/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12085,13 +12225,17 @@ "sha256": "9de34353c537f63ba114518657b906e13895c4deaa64e98e8b09261d53706dd3" }, "experiments/robotwin-official/official-11/artifact-index.json": { - "bytes": 21472, - "sha256": "0a54888d4fa427cad8953d00ae4b68ec0ed4a83e6561b16f36698f1edbe814f7" + "bytes": 21677, + "sha256": "a6340e0681f929e1018dc76fe8656407c7715c95c9a3973653a7e6933da3d592" }, "experiments/robotwin-official/official-11/evidence.zip": { "bytes": 2091947, "sha256": "a1e31b953a1b2a65e8eb1bbb9770bfb093e63a277b12fbd8b8b370c6a5d26266" }, + "experiments/robotwin-official/official-11/timing.json": { + "bytes": 1124, + "sha256": "27936c4bfa281f096a1893053497906cec36b4809320122a7f1cf5a9551e9419" + }, "experiments/robotwin-official/official-11/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12149,13 +12293,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-19/artifact-index.json": { - "bytes": 59451, - "sha256": "3672e53b28b045fe9b1369fb9aac496576f4a3020347b3b975c52b17092b2d48" + "bytes": 59656, + "sha256": "15fb0882e2e29156d7c4f1d041e3d7d28da33224f98270de263e847dea594d63" }, "experiments/robotwin-official/official-19/evidence.zip": { "bytes": 7316003, "sha256": "32c6667f7bea4107efbc43af66e0c90e6085f74b6fb606801573b23eecb4cf98" }, + "experiments/robotwin-official/official-19/timing.json": { + "bytes": 1123, + "sha256": "14f4b19aec0a1af8257ef53866041b5576ffe6813adb103721cc372f5efce47b" + }, "experiments/robotwin-official/official-19/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12213,13 +12361,17 @@ "sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb" }, "experiments/robotwin-official/official-05/artifact-index.json": { - "bytes": 72855, - "sha256": "14f878bf5ad28e95643ff04b2e3144bd46f6334cf48781eaf568c30b80550ef8" + "bytes": 73060, + "sha256": "d4dddffe9758f5662db2b5ac4026ab78d8ab0539323e8ddc9e9fde98ec3ec893" }, "experiments/robotwin-official/official-05/evidence.zip": { "bytes": 9015167, "sha256": "2dc99cd9e68861b5d0940b07d53f3dde1374d57a64cc11dfecd04f3a587df1f9" }, + "experiments/robotwin-official/official-05/timing.json": { + "bytes": 1123, + "sha256": "27d5d461ad70c08e7cf545562c61c5ae319032c877a3be4e27df29a2fc2deeba" + }, "experiments/robotwin-official/official-05/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12277,13 +12429,17 @@ "sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746" }, "experiments/robotwin-official/official-29/artifact-index.json": { - "bytes": 101936, - "sha256": "395a63ab484544ea6a3e531dfd740eac23bbec1da093f21626ff1fa5a73904d1" + "bytes": 102141, + "sha256": "838a170075c72d33341dc3d4d5e0a61d35875cc9caeea37ab746a642688ac119" }, "experiments/robotwin-official/official-29/evidence.zip": { "bytes": 16503394, "sha256": "f446a7d3022b49abe993b44b2261e31c467b2abbe12c9e9af18fbbf02ad2303d" }, + "experiments/robotwin-official/official-29/timing.json": { + "bytes": 1124, + "sha256": "8f26ee18c5b290db8c67472d09e704ec9d906b6d96dea32836755bab560e37d9" + }, "experiments/robotwin-official/official-29/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12341,13 +12497,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-50/artifact-index.json": { - "bytes": 59451, - "sha256": "8e7712828c37b9daed717ae5e55f1e3724a51b56f7fc25e6731c8a6a25d25721" + "bytes": 59656, + "sha256": "bf90877e99c36cd2393705b84aea980b021d19d2982652f934fd2590e43d246e" }, "experiments/robotwin-official/official-50/evidence.zip": { "bytes": 6666873, "sha256": "bc9c1b3552e502035be8eeee8ac87633e6c13dcf1c055eface543db4a71bac7f" }, + "experiments/robotwin-official/official-50/timing.json": { + "bytes": 1123, + "sha256": "98df0973a73f24b21e7b84a13d628a68f9c20e5049b4fa988773a5ccb2efa8ec" + }, "experiments/robotwin-official/official-50/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12405,13 +12565,17 @@ "sha256": "4111ba0ea5121363edb62f09b54433d5601d6be6e9823fd3d52dc977e7e3b92b" }, "experiments/robotwin-official/official-18/artifact-index.json": { - "bytes": 28174, - "sha256": "8df934481988affc0d31b79fe5710177e11bdf6c6ea7673b36223faca1d0ec43" + "bytes": 28379, + "sha256": "68a4c3f92b5366955d7088a341ae50350cb27da68f57f39af23aa705a41c1284" }, "experiments/robotwin-official/official-18/evidence.zip": { "bytes": 2766616, "sha256": "483c0f83644e53074d50f35b0a3b1ab92b774c0a378971725757129918aed86c" }, + "experiments/robotwin-official/official-18/timing.json": { + "bytes": 1123, + "sha256": "ff0c2c2ddbcd1cace8f0d8dd4fb9a8869c8d79ddc2e8f874e4eb66bc59e0fb50" + }, "experiments/robotwin-official/official-18/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12469,13 +12633,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-17/artifact-index.json": { - "bytes": 14770, - "sha256": "204b99b28b9d8df6354181b7f39154ad0afd964ad4fe69ad052ddeb13c3358fb" + "bytes": 14975, + "sha256": "6ec0318450ade613ff669982ff689d26ae2cd66c48fb6dade7702f0655645473" }, "experiments/robotwin-official/official-17/evidence.zip": { "bytes": 1358677, "sha256": "bec3b9140e9923239cc55838f48afa276580037f65cfc327141348ced7b2130a" }, + "experiments/robotwin-official/official-17/timing.json": { + "bytes": 1123, + "sha256": "9ab8020522eef6d9d0210be7a125e83404c8b632652be6922c3fc38e155379d4" + }, "experiments/robotwin-official/official-17/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12533,13 +12701,17 @@ "sha256": "e2f2da0def97786a17245dd0c6dd86e6a9a2b8db1242438552013d14292ed746" }, "experiments/robotwin-official/official-32/artifact-index.json": { - "bytes": 34877, - "sha256": "d78b481ef06d90226c50e2843ccecfeca33f9eb4d4abb9ccf3658fc9dd69d654" + "bytes": 35082, + "sha256": "4776a140cc861a9af56470b89f529794aef64f83fd450af19999d4322065123c" }, "experiments/robotwin-official/official-32/evidence.zip": { "bytes": 4433178, "sha256": "027da3eeeb6190c7df54e87ffe1ae67bd74ceadd305721c65476dd7a5ecac93e" }, + "experiments/robotwin-official/official-32/timing.json": { + "bytes": 1123, + "sha256": "a225eccbae7721402bbbe18cc85be0b849e841b2bc461051731cf3cebb17530c" + }, "experiments/robotwin-official/official-32/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12597,13 +12769,17 @@ "sha256": "581df4f8a72e48386e0b4e201802528f949acae4d29fe126b1a222158495f15b" }, "experiments/robotwin-official/official-08/artifact-index.json": { - "bytes": 101900, - "sha256": "0bb73d3d873a2f8ff9142a485131a85b3098bad6197a74cea6785cece082d7ca" + "bytes": 102105, + "sha256": "8deb30390eca0aed90d4418b21bd5e7ffd20b54a798acde777025b22068edf0a" }, "experiments/robotwin-official/official-08/evidence.zip": { "bytes": 14647900, "sha256": "73e902915bba0767a3be607cf0e0cdee16bda5e712e51b2abd8d6266e2251224" }, + "experiments/robotwin-official/official-08/timing.json": { + "bytes": 1126, + "sha256": "db26d41e3716b1cab74bb8fb4ecdfaa8ea0820925eacbab83608d1bb01c32a16" + }, "experiments/robotwin-official/official-08/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12661,13 +12837,17 @@ "sha256": "8b731e30ec493bd7217d88b4991740e84a419709d99a40c41b9ffea5b50325eb" }, "experiments/robotwin-official/official-06/artifact-index.json": { - "bytes": 61686, - "sha256": "44464c8befb8ff4b2d04410388313bbe27d23de727d1146c2a92f0926605d80c" + "bytes": 61891, + "sha256": "4e3b2102af187214ac9c6e3d80284fbb28c2be0a37c000f7fed3ff961589ed7c" }, "experiments/robotwin-official/official-06/evidence.zip": { "bytes": 6677038, "sha256": "6e538d15d0e82126c57c1737e75e4a8fc6abc148bf6dde6f981e0deb464b8ded" }, + "experiments/robotwin-official/official-06/timing.json": { + "bytes": 1121, + "sha256": "85458132684a3cbcf63ef45d1c2ec9c2b37fb12a6befef80de0f9ceb3cc39eac" + }, "experiments/robotwin-official/official-06/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12725,13 +12905,17 @@ "sha256": "afeae61b6edbe01133e83db5531a17c510846554c9ce0e17cdc76f3ff080d3f6" }, "experiments/robotwin-official/official-04/artifact-index.json": { - "bytes": 32644, - "sha256": "2f21e10325abeab2769c839cd13e4046446794a62fa12938cf465f4942957fea" + "bytes": 32849, + "sha256": "dd08024f536e9f06ba29a3f0aee2bb9cb62b7dad32c9e0ff6c4cc90fdd575aeb" }, "experiments/robotwin-official/official-04/evidence.zip": { "bytes": 4599673, "sha256": "aa6dd2f2c295bd900f2ecd42903a09c3faebb4b90400a3d1c5e9332248c4ed40" }, + "experiments/robotwin-official/official-04/timing.json": { + "bytes": 1123, + "sha256": "7a6d6f8c2476a0dd5339d514f1fdea0f73ceefb66aa203fe381e2a59b9a03edd" + }, "experiments/robotwin-official/official-04/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12789,13 +12973,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-14/artifact-index.json": { - "bytes": 12535, - "sha256": "ec66332f9fa2053df1520b1b8d8847a432ab58c52a92d05b26060e760331b8a7" + "bytes": 12740, + "sha256": "7925b2a5816214887e3036fd392dbccb14d57691685c532dfa2d223dae266773" }, "experiments/robotwin-official/official-14/evidence.zip": { "bytes": 1052895, "sha256": "abb58e093b44fcecd7b98d65c367ddb507fa3a5f2bd8a4a18eaafa23092aa51c" }, + "experiments/robotwin-official/official-14/timing.json": { + "bytes": 1123, + "sha256": "cab177efa9f2d44ba97c9d2e32d78d2ed31b8e29cf436c9d4da8cd7b85ef1123" + }, "experiments/robotwin-official/official-14/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12853,13 +13041,17 @@ "sha256": "62da40c8eef3186bf3dd46b89f7aafa083f4f0472657ff98734dc5054a03ed14" }, "experiments/robotwin-official/official-47/artifact-index.json": { - "bytes": 41579, - "sha256": "31a13364e1e3f89cbe5e8d40fc7ed53a849428527dbaee0157666860082dfd46" + "bytes": 41784, + "sha256": "4bdf4d16ff31beed60606338d12234da8e5d98ed5beceb3ef28b4453b792a72b" }, "experiments/robotwin-official/official-47/evidence.zip": { "bytes": 4288068, "sha256": "c02eb083f34c2421659872fd5596018029b3d84cd04a1e26b975f4e51b875e30" }, + "experiments/robotwin-official/official-47/timing.json": { + "bytes": 1123, + "sha256": "7128d14ad0531b6aa8d7ac719e80224d64482c32664913ea5215a58bcc4329a4" + }, "experiments/robotwin-official/official-47/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12917,13 +13109,17 @@ "sha256": "0de55f56275139e40bc9b38db49aa4018e140cf6fd3d73f32ff65d0265b533f4" }, "experiments/robotwin-official/official-35/artifact-index.json": { - "bytes": 75106, - "sha256": "192fb5fb580ae938cdde903129366ccff4b581273e5a6bea967c70f7f1f84280" + "bytes": 75311, + "sha256": "ba4b94cb8950c0e7b46045d87472e361f17d1bc214f5915e755c2492204adcf6" }, "experiments/robotwin-official/official-35/evidence.zip": { "bytes": 10176760, "sha256": "24a015e1c0d192fc3681a5e18b2bb8e99aa5091da1e506b96d0f845a55c6ffc4" }, + "experiments/robotwin-official/official-35/timing.json": { + "bytes": 1123, + "sha256": "c7a3e0cc02b0e116f5ef6b61f31b83f9d17f427827a3d0dd4545e6dc7e0c23a3" + }, "experiments/robotwin-official/official-35/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -12981,13 +13177,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-40/artifact-index.json": { - "bytes": 59451, - "sha256": "49678c382574ee8722b7d0f9a47cbe7ed5240ccb501d02d0b904453afe90e0c0" + "bytes": 59656, + "sha256": "e7715f953ac20c3860499e52cf6dad7b87ecc41887a9cc688865e5cea912df84" }, "experiments/robotwin-official/official-40/evidence.zip": { "bytes": 6403314, "sha256": "812d678f697e47d2a1a94210960b7c18f71ad9a0f2bfb23035f25faf257779dc" }, + "experiments/robotwin-official/official-40/timing.json": { + "bytes": 1123, + "sha256": "09a57fe317a9a625485dde6ce1995c4824afa3b516f1842f81b7f71cc6cc6a60" + }, "experiments/robotwin-official/official-40/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" @@ -13045,13 +13245,17 @@ "sha256": "2bf84b3114b36a13faf6e6be32d4e84b3e90eff52f9c886993b31009a2b2e251" }, "experiments/robotwin-official/official-25/artifact-index.json": { - "bytes": 59452, - "sha256": "1b902bca289e9a627529dd117c7f6a82708c15c1491b72e804d5ce99dcb7b980" + "bytes": 59657, + "sha256": "bfc88f6a02a7eb293ac1263c3e1ac84c0b5912500f429e9b9c31c39d5a164665" }, "experiments/robotwin-official/official-25/evidence.zip": { "bytes": 8222819, "sha256": "88f1afcde9844005db964c4664d7b204b31f3a4e2999f2c3f4b48a3f85ccc125" }, + "experiments/robotwin-official/official-25/timing.json": { + "bytes": 1122, + "sha256": "6cb560743fde953d4d625435a17dee029967917152da879e0b7ed9a9708e5c02" + }, "experiments/robotwin-official/official-25/tool-calls.json": { "bytes": 3, "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570" diff --git a/official/timing.json b/official/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..a8d59bab5afa3769dc1af7aa53a33d10a071f858 --- /dev/null +++ b/official/timing.json @@ -0,0 +1,359 @@ +{ + "episodes": [ + { + "episode": "official-01", + "task_key": "task03/01", + "wall_time_s": 85.68275771, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-01/timing.json" + }, + { + "episode": "official-02", + "task_key": "task03/02", + "wall_time_s": 95.582698862, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-02/timing.json" + }, + { + "episode": "official-03", + "task_key": "task03/03", + "wall_time_s": 191.478086476, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-03/timing.json" + }, + { + "episode": "official-04", + "task_key": "task03/04", + "wall_time_s": 38.549091691, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-04/timing.json" + }, + { + "episode": "official-05", + "task_key": "task03/05", + "wall_time_s": 64.000487769, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-05/timing.json" + }, + { + "episode": "official-06", + "task_key": "task03/06", + "wall_time_s": 45.572599441, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-06/timing.json" + }, + { + "episode": "official-07", + "task_key": "task03/07", + "wall_time_s": 115.609587699, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-07/timing.json" + }, + { + "episode": "official-08", + "task_key": "task03/08", + "wall_time_s": 109.102272713, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-08/timing.json" + }, + { + "episode": "official-09", + "task_key": "task03/09", + "wall_time_s": 144.095098434, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-09/timing.json" + }, + { + "episode": "official-10", + "task_key": "task03/10", + "wall_time_s": 68.525689508, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-10/timing.json" + }, + { + "episode": "official-11", + "task_key": "task03/11", + "wall_time_s": 20.977394366, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-11/timing.json" + }, + { + "episode": "official-12", + "task_key": "task03/12", + "wall_time_s": 22.4828609, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-12/timing.json" + }, + { + "episode": "official-13", + "task_key": "task03/13", + "wall_time_s": 41.916050342, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-13/timing.json" + }, + { + "episode": "official-14", + "task_key": "task03/14", + "wall_time_s": 14.339203312, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-14/timing.json" + }, + { + "episode": "official-15", + "task_key": "task03/15", + "wall_time_s": 11.904490544, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-15/timing.json" + }, + { + "episode": "official-16", + "task_key": "task03/16", + "wall_time_s": 19.066550569, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-16/timing.json" + }, + { + "episode": "official-17", + "task_key": "task03/17", + "wall_time_s": 14.952066267, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-17/timing.json" + }, + { + "episode": "official-18", + "task_key": "task03/18", + "wall_time_s": 25.822061513, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-18/timing.json" + }, + { + "episode": "official-19", + "task_key": "task03/19", + "wall_time_s": 50.021721975, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-19/timing.json" + }, + { + "episode": "official-20", + "task_key": "task03/20", + "wall_time_s": 43.413023459, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-20/timing.json" + }, + { + "episode": "official-21", + "task_key": "task03/21", + "wall_time_s": 46.244336484, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-21/timing.json" + }, + { + "episode": "official-22", + "task_key": "task03/22", + "wall_time_s": 42.688982277, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-22/timing.json" + }, + { + "episode": "official-23", + "task_key": "task03/23", + "wall_time_s": 26.298405185, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-23/timing.json" + }, + { + "episode": "official-24", + "task_key": "task03/24", + "wall_time_s": 19.594173712, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-24/timing.json" + }, + { + "episode": "official-25", + "task_key": "task03/25", + "wall_time_s": 48.932968378, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-25/timing.json" + }, + { + "episode": "official-26", + "task_key": "task03/26", + "wall_time_s": 19.44487762, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-26/timing.json" + }, + { + "episode": "official-27", + "task_key": "task03/27", + "wall_time_s": 43.837252058, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-27/timing.json" + }, + { + "episode": "official-28", + "task_key": "task03/28", + "wall_time_s": 46.526577501, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-28/timing.json" + }, + { + "episode": "official-29", + "task_key": "task03/29", + "wall_time_s": 91.845853104, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-29/timing.json" + }, + { + "episode": "official-30", + "task_key": "task03/30", + "wall_time_s": 76.637786631, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-30/timing.json" + }, + { + "episode": "official-31", + "task_key": "task03/31", + "wall_time_s": 34.825539079, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-31/timing.json" + }, + { + "episode": "official-32", + "task_key": "task03/32", + "wall_time_s": 33.744922502, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-32/timing.json" + }, + { + "episode": "official-33", + "task_key": "task03/33", + "wall_time_s": 44.507345633, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-33/timing.json" + }, + { + "episode": "official-34", + "task_key": "task03/34", + "wall_time_s": 25.086169906, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-34/timing.json" + }, + { + "episode": "official-35", + "task_key": "task03/35", + "wall_time_s": 64.910953353, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-35/timing.json" + }, + { + "episode": "official-36", + "task_key": "task03/36", + "wall_time_s": 56.865047002, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-36/timing.json" + }, + { + "episode": "official-37", + "task_key": "task03/37", + "wall_time_s": 48.455622626, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-37/timing.json" + }, + { + "episode": "official-38", + "task_key": "task03/38", + "wall_time_s": 31.496076691, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-38/timing.json" + }, + { + "episode": "official-39", + "task_key": "task03/39", + "wall_time_s": 56.758293404, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-39/timing.json" + }, + { + "episode": "official-40", + "task_key": "task03/40", + "wall_time_s": 57.809732526, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-40/timing.json" + }, + { + "episode": "official-41", + "task_key": "task03/41", + "wall_time_s": 46.650760047, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-41/timing.json" + }, + { + "episode": "official-42", + "task_key": "task03/42", + "wall_time_s": 27.387894045, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-42/timing.json" + }, + { + "episode": "official-43", + "task_key": "task03/43", + "wall_time_s": 15.861195763, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-43/timing.json" + }, + { + "episode": "official-44", + "task_key": "task03/44", + "wall_time_s": 42.993365614, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-44/timing.json" + }, + { + "episode": "official-45", + "task_key": "task03/45", + "wall_time_s": 13.97968026, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-45/timing.json" + }, + { + "episode": "official-46", + "task_key": "task03/46", + "wall_time_s": 18.719106343, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-46/timing.json" + }, + { + "episode": "official-47", + "task_key": "task03/47", + "wall_time_s": 31.353207259, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-47/timing.json" + }, + { + "episode": "official-48", + "task_key": "task03/48", + "wall_time_s": 36.857751398, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-48/timing.json" + }, + { + "episode": "official-49", + "task_key": "task03/49", + "wall_time_s": 38.846506616, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-49/timing.json" + }, + { + "episode": "official-50", + "task_key": "task03/50", + "wall_time_s": 40.189079744, + "simulation_time_s": null, + "timing": "experiments/robotwin-official/official-50/timing.json" + } + ], + "wall_time_coverage": 50, + "simulation_time_coverage": 0, + "mean_wall_time_s": 49.04886512622, + "wall_time_scope": "Evaluation setup completed to last native action completed", + "simulation_time_status": "not recorded; no physical-step counts retained" +}