Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/build_bank.py +17 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/check_synthetic.py +33 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demo_manifest.json +2168 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/findings.md +27 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/handoff.md +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/policy_runner.py +25 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/servo.py +18 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/synthetic_check.txt +2 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/worker_api.py +81 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/findings.md +31 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/policy_runner.py +25 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/worker_api.py +81 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/__pycache__/build_exemplars.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/build_exemplars.py +40 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/compile_provenance.json +467 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/controller.py +239 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/demo_manifest.json +2168 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/environment.lock +249 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/findings.md +33 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/freeze_manifest.json +97 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/handoff.md +13 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/model_tool_manifest.yaml +66 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/policy_runner.py +25 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/skills.md +11 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/synthetic_checks.py +37 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/validation.json +20 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/worker_api.py +81 -0
- agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/ball_reference.npy +3 -0
- agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_01.h5 +3 -0
- agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_11.h5 +3 -0
- agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/reference_bank.npz +3 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/__pycache__/build_memory.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/environment.lock +249 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/freeze_manifest.json +101 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/handoff.md +10 -0
- agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/skills.md +8 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/__pycache__/build_bank.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/bank_provenance.json +322 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/build_bank.py +30 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/check_synthetic.py +33 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/controller.py +124 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/demo_manifest.json +1488 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/environment.lock +249 -0
- agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/findings.md +13 -0
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/build_bank.py
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Offline compilation of authorized observation/action examples; no optimization."""
|
| 2 |
+
import importlib.util,json
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
import numpy as np
|
| 5 |
+
from features import features,CAMERAS,PATHS
|
| 6 |
+
spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);api=m.API()
|
| 7 |
+
manifest=json.load(open('/demo_manifest.json'));qs=[];vs=[];areas=[];actions=[];phase=[];ids=[];frames=[]
|
| 8 |
+
for di,e in enumerate(manifest['episodes']):
|
| 9 |
+
fields=['obs/'+p for p in PATHS]+[f'obs/sensor_data/{c}/rgb' for c in CAMERAS]+[f'actions/panda-{r}' for r in range(2)]
|
| 10 |
+
d=api.read_demo(e['demo_id'],fields=fields);n=e['length'];a=np.concatenate([d[f'actions/panda-{r}'] for r in range(2)],1)
|
| 11 |
+
close=int(np.where(a[:,6]<0)[0][0]);release=int(np.where((np.arange(n)>close)&(a[:,13]>0))[0][0])
|
| 12 |
+
for t in range(n+1):
|
| 13 |
+
o={'rgb':{c:d[f'obs/sensor_data/{c}/rgb'][t] for c in CAMERAS},'proprioception':{p:d['obs/'+p][t] for p in PATHS}}
|
| 14 |
+
q,v,ar=features(o);qs.append(q);vs.append(v);areas.append(ar);actions.append(a[min(t,n-1)]);ids.append(di);frames.append(t)
|
| 15 |
+
phase.append(float(np.interp(t,[0,close,release,n],[0,1,2,3])))
|
| 16 |
+
np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),q=qs,v=vs,area=areas,action=actions,phase=phase,demo=ids,frame=frames,terminal=np.array(phase)==3)
|
| 17 |
+
print('Compiled',len(qs),'observations from',len(manifest['episodes']),'demos')
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/check_synthetic.py
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Interface checks using fabricated arrays only; not a task/environment test."""
|
| 2 |
+
import copy, importlib.util, pathlib, py_compile, hashlib,json
|
| 3 |
+
import numpy as np
|
| 4 |
+
root=pathlib.Path(__file__).parent
|
| 5 |
+
for p in root.glob('*.py'):py_compile.compile(str(p),doraise=True)
|
| 6 |
+
spec=importlib.util.spec_from_file_location('draft',root/'controller.py');c=importlib.util.module_from_spec(spec);spec.loader.exec_module(c)
|
| 7 |
+
o={'rgb':{k:np.zeros((80,80,3),np.uint8) for k in c._f.CAMERAS},'proprioception':{p:np.zeros(9,np.float32) for p in c._f.PATHS},'instruction':'Fold a handkerchief','step_id':1}
|
| 8 |
+
# Loading the real reference artifact with wholly fabricated input is a smoke check only.
|
| 9 |
+
c.reset_episode();a=c.act(o);assert a is None or (a.shape==(14,) and np.isfinite(a).all() and np.max(abs(a))<=1)
|
| 10 |
+
q,v,ar=c._f.features(o)
|
| 11 |
+
a0=np.zeros(14,np.float32);a0[[6,13]]=1;a0[0]=.1
|
| 12 |
+
a1=a0.copy();a1[0]=-.1
|
| 13 |
+
other=copy.deepcopy(o);other['rgb']['top_camera'][:]=[255,255,0]
|
| 14 |
+
q1,v1,ar1=c._f.features(other)
|
| 15 |
+
c._bank={'q':np.stack([q,q1]),'v':np.stack([v,v1]),'area':np.stack([ar,ar1]),'action':np.stack([a0,a1]),'phase':np.zeros(2),'terminal':np.zeros(2)}
|
| 16 |
+
c.reset_episode();r0=c.act(o);c.reset_episode();r1=c.act(other)
|
| 17 |
+
assert r0[0]>0 and r1[0]<0,'RGB must affect action selection'
|
| 18 |
+
# Proprioception response with equal visual inputs.
|
| 19 |
+
c._bank['v'][1]=v;c._bank['q'][1]=q+1
|
| 20 |
+
joint=copy.deepcopy(o)
|
| 21 |
+
for p in c._f.PATHS:joint['proprioception'][p][:]=np.array([.35]*7+[.025]*2) if p.endswith('qpos') else 2.
|
| 22 |
+
c.reset_episode();assert c.act(joint)[0]<0
|
| 23 |
+
batched=copy.deepcopy(o)
|
| 24 |
+
for k in batched['rgb']:batched['rgb'][k]=batched['rgb'][k][None]
|
| 25 |
+
c.reset_episode();assert c.act(batched).shape==(14,)
|
| 26 |
+
o['step_id']=299;c.reset_episode();assert c.act(o).shape==(14,)
|
| 27 |
+
o['step_id']=300;assert c.act(o) is None
|
| 28 |
+
bad=copy.deepcopy(o);bad['step_id']=1;bad['proprioception'][c._f.PATHS[0]][0]=np.nan
|
| 29 |
+
assert c.act(bad) is None
|
| 30 |
+
c.reset_episode();assert c._progress==0 and c._last_step==0
|
| 31 |
+
print('PASS: Python syntax; real-bank load with fabricated observation; synthetic-bank RGB and proprioception responsiveness; HWC/1HWC; finite bounded 14-vector; steps 299/300; malformed input; reset.')
|
| 32 |
+
print('Synthetic inputs only. No environment, replay evaluation, simulator, success estimate or rollout.')
|
| 33 |
+
m=json.load(open(root/'model_tool_manifest.yaml'));m['artifact_sha256']={p.name:hashlib.sha256(p.read_bytes()).hexdigest() for p in [root/'controller.py',root/'features.py',root/'reference_bank.npz']};(root/'model_tool_manifest.yaml').write_text(json.dumps(m,indent=2)+'\n')
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demo_manifest.json
ADDED
|
@@ -0,0 +1,2168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task_id": "DualArmFoldHandKerchief-v1",
|
| 3 |
+
"status": "released",
|
| 4 |
+
"selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
|
| 5 |
+
"lineage_status": "pinned_comparator",
|
| 6 |
+
"episodes": [
|
| 7 |
+
{
|
| 8 |
+
"demo_id": "demo_00",
|
| 9 |
+
"file": "demo_00.h5",
|
| 10 |
+
"length": 229,
|
| 11 |
+
"fields": [
|
| 12 |
+
{
|
| 13 |
+
"path": "actions/panda-0",
|
| 14 |
+
"shape": [
|
| 15 |
+
229,
|
| 16 |
+
7
|
| 17 |
+
],
|
| 18 |
+
"dtype": "float32"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"path": "actions/panda-1",
|
| 22 |
+
"shape": [
|
| 23 |
+
229,
|
| 24 |
+
7
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"path": "obs/agent/panda-0/qpos",
|
| 30 |
+
"shape": [
|
| 31 |
+
230,
|
| 32 |
+
9
|
| 33 |
+
],
|
| 34 |
+
"dtype": "float32"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"path": "obs/agent/panda-0/qvel",
|
| 38 |
+
"shape": [
|
| 39 |
+
230,
|
| 40 |
+
9
|
| 41 |
+
],
|
| 42 |
+
"dtype": "float32"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "obs/agent/panda-1/qpos",
|
| 46 |
+
"shape": [
|
| 47 |
+
230,
|
| 48 |
+
9
|
| 49 |
+
],
|
| 50 |
+
"dtype": "float32"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"path": "obs/agent/panda-1/qvel",
|
| 54 |
+
"shape": [
|
| 55 |
+
230,
|
| 56 |
+
9
|
| 57 |
+
],
|
| 58 |
+
"dtype": "float32"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 62 |
+
"shape": [
|
| 63 |
+
230,
|
| 64 |
+
240,
|
| 65 |
+
320,
|
| 66 |
+
3
|
| 67 |
+
],
|
| 68 |
+
"dtype": "uint8"
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 72 |
+
"shape": [
|
| 73 |
+
230,
|
| 74 |
+
240,
|
| 75 |
+
320,
|
| 76 |
+
3
|
| 77 |
+
],
|
| 78 |
+
"dtype": "uint8"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 82 |
+
"shape": [
|
| 83 |
+
230,
|
| 84 |
+
240,
|
| 85 |
+
320,
|
| 86 |
+
3
|
| 87 |
+
],
|
| 88 |
+
"dtype": "uint8"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 92 |
+
"shape": [
|
| 93 |
+
230,
|
| 94 |
+
240,
|
| 95 |
+
320,
|
| 96 |
+
3
|
| 97 |
+
],
|
| 98 |
+
"dtype": "uint8"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 102 |
+
"shape": [
|
| 103 |
+
230,
|
| 104 |
+
320,
|
| 105 |
+
240,
|
| 106 |
+
3
|
| 107 |
+
],
|
| 108 |
+
"dtype": "uint8"
|
| 109 |
+
}
|
| 110 |
+
],
|
| 111 |
+
"trajectory_sha256": "5648cab4a7a872ff328bf02f66b0b8ec59499c8c62d4002dbb3ae8c4c82374d4",
|
| 112 |
+
"source_sha256": "da15eb1389e7d8f3f708495189a732278efe8df699cf3d942c4e79b1bb92b9b5",
|
| 113 |
+
"view_sha256": "86d12baa67226bbce45df91f6f4bf6a42211454bb0b2530f5ecb5798deba7923"
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"demo_id": "demo_01",
|
| 117 |
+
"file": "demo_01.h5",
|
| 118 |
+
"length": 262,
|
| 119 |
+
"fields": [
|
| 120 |
+
{
|
| 121 |
+
"path": "actions/panda-0",
|
| 122 |
+
"shape": [
|
| 123 |
+
262,
|
| 124 |
+
7
|
| 125 |
+
],
|
| 126 |
+
"dtype": "float32"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"path": "actions/panda-1",
|
| 130 |
+
"shape": [
|
| 131 |
+
262,
|
| 132 |
+
7
|
| 133 |
+
],
|
| 134 |
+
"dtype": "float32"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"path": "obs/agent/panda-0/qpos",
|
| 138 |
+
"shape": [
|
| 139 |
+
263,
|
| 140 |
+
9
|
| 141 |
+
],
|
| 142 |
+
"dtype": "float32"
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"path": "obs/agent/panda-0/qvel",
|
| 146 |
+
"shape": [
|
| 147 |
+
263,
|
| 148 |
+
9
|
| 149 |
+
],
|
| 150 |
+
"dtype": "float32"
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"path": "obs/agent/panda-1/qpos",
|
| 154 |
+
"shape": [
|
| 155 |
+
263,
|
| 156 |
+
9
|
| 157 |
+
],
|
| 158 |
+
"dtype": "float32"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"path": "obs/agent/panda-1/qvel",
|
| 162 |
+
"shape": [
|
| 163 |
+
263,
|
| 164 |
+
9
|
| 165 |
+
],
|
| 166 |
+
"dtype": "float32"
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 170 |
+
"shape": [
|
| 171 |
+
263,
|
| 172 |
+
240,
|
| 173 |
+
320,
|
| 174 |
+
3
|
| 175 |
+
],
|
| 176 |
+
"dtype": "uint8"
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 180 |
+
"shape": [
|
| 181 |
+
263,
|
| 182 |
+
240,
|
| 183 |
+
320,
|
| 184 |
+
3
|
| 185 |
+
],
|
| 186 |
+
"dtype": "uint8"
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 190 |
+
"shape": [
|
| 191 |
+
263,
|
| 192 |
+
240,
|
| 193 |
+
320,
|
| 194 |
+
3
|
| 195 |
+
],
|
| 196 |
+
"dtype": "uint8"
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 200 |
+
"shape": [
|
| 201 |
+
263,
|
| 202 |
+
240,
|
| 203 |
+
320,
|
| 204 |
+
3
|
| 205 |
+
],
|
| 206 |
+
"dtype": "uint8"
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 210 |
+
"shape": [
|
| 211 |
+
263,
|
| 212 |
+
320,
|
| 213 |
+
240,
|
| 214 |
+
3
|
| 215 |
+
],
|
| 216 |
+
"dtype": "uint8"
|
| 217 |
+
}
|
| 218 |
+
],
|
| 219 |
+
"trajectory_sha256": "918e68d817350b60dc0359e9c87f3d2f54a17c20bf41ccd2c58c07b1fcafa485",
|
| 220 |
+
"source_sha256": "0ffd8db7e0f37257da7a0aabc7488a71c8ee24471da7540d9537490a8bbe584b",
|
| 221 |
+
"view_sha256": "f6feaae38a42aef0fc87ecb572f7856cc9815e92a64b733817b479e1a5d313b3"
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"demo_id": "demo_02",
|
| 225 |
+
"file": "demo_02.h5",
|
| 226 |
+
"length": 251,
|
| 227 |
+
"fields": [
|
| 228 |
+
{
|
| 229 |
+
"path": "actions/panda-0",
|
| 230 |
+
"shape": [
|
| 231 |
+
251,
|
| 232 |
+
7
|
| 233 |
+
],
|
| 234 |
+
"dtype": "float32"
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"path": "actions/panda-1",
|
| 238 |
+
"shape": [
|
| 239 |
+
251,
|
| 240 |
+
7
|
| 241 |
+
],
|
| 242 |
+
"dtype": "float32"
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"path": "obs/agent/panda-0/qpos",
|
| 246 |
+
"shape": [
|
| 247 |
+
252,
|
| 248 |
+
9
|
| 249 |
+
],
|
| 250 |
+
"dtype": "float32"
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"path": "obs/agent/panda-0/qvel",
|
| 254 |
+
"shape": [
|
| 255 |
+
252,
|
| 256 |
+
9
|
| 257 |
+
],
|
| 258 |
+
"dtype": "float32"
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"path": "obs/agent/panda-1/qpos",
|
| 262 |
+
"shape": [
|
| 263 |
+
252,
|
| 264 |
+
9
|
| 265 |
+
],
|
| 266 |
+
"dtype": "float32"
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"path": "obs/agent/panda-1/qvel",
|
| 270 |
+
"shape": [
|
| 271 |
+
252,
|
| 272 |
+
9
|
| 273 |
+
],
|
| 274 |
+
"dtype": "float32"
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 278 |
+
"shape": [
|
| 279 |
+
252,
|
| 280 |
+
240,
|
| 281 |
+
320,
|
| 282 |
+
3
|
| 283 |
+
],
|
| 284 |
+
"dtype": "uint8"
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 288 |
+
"shape": [
|
| 289 |
+
252,
|
| 290 |
+
240,
|
| 291 |
+
320,
|
| 292 |
+
3
|
| 293 |
+
],
|
| 294 |
+
"dtype": "uint8"
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 298 |
+
"shape": [
|
| 299 |
+
252,
|
| 300 |
+
240,
|
| 301 |
+
320,
|
| 302 |
+
3
|
| 303 |
+
],
|
| 304 |
+
"dtype": "uint8"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 308 |
+
"shape": [
|
| 309 |
+
252,
|
| 310 |
+
240,
|
| 311 |
+
320,
|
| 312 |
+
3
|
| 313 |
+
],
|
| 314 |
+
"dtype": "uint8"
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 318 |
+
"shape": [
|
| 319 |
+
252,
|
| 320 |
+
320,
|
| 321 |
+
240,
|
| 322 |
+
3
|
| 323 |
+
],
|
| 324 |
+
"dtype": "uint8"
|
| 325 |
+
}
|
| 326 |
+
],
|
| 327 |
+
"trajectory_sha256": "e73b2b581865cb80ab4eb14b665bba61f4003364753607bb4fe47eaadce43385",
|
| 328 |
+
"source_sha256": "5b32d6771292340b6b663e085d1f8ce65eaa1d9c6a0e5fa705cd66e4ae7bea98",
|
| 329 |
+
"view_sha256": "41442c9de6cbec0e18c328b8c887a9fa718bdb6429f5d0ed092020134bd1e950"
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"demo_id": "demo_03",
|
| 333 |
+
"file": "demo_03.h5",
|
| 334 |
+
"length": 229,
|
| 335 |
+
"fields": [
|
| 336 |
+
{
|
| 337 |
+
"path": "actions/panda-0",
|
| 338 |
+
"shape": [
|
| 339 |
+
229,
|
| 340 |
+
7
|
| 341 |
+
],
|
| 342 |
+
"dtype": "float32"
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"path": "actions/panda-1",
|
| 346 |
+
"shape": [
|
| 347 |
+
229,
|
| 348 |
+
7
|
| 349 |
+
],
|
| 350 |
+
"dtype": "float32"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"path": "obs/agent/panda-0/qpos",
|
| 354 |
+
"shape": [
|
| 355 |
+
230,
|
| 356 |
+
9
|
| 357 |
+
],
|
| 358 |
+
"dtype": "float32"
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"path": "obs/agent/panda-0/qvel",
|
| 362 |
+
"shape": [
|
| 363 |
+
230,
|
| 364 |
+
9
|
| 365 |
+
],
|
| 366 |
+
"dtype": "float32"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"path": "obs/agent/panda-1/qpos",
|
| 370 |
+
"shape": [
|
| 371 |
+
230,
|
| 372 |
+
9
|
| 373 |
+
],
|
| 374 |
+
"dtype": "float32"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"path": "obs/agent/panda-1/qvel",
|
| 378 |
+
"shape": [
|
| 379 |
+
230,
|
| 380 |
+
9
|
| 381 |
+
],
|
| 382 |
+
"dtype": "float32"
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 386 |
+
"shape": [
|
| 387 |
+
230,
|
| 388 |
+
240,
|
| 389 |
+
320,
|
| 390 |
+
3
|
| 391 |
+
],
|
| 392 |
+
"dtype": "uint8"
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 396 |
+
"shape": [
|
| 397 |
+
230,
|
| 398 |
+
240,
|
| 399 |
+
320,
|
| 400 |
+
3
|
| 401 |
+
],
|
| 402 |
+
"dtype": "uint8"
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 406 |
+
"shape": [
|
| 407 |
+
230,
|
| 408 |
+
240,
|
| 409 |
+
320,
|
| 410 |
+
3
|
| 411 |
+
],
|
| 412 |
+
"dtype": "uint8"
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 416 |
+
"shape": [
|
| 417 |
+
230,
|
| 418 |
+
240,
|
| 419 |
+
320,
|
| 420 |
+
3
|
| 421 |
+
],
|
| 422 |
+
"dtype": "uint8"
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 426 |
+
"shape": [
|
| 427 |
+
230,
|
| 428 |
+
320,
|
| 429 |
+
240,
|
| 430 |
+
3
|
| 431 |
+
],
|
| 432 |
+
"dtype": "uint8"
|
| 433 |
+
}
|
| 434 |
+
],
|
| 435 |
+
"trajectory_sha256": "d6d2a5cf8d6359bdf2c4dc72f0b37f37d065a95f026695425cddfc5f160fd202",
|
| 436 |
+
"source_sha256": "dc8047867280a09e1fc361aa8bb19a2c729962408efeedbba6e9738f0b539d7e",
|
| 437 |
+
"view_sha256": "971d17a10c3c03368ac7ddb658c76c641ac79c8eb143d912e7fa688a2956d712"
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"demo_id": "demo_04",
|
| 441 |
+
"file": "demo_04.h5",
|
| 442 |
+
"length": 225,
|
| 443 |
+
"fields": [
|
| 444 |
+
{
|
| 445 |
+
"path": "actions/panda-0",
|
| 446 |
+
"shape": [
|
| 447 |
+
225,
|
| 448 |
+
7
|
| 449 |
+
],
|
| 450 |
+
"dtype": "float32"
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"path": "actions/panda-1",
|
| 454 |
+
"shape": [
|
| 455 |
+
225,
|
| 456 |
+
7
|
| 457 |
+
],
|
| 458 |
+
"dtype": "float32"
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"path": "obs/agent/panda-0/qpos",
|
| 462 |
+
"shape": [
|
| 463 |
+
226,
|
| 464 |
+
9
|
| 465 |
+
],
|
| 466 |
+
"dtype": "float32"
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"path": "obs/agent/panda-0/qvel",
|
| 470 |
+
"shape": [
|
| 471 |
+
226,
|
| 472 |
+
9
|
| 473 |
+
],
|
| 474 |
+
"dtype": "float32"
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"path": "obs/agent/panda-1/qpos",
|
| 478 |
+
"shape": [
|
| 479 |
+
226,
|
| 480 |
+
9
|
| 481 |
+
],
|
| 482 |
+
"dtype": "float32"
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"path": "obs/agent/panda-1/qvel",
|
| 486 |
+
"shape": [
|
| 487 |
+
226,
|
| 488 |
+
9
|
| 489 |
+
],
|
| 490 |
+
"dtype": "float32"
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 494 |
+
"shape": [
|
| 495 |
+
226,
|
| 496 |
+
240,
|
| 497 |
+
320,
|
| 498 |
+
3
|
| 499 |
+
],
|
| 500 |
+
"dtype": "uint8"
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 504 |
+
"shape": [
|
| 505 |
+
226,
|
| 506 |
+
240,
|
| 507 |
+
320,
|
| 508 |
+
3
|
| 509 |
+
],
|
| 510 |
+
"dtype": "uint8"
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 514 |
+
"shape": [
|
| 515 |
+
226,
|
| 516 |
+
240,
|
| 517 |
+
320,
|
| 518 |
+
3
|
| 519 |
+
],
|
| 520 |
+
"dtype": "uint8"
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 524 |
+
"shape": [
|
| 525 |
+
226,
|
| 526 |
+
240,
|
| 527 |
+
320,
|
| 528 |
+
3
|
| 529 |
+
],
|
| 530 |
+
"dtype": "uint8"
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 534 |
+
"shape": [
|
| 535 |
+
226,
|
| 536 |
+
320,
|
| 537 |
+
240,
|
| 538 |
+
3
|
| 539 |
+
],
|
| 540 |
+
"dtype": "uint8"
|
| 541 |
+
}
|
| 542 |
+
],
|
| 543 |
+
"trajectory_sha256": "9a2c344a047bed1cc5194d2f4e78cc1167717aadef6c7861b882bedd9bf17103",
|
| 544 |
+
"source_sha256": "12ebe83e2710fa916a456680e9c99fe867cf5d44c46684113bc758a88f9cd120",
|
| 545 |
+
"view_sha256": "d1c69c4ef6648d80807e7f152e56f578e4ff66204ff26246d84e2124d857a8f9"
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"demo_id": "demo_05",
|
| 549 |
+
"file": "demo_05.h5",
|
| 550 |
+
"length": 228,
|
| 551 |
+
"fields": [
|
| 552 |
+
{
|
| 553 |
+
"path": "actions/panda-0",
|
| 554 |
+
"shape": [
|
| 555 |
+
228,
|
| 556 |
+
7
|
| 557 |
+
],
|
| 558 |
+
"dtype": "float32"
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"path": "actions/panda-1",
|
| 562 |
+
"shape": [
|
| 563 |
+
228,
|
| 564 |
+
7
|
| 565 |
+
],
|
| 566 |
+
"dtype": "float32"
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"path": "obs/agent/panda-0/qpos",
|
| 570 |
+
"shape": [
|
| 571 |
+
229,
|
| 572 |
+
9
|
| 573 |
+
],
|
| 574 |
+
"dtype": "float32"
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"path": "obs/agent/panda-0/qvel",
|
| 578 |
+
"shape": [
|
| 579 |
+
229,
|
| 580 |
+
9
|
| 581 |
+
],
|
| 582 |
+
"dtype": "float32"
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"path": "obs/agent/panda-1/qpos",
|
| 586 |
+
"shape": [
|
| 587 |
+
229,
|
| 588 |
+
9
|
| 589 |
+
],
|
| 590 |
+
"dtype": "float32"
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"path": "obs/agent/panda-1/qvel",
|
| 594 |
+
"shape": [
|
| 595 |
+
229,
|
| 596 |
+
9
|
| 597 |
+
],
|
| 598 |
+
"dtype": "float32"
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 602 |
+
"shape": [
|
| 603 |
+
229,
|
| 604 |
+
240,
|
| 605 |
+
320,
|
| 606 |
+
3
|
| 607 |
+
],
|
| 608 |
+
"dtype": "uint8"
|
| 609 |
+
},
|
| 610 |
+
{
|
| 611 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 612 |
+
"shape": [
|
| 613 |
+
229,
|
| 614 |
+
240,
|
| 615 |
+
320,
|
| 616 |
+
3
|
| 617 |
+
],
|
| 618 |
+
"dtype": "uint8"
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 622 |
+
"shape": [
|
| 623 |
+
229,
|
| 624 |
+
240,
|
| 625 |
+
320,
|
| 626 |
+
3
|
| 627 |
+
],
|
| 628 |
+
"dtype": "uint8"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 632 |
+
"shape": [
|
| 633 |
+
229,
|
| 634 |
+
240,
|
| 635 |
+
320,
|
| 636 |
+
3
|
| 637 |
+
],
|
| 638 |
+
"dtype": "uint8"
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 642 |
+
"shape": [
|
| 643 |
+
229,
|
| 644 |
+
320,
|
| 645 |
+
240,
|
| 646 |
+
3
|
| 647 |
+
],
|
| 648 |
+
"dtype": "uint8"
|
| 649 |
+
}
|
| 650 |
+
],
|
| 651 |
+
"trajectory_sha256": "470ba9e8b708f032d45862d2a1c3e77152daaafdbdfbcfcac59786e43d8d0f45",
|
| 652 |
+
"source_sha256": "517bfa1fdfa36d4862d83fb696f34dc2aaa5c16622cea5cac636451b7e62f5aa",
|
| 653 |
+
"view_sha256": "cbd22f18a95edb6616339cc5d4a4cba2a4d8f9dc3e68ca5dda206b078bee05df"
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"demo_id": "demo_06",
|
| 657 |
+
"file": "demo_06.h5",
|
| 658 |
+
"length": 270,
|
| 659 |
+
"fields": [
|
| 660 |
+
{
|
| 661 |
+
"path": "actions/panda-0",
|
| 662 |
+
"shape": [
|
| 663 |
+
270,
|
| 664 |
+
7
|
| 665 |
+
],
|
| 666 |
+
"dtype": "float32"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"path": "actions/panda-1",
|
| 670 |
+
"shape": [
|
| 671 |
+
270,
|
| 672 |
+
7
|
| 673 |
+
],
|
| 674 |
+
"dtype": "float32"
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"path": "obs/agent/panda-0/qpos",
|
| 678 |
+
"shape": [
|
| 679 |
+
271,
|
| 680 |
+
9
|
| 681 |
+
],
|
| 682 |
+
"dtype": "float32"
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"path": "obs/agent/panda-0/qvel",
|
| 686 |
+
"shape": [
|
| 687 |
+
271,
|
| 688 |
+
9
|
| 689 |
+
],
|
| 690 |
+
"dtype": "float32"
|
| 691 |
+
},
|
| 692 |
+
{
|
| 693 |
+
"path": "obs/agent/panda-1/qpos",
|
| 694 |
+
"shape": [
|
| 695 |
+
271,
|
| 696 |
+
9
|
| 697 |
+
],
|
| 698 |
+
"dtype": "float32"
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"path": "obs/agent/panda-1/qvel",
|
| 702 |
+
"shape": [
|
| 703 |
+
271,
|
| 704 |
+
9
|
| 705 |
+
],
|
| 706 |
+
"dtype": "float32"
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 710 |
+
"shape": [
|
| 711 |
+
271,
|
| 712 |
+
240,
|
| 713 |
+
320,
|
| 714 |
+
3
|
| 715 |
+
],
|
| 716 |
+
"dtype": "uint8"
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 720 |
+
"shape": [
|
| 721 |
+
271,
|
| 722 |
+
240,
|
| 723 |
+
320,
|
| 724 |
+
3
|
| 725 |
+
],
|
| 726 |
+
"dtype": "uint8"
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 730 |
+
"shape": [
|
| 731 |
+
271,
|
| 732 |
+
240,
|
| 733 |
+
320,
|
| 734 |
+
3
|
| 735 |
+
],
|
| 736 |
+
"dtype": "uint8"
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 740 |
+
"shape": [
|
| 741 |
+
271,
|
| 742 |
+
240,
|
| 743 |
+
320,
|
| 744 |
+
3
|
| 745 |
+
],
|
| 746 |
+
"dtype": "uint8"
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 750 |
+
"shape": [
|
| 751 |
+
271,
|
| 752 |
+
320,
|
| 753 |
+
240,
|
| 754 |
+
3
|
| 755 |
+
],
|
| 756 |
+
"dtype": "uint8"
|
| 757 |
+
}
|
| 758 |
+
],
|
| 759 |
+
"trajectory_sha256": "331f6b1de540c7dd4654666abf6d4d6ea76ccb5a5e444f1af1e1263dbaef9075",
|
| 760 |
+
"source_sha256": "91b0b78c8d029736476bc367a580bc26abd7db37f79cbc4d3d9e682011b7c2b3",
|
| 761 |
+
"view_sha256": "e511e007095c2ee27d1d784c06e80d2adefb3eee51fc5d795bf8b39e8fe4e5eb"
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"demo_id": "demo_07",
|
| 765 |
+
"file": "demo_07.h5",
|
| 766 |
+
"length": 255,
|
| 767 |
+
"fields": [
|
| 768 |
+
{
|
| 769 |
+
"path": "actions/panda-0",
|
| 770 |
+
"shape": [
|
| 771 |
+
255,
|
| 772 |
+
7
|
| 773 |
+
],
|
| 774 |
+
"dtype": "float32"
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"path": "actions/panda-1",
|
| 778 |
+
"shape": [
|
| 779 |
+
255,
|
| 780 |
+
7
|
| 781 |
+
],
|
| 782 |
+
"dtype": "float32"
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"path": "obs/agent/panda-0/qpos",
|
| 786 |
+
"shape": [
|
| 787 |
+
256,
|
| 788 |
+
9
|
| 789 |
+
],
|
| 790 |
+
"dtype": "float32"
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"path": "obs/agent/panda-0/qvel",
|
| 794 |
+
"shape": [
|
| 795 |
+
256,
|
| 796 |
+
9
|
| 797 |
+
],
|
| 798 |
+
"dtype": "float32"
|
| 799 |
+
},
|
| 800 |
+
{
|
| 801 |
+
"path": "obs/agent/panda-1/qpos",
|
| 802 |
+
"shape": [
|
| 803 |
+
256,
|
| 804 |
+
9
|
| 805 |
+
],
|
| 806 |
+
"dtype": "float32"
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"path": "obs/agent/panda-1/qvel",
|
| 810 |
+
"shape": [
|
| 811 |
+
256,
|
| 812 |
+
9
|
| 813 |
+
],
|
| 814 |
+
"dtype": "float32"
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 818 |
+
"shape": [
|
| 819 |
+
256,
|
| 820 |
+
240,
|
| 821 |
+
320,
|
| 822 |
+
3
|
| 823 |
+
],
|
| 824 |
+
"dtype": "uint8"
|
| 825 |
+
},
|
| 826 |
+
{
|
| 827 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 828 |
+
"shape": [
|
| 829 |
+
256,
|
| 830 |
+
240,
|
| 831 |
+
320,
|
| 832 |
+
3
|
| 833 |
+
],
|
| 834 |
+
"dtype": "uint8"
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 838 |
+
"shape": [
|
| 839 |
+
256,
|
| 840 |
+
240,
|
| 841 |
+
320,
|
| 842 |
+
3
|
| 843 |
+
],
|
| 844 |
+
"dtype": "uint8"
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 848 |
+
"shape": [
|
| 849 |
+
256,
|
| 850 |
+
240,
|
| 851 |
+
320,
|
| 852 |
+
3
|
| 853 |
+
],
|
| 854 |
+
"dtype": "uint8"
|
| 855 |
+
},
|
| 856 |
+
{
|
| 857 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 858 |
+
"shape": [
|
| 859 |
+
256,
|
| 860 |
+
320,
|
| 861 |
+
240,
|
| 862 |
+
3
|
| 863 |
+
],
|
| 864 |
+
"dtype": "uint8"
|
| 865 |
+
}
|
| 866 |
+
],
|
| 867 |
+
"trajectory_sha256": "dde2ee7e7b01c2a1384c118bbcb648e826b253faf7d8effa79ea496146c5a660",
|
| 868 |
+
"source_sha256": "0bf884323929fce446f4564f9dd2a8ad18808628c95e053063d1ebe87cc671c0",
|
| 869 |
+
"view_sha256": "ad31e5e2ced962e40029d678ebe9088f55cccc1c417574088f2ce0d3373db2e4"
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"demo_id": "demo_08",
|
| 873 |
+
"file": "demo_08.h5",
|
| 874 |
+
"length": 227,
|
| 875 |
+
"fields": [
|
| 876 |
+
{
|
| 877 |
+
"path": "actions/panda-0",
|
| 878 |
+
"shape": [
|
| 879 |
+
227,
|
| 880 |
+
7
|
| 881 |
+
],
|
| 882 |
+
"dtype": "float32"
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"path": "actions/panda-1",
|
| 886 |
+
"shape": [
|
| 887 |
+
227,
|
| 888 |
+
7
|
| 889 |
+
],
|
| 890 |
+
"dtype": "float32"
|
| 891 |
+
},
|
| 892 |
+
{
|
| 893 |
+
"path": "obs/agent/panda-0/qpos",
|
| 894 |
+
"shape": [
|
| 895 |
+
228,
|
| 896 |
+
9
|
| 897 |
+
],
|
| 898 |
+
"dtype": "float32"
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"path": "obs/agent/panda-0/qvel",
|
| 902 |
+
"shape": [
|
| 903 |
+
228,
|
| 904 |
+
9
|
| 905 |
+
],
|
| 906 |
+
"dtype": "float32"
|
| 907 |
+
},
|
| 908 |
+
{
|
| 909 |
+
"path": "obs/agent/panda-1/qpos",
|
| 910 |
+
"shape": [
|
| 911 |
+
228,
|
| 912 |
+
9
|
| 913 |
+
],
|
| 914 |
+
"dtype": "float32"
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"path": "obs/agent/panda-1/qvel",
|
| 918 |
+
"shape": [
|
| 919 |
+
228,
|
| 920 |
+
9
|
| 921 |
+
],
|
| 922 |
+
"dtype": "float32"
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 926 |
+
"shape": [
|
| 927 |
+
228,
|
| 928 |
+
240,
|
| 929 |
+
320,
|
| 930 |
+
3
|
| 931 |
+
],
|
| 932 |
+
"dtype": "uint8"
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 936 |
+
"shape": [
|
| 937 |
+
228,
|
| 938 |
+
240,
|
| 939 |
+
320,
|
| 940 |
+
3
|
| 941 |
+
],
|
| 942 |
+
"dtype": "uint8"
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 946 |
+
"shape": [
|
| 947 |
+
228,
|
| 948 |
+
240,
|
| 949 |
+
320,
|
| 950 |
+
3
|
| 951 |
+
],
|
| 952 |
+
"dtype": "uint8"
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 956 |
+
"shape": [
|
| 957 |
+
228,
|
| 958 |
+
240,
|
| 959 |
+
320,
|
| 960 |
+
3
|
| 961 |
+
],
|
| 962 |
+
"dtype": "uint8"
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 966 |
+
"shape": [
|
| 967 |
+
228,
|
| 968 |
+
320,
|
| 969 |
+
240,
|
| 970 |
+
3
|
| 971 |
+
],
|
| 972 |
+
"dtype": "uint8"
|
| 973 |
+
}
|
| 974 |
+
],
|
| 975 |
+
"trajectory_sha256": "f94f2acd2f24d394dcec46061a8764b945c4338c82364a5c15e773110eea2ee4",
|
| 976 |
+
"source_sha256": "910c4073d0fe26a9b993ebd62bae8f3b3963231d794ef93ceac48d9521c377fe",
|
| 977 |
+
"view_sha256": "e6bdbdc6294b5780dcb424549d85f1a36693bfa74476fcc93aa91dbe41f467e0"
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"demo_id": "demo_09",
|
| 981 |
+
"file": "demo_09.h5",
|
| 982 |
+
"length": 260,
|
| 983 |
+
"fields": [
|
| 984 |
+
{
|
| 985 |
+
"path": "actions/panda-0",
|
| 986 |
+
"shape": [
|
| 987 |
+
260,
|
| 988 |
+
7
|
| 989 |
+
],
|
| 990 |
+
"dtype": "float32"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"path": "actions/panda-1",
|
| 994 |
+
"shape": [
|
| 995 |
+
260,
|
| 996 |
+
7
|
| 997 |
+
],
|
| 998 |
+
"dtype": "float32"
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1002 |
+
"shape": [
|
| 1003 |
+
261,
|
| 1004 |
+
9
|
| 1005 |
+
],
|
| 1006 |
+
"dtype": "float32"
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1010 |
+
"shape": [
|
| 1011 |
+
261,
|
| 1012 |
+
9
|
| 1013 |
+
],
|
| 1014 |
+
"dtype": "float32"
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1018 |
+
"shape": [
|
| 1019 |
+
261,
|
| 1020 |
+
9
|
| 1021 |
+
],
|
| 1022 |
+
"dtype": "float32"
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1026 |
+
"shape": [
|
| 1027 |
+
261,
|
| 1028 |
+
9
|
| 1029 |
+
],
|
| 1030 |
+
"dtype": "float32"
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1034 |
+
"shape": [
|
| 1035 |
+
261,
|
| 1036 |
+
240,
|
| 1037 |
+
320,
|
| 1038 |
+
3
|
| 1039 |
+
],
|
| 1040 |
+
"dtype": "uint8"
|
| 1041 |
+
},
|
| 1042 |
+
{
|
| 1043 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1044 |
+
"shape": [
|
| 1045 |
+
261,
|
| 1046 |
+
240,
|
| 1047 |
+
320,
|
| 1048 |
+
3
|
| 1049 |
+
],
|
| 1050 |
+
"dtype": "uint8"
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1054 |
+
"shape": [
|
| 1055 |
+
261,
|
| 1056 |
+
240,
|
| 1057 |
+
320,
|
| 1058 |
+
3
|
| 1059 |
+
],
|
| 1060 |
+
"dtype": "uint8"
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1064 |
+
"shape": [
|
| 1065 |
+
261,
|
| 1066 |
+
240,
|
| 1067 |
+
320,
|
| 1068 |
+
3
|
| 1069 |
+
],
|
| 1070 |
+
"dtype": "uint8"
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1074 |
+
"shape": [
|
| 1075 |
+
261,
|
| 1076 |
+
320,
|
| 1077 |
+
240,
|
| 1078 |
+
3
|
| 1079 |
+
],
|
| 1080 |
+
"dtype": "uint8"
|
| 1081 |
+
}
|
| 1082 |
+
],
|
| 1083 |
+
"trajectory_sha256": "95a441b70be6612969bee56eb5cb03a9885835480dc211a21141fadb71509736",
|
| 1084 |
+
"source_sha256": "d71582192943c9f55fe8b23236e74e9c303d3fa66aae022816432b32c5e3b96b",
|
| 1085 |
+
"view_sha256": "7db3675ad504c2c24dd58216246d1e8476a4bbdafa51ab64c3288b73e34ea1b0"
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"demo_id": "demo_10",
|
| 1089 |
+
"file": "demo_10.h5",
|
| 1090 |
+
"length": 228,
|
| 1091 |
+
"fields": [
|
| 1092 |
+
{
|
| 1093 |
+
"path": "actions/panda-0",
|
| 1094 |
+
"shape": [
|
| 1095 |
+
228,
|
| 1096 |
+
7
|
| 1097 |
+
],
|
| 1098 |
+
"dtype": "float32"
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"path": "actions/panda-1",
|
| 1102 |
+
"shape": [
|
| 1103 |
+
228,
|
| 1104 |
+
7
|
| 1105 |
+
],
|
| 1106 |
+
"dtype": "float32"
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1110 |
+
"shape": [
|
| 1111 |
+
229,
|
| 1112 |
+
9
|
| 1113 |
+
],
|
| 1114 |
+
"dtype": "float32"
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1118 |
+
"shape": [
|
| 1119 |
+
229,
|
| 1120 |
+
9
|
| 1121 |
+
],
|
| 1122 |
+
"dtype": "float32"
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1126 |
+
"shape": [
|
| 1127 |
+
229,
|
| 1128 |
+
9
|
| 1129 |
+
],
|
| 1130 |
+
"dtype": "float32"
|
| 1131 |
+
},
|
| 1132 |
+
{
|
| 1133 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1134 |
+
"shape": [
|
| 1135 |
+
229,
|
| 1136 |
+
9
|
| 1137 |
+
],
|
| 1138 |
+
"dtype": "float32"
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1142 |
+
"shape": [
|
| 1143 |
+
229,
|
| 1144 |
+
240,
|
| 1145 |
+
320,
|
| 1146 |
+
3
|
| 1147 |
+
],
|
| 1148 |
+
"dtype": "uint8"
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1152 |
+
"shape": [
|
| 1153 |
+
229,
|
| 1154 |
+
240,
|
| 1155 |
+
320,
|
| 1156 |
+
3
|
| 1157 |
+
],
|
| 1158 |
+
"dtype": "uint8"
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1162 |
+
"shape": [
|
| 1163 |
+
229,
|
| 1164 |
+
240,
|
| 1165 |
+
320,
|
| 1166 |
+
3
|
| 1167 |
+
],
|
| 1168 |
+
"dtype": "uint8"
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1172 |
+
"shape": [
|
| 1173 |
+
229,
|
| 1174 |
+
240,
|
| 1175 |
+
320,
|
| 1176 |
+
3
|
| 1177 |
+
],
|
| 1178 |
+
"dtype": "uint8"
|
| 1179 |
+
},
|
| 1180 |
+
{
|
| 1181 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1182 |
+
"shape": [
|
| 1183 |
+
229,
|
| 1184 |
+
320,
|
| 1185 |
+
240,
|
| 1186 |
+
3
|
| 1187 |
+
],
|
| 1188 |
+
"dtype": "uint8"
|
| 1189 |
+
}
|
| 1190 |
+
],
|
| 1191 |
+
"trajectory_sha256": "b9910f0fdf899d3b46457ad6436617c3ae44c11d847bf625f545ced622d885fb",
|
| 1192 |
+
"source_sha256": "15160fa45513224d317c3848783ac2e48f1c3a7a07374743ac56c8fa02e7a93f",
|
| 1193 |
+
"view_sha256": "9b45758b14889ea559055c57814a2e9b94d00c876a8edede1446a0e39f6fb4db"
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"demo_id": "demo_11",
|
| 1197 |
+
"file": "demo_11.h5",
|
| 1198 |
+
"length": 230,
|
| 1199 |
+
"fields": [
|
| 1200 |
+
{
|
| 1201 |
+
"path": "actions/panda-0",
|
| 1202 |
+
"shape": [
|
| 1203 |
+
230,
|
| 1204 |
+
7
|
| 1205 |
+
],
|
| 1206 |
+
"dtype": "float32"
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"path": "actions/panda-1",
|
| 1210 |
+
"shape": [
|
| 1211 |
+
230,
|
| 1212 |
+
7
|
| 1213 |
+
],
|
| 1214 |
+
"dtype": "float32"
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1218 |
+
"shape": [
|
| 1219 |
+
231,
|
| 1220 |
+
9
|
| 1221 |
+
],
|
| 1222 |
+
"dtype": "float32"
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1226 |
+
"shape": [
|
| 1227 |
+
231,
|
| 1228 |
+
9
|
| 1229 |
+
],
|
| 1230 |
+
"dtype": "float32"
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1234 |
+
"shape": [
|
| 1235 |
+
231,
|
| 1236 |
+
9
|
| 1237 |
+
],
|
| 1238 |
+
"dtype": "float32"
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1242 |
+
"shape": [
|
| 1243 |
+
231,
|
| 1244 |
+
9
|
| 1245 |
+
],
|
| 1246 |
+
"dtype": "float32"
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1250 |
+
"shape": [
|
| 1251 |
+
231,
|
| 1252 |
+
240,
|
| 1253 |
+
320,
|
| 1254 |
+
3
|
| 1255 |
+
],
|
| 1256 |
+
"dtype": "uint8"
|
| 1257 |
+
},
|
| 1258 |
+
{
|
| 1259 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1260 |
+
"shape": [
|
| 1261 |
+
231,
|
| 1262 |
+
240,
|
| 1263 |
+
320,
|
| 1264 |
+
3
|
| 1265 |
+
],
|
| 1266 |
+
"dtype": "uint8"
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1270 |
+
"shape": [
|
| 1271 |
+
231,
|
| 1272 |
+
240,
|
| 1273 |
+
320,
|
| 1274 |
+
3
|
| 1275 |
+
],
|
| 1276 |
+
"dtype": "uint8"
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1280 |
+
"shape": [
|
| 1281 |
+
231,
|
| 1282 |
+
240,
|
| 1283 |
+
320,
|
| 1284 |
+
3
|
| 1285 |
+
],
|
| 1286 |
+
"dtype": "uint8"
|
| 1287 |
+
},
|
| 1288 |
+
{
|
| 1289 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1290 |
+
"shape": [
|
| 1291 |
+
231,
|
| 1292 |
+
320,
|
| 1293 |
+
240,
|
| 1294 |
+
3
|
| 1295 |
+
],
|
| 1296 |
+
"dtype": "uint8"
|
| 1297 |
+
}
|
| 1298 |
+
],
|
| 1299 |
+
"trajectory_sha256": "590aa6d10e47b1f8afd9a2438eaf2d279036182c31a898d6a3d5acd94ba31fb1",
|
| 1300 |
+
"source_sha256": "027fd772119b6547aa296d4529e4069006ed2438e900608fd483260ab9f33512",
|
| 1301 |
+
"view_sha256": "14939697824e6d08d6dfd648b906885f80bf87b7378eab0af13038696e83a241"
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"demo_id": "demo_12",
|
| 1305 |
+
"file": "demo_12.h5",
|
| 1306 |
+
"length": 274,
|
| 1307 |
+
"fields": [
|
| 1308 |
+
{
|
| 1309 |
+
"path": "actions/panda-0",
|
| 1310 |
+
"shape": [
|
| 1311 |
+
274,
|
| 1312 |
+
7
|
| 1313 |
+
],
|
| 1314 |
+
"dtype": "float32"
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"path": "actions/panda-1",
|
| 1318 |
+
"shape": [
|
| 1319 |
+
274,
|
| 1320 |
+
7
|
| 1321 |
+
],
|
| 1322 |
+
"dtype": "float32"
|
| 1323 |
+
},
|
| 1324 |
+
{
|
| 1325 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1326 |
+
"shape": [
|
| 1327 |
+
275,
|
| 1328 |
+
9
|
| 1329 |
+
],
|
| 1330 |
+
"dtype": "float32"
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1334 |
+
"shape": [
|
| 1335 |
+
275,
|
| 1336 |
+
9
|
| 1337 |
+
],
|
| 1338 |
+
"dtype": "float32"
|
| 1339 |
+
},
|
| 1340 |
+
{
|
| 1341 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1342 |
+
"shape": [
|
| 1343 |
+
275,
|
| 1344 |
+
9
|
| 1345 |
+
],
|
| 1346 |
+
"dtype": "float32"
|
| 1347 |
+
},
|
| 1348 |
+
{
|
| 1349 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1350 |
+
"shape": [
|
| 1351 |
+
275,
|
| 1352 |
+
9
|
| 1353 |
+
],
|
| 1354 |
+
"dtype": "float32"
|
| 1355 |
+
},
|
| 1356 |
+
{
|
| 1357 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1358 |
+
"shape": [
|
| 1359 |
+
275,
|
| 1360 |
+
240,
|
| 1361 |
+
320,
|
| 1362 |
+
3
|
| 1363 |
+
],
|
| 1364 |
+
"dtype": "uint8"
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1368 |
+
"shape": [
|
| 1369 |
+
275,
|
| 1370 |
+
240,
|
| 1371 |
+
320,
|
| 1372 |
+
3
|
| 1373 |
+
],
|
| 1374 |
+
"dtype": "uint8"
|
| 1375 |
+
},
|
| 1376 |
+
{
|
| 1377 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1378 |
+
"shape": [
|
| 1379 |
+
275,
|
| 1380 |
+
240,
|
| 1381 |
+
320,
|
| 1382 |
+
3
|
| 1383 |
+
],
|
| 1384 |
+
"dtype": "uint8"
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1388 |
+
"shape": [
|
| 1389 |
+
275,
|
| 1390 |
+
240,
|
| 1391 |
+
320,
|
| 1392 |
+
3
|
| 1393 |
+
],
|
| 1394 |
+
"dtype": "uint8"
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1398 |
+
"shape": [
|
| 1399 |
+
275,
|
| 1400 |
+
320,
|
| 1401 |
+
240,
|
| 1402 |
+
3
|
| 1403 |
+
],
|
| 1404 |
+
"dtype": "uint8"
|
| 1405 |
+
}
|
| 1406 |
+
],
|
| 1407 |
+
"trajectory_sha256": "852e687ddfdfffc395914d9038349d41c14d6c1e114034cb5486ea8b90be30aa",
|
| 1408 |
+
"source_sha256": "eb8d502fe2810314166c4e341506bce2d42cf2a1481a93e1c68f6f7c8e847789",
|
| 1409 |
+
"view_sha256": "04c92be1d6924fa9f0799187a9b07b6f215c94dceaaf3531eea94df3986ec42e"
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"demo_id": "demo_13",
|
| 1413 |
+
"file": "demo_13.h5",
|
| 1414 |
+
"length": 225,
|
| 1415 |
+
"fields": [
|
| 1416 |
+
{
|
| 1417 |
+
"path": "actions/panda-0",
|
| 1418 |
+
"shape": [
|
| 1419 |
+
225,
|
| 1420 |
+
7
|
| 1421 |
+
],
|
| 1422 |
+
"dtype": "float32"
|
| 1423 |
+
},
|
| 1424 |
+
{
|
| 1425 |
+
"path": "actions/panda-1",
|
| 1426 |
+
"shape": [
|
| 1427 |
+
225,
|
| 1428 |
+
7
|
| 1429 |
+
],
|
| 1430 |
+
"dtype": "float32"
|
| 1431 |
+
},
|
| 1432 |
+
{
|
| 1433 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1434 |
+
"shape": [
|
| 1435 |
+
226,
|
| 1436 |
+
9
|
| 1437 |
+
],
|
| 1438 |
+
"dtype": "float32"
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1442 |
+
"shape": [
|
| 1443 |
+
226,
|
| 1444 |
+
9
|
| 1445 |
+
],
|
| 1446 |
+
"dtype": "float32"
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1450 |
+
"shape": [
|
| 1451 |
+
226,
|
| 1452 |
+
9
|
| 1453 |
+
],
|
| 1454 |
+
"dtype": "float32"
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1458 |
+
"shape": [
|
| 1459 |
+
226,
|
| 1460 |
+
9
|
| 1461 |
+
],
|
| 1462 |
+
"dtype": "float32"
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1466 |
+
"shape": [
|
| 1467 |
+
226,
|
| 1468 |
+
240,
|
| 1469 |
+
320,
|
| 1470 |
+
3
|
| 1471 |
+
],
|
| 1472 |
+
"dtype": "uint8"
|
| 1473 |
+
},
|
| 1474 |
+
{
|
| 1475 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1476 |
+
"shape": [
|
| 1477 |
+
226,
|
| 1478 |
+
240,
|
| 1479 |
+
320,
|
| 1480 |
+
3
|
| 1481 |
+
],
|
| 1482 |
+
"dtype": "uint8"
|
| 1483 |
+
},
|
| 1484 |
+
{
|
| 1485 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1486 |
+
"shape": [
|
| 1487 |
+
226,
|
| 1488 |
+
240,
|
| 1489 |
+
320,
|
| 1490 |
+
3
|
| 1491 |
+
],
|
| 1492 |
+
"dtype": "uint8"
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1496 |
+
"shape": [
|
| 1497 |
+
226,
|
| 1498 |
+
240,
|
| 1499 |
+
320,
|
| 1500 |
+
3
|
| 1501 |
+
],
|
| 1502 |
+
"dtype": "uint8"
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1506 |
+
"shape": [
|
| 1507 |
+
226,
|
| 1508 |
+
320,
|
| 1509 |
+
240,
|
| 1510 |
+
3
|
| 1511 |
+
],
|
| 1512 |
+
"dtype": "uint8"
|
| 1513 |
+
}
|
| 1514 |
+
],
|
| 1515 |
+
"trajectory_sha256": "3f7328b217faa757fe79e123a7964a0b5a946e216b6d029ea8bab6da7bb3083a",
|
| 1516 |
+
"source_sha256": "e2b8387e25984af73a6e7c8ca1e65e3aa3bc091531fcccaf73d2c5f634fda66a",
|
| 1517 |
+
"view_sha256": "10b787ce6f5251fea712d9931d6644ce54fc7934141844d55b836d03f3f24cae"
|
| 1518 |
+
},
|
| 1519 |
+
{
|
| 1520 |
+
"demo_id": "demo_14",
|
| 1521 |
+
"file": "demo_14.h5",
|
| 1522 |
+
"length": 228,
|
| 1523 |
+
"fields": [
|
| 1524 |
+
{
|
| 1525 |
+
"path": "actions/panda-0",
|
| 1526 |
+
"shape": [
|
| 1527 |
+
228,
|
| 1528 |
+
7
|
| 1529 |
+
],
|
| 1530 |
+
"dtype": "float32"
|
| 1531 |
+
},
|
| 1532 |
+
{
|
| 1533 |
+
"path": "actions/panda-1",
|
| 1534 |
+
"shape": [
|
| 1535 |
+
228,
|
| 1536 |
+
7
|
| 1537 |
+
],
|
| 1538 |
+
"dtype": "float32"
|
| 1539 |
+
},
|
| 1540 |
+
{
|
| 1541 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1542 |
+
"shape": [
|
| 1543 |
+
229,
|
| 1544 |
+
9
|
| 1545 |
+
],
|
| 1546 |
+
"dtype": "float32"
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1550 |
+
"shape": [
|
| 1551 |
+
229,
|
| 1552 |
+
9
|
| 1553 |
+
],
|
| 1554 |
+
"dtype": "float32"
|
| 1555 |
+
},
|
| 1556 |
+
{
|
| 1557 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1558 |
+
"shape": [
|
| 1559 |
+
229,
|
| 1560 |
+
9
|
| 1561 |
+
],
|
| 1562 |
+
"dtype": "float32"
|
| 1563 |
+
},
|
| 1564 |
+
{
|
| 1565 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1566 |
+
"shape": [
|
| 1567 |
+
229,
|
| 1568 |
+
9
|
| 1569 |
+
],
|
| 1570 |
+
"dtype": "float32"
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1574 |
+
"shape": [
|
| 1575 |
+
229,
|
| 1576 |
+
240,
|
| 1577 |
+
320,
|
| 1578 |
+
3
|
| 1579 |
+
],
|
| 1580 |
+
"dtype": "uint8"
|
| 1581 |
+
},
|
| 1582 |
+
{
|
| 1583 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1584 |
+
"shape": [
|
| 1585 |
+
229,
|
| 1586 |
+
240,
|
| 1587 |
+
320,
|
| 1588 |
+
3
|
| 1589 |
+
],
|
| 1590 |
+
"dtype": "uint8"
|
| 1591 |
+
},
|
| 1592 |
+
{
|
| 1593 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1594 |
+
"shape": [
|
| 1595 |
+
229,
|
| 1596 |
+
240,
|
| 1597 |
+
320,
|
| 1598 |
+
3
|
| 1599 |
+
],
|
| 1600 |
+
"dtype": "uint8"
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1604 |
+
"shape": [
|
| 1605 |
+
229,
|
| 1606 |
+
240,
|
| 1607 |
+
320,
|
| 1608 |
+
3
|
| 1609 |
+
],
|
| 1610 |
+
"dtype": "uint8"
|
| 1611 |
+
},
|
| 1612 |
+
{
|
| 1613 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1614 |
+
"shape": [
|
| 1615 |
+
229,
|
| 1616 |
+
320,
|
| 1617 |
+
240,
|
| 1618 |
+
3
|
| 1619 |
+
],
|
| 1620 |
+
"dtype": "uint8"
|
| 1621 |
+
}
|
| 1622 |
+
],
|
| 1623 |
+
"trajectory_sha256": "37fbef4dfac0f3c7073bfedc050cf00994818954239e66c42a6a89382655396e",
|
| 1624 |
+
"source_sha256": "d89720a31be64353c45da44848dca9acabca44c43db52f553f0c3b8301dce5e5",
|
| 1625 |
+
"view_sha256": "49ad3137e5f12e607be76b780dfe0ecba47e8ea8fa7ca579ffc9b922f177f38c"
|
| 1626 |
+
},
|
| 1627 |
+
{
|
| 1628 |
+
"demo_id": "demo_15",
|
| 1629 |
+
"file": "demo_15.h5",
|
| 1630 |
+
"length": 230,
|
| 1631 |
+
"fields": [
|
| 1632 |
+
{
|
| 1633 |
+
"path": "actions/panda-0",
|
| 1634 |
+
"shape": [
|
| 1635 |
+
230,
|
| 1636 |
+
7
|
| 1637 |
+
],
|
| 1638 |
+
"dtype": "float32"
|
| 1639 |
+
},
|
| 1640 |
+
{
|
| 1641 |
+
"path": "actions/panda-1",
|
| 1642 |
+
"shape": [
|
| 1643 |
+
230,
|
| 1644 |
+
7
|
| 1645 |
+
],
|
| 1646 |
+
"dtype": "float32"
|
| 1647 |
+
},
|
| 1648 |
+
{
|
| 1649 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1650 |
+
"shape": [
|
| 1651 |
+
231,
|
| 1652 |
+
9
|
| 1653 |
+
],
|
| 1654 |
+
"dtype": "float32"
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1658 |
+
"shape": [
|
| 1659 |
+
231,
|
| 1660 |
+
9
|
| 1661 |
+
],
|
| 1662 |
+
"dtype": "float32"
|
| 1663 |
+
},
|
| 1664 |
+
{
|
| 1665 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1666 |
+
"shape": [
|
| 1667 |
+
231,
|
| 1668 |
+
9
|
| 1669 |
+
],
|
| 1670 |
+
"dtype": "float32"
|
| 1671 |
+
},
|
| 1672 |
+
{
|
| 1673 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1674 |
+
"shape": [
|
| 1675 |
+
231,
|
| 1676 |
+
9
|
| 1677 |
+
],
|
| 1678 |
+
"dtype": "float32"
|
| 1679 |
+
},
|
| 1680 |
+
{
|
| 1681 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1682 |
+
"shape": [
|
| 1683 |
+
231,
|
| 1684 |
+
240,
|
| 1685 |
+
320,
|
| 1686 |
+
3
|
| 1687 |
+
],
|
| 1688 |
+
"dtype": "uint8"
|
| 1689 |
+
},
|
| 1690 |
+
{
|
| 1691 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1692 |
+
"shape": [
|
| 1693 |
+
231,
|
| 1694 |
+
240,
|
| 1695 |
+
320,
|
| 1696 |
+
3
|
| 1697 |
+
],
|
| 1698 |
+
"dtype": "uint8"
|
| 1699 |
+
},
|
| 1700 |
+
{
|
| 1701 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1702 |
+
"shape": [
|
| 1703 |
+
231,
|
| 1704 |
+
240,
|
| 1705 |
+
320,
|
| 1706 |
+
3
|
| 1707 |
+
],
|
| 1708 |
+
"dtype": "uint8"
|
| 1709 |
+
},
|
| 1710 |
+
{
|
| 1711 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1712 |
+
"shape": [
|
| 1713 |
+
231,
|
| 1714 |
+
240,
|
| 1715 |
+
320,
|
| 1716 |
+
3
|
| 1717 |
+
],
|
| 1718 |
+
"dtype": "uint8"
|
| 1719 |
+
},
|
| 1720 |
+
{
|
| 1721 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1722 |
+
"shape": [
|
| 1723 |
+
231,
|
| 1724 |
+
320,
|
| 1725 |
+
240,
|
| 1726 |
+
3
|
| 1727 |
+
],
|
| 1728 |
+
"dtype": "uint8"
|
| 1729 |
+
}
|
| 1730 |
+
],
|
| 1731 |
+
"trajectory_sha256": "2dca354b2511ca24564d4c4cdedd5a5c09d9f695fb7b70418c10d6f2863eaeff",
|
| 1732 |
+
"source_sha256": "1417e4f83939ba724e12fef310945c3ddcd56878f45a56e5610f075c9ab18776",
|
| 1733 |
+
"view_sha256": "e237032a791b021736c6dd4ed5d73f6e91f569866c98c451e91786b8126fdffb"
|
| 1734 |
+
},
|
| 1735 |
+
{
|
| 1736 |
+
"demo_id": "demo_16",
|
| 1737 |
+
"file": "demo_16.h5",
|
| 1738 |
+
"length": 226,
|
| 1739 |
+
"fields": [
|
| 1740 |
+
{
|
| 1741 |
+
"path": "actions/panda-0",
|
| 1742 |
+
"shape": [
|
| 1743 |
+
226,
|
| 1744 |
+
7
|
| 1745 |
+
],
|
| 1746 |
+
"dtype": "float32"
|
| 1747 |
+
},
|
| 1748 |
+
{
|
| 1749 |
+
"path": "actions/panda-1",
|
| 1750 |
+
"shape": [
|
| 1751 |
+
226,
|
| 1752 |
+
7
|
| 1753 |
+
],
|
| 1754 |
+
"dtype": "float32"
|
| 1755 |
+
},
|
| 1756 |
+
{
|
| 1757 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1758 |
+
"shape": [
|
| 1759 |
+
227,
|
| 1760 |
+
9
|
| 1761 |
+
],
|
| 1762 |
+
"dtype": "float32"
|
| 1763 |
+
},
|
| 1764 |
+
{
|
| 1765 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1766 |
+
"shape": [
|
| 1767 |
+
227,
|
| 1768 |
+
9
|
| 1769 |
+
],
|
| 1770 |
+
"dtype": "float32"
|
| 1771 |
+
},
|
| 1772 |
+
{
|
| 1773 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1774 |
+
"shape": [
|
| 1775 |
+
227,
|
| 1776 |
+
9
|
| 1777 |
+
],
|
| 1778 |
+
"dtype": "float32"
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1782 |
+
"shape": [
|
| 1783 |
+
227,
|
| 1784 |
+
9
|
| 1785 |
+
],
|
| 1786 |
+
"dtype": "float32"
|
| 1787 |
+
},
|
| 1788 |
+
{
|
| 1789 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1790 |
+
"shape": [
|
| 1791 |
+
227,
|
| 1792 |
+
240,
|
| 1793 |
+
320,
|
| 1794 |
+
3
|
| 1795 |
+
],
|
| 1796 |
+
"dtype": "uint8"
|
| 1797 |
+
},
|
| 1798 |
+
{
|
| 1799 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1800 |
+
"shape": [
|
| 1801 |
+
227,
|
| 1802 |
+
240,
|
| 1803 |
+
320,
|
| 1804 |
+
3
|
| 1805 |
+
],
|
| 1806 |
+
"dtype": "uint8"
|
| 1807 |
+
},
|
| 1808 |
+
{
|
| 1809 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1810 |
+
"shape": [
|
| 1811 |
+
227,
|
| 1812 |
+
240,
|
| 1813 |
+
320,
|
| 1814 |
+
3
|
| 1815 |
+
],
|
| 1816 |
+
"dtype": "uint8"
|
| 1817 |
+
},
|
| 1818 |
+
{
|
| 1819 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1820 |
+
"shape": [
|
| 1821 |
+
227,
|
| 1822 |
+
240,
|
| 1823 |
+
320,
|
| 1824 |
+
3
|
| 1825 |
+
],
|
| 1826 |
+
"dtype": "uint8"
|
| 1827 |
+
},
|
| 1828 |
+
{
|
| 1829 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1830 |
+
"shape": [
|
| 1831 |
+
227,
|
| 1832 |
+
320,
|
| 1833 |
+
240,
|
| 1834 |
+
3
|
| 1835 |
+
],
|
| 1836 |
+
"dtype": "uint8"
|
| 1837 |
+
}
|
| 1838 |
+
],
|
| 1839 |
+
"trajectory_sha256": "0c1b391e9fd47bc173a24548437c791f3181ceaa20f62224d90978b15e749881",
|
| 1840 |
+
"source_sha256": "da27102daccf42b3c300ff376a5e73f4caec9591f0e02c7d290d55dcb55ba38e",
|
| 1841 |
+
"view_sha256": "90332e029671cf6c6937fc2e3bfa4ac5190c240f85363da5dc4301b691ef5691"
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"demo_id": "demo_17",
|
| 1845 |
+
"file": "demo_17.h5",
|
| 1846 |
+
"length": 247,
|
| 1847 |
+
"fields": [
|
| 1848 |
+
{
|
| 1849 |
+
"path": "actions/panda-0",
|
| 1850 |
+
"shape": [
|
| 1851 |
+
247,
|
| 1852 |
+
7
|
| 1853 |
+
],
|
| 1854 |
+
"dtype": "float32"
|
| 1855 |
+
},
|
| 1856 |
+
{
|
| 1857 |
+
"path": "actions/panda-1",
|
| 1858 |
+
"shape": [
|
| 1859 |
+
247,
|
| 1860 |
+
7
|
| 1861 |
+
],
|
| 1862 |
+
"dtype": "float32"
|
| 1863 |
+
},
|
| 1864 |
+
{
|
| 1865 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1866 |
+
"shape": [
|
| 1867 |
+
248,
|
| 1868 |
+
9
|
| 1869 |
+
],
|
| 1870 |
+
"dtype": "float32"
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1874 |
+
"shape": [
|
| 1875 |
+
248,
|
| 1876 |
+
9
|
| 1877 |
+
],
|
| 1878 |
+
"dtype": "float32"
|
| 1879 |
+
},
|
| 1880 |
+
{
|
| 1881 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1882 |
+
"shape": [
|
| 1883 |
+
248,
|
| 1884 |
+
9
|
| 1885 |
+
],
|
| 1886 |
+
"dtype": "float32"
|
| 1887 |
+
},
|
| 1888 |
+
{
|
| 1889 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1890 |
+
"shape": [
|
| 1891 |
+
248,
|
| 1892 |
+
9
|
| 1893 |
+
],
|
| 1894 |
+
"dtype": "float32"
|
| 1895 |
+
},
|
| 1896 |
+
{
|
| 1897 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1898 |
+
"shape": [
|
| 1899 |
+
248,
|
| 1900 |
+
240,
|
| 1901 |
+
320,
|
| 1902 |
+
3
|
| 1903 |
+
],
|
| 1904 |
+
"dtype": "uint8"
|
| 1905 |
+
},
|
| 1906 |
+
{
|
| 1907 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1908 |
+
"shape": [
|
| 1909 |
+
248,
|
| 1910 |
+
240,
|
| 1911 |
+
320,
|
| 1912 |
+
3
|
| 1913 |
+
],
|
| 1914 |
+
"dtype": "uint8"
|
| 1915 |
+
},
|
| 1916 |
+
{
|
| 1917 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1918 |
+
"shape": [
|
| 1919 |
+
248,
|
| 1920 |
+
240,
|
| 1921 |
+
320,
|
| 1922 |
+
3
|
| 1923 |
+
],
|
| 1924 |
+
"dtype": "uint8"
|
| 1925 |
+
},
|
| 1926 |
+
{
|
| 1927 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1928 |
+
"shape": [
|
| 1929 |
+
248,
|
| 1930 |
+
240,
|
| 1931 |
+
320,
|
| 1932 |
+
3
|
| 1933 |
+
],
|
| 1934 |
+
"dtype": "uint8"
|
| 1935 |
+
},
|
| 1936 |
+
{
|
| 1937 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1938 |
+
"shape": [
|
| 1939 |
+
248,
|
| 1940 |
+
320,
|
| 1941 |
+
240,
|
| 1942 |
+
3
|
| 1943 |
+
],
|
| 1944 |
+
"dtype": "uint8"
|
| 1945 |
+
}
|
| 1946 |
+
],
|
| 1947 |
+
"trajectory_sha256": "dc8e33c0e6cedbf5a10a8cc98e7a150b73fc6b22cb52ad7a402957a9a75be5b1",
|
| 1948 |
+
"source_sha256": "5397b16cd88493918bebb5366fdbadcfb467473ffbd3daf58181cc89ff00ac22",
|
| 1949 |
+
"view_sha256": "90ca9e1b8e1ed2f092246918126c1660ee8f3f8eeaba56b2761932cbeaa5f0bd"
|
| 1950 |
+
},
|
| 1951 |
+
{
|
| 1952 |
+
"demo_id": "demo_18",
|
| 1953 |
+
"file": "demo_18.h5",
|
| 1954 |
+
"length": 226,
|
| 1955 |
+
"fields": [
|
| 1956 |
+
{
|
| 1957 |
+
"path": "actions/panda-0",
|
| 1958 |
+
"shape": [
|
| 1959 |
+
226,
|
| 1960 |
+
7
|
| 1961 |
+
],
|
| 1962 |
+
"dtype": "float32"
|
| 1963 |
+
},
|
| 1964 |
+
{
|
| 1965 |
+
"path": "actions/panda-1",
|
| 1966 |
+
"shape": [
|
| 1967 |
+
226,
|
| 1968 |
+
7
|
| 1969 |
+
],
|
| 1970 |
+
"dtype": "float32"
|
| 1971 |
+
},
|
| 1972 |
+
{
|
| 1973 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1974 |
+
"shape": [
|
| 1975 |
+
227,
|
| 1976 |
+
9
|
| 1977 |
+
],
|
| 1978 |
+
"dtype": "float32"
|
| 1979 |
+
},
|
| 1980 |
+
{
|
| 1981 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1982 |
+
"shape": [
|
| 1983 |
+
227,
|
| 1984 |
+
9
|
| 1985 |
+
],
|
| 1986 |
+
"dtype": "float32"
|
| 1987 |
+
},
|
| 1988 |
+
{
|
| 1989 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1990 |
+
"shape": [
|
| 1991 |
+
227,
|
| 1992 |
+
9
|
| 1993 |
+
],
|
| 1994 |
+
"dtype": "float32"
|
| 1995 |
+
},
|
| 1996 |
+
{
|
| 1997 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1998 |
+
"shape": [
|
| 1999 |
+
227,
|
| 2000 |
+
9
|
| 2001 |
+
],
|
| 2002 |
+
"dtype": "float32"
|
| 2003 |
+
},
|
| 2004 |
+
{
|
| 2005 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2006 |
+
"shape": [
|
| 2007 |
+
227,
|
| 2008 |
+
240,
|
| 2009 |
+
320,
|
| 2010 |
+
3
|
| 2011 |
+
],
|
| 2012 |
+
"dtype": "uint8"
|
| 2013 |
+
},
|
| 2014 |
+
{
|
| 2015 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2016 |
+
"shape": [
|
| 2017 |
+
227,
|
| 2018 |
+
240,
|
| 2019 |
+
320,
|
| 2020 |
+
3
|
| 2021 |
+
],
|
| 2022 |
+
"dtype": "uint8"
|
| 2023 |
+
},
|
| 2024 |
+
{
|
| 2025 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2026 |
+
"shape": [
|
| 2027 |
+
227,
|
| 2028 |
+
240,
|
| 2029 |
+
320,
|
| 2030 |
+
3
|
| 2031 |
+
],
|
| 2032 |
+
"dtype": "uint8"
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2036 |
+
"shape": [
|
| 2037 |
+
227,
|
| 2038 |
+
240,
|
| 2039 |
+
320,
|
| 2040 |
+
3
|
| 2041 |
+
],
|
| 2042 |
+
"dtype": "uint8"
|
| 2043 |
+
},
|
| 2044 |
+
{
|
| 2045 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2046 |
+
"shape": [
|
| 2047 |
+
227,
|
| 2048 |
+
320,
|
| 2049 |
+
240,
|
| 2050 |
+
3
|
| 2051 |
+
],
|
| 2052 |
+
"dtype": "uint8"
|
| 2053 |
+
}
|
| 2054 |
+
],
|
| 2055 |
+
"trajectory_sha256": "a3474e55c96d8a465b775595f1a3185ff130150281eaafc80bd3a2a9bc15c2cc",
|
| 2056 |
+
"source_sha256": "78c9b3cbcf67e9c7688f31277045319a82bf9dfdd83df39b7257cf531bdbc994",
|
| 2057 |
+
"view_sha256": "5e3834be653bff024b52bd0e591ede700c8be788ccfe9833414293f9f9300188"
|
| 2058 |
+
},
|
| 2059 |
+
{
|
| 2060 |
+
"demo_id": "demo_19",
|
| 2061 |
+
"file": "demo_19.h5",
|
| 2062 |
+
"length": 254,
|
| 2063 |
+
"fields": [
|
| 2064 |
+
{
|
| 2065 |
+
"path": "actions/panda-0",
|
| 2066 |
+
"shape": [
|
| 2067 |
+
254,
|
| 2068 |
+
7
|
| 2069 |
+
],
|
| 2070 |
+
"dtype": "float32"
|
| 2071 |
+
},
|
| 2072 |
+
{
|
| 2073 |
+
"path": "actions/panda-1",
|
| 2074 |
+
"shape": [
|
| 2075 |
+
254,
|
| 2076 |
+
7
|
| 2077 |
+
],
|
| 2078 |
+
"dtype": "float32"
|
| 2079 |
+
},
|
| 2080 |
+
{
|
| 2081 |
+
"path": "obs/agent/panda-0/qpos",
|
| 2082 |
+
"shape": [
|
| 2083 |
+
255,
|
| 2084 |
+
9
|
| 2085 |
+
],
|
| 2086 |
+
"dtype": "float32"
|
| 2087 |
+
},
|
| 2088 |
+
{
|
| 2089 |
+
"path": "obs/agent/panda-0/qvel",
|
| 2090 |
+
"shape": [
|
| 2091 |
+
255,
|
| 2092 |
+
9
|
| 2093 |
+
],
|
| 2094 |
+
"dtype": "float32"
|
| 2095 |
+
},
|
| 2096 |
+
{
|
| 2097 |
+
"path": "obs/agent/panda-1/qpos",
|
| 2098 |
+
"shape": [
|
| 2099 |
+
255,
|
| 2100 |
+
9
|
| 2101 |
+
],
|
| 2102 |
+
"dtype": "float32"
|
| 2103 |
+
},
|
| 2104 |
+
{
|
| 2105 |
+
"path": "obs/agent/panda-1/qvel",
|
| 2106 |
+
"shape": [
|
| 2107 |
+
255,
|
| 2108 |
+
9
|
| 2109 |
+
],
|
| 2110 |
+
"dtype": "float32"
|
| 2111 |
+
},
|
| 2112 |
+
{
|
| 2113 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2114 |
+
"shape": [
|
| 2115 |
+
255,
|
| 2116 |
+
240,
|
| 2117 |
+
320,
|
| 2118 |
+
3
|
| 2119 |
+
],
|
| 2120 |
+
"dtype": "uint8"
|
| 2121 |
+
},
|
| 2122 |
+
{
|
| 2123 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2124 |
+
"shape": [
|
| 2125 |
+
255,
|
| 2126 |
+
240,
|
| 2127 |
+
320,
|
| 2128 |
+
3
|
| 2129 |
+
],
|
| 2130 |
+
"dtype": "uint8"
|
| 2131 |
+
},
|
| 2132 |
+
{
|
| 2133 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2134 |
+
"shape": [
|
| 2135 |
+
255,
|
| 2136 |
+
240,
|
| 2137 |
+
320,
|
| 2138 |
+
3
|
| 2139 |
+
],
|
| 2140 |
+
"dtype": "uint8"
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2144 |
+
"shape": [
|
| 2145 |
+
255,
|
| 2146 |
+
240,
|
| 2147 |
+
320,
|
| 2148 |
+
3
|
| 2149 |
+
],
|
| 2150 |
+
"dtype": "uint8"
|
| 2151 |
+
},
|
| 2152 |
+
{
|
| 2153 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2154 |
+
"shape": [
|
| 2155 |
+
255,
|
| 2156 |
+
320,
|
| 2157 |
+
240,
|
| 2158 |
+
3
|
| 2159 |
+
],
|
| 2160 |
+
"dtype": "uint8"
|
| 2161 |
+
}
|
| 2162 |
+
],
|
| 2163 |
+
"trajectory_sha256": "7323575b4e03cc3c4d10acfdda1671f1efeab5fb9fc47db1b3a16673b9661414",
|
| 2164 |
+
"source_sha256": "4135eb3977ee788eca2650a60ffc24e8c7998a7478e2728bfa08262623bc3ceb",
|
| 2165 |
+
"view_sha256": "54fea9809ebf536bbfa0006a64b1f24d0e2f1ec85772fc393ed649c1f223ac04"
|
| 2166 |
+
}
|
| 2167 |
+
]
|
| 2168 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/findings.md
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Legal E20 exploration ledger
|
| 2 |
+
|
| 3 |
+
Budget first queried: 0/20 used. Contract: DualArmFoldHandKerchief-v1, 14 normalized delta-pose/gripper components, 300 native steps, hold consumes first step. All environment interaction uses /worker_api.py API only. No simulator access or resets, neural fitting, or external data.
|
| 4 |
+
|
| 5 |
+
Preregistered visible rule: success only if legal images unambiguously show the handkerchief folded into a substantially smaller layered shape; a merely occluded, lifted, wrinkled, or ambiguous patch is false. Native sparse success is recorded separately when returned and is never inferred.
|
| 6 |
+
|
| 7 |
+
## Episode 1
|
| 8 |
+
Initial cloth localized visually as yellow diamond below and to the right of the top-view center. Observation has five RGB cameras and four flat proprioception paths, with step_id in the API envelope. Initial candidate action executed once. Harness expected an unwrapped action response and stopped; actual execute_actions returns {'executed', 'steps'}. Saved unexpected.pkl and action. finish_episode called. Program failure; no folding assessment. Fixed harness extraction to steps[-1].
|
| 9 |
+
|
| 10 |
+
## Episode 2
|
| 11 |
+
Original candidate ran full 300-step horizon. Native success remained false. Observed phase rose to 1.1596 by step 100 then stayed there through 300. Top/front step121 images show a broad flat cloth, no unambiguous fold. Retrieval stalled on post-close settling rows with unchanged arm pose and zero motion. Grasp itself unverified. Proposed v2 adds monotonic phase advancement at demonstration-scale rates and excludes far-behind phase rows, keeping current image/proprioception matching across all demos. This directly addresses timing deadlock, not grasp localization.
|
| 12 |
+
|
| 13 |
+
## Episode 3
|
| 14 |
+
v2 phase advancement ran all 300 steps; native success false throughout. Phase passed 1 at roughly 70, 2 at 178, and 3 by 240. Step141 top and step181 front show cloth transported into a narrower shape, unlike the flat stalled ep2. Step221 still has elongated cloth and strong hand occlusion. No definitive completion. Closed finger qpos values are near zero for both demos and live scene, so finger gap alone cannot certify cloth grasp. Pose/vision feedback remains essential. Independent runner check scheduled episode4.
|
| 15 |
+
|
| 16 |
+
## Episode 4 (independent rehearsal)
|
| 17 |
+
Bundle 535604fc09493af34fcbf530bde4be84d42245cb27bc522a0101d264e1960f00 valid, finished, native success false. Final top/front saved through latest_observation. Cloth broad and irregular after prolonged endpoint actions. Visible judgment false. First score submission used a structured evidence object and was rejected; resubmitted as an evidence string. No episode charged for scoring. Practical plan: constrain timing, stop residual endpoint movement, release and retreat to expose actual shape; then test local pose correction and localization weighting.
|
| 18 |
+
Scoring clarification: string-evidence submission for episode4 was also rejected because native or previous scores cannot be overwritten. The rehearsal already has native_step_feedback=false, which is authoritative. The visual false judgment remains documented locally; score_rehearsal will be used only when native feedback is absent.
|
| 19 |
+
|
| 20 |
+
## Episode 5
|
| 21 |
+
v3 adds a finish sequence at phase2.75: open both grippers for 8 steps, then upward z .08 for 20 steps, then settle for 17. Completed at step251; native success false. Final top/front show smaller roughly rectangular cloth with curling, still partially occluded. Folding incomplete/ambiguous. The release reduces endpoint drifting and makes morphology easier to judge. Next v4 adds bounded local numerical pose correction, estimated solely from legal demonstration joint differences and actions (no neural weights). Correction per translational component capped at .035 normalized, gain .25.
|
| 22 |
+
|
| 23 |
+
## Episode 6
|
| 24 |
+
v4 bounded numerical pose correction, fixed phase schedule. Ended step257, native success false. Midfold step141 front and step161 top show a largely flat cloth despite arm travel; grasp likely missed. Pose correction alone did not establish contact. Timing may force closure before the relevant demonstration's approach completes. v5 replaces fixed phase rates with the retrieved examples' actual phase increments (derived from bank sequence differences), retaining feedback and bounded correction.
|
| 25 |
+
|
| 26 |
+
## Episode 7
|
| 27 |
+
v5 adaptive demonstration phase increments with bounded local pose correction. Native success TRUE at step196 and terminated TRUE. Exact returned event saved in ep07/events.json. Final image ep07/step196/top_camera.png shows compact folded cloth; native signal is authoritative. This is one interactive success, not independent validation. Preserve this version and rehearse it in episode8 before changing behavior.
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/handoff.md
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Runtime handoff: adaptive feedback retrieval
|
| 2 |
+
Call reset_episode() then act(obs) after the runner hold. step_id 1..299 yields a bounded 14-vector or None; step300 stops. Uses legal RGB/proprioception/instruction/step_id only. Runtime files: controller.py, features.py, reference_bank.npz, servo.py, servo_bank.npz. NumPy and OpenCV must be installed; no networking, RPC, neural weights or external model at runtime.
|
| 3 |
+
Reference bank derives from exactly this task's 20 authorized D20 demonstrations. servo_bank contains numerical joint differences and action averages from those same demonstrations; no neural weights were trained. Local inverse regression supplies bounded pose correction. Phase increments are derived from original bank sequence differences. One interactive native success in episode7 at step196; other scenes failed, so robustness is unresolved. Current version must be independently rehearsed before submission. All legal exploration evidence resides in ../exploration; no evaluation data accessed.
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/policy_runner.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Frozen-program entry point; no development agent and no reset capability."""
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
|
| 5 |
+
sys.path.insert(0,'/artifact')
|
| 6 |
+
sys.path.insert(0,'/')
|
| 7 |
+
from worker_api import API
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def main():
|
| 11 |
+
spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
|
| 12 |
+
module=importlib.util.module_from_spec(spec)
|
| 13 |
+
spec.loader.exec_module(module)
|
| 14 |
+
module.reset_episode()
|
| 15 |
+
api=API()
|
| 16 |
+
result=api.latest_observation()
|
| 17 |
+
while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
|
| 18 |
+
obs=dict(result['observation'],step_id=result['step_id'])
|
| 19 |
+
action=module.act(obs)
|
| 20 |
+
if action is None:break
|
| 21 |
+
response=api.execute_actions([action])
|
| 22 |
+
result=response['steps'][-1]
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/servo.py
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Local numerical inverse motion map from this task's legal demonstrations."""
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
import numpy as np
|
| 4 |
+
_data=None
|
| 5 |
+
def correction(q, target):
|
| 6 |
+
global _data
|
| 7 |
+
if _data is None:
|
| 8 |
+
with np.load(Path(__file__).with_name('servo_bank.npz'),allow_pickle=False) as z:_data={k:z[k].astype(np.float32) for k in z.files}
|
| 9 |
+
out=np.zeros(14,np.float32)
|
| 10 |
+
for r in range(2):
|
| 11 |
+
sl=slice(r*7,r*7+7);j=np.arange(r*18,r*18+7)
|
| 12 |
+
current=q[j]*.35;goal=target[j]*.35
|
| 13 |
+
cost=np.mean((_data['q'][:,sl]-current)**2,axis=1)
|
| 14 |
+
ix=np.argsort(cost)[:160]
|
| 15 |
+
X=_data['dq'][ix,sl];Y=_data['a'][ix,r*3:r*3+3]
|
| 16 |
+
W=np.linalg.solve(X.T@X+np.eye(7)*1e-4,X.T@Y)
|
| 17 |
+
out[r*7:r*7+3]=np.clip(.25*(goal-current)@W,-.035,.035)
|
| 18 |
+
return out
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/synthetic_check.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
PASS: Python syntax; real-bank load with fabricated observation; synthetic-bank RGB and proprioception responsiveness; HWC/1HWC; finite bounded 14-vector; steps 299/300; malformed input; reset.
|
| 2 |
+
Synthetic inputs only. No environment, replay evaluation, simulator, success estimate or rollout.
|
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/worker_api.py
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Standalone worker client; safe to mount without the runner package."""
|
| 2 |
+
import base64
|
| 3 |
+
import json
|
| 4 |
+
import socket
|
| 5 |
+
import struct
|
| 6 |
+
import uuid
|
| 7 |
+
import os
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
|
| 10 |
+
import numpy as np
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def array_hook(value):
|
| 14 |
+
if value.get('__array__') is True:
|
| 15 |
+
dtype=np.dtype(value['dtype'])
|
| 16 |
+
if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
|
| 17 |
+
raw=base64.b64decode(value['data'],validate=True)
|
| 18 |
+
return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
|
| 19 |
+
return value
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class API:
|
| 23 |
+
def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
|
| 24 |
+
self.socket_path=socket_path
|
| 25 |
+
self.demo_root=Path(demo_root)
|
| 26 |
+
self.manifest=Path(manifest)
|
| 27 |
+
|
| 28 |
+
def call(self,method,arguments=None,request_id=None):
|
| 29 |
+
# Caller can persist a request ID before sending. Never automatically retry.
|
| 30 |
+
request_id=request_id or str(uuid.uuid4())
|
| 31 |
+
request={'request_id':request_id,'method':method,'arguments':arguments or {}}
|
| 32 |
+
if os.environ.get('AGENT_E20_RPC_TOKEN'):
|
| 33 |
+
request['token']=os.environ['AGENT_E20_RPC_TOKEN']
|
| 34 |
+
payload=json.dumps(request,allow_nan=False).encode()
|
| 35 |
+
if len(payload)>65536:raise ValueError('request too large')
|
| 36 |
+
with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
|
| 37 |
+
s.settimeout(1810);s.connect(self.socket_path)
|
| 38 |
+
s.sendall(struct.pack('!I',len(payload))+payload)
|
| 39 |
+
def exact(n):
|
| 40 |
+
chunks=[]
|
| 41 |
+
while n:
|
| 42 |
+
chunk=s.recv(min(n,1024*1024))
|
| 43 |
+
if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
|
| 44 |
+
chunks.append(chunk);n-=len(chunk)
|
| 45 |
+
return b''.join(chunks)
|
| 46 |
+
length=struct.unpack('!I',exact(4))[0]
|
| 47 |
+
if length>64*1024*1024:raise RuntimeError('response too large')
|
| 48 |
+
result=json.loads(exact(length),object_hook=array_hook)
|
| 49 |
+
if not result['ok']:raise RuntimeError(result['error'])
|
| 50 |
+
return result['result']
|
| 51 |
+
|
| 52 |
+
def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
|
| 53 |
+
def latest_observation(self):return self.call('latest_observation')
|
| 54 |
+
def execute_actions(self,actions,request_id=None):
|
| 55 |
+
return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
|
| 56 |
+
def finish_episode(self):return self.call('finish_episode')
|
| 57 |
+
def budget_status(self):return self.call('budget_status')
|
| 58 |
+
def rehearse(self,candidate='candidate',request_id=None):
|
| 59 |
+
return self.call('rehearse',{'candidate':candidate},request_id)
|
| 60 |
+
def score_rehearsal(self,episode,visible_success,evidence):
|
| 61 |
+
return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
|
| 62 |
+
def freeze(self):return self.call('freeze')
|
| 63 |
+
|
| 64 |
+
def read_demo(self,demo_id,start=0,stop=None,fields=None):
|
| 65 |
+
import h5py
|
| 66 |
+
manifest=json.loads(self.manifest.read_text())
|
| 67 |
+
if manifest.get('status') not in ('released','released_for_offline_analysis'):
|
| 68 |
+
raise RuntimeError('demonstrations not released by trusted preflight')
|
| 69 |
+
entries={e['demo_id']:e for e in manifest['episodes']}
|
| 70 |
+
if demo_id not in entries:raise ValueError('unauthorized demo ID')
|
| 71 |
+
entry=entries[demo_id]
|
| 72 |
+
allowed={f['path'] for f in entry['fields']}
|
| 73 |
+
fields=sorted(allowed) if fields is None else fields
|
| 74 |
+
if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
|
| 75 |
+
stop=entry['length']+1 if stop is None else stop
|
| 76 |
+
if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
|
| 77 |
+
raise ValueError('invalid frame interval')
|
| 78 |
+
path=(self.demo_root/entry['file']).resolve()
|
| 79 |
+
if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
|
| 80 |
+
with h5py.File(path,'r') as f:
|
| 81 |
+
return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
|
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/findings.md
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Legal exploration log
|
| 2 |
+
|
| 3 |
+
- Budget initially 0/20. Contract and protocol read; horizon 300, initial hold charged.
|
| 4 |
+
- Episode 1: harness parser failure after one action; API execute_actions wraps observations in steps. Finished explicitly. No grasp evidence. Fixed parser.
|
| 5 |
+
- Episode 2: baseline nonparametric phase matching progressed (step25 phase23, step75 phase69, step125 phase121). Step111 front image shows bilateral lower-side contact. Step151 shows ball slipped forward onto table, empty support; phase140 terminal hold does not recover. No demonstrated recovery skill. Final native returns still being collected.
|
| 6 |
+
- Proposed episode3 change: enforce native-clock demonstration phase, compare references only at identical phase; maintain joint/image-conditioned action selection. Finish at step170 after nominal endpoint hold. This avoids repeated wrist rotations caused by phase lag. No neural weights changed.
|
| 7 |
+
- Episode 2 completed 299 controller actions, all native success false. Ball fell; endpoint hold gave no recovery.
|
| 8 |
+
- Episode 3 independently rehearsed v2 hash bbe8da3d4a644f0ad82c885f057116fb5fe9ce91e88b7bba143dd706a1933512, valid=true, native success=false. Final step170 legal front image empty hands and support; no visible success. Fixed timing alone insufficient.
|
| 9 |
+
- Localization: top camera live 640x480 vs demo 320x240; normalize to 640x480. Hough circles in central crop detect ball at initial demo x233–246, but ep2 x255.5. Thus extrapolation needed. Demo initial summed x actions correlate with initial ball x (~0.035 normalized sum/pixel). Ball radius~67 pixels.
|
| 10 |
+
- Episode4 proposed correction uses closest initial top-ball reference demo, exact phase timing, and bounded common x feedback. Desired cumulative extra x = .035*(live ball x - reference ball x), correction .25*(desired-accumulated extra), clipped .12. This is a handcrafted visual servo, no neural fitting. Occluded or absent detector gives no extra correction. No slip recovery yet.
|
| 11 |
+
- Episode4: geometric correction achieved clear visible lift at step131 (front image saved), but ball dropped by step170; every native success flag false. Selected reference can continue rotating during late lift, and endpoint holds do not preserve cradle. Pose/contact instability remains. Native success never inferred from visual lift.
|
| 12 |
+
- Episode5 trial: keep geometric approach, stop wrist rotation at phase130, then z=.08 and inward y=.015 through phase179, closed grippers; hold through209. Tests longer lift with retained cup pose. Native horizon remains300.
|
| 13 |
+
- Episode5: bilateral contact at101, visible slipping by141; all native success false. At ep4 step131 true top ball center was nearx120, outside old x120:380 crop's usable circle region. Detector returned support nearx193 instead. This is a localization/program-design failure, not evidence of successful recovery.
|
| 14 |
+
- Episode6: full-width top search, radius60:90, temporal nearest-circle match and rejection if center jumps>25px or radius changes>10px per step. Recompiled all legal demo ball tracks with same continuity rule. Retains extended lift schedule to isolate localization change.
|
| 15 |
+
- Episode6 tracked localization reached symmetric contact at111 but lost ball by151. Extended-lift override accidentally zeroed the computed x feedback after phase130. Corrected for episode7; this is a controller program failure. No recovery after ball loss. Native success false.
|
| 16 |
+
- Episode7 trial: stop rotation at110, keep grippers open, z=.08 and inward y=.035 until180, preserving x feedback throughout. This tests a wider cradle and avoids closing fingers out from under the sphere.
|
| 17 |
+
- Episode7 open-finger cradle still slipped forward by141. Kept depth feedback but cumulative commanded offsets were inadequate to estimate actual hand location. No native success.
|
| 18 |
+
- Episode8 introduces analytical Panda serial-chain forward kinematics from observed qpos only (NumPy matrix operations; no simulator or dynamics). Demonstration calibration at phase50 gives depth=.00221695*top_ball_x-.530522; robot0 local-y and negative robot1 local-y align with action-x effects. Runtime x command=clip(5*(ball_depth-hand_depth),-.18,.18). One visually clearly lifting demo00 supplies other channels. No neural weights fitted. Geometric pixel calibration used only own D20 data. Open cradle / rotation cutoff110 retained to isolate control-estimate change.
|
| 19 |
+
- Episode8: direct joint-based depth feedback gave orderly contact at121, but ball lost by161. Fixed wrist tilt with continuing z commands did not yield expected upward hand motion; pose/IK constraints are a suspected cause, not a measured simulator diagnosis. Native success false.
|
| 20 |
+
- Episode9 restores demo00 full tilt and closure through140; keeps measured depth servo. FK tool offset corrected to .2104m (flange plus hand offset) for lateral/vertical estimates; depth axis is nearly invariant to pure tilt. Extended phase140:180 uses z=.1, opposite rx=.03, and measured lateral target local-x=.58 with gain5 and cap.04, closed grippers. This replaces unbounded accumulated inward travel.
|
| 21 |
+
- Episode9 achieved native success=true and terminated=true at step140. Preserved latest native return and final images. The interactive harness incorrectly attempted a further action, rejected as inactive. Budget remains9 slots. Fixed termination checks and incremental JSONL action logging for future interactive runs. Episode9's per-action list was in memory and lost on this harness exception; sparse observations every10 steps plus final return remain. Do not reconstruct or claim a complete action trace. Extended phase after140 was not exercised because native success terminated the episode.
|
| 22 |
+
- Episode10 independent rehearsal hash c07bad9cd66b8bd1b7c0671e48211a25872fa76ca5c6081ecdcd052c439a2239 valid=true, native success=false at210. Final front empty hands, top hands far to positive-depth side. Direct depth tracking did not arrest rolling drift.
|
| 23 |
+
- Episode11 adds filtered ball depth velocity (0.65 previous +0.35 finite difference), 3-step lead, .3 restoring offset from initial ball depth, gain8/cap.25. This is a handcrafted anticipatory servo, not a neural model. Other channels unchanged from episode9/10.
|
| 24 |
+
- Episode11 native success false. Initial ballx263.5, at101 x288.5 with hand depth~.101m; by111 ballx371.5, handdepth~.274m. By121 sphere leaves image edge. X actuator cap .25 was reached; controller lagged accelerating roll. Recorded top121 shows ball at right edge, not a support mistaken for success.
|
| 25 |
+
- Episode12 increases prediction lead6, drift restoring coefficient.6, proportional gain12, cap.6; prebias .2*initial_depth during contact phase>=80. Converts apparent ball offset to depth using radius-normalized .15*(x-239.3)/r, calibrated from demo geometry, to reduce height-dependent projection error. No official dimensions or hidden state read.
|
| 26 |
+
- Episode12 native success false. Initial ballx199.5; at111 x178.5, by121 true sphere center~39.5 (top image saved). High gains did not arrest drift and hands followed it toward edge. Front141 showed transient elevation but unstable asymmetric contact, not success.
|
| 27 |
+
- Episode13 trial removes moving-ball chasing: initial depth localized once, held by qpos-based proportional feedback gain8/cap.25 through grasp and lift. Same demonstrated tilt/closure and extended lift. Tests whether pursuit adds destabilizing motion.
|
| 28 |
+
- Episode13 native success false. Fixed initial depth did not retain sphere through late lift. This ablation rules out pursuit as the sole failure cause.
|
| 29 |
+
- Episode14 trial: track demo00 measured hand-depth trajectory translated by initial ball-depth offset. Add bounded gain8 correction to demo x feedforward, using current qpos FK and same-time demo FK. Uses both measured pose and initial localization without chasing later ball slips. Other channels unchanged. All geometry comes from legal qpos and compiled demo arrays.
|
| 30 |
+
- Episode14 translated-path trial lost ball, native success false. No demonstrated recovery method proved effective.
|
| 31 |
+
- Final development decision: restore the episode9/10 runtime behavior (v8_native_success). It achieved native success at140 in episode9 and independently ran valid but failed in episode10. All other tested runtime changes failed. Episodes15–20 will independently rehearse one unchanged, documented bundle of this behavior. Final selection belongs to API.freeze(), using its specified ranking.
|
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/policy_runner.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Frozen-program entry point; no development agent and no reset capability."""
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
|
| 5 |
+
sys.path.insert(0,'/artifact')
|
| 6 |
+
sys.path.insert(0,'/')
|
| 7 |
+
from worker_api import API
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def main():
|
| 11 |
+
spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
|
| 12 |
+
module=importlib.util.module_from_spec(spec)
|
| 13 |
+
spec.loader.exec_module(module)
|
| 14 |
+
module.reset_episode()
|
| 15 |
+
api=API()
|
| 16 |
+
result=api.latest_observation()
|
| 17 |
+
while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
|
| 18 |
+
obs=dict(result['observation'],step_id=result['step_id'])
|
| 19 |
+
action=module.act(obs)
|
| 20 |
+
if action is None:break
|
| 21 |
+
response=api.execute_actions([action])
|
| 22 |
+
result=response['steps'][-1]
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/worker_api.py
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Standalone worker client; safe to mount without the runner package."""
|
| 2 |
+
import base64
|
| 3 |
+
import json
|
| 4 |
+
import socket
|
| 5 |
+
import struct
|
| 6 |
+
import uuid
|
| 7 |
+
import os
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
|
| 10 |
+
import numpy as np
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def array_hook(value):
|
| 14 |
+
if value.get('__array__') is True:
|
| 15 |
+
dtype=np.dtype(value['dtype'])
|
| 16 |
+
if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
|
| 17 |
+
raw=base64.b64decode(value['data'],validate=True)
|
| 18 |
+
return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
|
| 19 |
+
return value
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class API:
|
| 23 |
+
def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
|
| 24 |
+
self.socket_path=socket_path
|
| 25 |
+
self.demo_root=Path(demo_root)
|
| 26 |
+
self.manifest=Path(manifest)
|
| 27 |
+
|
| 28 |
+
def call(self,method,arguments=None,request_id=None):
|
| 29 |
+
# Caller can persist a request ID before sending. Never automatically retry.
|
| 30 |
+
request_id=request_id or str(uuid.uuid4())
|
| 31 |
+
request={'request_id':request_id,'method':method,'arguments':arguments or {}}
|
| 32 |
+
if os.environ.get('AGENT_E20_RPC_TOKEN'):
|
| 33 |
+
request['token']=os.environ['AGENT_E20_RPC_TOKEN']
|
| 34 |
+
payload=json.dumps(request,allow_nan=False).encode()
|
| 35 |
+
if len(payload)>65536:raise ValueError('request too large')
|
| 36 |
+
with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
|
| 37 |
+
s.settimeout(1810);s.connect(self.socket_path)
|
| 38 |
+
s.sendall(struct.pack('!I',len(payload))+payload)
|
| 39 |
+
def exact(n):
|
| 40 |
+
chunks=[]
|
| 41 |
+
while n:
|
| 42 |
+
chunk=s.recv(min(n,1024*1024))
|
| 43 |
+
if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
|
| 44 |
+
chunks.append(chunk);n-=len(chunk)
|
| 45 |
+
return b''.join(chunks)
|
| 46 |
+
length=struct.unpack('!I',exact(4))[0]
|
| 47 |
+
if length>64*1024*1024:raise RuntimeError('response too large')
|
| 48 |
+
result=json.loads(exact(length),object_hook=array_hook)
|
| 49 |
+
if not result['ok']:raise RuntimeError(result['error'])
|
| 50 |
+
return result['result']
|
| 51 |
+
|
| 52 |
+
def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
|
| 53 |
+
def latest_observation(self):return self.call('latest_observation')
|
| 54 |
+
def execute_actions(self,actions,request_id=None):
|
| 55 |
+
return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
|
| 56 |
+
def finish_episode(self):return self.call('finish_episode')
|
| 57 |
+
def budget_status(self):return self.call('budget_status')
|
| 58 |
+
def rehearse(self,candidate='candidate',request_id=None):
|
| 59 |
+
return self.call('rehearse',{'candidate':candidate},request_id)
|
| 60 |
+
def score_rehearsal(self,episode,visible_success,evidence):
|
| 61 |
+
return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
|
| 62 |
+
def freeze(self):return self.call('freeze')
|
| 63 |
+
|
| 64 |
+
def read_demo(self,demo_id,start=0,stop=None,fields=None):
|
| 65 |
+
import h5py
|
| 66 |
+
manifest=json.loads(self.manifest.read_text())
|
| 67 |
+
if manifest.get('status') not in ('released','released_for_offline_analysis'):
|
| 68 |
+
raise RuntimeError('demonstrations not released by trusted preflight')
|
| 69 |
+
entries={e['demo_id']:e for e in manifest['episodes']}
|
| 70 |
+
if demo_id not in entries:raise ValueError('unauthorized demo ID')
|
| 71 |
+
entry=entries[demo_id]
|
| 72 |
+
allowed={f['path'] for f in entry['fields']}
|
| 73 |
+
fields=sorted(allowed) if fields is None else fields
|
| 74 |
+
if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
|
| 75 |
+
stop=entry['length']+1 if stop is None else stop
|
| 76 |
+
if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
|
| 77 |
+
raise ValueError('invalid frame interval')
|
| 78 |
+
path=(self.demo_root/entry['file']).resolve()
|
| 79 |
+
if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
|
| 80 |
+
with h5py.File(path,'r') as f:
|
| 81 |
+
return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/__pycache__/build_exemplars.cpython-310.pyc
ADDED
|
Binary file (3.81 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/__pycache__/controller.cpython-310.pyc
ADDED
|
Binary file (9.44 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc
ADDED
|
Binary file (2.58 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/build_exemplars.py
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Compile legal observations/actions only. No simulator or neural optimization."""
|
| 2 |
+
import importlib.util,json,hashlib
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
import numpy as np
|
| 5 |
+
from controller import visual_feature,CAMERAS
|
| 6 |
+
s=importlib.util.spec_from_file_location('worker_api','/worker_api.py')
|
| 7 |
+
m=importlib.util.module_from_spec(s);s.loader.exec_module(m);api=m.API()
|
| 8 |
+
manifest=json.load(open('/demo_manifest.json')); contract=json.load(open('/task_contract.json'))
|
| 9 |
+
assert len(manifest['episodes']) == 20
|
| 10 |
+
records={k:[] for k in ['q','v','a','rgb','phase','demo','frame']}
|
| 11 |
+
logs=[]
|
| 12 |
+
for di,e in enumerate(manifest['episodes']):
|
| 13 |
+
n=e['length']; fields=['actions/'+p['robot_key'] for p in contract['action_parts']]+['obs/'+p for p in contract['proprio_paths']]
|
| 14 |
+
data=api.read_demo(e['demo_id'],fields=fields)
|
| 15 |
+
a=np.concatenate([data['actions/'+p['robot_key']] for p in contract['action_parts']],1)
|
| 16 |
+
q=np.concatenate([data[f'obs/agent/mobile_panda-{r}/qpos'][:n] for r in (0,1)],1)
|
| 17 |
+
v=np.concatenate([data[f'obs/agent/mobile_panda-{r}/qvel'][:n] for r in (0,1)],1)
|
| 18 |
+
switches=np.flatnonzero(np.diff(a[:,9])!=0)+1
|
| 19 |
+
assert len(switches)==4
|
| 20 |
+
phase=np.interp(np.arange(n),np.r_[0,switches,n-1],np.arange(6))
|
| 21 |
+
visuals=[]
|
| 22 |
+
for start in range(0,n,32):
|
| 23 |
+
stop=min(start+32,n)
|
| 24 |
+
frames=api.read_demo(e['demo_id'],start,stop,fields=['obs/sensor_data/'+c+'/rgb' for c in CAMERAS])
|
| 25 |
+
for t in range(stop-start):visuals.append(visual_feature({c:frames['obs/sensor_data/'+c+'/rgb'][t] for c in CAMERAS}))
|
| 26 |
+
for k,val in dict(q=q,v=v,a=a,rgb=np.array(visuals),phase=phase,demo=np.full(n,di),frame=np.arange(n)).items():records[k].append(val)
|
| 27 |
+
logs.append(dict(demo_id=e['demo_id'],action_indices=[0,n-1],proprio_indices=[0,n],rgb_descriptor_indices=[0,n-1],rgb_cameras=list(CAMERAS),trajectory_sha256=e['trajectory_sha256']))
|
| 28 |
+
print(e['demo_id'],n,flush=True)
|
| 29 |
+
b={k:np.concatenate(val) for k,val in records.items()}
|
| 30 |
+
# Fixed interpretable units: positions/joints/gripper. No optimized model weights.
|
| 31 |
+
b['qscale']=np.tile([.25,.25,.6,.5,.5,.5,.5,.5,.5,.5,.025,.025],2).astype('float32')
|
| 32 |
+
b['vscale']=np.maximum(b['v'].std(0),.1).astype('float32')
|
| 33 |
+
base=[0,1,2,10,11,12]; qb=[0,1,2,12,13,14]
|
| 34 |
+
b['base_low']=b['a'][:,base].min(0); b['base_high']=b['a'][:,base].max(0)
|
| 35 |
+
b['base_step_cap']=np.maximum(np.quantile(np.abs(b['a'][:,base]-b['q'][:,qb]),.995,axis=0),[.03,.03,.08,.03,.03,.08]).astype('float32')
|
| 36 |
+
for k in ['q','v','a','phase']:b[k]=b[k].astype('float32')
|
| 37 |
+
out=Path(__file__).parent
|
| 38 |
+
np.savez_compressed(out/'exemplars.npz',**b)
|
| 39 |
+
json.dump({'source':'API.read_demo, authorized D20 only','records':logs,'rows':len(b['a']),'bank_sha256':hashlib.sha256((out/'exemplars.npz').read_bytes()).hexdigest()},open(out/'compile_provenance.json','w'),indent=2)
|
| 40 |
+
print('rows',len(b['a']),'caps',b['base_step_cap'])
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/compile_provenance.json
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": "API.read_demo, authorized D20 only",
|
| 3 |
+
"records": [
|
| 4 |
+
{
|
| 5 |
+
"demo_id": "demo_00",
|
| 6 |
+
"action_indices": [
|
| 7 |
+
0,
|
| 8 |
+
519
|
| 9 |
+
],
|
| 10 |
+
"proprio_indices": [
|
| 11 |
+
0,
|
| 12 |
+
520
|
| 13 |
+
],
|
| 14 |
+
"rgb_descriptor_indices": [
|
| 15 |
+
0,
|
| 16 |
+
519
|
| 17 |
+
],
|
| 18 |
+
"rgb_cameras": [
|
| 19 |
+
"front_camera",
|
| 20 |
+
"left_camera",
|
| 21 |
+
"robot_camera_0",
|
| 22 |
+
"robot_camera_1",
|
| 23 |
+
"top_camera"
|
| 24 |
+
],
|
| 25 |
+
"trajectory_sha256": "265ff9457d944f49d9893682e24b57dc5a89d2b622515b53489dba8e2e921fe5"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"demo_id": "demo_01",
|
| 29 |
+
"action_indices": [
|
| 30 |
+
0,
|
| 31 |
+
513
|
| 32 |
+
],
|
| 33 |
+
"proprio_indices": [
|
| 34 |
+
0,
|
| 35 |
+
514
|
| 36 |
+
],
|
| 37 |
+
"rgb_descriptor_indices": [
|
| 38 |
+
0,
|
| 39 |
+
513
|
| 40 |
+
],
|
| 41 |
+
"rgb_cameras": [
|
| 42 |
+
"front_camera",
|
| 43 |
+
"left_camera",
|
| 44 |
+
"robot_camera_0",
|
| 45 |
+
"robot_camera_1",
|
| 46 |
+
"top_camera"
|
| 47 |
+
],
|
| 48 |
+
"trajectory_sha256": "775969c28abbbb25362dc3ff83e7d40f16e768d10f29fb76e374197f654c6e78"
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"demo_id": "demo_02",
|
| 52 |
+
"action_indices": [
|
| 53 |
+
0,
|
| 54 |
+
490
|
| 55 |
+
],
|
| 56 |
+
"proprio_indices": [
|
| 57 |
+
0,
|
| 58 |
+
491
|
| 59 |
+
],
|
| 60 |
+
"rgb_descriptor_indices": [
|
| 61 |
+
0,
|
| 62 |
+
490
|
| 63 |
+
],
|
| 64 |
+
"rgb_cameras": [
|
| 65 |
+
"front_camera",
|
| 66 |
+
"left_camera",
|
| 67 |
+
"robot_camera_0",
|
| 68 |
+
"robot_camera_1",
|
| 69 |
+
"top_camera"
|
| 70 |
+
],
|
| 71 |
+
"trajectory_sha256": "47afe58bbf75c34d76c123d22cddc6d05176e32f5a66b5ef7c66bdcdc1094bd1"
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"demo_id": "demo_03",
|
| 75 |
+
"action_indices": [
|
| 76 |
+
0,
|
| 77 |
+
507
|
| 78 |
+
],
|
| 79 |
+
"proprio_indices": [
|
| 80 |
+
0,
|
| 81 |
+
508
|
| 82 |
+
],
|
| 83 |
+
"rgb_descriptor_indices": [
|
| 84 |
+
0,
|
| 85 |
+
507
|
| 86 |
+
],
|
| 87 |
+
"rgb_cameras": [
|
| 88 |
+
"front_camera",
|
| 89 |
+
"left_camera",
|
| 90 |
+
"robot_camera_0",
|
| 91 |
+
"robot_camera_1",
|
| 92 |
+
"top_camera"
|
| 93 |
+
],
|
| 94 |
+
"trajectory_sha256": "10fdafa333a1c26a857bcc4c1f37d8d4cbf2853c1237b364bc864afe6cb23fa1"
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"demo_id": "demo_04",
|
| 98 |
+
"action_indices": [
|
| 99 |
+
0,
|
| 100 |
+
529
|
| 101 |
+
],
|
| 102 |
+
"proprio_indices": [
|
| 103 |
+
0,
|
| 104 |
+
530
|
| 105 |
+
],
|
| 106 |
+
"rgb_descriptor_indices": [
|
| 107 |
+
0,
|
| 108 |
+
529
|
| 109 |
+
],
|
| 110 |
+
"rgb_cameras": [
|
| 111 |
+
"front_camera",
|
| 112 |
+
"left_camera",
|
| 113 |
+
"robot_camera_0",
|
| 114 |
+
"robot_camera_1",
|
| 115 |
+
"top_camera"
|
| 116 |
+
],
|
| 117 |
+
"trajectory_sha256": "44db4c5ef549fb503c36f650ec671418765fea18cebbd47d9917c45e35aa6dff"
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"demo_id": "demo_05",
|
| 121 |
+
"action_indices": [
|
| 122 |
+
0,
|
| 123 |
+
482
|
| 124 |
+
],
|
| 125 |
+
"proprio_indices": [
|
| 126 |
+
0,
|
| 127 |
+
483
|
| 128 |
+
],
|
| 129 |
+
"rgb_descriptor_indices": [
|
| 130 |
+
0,
|
| 131 |
+
482
|
| 132 |
+
],
|
| 133 |
+
"rgb_cameras": [
|
| 134 |
+
"front_camera",
|
| 135 |
+
"left_camera",
|
| 136 |
+
"robot_camera_0",
|
| 137 |
+
"robot_camera_1",
|
| 138 |
+
"top_camera"
|
| 139 |
+
],
|
| 140 |
+
"trajectory_sha256": "a468895ecdc8f8d064601292bed320e90921465dca437e916ba1202d20749724"
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"demo_id": "demo_06",
|
| 144 |
+
"action_indices": [
|
| 145 |
+
0,
|
| 146 |
+
510
|
| 147 |
+
],
|
| 148 |
+
"proprio_indices": [
|
| 149 |
+
0,
|
| 150 |
+
511
|
| 151 |
+
],
|
| 152 |
+
"rgb_descriptor_indices": [
|
| 153 |
+
0,
|
| 154 |
+
510
|
| 155 |
+
],
|
| 156 |
+
"rgb_cameras": [
|
| 157 |
+
"front_camera",
|
| 158 |
+
"left_camera",
|
| 159 |
+
"robot_camera_0",
|
| 160 |
+
"robot_camera_1",
|
| 161 |
+
"top_camera"
|
| 162 |
+
],
|
| 163 |
+
"trajectory_sha256": "55d12484b6ac89affc80bf89d384e47c97f3cdb93246579c29b325f4abab805a"
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"demo_id": "demo_07",
|
| 167 |
+
"action_indices": [
|
| 168 |
+
0,
|
| 169 |
+
489
|
| 170 |
+
],
|
| 171 |
+
"proprio_indices": [
|
| 172 |
+
0,
|
| 173 |
+
490
|
| 174 |
+
],
|
| 175 |
+
"rgb_descriptor_indices": [
|
| 176 |
+
0,
|
| 177 |
+
489
|
| 178 |
+
],
|
| 179 |
+
"rgb_cameras": [
|
| 180 |
+
"front_camera",
|
| 181 |
+
"left_camera",
|
| 182 |
+
"robot_camera_0",
|
| 183 |
+
"robot_camera_1",
|
| 184 |
+
"top_camera"
|
| 185 |
+
],
|
| 186 |
+
"trajectory_sha256": "82ce6760ee72ccb258728d96bf990f6c6e9e3994caf00951f3d6a28d9e7b4f19"
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"demo_id": "demo_08",
|
| 190 |
+
"action_indices": [
|
| 191 |
+
0,
|
| 192 |
+
508
|
| 193 |
+
],
|
| 194 |
+
"proprio_indices": [
|
| 195 |
+
0,
|
| 196 |
+
509
|
| 197 |
+
],
|
| 198 |
+
"rgb_descriptor_indices": [
|
| 199 |
+
0,
|
| 200 |
+
508
|
| 201 |
+
],
|
| 202 |
+
"rgb_cameras": [
|
| 203 |
+
"front_camera",
|
| 204 |
+
"left_camera",
|
| 205 |
+
"robot_camera_0",
|
| 206 |
+
"robot_camera_1",
|
| 207 |
+
"top_camera"
|
| 208 |
+
],
|
| 209 |
+
"trajectory_sha256": "4522989dbb175e706d3282e9e46147e13d07621debda419c1c93314e041241ea"
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"demo_id": "demo_09",
|
| 213 |
+
"action_indices": [
|
| 214 |
+
0,
|
| 215 |
+
524
|
| 216 |
+
],
|
| 217 |
+
"proprio_indices": [
|
| 218 |
+
0,
|
| 219 |
+
525
|
| 220 |
+
],
|
| 221 |
+
"rgb_descriptor_indices": [
|
| 222 |
+
0,
|
| 223 |
+
524
|
| 224 |
+
],
|
| 225 |
+
"rgb_cameras": [
|
| 226 |
+
"front_camera",
|
| 227 |
+
"left_camera",
|
| 228 |
+
"robot_camera_0",
|
| 229 |
+
"robot_camera_1",
|
| 230 |
+
"top_camera"
|
| 231 |
+
],
|
| 232 |
+
"trajectory_sha256": "9793dd2494dc9962f01cc4cc5f22af0abf0466cd0136e1dc5ff4c170bef19efb"
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"demo_id": "demo_10",
|
| 236 |
+
"action_indices": [
|
| 237 |
+
0,
|
| 238 |
+
522
|
| 239 |
+
],
|
| 240 |
+
"proprio_indices": [
|
| 241 |
+
0,
|
| 242 |
+
523
|
| 243 |
+
],
|
| 244 |
+
"rgb_descriptor_indices": [
|
| 245 |
+
0,
|
| 246 |
+
522
|
| 247 |
+
],
|
| 248 |
+
"rgb_cameras": [
|
| 249 |
+
"front_camera",
|
| 250 |
+
"left_camera",
|
| 251 |
+
"robot_camera_0",
|
| 252 |
+
"robot_camera_1",
|
| 253 |
+
"top_camera"
|
| 254 |
+
],
|
| 255 |
+
"trajectory_sha256": "e4a6ea69ce94b8733554fe63161d8f57fc26655a2a8ffd6ea59f69ab697f9a39"
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"demo_id": "demo_11",
|
| 259 |
+
"action_indices": [
|
| 260 |
+
0,
|
| 261 |
+
497
|
| 262 |
+
],
|
| 263 |
+
"proprio_indices": [
|
| 264 |
+
0,
|
| 265 |
+
498
|
| 266 |
+
],
|
| 267 |
+
"rgb_descriptor_indices": [
|
| 268 |
+
0,
|
| 269 |
+
497
|
| 270 |
+
],
|
| 271 |
+
"rgb_cameras": [
|
| 272 |
+
"front_camera",
|
| 273 |
+
"left_camera",
|
| 274 |
+
"robot_camera_0",
|
| 275 |
+
"robot_camera_1",
|
| 276 |
+
"top_camera"
|
| 277 |
+
],
|
| 278 |
+
"trajectory_sha256": "aaccf2d2007797926cba4ad0108b24945750a540bfcc8da7a15660066a73448e"
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"demo_id": "demo_12",
|
| 282 |
+
"action_indices": [
|
| 283 |
+
0,
|
| 284 |
+
520
|
| 285 |
+
],
|
| 286 |
+
"proprio_indices": [
|
| 287 |
+
0,
|
| 288 |
+
521
|
| 289 |
+
],
|
| 290 |
+
"rgb_descriptor_indices": [
|
| 291 |
+
0,
|
| 292 |
+
520
|
| 293 |
+
],
|
| 294 |
+
"rgb_cameras": [
|
| 295 |
+
"front_camera",
|
| 296 |
+
"left_camera",
|
| 297 |
+
"robot_camera_0",
|
| 298 |
+
"robot_camera_1",
|
| 299 |
+
"top_camera"
|
| 300 |
+
],
|
| 301 |
+
"trajectory_sha256": "64f181046fe8a3cb1dc927f419bdb6de1e05cb7cec931fabd6f657fe44e6bf07"
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"demo_id": "demo_13",
|
| 305 |
+
"action_indices": [
|
| 306 |
+
0,
|
| 307 |
+
519
|
| 308 |
+
],
|
| 309 |
+
"proprio_indices": [
|
| 310 |
+
0,
|
| 311 |
+
520
|
| 312 |
+
],
|
| 313 |
+
"rgb_descriptor_indices": [
|
| 314 |
+
0,
|
| 315 |
+
519
|
| 316 |
+
],
|
| 317 |
+
"rgb_cameras": [
|
| 318 |
+
"front_camera",
|
| 319 |
+
"left_camera",
|
| 320 |
+
"robot_camera_0",
|
| 321 |
+
"robot_camera_1",
|
| 322 |
+
"top_camera"
|
| 323 |
+
],
|
| 324 |
+
"trajectory_sha256": "a7d51f0436ee44ff4973a73b6785c32d0af8663da7e680c665dfdb6f755ca342"
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"demo_id": "demo_14",
|
| 328 |
+
"action_indices": [
|
| 329 |
+
0,
|
| 330 |
+
510
|
| 331 |
+
],
|
| 332 |
+
"proprio_indices": [
|
| 333 |
+
0,
|
| 334 |
+
511
|
| 335 |
+
],
|
| 336 |
+
"rgb_descriptor_indices": [
|
| 337 |
+
0,
|
| 338 |
+
510
|
| 339 |
+
],
|
| 340 |
+
"rgb_cameras": [
|
| 341 |
+
"front_camera",
|
| 342 |
+
"left_camera",
|
| 343 |
+
"robot_camera_0",
|
| 344 |
+
"robot_camera_1",
|
| 345 |
+
"top_camera"
|
| 346 |
+
],
|
| 347 |
+
"trajectory_sha256": "971658a33fe74d443914a48e3c72362eaec941caa51ccc846fa2196f2e03be28"
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"demo_id": "demo_15",
|
| 351 |
+
"action_indices": [
|
| 352 |
+
0,
|
| 353 |
+
512
|
| 354 |
+
],
|
| 355 |
+
"proprio_indices": [
|
| 356 |
+
0,
|
| 357 |
+
513
|
| 358 |
+
],
|
| 359 |
+
"rgb_descriptor_indices": [
|
| 360 |
+
0,
|
| 361 |
+
512
|
| 362 |
+
],
|
| 363 |
+
"rgb_cameras": [
|
| 364 |
+
"front_camera",
|
| 365 |
+
"left_camera",
|
| 366 |
+
"robot_camera_0",
|
| 367 |
+
"robot_camera_1",
|
| 368 |
+
"top_camera"
|
| 369 |
+
],
|
| 370 |
+
"trajectory_sha256": "d1ae568de023e3bf22fcbc0a3e4d11b91c54e9d389ca943fe14b5f1ed09dcd7c"
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"demo_id": "demo_16",
|
| 374 |
+
"action_indices": [
|
| 375 |
+
0,
|
| 376 |
+
511
|
| 377 |
+
],
|
| 378 |
+
"proprio_indices": [
|
| 379 |
+
0,
|
| 380 |
+
512
|
| 381 |
+
],
|
| 382 |
+
"rgb_descriptor_indices": [
|
| 383 |
+
0,
|
| 384 |
+
511
|
| 385 |
+
],
|
| 386 |
+
"rgb_cameras": [
|
| 387 |
+
"front_camera",
|
| 388 |
+
"left_camera",
|
| 389 |
+
"robot_camera_0",
|
| 390 |
+
"robot_camera_1",
|
| 391 |
+
"top_camera"
|
| 392 |
+
],
|
| 393 |
+
"trajectory_sha256": "c0b433c4d3c3138547708008811a15049c62d7aef16d3e0187bc657daafe64ac"
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"demo_id": "demo_17",
|
| 397 |
+
"action_indices": [
|
| 398 |
+
0,
|
| 399 |
+
520
|
| 400 |
+
],
|
| 401 |
+
"proprio_indices": [
|
| 402 |
+
0,
|
| 403 |
+
521
|
| 404 |
+
],
|
| 405 |
+
"rgb_descriptor_indices": [
|
| 406 |
+
0,
|
| 407 |
+
520
|
| 408 |
+
],
|
| 409 |
+
"rgb_cameras": [
|
| 410 |
+
"front_camera",
|
| 411 |
+
"left_camera",
|
| 412 |
+
"robot_camera_0",
|
| 413 |
+
"robot_camera_1",
|
| 414 |
+
"top_camera"
|
| 415 |
+
],
|
| 416 |
+
"trajectory_sha256": "100571473ec1e7970c9a77acd62685c253c7efd2398419fae32c464d75c2a254"
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"demo_id": "demo_18",
|
| 420 |
+
"action_indices": [
|
| 421 |
+
0,
|
| 422 |
+
507
|
| 423 |
+
],
|
| 424 |
+
"proprio_indices": [
|
| 425 |
+
0,
|
| 426 |
+
508
|
| 427 |
+
],
|
| 428 |
+
"rgb_descriptor_indices": [
|
| 429 |
+
0,
|
| 430 |
+
507
|
| 431 |
+
],
|
| 432 |
+
"rgb_cameras": [
|
| 433 |
+
"front_camera",
|
| 434 |
+
"left_camera",
|
| 435 |
+
"robot_camera_0",
|
| 436 |
+
"robot_camera_1",
|
| 437 |
+
"top_camera"
|
| 438 |
+
],
|
| 439 |
+
"trajectory_sha256": "881dfc3cad386076951950f43b4a2cee9636fb36e54712e9419be5377b6bc7ea"
|
| 440 |
+
},
|
| 441 |
+
{
|
| 442 |
+
"demo_id": "demo_19",
|
| 443 |
+
"action_indices": [
|
| 444 |
+
0,
|
| 445 |
+
509
|
| 446 |
+
],
|
| 447 |
+
"proprio_indices": [
|
| 448 |
+
0,
|
| 449 |
+
510
|
| 450 |
+
],
|
| 451 |
+
"rgb_descriptor_indices": [
|
| 452 |
+
0,
|
| 453 |
+
509
|
| 454 |
+
],
|
| 455 |
+
"rgb_cameras": [
|
| 456 |
+
"front_camera",
|
| 457 |
+
"left_camera",
|
| 458 |
+
"robot_camera_0",
|
| 459 |
+
"robot_camera_1",
|
| 460 |
+
"top_camera"
|
| 461 |
+
],
|
| 462 |
+
"trajectory_sha256": "95c5c7032de3d30edff4ad4f550a6282c3be129c927fbf73508411eba1ee996f"
|
| 463 |
+
}
|
| 464 |
+
],
|
| 465 |
+
"rows": 10218,
|
| 466 |
+
"bank_sha256": "36b80d5bcb6923bbb1f70e009c832d979a58c93f8822f5af33d59946af26376d"
|
| 467 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/controller.py
ADDED
|
@@ -0,0 +1,239 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""D20 observation-conditioned exemplar controller with bounded grasp recovery; no learned network."""
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
import numpy as np
|
| 4 |
+
import cv2
|
| 5 |
+
|
| 6 |
+
CAMERAS = ('front_camera', 'left_camera', 'robot_camera_0', 'robot_camera_1', 'top_camera')
|
| 7 |
+
PATHS = tuple(f'agent/mobile_panda-{r}/{kind}' for r in (0, 1) for kind in ('qpos', 'qvel'))
|
| 8 |
+
# Order in the contract: robot 0 [base(3), arm(6), gripper], then robot 1.
|
| 9 |
+
BASE = np.array([0, 1, 2, 10, 11, 12])
|
| 10 |
+
NORMALIZED = np.array([3,4,5,6,7,8,9,13,14,15,16,17,18,19])
|
| 11 |
+
_bank = None
|
| 12 |
+
_scene_ready = False
|
| 13 |
+
_object_votes = []
|
| 14 |
+
_object_mode = None
|
| 15 |
+
_object_centers = []
|
| 16 |
+
_object_adjusted = False
|
| 17 |
+
_scene_target = None
|
| 18 |
+
_grasp_settle = 0
|
| 19 |
+
_grasp_target = None
|
| 20 |
+
_grasp_retry = False
|
| 21 |
+
_progress = 0.0
|
| 22 |
+
_terminal_count = 0
|
| 23 |
+
_last_step = 0
|
| 24 |
+
_last_action = None
|
| 25 |
+
|
| 26 |
+
def visual_feature(rgb):
|
| 27 |
+
parts = []
|
| 28 |
+
for camera in CAMERAS:
|
| 29 |
+
a = np.asarray(rgb[camera])
|
| 30 |
+
if a.ndim == 4 and a.shape[0] == 1:
|
| 31 |
+
a = a[0]
|
| 32 |
+
if a.ndim != 3 or a.shape[2] != 3 or a.dtype != np.uint8:
|
| 33 |
+
raise ValueError('Expected uint8 HWC or 1HWC RGB')
|
| 34 |
+
parts.append(cv2.resize(a, (16, 12), interpolation=cv2.INTER_AREA).reshape(-1))
|
| 35 |
+
return np.concatenate(parts)
|
| 36 |
+
|
| 37 |
+
def reset_episode():
|
| 38 |
+
global _progress, _terminal_count, _last_step, _last_action, _bank, _scene_ready, _object_votes, _object_mode
|
| 39 |
+
global _grasp_settle, _grasp_target, _grasp_retry
|
| 40 |
+
_grasp_target, _grasp_retry = None, False
|
| 41 |
+
_grasp_settle = 0
|
| 42 |
+
global _object_centers, _object_adjusted, _scene_target
|
| 43 |
+
_object_centers, _object_adjusted, _scene_target = [], False, None
|
| 44 |
+
_bank, _scene_ready = None, False
|
| 45 |
+
_object_votes, _object_mode = [], None
|
| 46 |
+
_progress, _terminal_count, _last_step, _last_action = 0.0, 0, 0, None
|
| 47 |
+
|
| 48 |
+
def _load():
|
| 49 |
+
global _bank
|
| 50 |
+
if _bank is None:
|
| 51 |
+
with np.load(Path(__file__).with_name('exemplars.npz'), allow_pickle=False) as f:
|
| 52 |
+
_bank = {k: f[k] for k in f.files}
|
| 53 |
+
return _bank
|
| 54 |
+
|
| 55 |
+
def localize_scene(obs, b):
|
| 56 |
+
global _scene_ready, _scene_target
|
| 57 |
+
if _scene_ready: return b
|
| 58 |
+
a = np.asarray(obs['rgb']['top_camera']).squeeze()
|
| 59 |
+
a = cv2.resize(a,(240,320),interpolation=cv2.INTER_AREA)
|
| 60 |
+
mask = (np.min(a,axis=2)>225).astype('uint8'); mask[130:]=0
|
| 61 |
+
n, labels, stats, cent = cv2.connectedComponentsWithStats(mask)
|
| 62 |
+
if n < 2: return b
|
| 63 |
+
i = 1+np.argmax(stats[1:,4]); x,y,w,h,area=stats[i]
|
| 64 |
+
if area<500 or w<20: return b
|
| 65 |
+
g=np.load(Path(__file__).with_name('geometry.npz'))
|
| 66 |
+
target=np.array([x+w/2,y+h,1])@g['W']
|
| 67 |
+
_scene_target=target.copy()
|
| 68 |
+
offsets=target-g['targets'][b['demo'].astype(int)]
|
| 69 |
+
ph=b['phase']
|
| 70 |
+
f0=np.minimum(ph/.5,1)*np.clip((4-ph)/.45,0,1)
|
| 71 |
+
f1=np.clip((ph-1.42)/.4,0,1)
|
| 72 |
+
for j in (0,1):
|
| 73 |
+
b['q'][:,j] += offsets[:,j]*f0
|
| 74 |
+
b['a'][:,j] += offsets[:,j]*f0
|
| 75 |
+
b['q'][:,12+j] += offsets[:,j]*f1
|
| 76 |
+
b['a'][:,10+j] += offsets[:,j]*f1
|
| 77 |
+
_scene_ready=True
|
| 78 |
+
return b
|
| 79 |
+
|
| 80 |
+
def detect_object(obs):
|
| 81 |
+
global _object_mode, _object_votes
|
| 82 |
+
if not (1.98 < _progress < 2.5): return
|
| 83 |
+
a=cv2.resize(np.asarray(obs['rgb']['front_camera']).squeeze(),(320,240),interpolation=cv2.INTER_AREA).astype(float)
|
| 84 |
+
r,g,bl=a.transpose(2,0,1)
|
| 85 |
+
mask=(bl>r+3)&(bl>g+2)&(r<60)&(g<60)&(bl<100)
|
| 86 |
+
mask[:60]=False;mask[132:]=False;mask[:,:110]=False;mask[:,185:]=False
|
| 87 |
+
y,x=np.where(mask)
|
| 88 |
+
if len(y)>=5:
|
| 89 |
+
_object_centers.append([float(np.median(x)),float(np.median(y))])
|
| 90 |
+
_object_votes.append(int(np.median(y)<110))
|
| 91 |
+
if len(_object_votes)>=3: _object_mode=int(np.mean(_object_votes[-15:])>=.5)
|
| 92 |
+
|
| 93 |
+
|
| 94 |
+
def refine_object(b):
|
| 95 |
+
global _object_adjusted
|
| 96 |
+
if _object_adjusted or _object_mode is None or _scene_target is None or _progress<2.25: return
|
| 97 |
+
og=np.load(Path(__file__).with_name('object_geometry.npz'))
|
| 98 |
+
center=np.median(_object_centers[-15:],axis=0)
|
| 99 |
+
target=np.r_[center,_scene_target,1]@og['weights'][_object_mode]
|
| 100 |
+
demos=np.flatnonzero(og['mode']==_object_mode)
|
| 101 |
+
# Restrict interpolation to the observed within-shelf pose envelope.
|
| 102 |
+
target[3:]=np.clip(target[3:],og['targets'][demos,3:].min(0),og['targets'][demos,3:].max(0))
|
| 103 |
+
target[:3]=np.clip(target[:3],b['base_low'][:3],b['base_high'][:3])
|
| 104 |
+
for di in demos:
|
| 105 |
+
ids=np.flatnonzero(b['demo']==di)
|
| 106 |
+
grasp=ids[np.flatnonzero(b['phase'][ids]>=3)[0]]
|
| 107 |
+
offset=target-b['q'][grasp,:10]
|
| 108 |
+
f=np.clip((b['phase'][ids]-2.08)/.62,0,1)*np.clip((3.6-b['phase'][ids])/.4,0,1)
|
| 109 |
+
b['q'][ids,:10]+=f[:,None]*offset
|
| 110 |
+
b['a'][ids,:3]+=f[:,None]*offset[:3]
|
| 111 |
+
_object_adjusted=True
|
| 112 |
+
|
| 113 |
+
def _hold(q):
|
| 114 |
+
a = np.zeros(20, dtype=np.float32)
|
| 115 |
+
for r in (0, 1):
|
| 116 |
+
a[10*r:10*r+3] = q[12*r:12*r+3]
|
| 117 |
+
a[10*r+9] = np.clip(2*(q[12*r+10]+0.01)/0.05-1, -1, 1)
|
| 118 |
+
return a
|
| 119 |
+
|
| 120 |
+
def act(obs):
|
| 121 |
+
"""Return a 20-vector or None; step 1 follows the runner-owned hold.
|
| 122 |
+
|
| 123 |
+
Base bounds are absent in the supplied contract. Base outputs lie within
|
| 124 |
+
the observed demonstration envelope, except measured-position fallback
|
| 125 |
+
holds. Neither constitutes verification of unknown native limits.
|
| 126 |
+
"""
|
| 127 |
+
global _progress, _terminal_count, _last_step, _last_action, _grasp_settle, _grasp_target, _grasp_retry
|
| 128 |
+
step = int(obs.get('step_id', 1))
|
| 129 |
+
if step < _last_step:
|
| 130 |
+
reset_episode()
|
| 131 |
+
if step == _last_step and _last_action is not None:
|
| 132 |
+
return _last_action.copy()
|
| 133 |
+
# 650 includes runner's initial hold: at most 649 controller actions.
|
| 134 |
+
if step >= 650:
|
| 135 |
+
return None
|
| 136 |
+
try:
|
| 137 |
+
p = obs['proprioception']
|
| 138 |
+
arrays = [np.asarray(p[path], dtype=np.float32).reshape(-1) for path in PATHS]
|
| 139 |
+
if any(a.size != 12 or not np.isfinite(a).all() for a in arrays):
|
| 140 |
+
return None
|
| 141 |
+
q = np.concatenate((arrays[0], arrays[2]))
|
| 142 |
+
v = np.concatenate((arrays[1], arrays[3]))
|
| 143 |
+
except (KeyError, TypeError, ValueError):
|
| 144 |
+
return None
|
| 145 |
+
b = _load()
|
| 146 |
+
try: b = localize_scene(obs,b)
|
| 147 |
+
except (KeyError, ValueError, cv2.error): pass
|
| 148 |
+
hold = _hold(q)
|
| 149 |
+
try:
|
| 150 |
+
image = visual_feature(obs['rgb']).astype(np.float32)/255.0
|
| 151 |
+
except (KeyError, TypeError, ValueError, cv2.error):
|
| 152 |
+
_last_step, _last_action = step, hold
|
| 153 |
+
return hold.copy()
|
| 154 |
+
try: detect_object(obs)
|
| 155 |
+
except (KeyError,ValueError,cv2.error): pass
|
| 156 |
+
refine_object(b)
|
| 157 |
+
# Progress is inferred from current observations across all 20 demos;
|
| 158 |
+
# it is never set from an episode ID, hidden seed, or step schedule.
|
| 159 |
+
eligible = np.flatnonzero((b['phase'] >= _progress-0.015) &
|
| 160 |
+
(b['phase'] <= _progress+0.45))
|
| 161 |
+
if _object_mode is not None and _progress>2.08:
|
| 162 |
+
og=np.load(Path(__file__).with_name('object_geometry.npz'))
|
| 163 |
+
eligible=eligible[og['mode'][b['demo'][eligible].astype(int)]==_object_mode]
|
| 164 |
+
dq = (b['q'][eligible]-q)/b['qscale']
|
| 165 |
+
qcost = np.mean(np.minimum(dq*dq, 100), axis=1)
|
| 166 |
+
dv = (b['v'][eligible]-v)/b['vscale']
|
| 167 |
+
vcost = np.mean(np.minimum(dv*dv, 25), axis=1)
|
| 168 |
+
preliminary = qcost + 0.03*vcost
|
| 169 |
+
k = min(96, len(eligible))
|
| 170 |
+
short = np.argpartition(preliminary, k-1)[:k]
|
| 171 |
+
ids = eligible[short]
|
| 172 |
+
visual = np.mean((b['rgb'][ids].astype(np.float32)/255.0-image)**2, axis=1)
|
| 173 |
+
continuity = 0.12*(b['phase'][ids]-(_progress+0.025))**2
|
| 174 |
+
cost = preliminary[short] + 12*visual + continuity
|
| 175 |
+
best_local = int(np.argmin(cost)); best = ids[best_local]
|
| 176 |
+
# Conservative, uncalibrated rejection; does not certify safety/success.
|
| 177 |
+
if qcost[short[best_local]] > 2.5 or visual[best_local] > 0.09:
|
| 178 |
+
_terminal_count = 0
|
| 179 |
+
_last_step, _last_action = step, hold
|
| 180 |
+
return hold.copy()
|
| 181 |
+
_progress = min(4.99, max(_progress + 0.004, float(b['phase'][best])))
|
| 182 |
+
# Never blend conflicting gripper commands or widely separated phases.
|
| 183 |
+
compatible = (np.all(b['a'][ids][:,[9,19]] == b['a'][best,[9,19]], axis=1) &
|
| 184 |
+
(np.abs(b['phase'][ids]-_progress) < 0.045))
|
| 185 |
+
selected = np.flatnonzero(compatible)
|
| 186 |
+
selected = selected[np.argsort(cost[selected])[:4]]
|
| 187 |
+
weights = np.exp(-(cost[selected]-cost[selected].min())/0.035)
|
| 188 |
+
weights /= weights.sum()
|
| 189 |
+
# Small demonstrated lookahead avoids stationary nearest-neighbor fixed points.
|
| 190 |
+
future = np.minimum(ids[selected]+2, len(b['a'])-1)
|
| 191 |
+
future = np.where(b['demo'][future] == b['demo'][ids[selected]], future, ids[selected])
|
| 192 |
+
a = weights @ b['a'][future]
|
| 193 |
+
a[[9,19]] = b['a'][best,[9,19]]
|
| 194 |
+
if 2.05 < _progress < 3.5:
|
| 195 |
+
pm=np.load(Path(__file__).with_name('pose_maps.npz'))
|
| 196 |
+
mi=int(np.argmin(abs(pm['centers']-_progress)))
|
| 197 |
+
qref=weights @ b['q'][ids[selected]][:,3:10]
|
| 198 |
+
correction=(qref-q[3:10])@pm['maps'][mi]
|
| 199 |
+
a[3:9] += np.clip(correction,[-.04,-.04,-.04,-.02,-.02,-.02],[.04,.04,.04,.02,.02,.02])
|
| 200 |
+
# Advance demonstrated support-base placement while the handle is opening.
|
| 201 |
+
if 1.35 < _progress < 1.99:
|
| 202 |
+
support=np.flatnonzero((b['demo']==b['demo'][best])&(b['phase']>=min(1.99,_progress+.18)))
|
| 203 |
+
if len(support): a[10:13]=b['a'][support[0],10:13]
|
| 204 |
+
# Fixed grasp-pose servo, followed by closure dwell and one empty-grasp retry.
|
| 205 |
+
if 2.96 < _progress < 3.18 and _grasp_settle < 50 and _object_mode is not None:
|
| 206 |
+
if _grasp_target is None:
|
| 207 |
+
og=np.load(Path(__file__).with_name('object_geometry.npz'))
|
| 208 |
+
gi=np.flatnonzero((b['phase']>=3.03)&(b['phase']<=3.06)&(og['mode'][b['demo'].astype(int)]==_object_mode))
|
| 209 |
+
err=np.mean(((b['q'][gi,:10]-q[:10])/b['qscale'][:10])**2,axis=1)
|
| 210 |
+
_grasp_target=b['q'][gi[np.argmin(err)]].copy()
|
| 211 |
+
ref=_grasp_target
|
| 212 |
+
pm=np.load(Path(__file__).with_name('pose_maps.npz'))
|
| 213 |
+
mi=int(np.argmin(abs(pm['centers']-3)))
|
| 214 |
+
a[:3]=ref[:3]
|
| 215 |
+
a[3:9]=np.clip(2*(ref[3:10]-q[3:10])@pm['maps'][mi],-.1,.1)
|
| 216 |
+
a[9]=1 if _grasp_settle<35 else -1
|
| 217 |
+
_progress=2.97
|
| 218 |
+
_grasp_settle+=1
|
| 219 |
+
if _grasp_settle==50:
|
| 220 |
+
if q[10]<.004 and not _grasp_retry:
|
| 221 |
+
_grasp_retry=True
|
| 222 |
+
_grasp_target[0]-=.025
|
| 223 |
+
_grasp_settle=15
|
| 224 |
+
else: _progress=3.06
|
| 225 |
+
# Base targets remain absolute. Rate limit distance from measured base.
|
| 226 |
+
current_base = q[[0,1,2,12,13,14]]
|
| 227 |
+
a[BASE] = current_base + np.clip(a[BASE]-current_base,
|
| 228 |
+
-b['base_step_cap'], b['base_step_cap'])
|
| 229 |
+
a[BASE] = np.clip(a[BASE], b['base_low'], b['base_high'])
|
| 230 |
+
a[NORMALIZED] = np.clip(a[NORMALIZED], -1, 1)
|
| 231 |
+
# Terminal similarity is only a stop heuristic, never a success signal.
|
| 232 |
+
if _progress > 4.85 and a[9] > 0 and visual[best_local] < 0.012 and qcost[short[best_local]] < 0.15:
|
| 233 |
+
_terminal_count += 1
|
| 234 |
+
else:
|
| 235 |
+
_terminal_count = 0
|
| 236 |
+
if _terminal_count >= 8:
|
| 237 |
+
return None
|
| 238 |
+
_last_step, _last_action = step, a.astype(np.float32)
|
| 239 |
+
return _last_action.copy()
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/demo_manifest.json
ADDED
|
@@ -0,0 +1,2168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task_id": "DualArmOpenFridge-v1",
|
| 3 |
+
"status": "released",
|
| 4 |
+
"selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
|
| 5 |
+
"lineage_status": "pinned_comparator",
|
| 6 |
+
"episodes": [
|
| 7 |
+
{
|
| 8 |
+
"demo_id": "demo_00",
|
| 9 |
+
"file": "demo_00.h5",
|
| 10 |
+
"length": 520,
|
| 11 |
+
"fields": [
|
| 12 |
+
{
|
| 13 |
+
"path": "actions/mobile_panda-0",
|
| 14 |
+
"shape": [
|
| 15 |
+
520,
|
| 16 |
+
10
|
| 17 |
+
],
|
| 18 |
+
"dtype": "float32"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"path": "actions/mobile_panda-1",
|
| 22 |
+
"shape": [
|
| 23 |
+
520,
|
| 24 |
+
10
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 30 |
+
"shape": [
|
| 31 |
+
521,
|
| 32 |
+
12
|
| 33 |
+
],
|
| 34 |
+
"dtype": "float32"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 38 |
+
"shape": [
|
| 39 |
+
521,
|
| 40 |
+
12
|
| 41 |
+
],
|
| 42 |
+
"dtype": "float32"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 46 |
+
"shape": [
|
| 47 |
+
521,
|
| 48 |
+
12
|
| 49 |
+
],
|
| 50 |
+
"dtype": "float32"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 54 |
+
"shape": [
|
| 55 |
+
521,
|
| 56 |
+
12
|
| 57 |
+
],
|
| 58 |
+
"dtype": "float32"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 62 |
+
"shape": [
|
| 63 |
+
521,
|
| 64 |
+
240,
|
| 65 |
+
320,
|
| 66 |
+
3
|
| 67 |
+
],
|
| 68 |
+
"dtype": "uint8"
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 72 |
+
"shape": [
|
| 73 |
+
521,
|
| 74 |
+
240,
|
| 75 |
+
320,
|
| 76 |
+
3
|
| 77 |
+
],
|
| 78 |
+
"dtype": "uint8"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 82 |
+
"shape": [
|
| 83 |
+
521,
|
| 84 |
+
240,
|
| 85 |
+
320,
|
| 86 |
+
3
|
| 87 |
+
],
|
| 88 |
+
"dtype": "uint8"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 92 |
+
"shape": [
|
| 93 |
+
521,
|
| 94 |
+
240,
|
| 95 |
+
320,
|
| 96 |
+
3
|
| 97 |
+
],
|
| 98 |
+
"dtype": "uint8"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 102 |
+
"shape": [
|
| 103 |
+
521,
|
| 104 |
+
320,
|
| 105 |
+
240,
|
| 106 |
+
3
|
| 107 |
+
],
|
| 108 |
+
"dtype": "uint8"
|
| 109 |
+
}
|
| 110 |
+
],
|
| 111 |
+
"trajectory_sha256": "265ff9457d944f49d9893682e24b57dc5a89d2b622515b53489dba8e2e921fe5",
|
| 112 |
+
"source_sha256": "770ac39e1460eaf41d4622eedf33c4e9cee5f591cc7fbecc66f64e1960a20ac0",
|
| 113 |
+
"view_sha256": "cc40ac4d8abf2f55c384f8947724515346f89248ad80ba4f389cab3660083f15"
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"demo_id": "demo_01",
|
| 117 |
+
"file": "demo_01.h5",
|
| 118 |
+
"length": 514,
|
| 119 |
+
"fields": [
|
| 120 |
+
{
|
| 121 |
+
"path": "actions/mobile_panda-0",
|
| 122 |
+
"shape": [
|
| 123 |
+
514,
|
| 124 |
+
10
|
| 125 |
+
],
|
| 126 |
+
"dtype": "float32"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"path": "actions/mobile_panda-1",
|
| 130 |
+
"shape": [
|
| 131 |
+
514,
|
| 132 |
+
10
|
| 133 |
+
],
|
| 134 |
+
"dtype": "float32"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 138 |
+
"shape": [
|
| 139 |
+
515,
|
| 140 |
+
12
|
| 141 |
+
],
|
| 142 |
+
"dtype": "float32"
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 146 |
+
"shape": [
|
| 147 |
+
515,
|
| 148 |
+
12
|
| 149 |
+
],
|
| 150 |
+
"dtype": "float32"
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 154 |
+
"shape": [
|
| 155 |
+
515,
|
| 156 |
+
12
|
| 157 |
+
],
|
| 158 |
+
"dtype": "float32"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 162 |
+
"shape": [
|
| 163 |
+
515,
|
| 164 |
+
12
|
| 165 |
+
],
|
| 166 |
+
"dtype": "float32"
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 170 |
+
"shape": [
|
| 171 |
+
515,
|
| 172 |
+
240,
|
| 173 |
+
320,
|
| 174 |
+
3
|
| 175 |
+
],
|
| 176 |
+
"dtype": "uint8"
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 180 |
+
"shape": [
|
| 181 |
+
515,
|
| 182 |
+
240,
|
| 183 |
+
320,
|
| 184 |
+
3
|
| 185 |
+
],
|
| 186 |
+
"dtype": "uint8"
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 190 |
+
"shape": [
|
| 191 |
+
515,
|
| 192 |
+
240,
|
| 193 |
+
320,
|
| 194 |
+
3
|
| 195 |
+
],
|
| 196 |
+
"dtype": "uint8"
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 200 |
+
"shape": [
|
| 201 |
+
515,
|
| 202 |
+
240,
|
| 203 |
+
320,
|
| 204 |
+
3
|
| 205 |
+
],
|
| 206 |
+
"dtype": "uint8"
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 210 |
+
"shape": [
|
| 211 |
+
515,
|
| 212 |
+
320,
|
| 213 |
+
240,
|
| 214 |
+
3
|
| 215 |
+
],
|
| 216 |
+
"dtype": "uint8"
|
| 217 |
+
}
|
| 218 |
+
],
|
| 219 |
+
"trajectory_sha256": "775969c28abbbb25362dc3ff83e7d40f16e768d10f29fb76e374197f654c6e78",
|
| 220 |
+
"source_sha256": "e154d25ad488edbf9ec15947d769d13c2ec8258daab578a259a9aecaafd7734d",
|
| 221 |
+
"view_sha256": "445d84eb102d8bfd1e08a38d5d6f1467612d0c31f4c1cb0408c3ce25b845696d"
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"demo_id": "demo_02",
|
| 225 |
+
"file": "demo_02.h5",
|
| 226 |
+
"length": 491,
|
| 227 |
+
"fields": [
|
| 228 |
+
{
|
| 229 |
+
"path": "actions/mobile_panda-0",
|
| 230 |
+
"shape": [
|
| 231 |
+
491,
|
| 232 |
+
10
|
| 233 |
+
],
|
| 234 |
+
"dtype": "float32"
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"path": "actions/mobile_panda-1",
|
| 238 |
+
"shape": [
|
| 239 |
+
491,
|
| 240 |
+
10
|
| 241 |
+
],
|
| 242 |
+
"dtype": "float32"
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 246 |
+
"shape": [
|
| 247 |
+
492,
|
| 248 |
+
12
|
| 249 |
+
],
|
| 250 |
+
"dtype": "float32"
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 254 |
+
"shape": [
|
| 255 |
+
492,
|
| 256 |
+
12
|
| 257 |
+
],
|
| 258 |
+
"dtype": "float32"
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 262 |
+
"shape": [
|
| 263 |
+
492,
|
| 264 |
+
12
|
| 265 |
+
],
|
| 266 |
+
"dtype": "float32"
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 270 |
+
"shape": [
|
| 271 |
+
492,
|
| 272 |
+
12
|
| 273 |
+
],
|
| 274 |
+
"dtype": "float32"
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 278 |
+
"shape": [
|
| 279 |
+
492,
|
| 280 |
+
240,
|
| 281 |
+
320,
|
| 282 |
+
3
|
| 283 |
+
],
|
| 284 |
+
"dtype": "uint8"
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 288 |
+
"shape": [
|
| 289 |
+
492,
|
| 290 |
+
240,
|
| 291 |
+
320,
|
| 292 |
+
3
|
| 293 |
+
],
|
| 294 |
+
"dtype": "uint8"
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 298 |
+
"shape": [
|
| 299 |
+
492,
|
| 300 |
+
240,
|
| 301 |
+
320,
|
| 302 |
+
3
|
| 303 |
+
],
|
| 304 |
+
"dtype": "uint8"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 308 |
+
"shape": [
|
| 309 |
+
492,
|
| 310 |
+
240,
|
| 311 |
+
320,
|
| 312 |
+
3
|
| 313 |
+
],
|
| 314 |
+
"dtype": "uint8"
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 318 |
+
"shape": [
|
| 319 |
+
492,
|
| 320 |
+
320,
|
| 321 |
+
240,
|
| 322 |
+
3
|
| 323 |
+
],
|
| 324 |
+
"dtype": "uint8"
|
| 325 |
+
}
|
| 326 |
+
],
|
| 327 |
+
"trajectory_sha256": "47afe58bbf75c34d76c123d22cddc6d05176e32f5a66b5ef7c66bdcdc1094bd1",
|
| 328 |
+
"source_sha256": "436e2843954018282d8a925a211a68f2f8822452d3ba9fc885e3a4c365c2cb73",
|
| 329 |
+
"view_sha256": "e5527220fd2a0c619d33bd85f88d2dd313316a7c63e4662d560e9c3e4784f17a"
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"demo_id": "demo_03",
|
| 333 |
+
"file": "demo_03.h5",
|
| 334 |
+
"length": 508,
|
| 335 |
+
"fields": [
|
| 336 |
+
{
|
| 337 |
+
"path": "actions/mobile_panda-0",
|
| 338 |
+
"shape": [
|
| 339 |
+
508,
|
| 340 |
+
10
|
| 341 |
+
],
|
| 342 |
+
"dtype": "float32"
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"path": "actions/mobile_panda-1",
|
| 346 |
+
"shape": [
|
| 347 |
+
508,
|
| 348 |
+
10
|
| 349 |
+
],
|
| 350 |
+
"dtype": "float32"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 354 |
+
"shape": [
|
| 355 |
+
509,
|
| 356 |
+
12
|
| 357 |
+
],
|
| 358 |
+
"dtype": "float32"
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 362 |
+
"shape": [
|
| 363 |
+
509,
|
| 364 |
+
12
|
| 365 |
+
],
|
| 366 |
+
"dtype": "float32"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 370 |
+
"shape": [
|
| 371 |
+
509,
|
| 372 |
+
12
|
| 373 |
+
],
|
| 374 |
+
"dtype": "float32"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 378 |
+
"shape": [
|
| 379 |
+
509,
|
| 380 |
+
12
|
| 381 |
+
],
|
| 382 |
+
"dtype": "float32"
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 386 |
+
"shape": [
|
| 387 |
+
509,
|
| 388 |
+
240,
|
| 389 |
+
320,
|
| 390 |
+
3
|
| 391 |
+
],
|
| 392 |
+
"dtype": "uint8"
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 396 |
+
"shape": [
|
| 397 |
+
509,
|
| 398 |
+
240,
|
| 399 |
+
320,
|
| 400 |
+
3
|
| 401 |
+
],
|
| 402 |
+
"dtype": "uint8"
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 406 |
+
"shape": [
|
| 407 |
+
509,
|
| 408 |
+
240,
|
| 409 |
+
320,
|
| 410 |
+
3
|
| 411 |
+
],
|
| 412 |
+
"dtype": "uint8"
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 416 |
+
"shape": [
|
| 417 |
+
509,
|
| 418 |
+
240,
|
| 419 |
+
320,
|
| 420 |
+
3
|
| 421 |
+
],
|
| 422 |
+
"dtype": "uint8"
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 426 |
+
"shape": [
|
| 427 |
+
509,
|
| 428 |
+
320,
|
| 429 |
+
240,
|
| 430 |
+
3
|
| 431 |
+
],
|
| 432 |
+
"dtype": "uint8"
|
| 433 |
+
}
|
| 434 |
+
],
|
| 435 |
+
"trajectory_sha256": "10fdafa333a1c26a857bcc4c1f37d8d4cbf2853c1237b364bc864afe6cb23fa1",
|
| 436 |
+
"source_sha256": "2d0b6584ea86fbf51ea289c47425237abd5001f54ab353d540b71d5113226b2a",
|
| 437 |
+
"view_sha256": "8e1f50be23ec6d10211744dd4b2555ccdaf2a60454ce5b4c17a032b4597fac83"
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"demo_id": "demo_04",
|
| 441 |
+
"file": "demo_04.h5",
|
| 442 |
+
"length": 530,
|
| 443 |
+
"fields": [
|
| 444 |
+
{
|
| 445 |
+
"path": "actions/mobile_panda-0",
|
| 446 |
+
"shape": [
|
| 447 |
+
530,
|
| 448 |
+
10
|
| 449 |
+
],
|
| 450 |
+
"dtype": "float32"
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"path": "actions/mobile_panda-1",
|
| 454 |
+
"shape": [
|
| 455 |
+
530,
|
| 456 |
+
10
|
| 457 |
+
],
|
| 458 |
+
"dtype": "float32"
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 462 |
+
"shape": [
|
| 463 |
+
531,
|
| 464 |
+
12
|
| 465 |
+
],
|
| 466 |
+
"dtype": "float32"
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 470 |
+
"shape": [
|
| 471 |
+
531,
|
| 472 |
+
12
|
| 473 |
+
],
|
| 474 |
+
"dtype": "float32"
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 478 |
+
"shape": [
|
| 479 |
+
531,
|
| 480 |
+
12
|
| 481 |
+
],
|
| 482 |
+
"dtype": "float32"
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 486 |
+
"shape": [
|
| 487 |
+
531,
|
| 488 |
+
12
|
| 489 |
+
],
|
| 490 |
+
"dtype": "float32"
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 494 |
+
"shape": [
|
| 495 |
+
531,
|
| 496 |
+
240,
|
| 497 |
+
320,
|
| 498 |
+
3
|
| 499 |
+
],
|
| 500 |
+
"dtype": "uint8"
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 504 |
+
"shape": [
|
| 505 |
+
531,
|
| 506 |
+
240,
|
| 507 |
+
320,
|
| 508 |
+
3
|
| 509 |
+
],
|
| 510 |
+
"dtype": "uint8"
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 514 |
+
"shape": [
|
| 515 |
+
531,
|
| 516 |
+
240,
|
| 517 |
+
320,
|
| 518 |
+
3
|
| 519 |
+
],
|
| 520 |
+
"dtype": "uint8"
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 524 |
+
"shape": [
|
| 525 |
+
531,
|
| 526 |
+
240,
|
| 527 |
+
320,
|
| 528 |
+
3
|
| 529 |
+
],
|
| 530 |
+
"dtype": "uint8"
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 534 |
+
"shape": [
|
| 535 |
+
531,
|
| 536 |
+
320,
|
| 537 |
+
240,
|
| 538 |
+
3
|
| 539 |
+
],
|
| 540 |
+
"dtype": "uint8"
|
| 541 |
+
}
|
| 542 |
+
],
|
| 543 |
+
"trajectory_sha256": "44db4c5ef549fb503c36f650ec671418765fea18cebbd47d9917c45e35aa6dff",
|
| 544 |
+
"source_sha256": "6a01ee468fbc1c9f9b88d43209ccbc7552252d9f3e8ec0ad4b95b3b6d051db0f",
|
| 545 |
+
"view_sha256": "3c7aa820c44510c28d19adce767a99b96a639f3c9929731ae3671a1b913652c1"
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"demo_id": "demo_05",
|
| 549 |
+
"file": "demo_05.h5",
|
| 550 |
+
"length": 483,
|
| 551 |
+
"fields": [
|
| 552 |
+
{
|
| 553 |
+
"path": "actions/mobile_panda-0",
|
| 554 |
+
"shape": [
|
| 555 |
+
483,
|
| 556 |
+
10
|
| 557 |
+
],
|
| 558 |
+
"dtype": "float32"
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"path": "actions/mobile_panda-1",
|
| 562 |
+
"shape": [
|
| 563 |
+
483,
|
| 564 |
+
10
|
| 565 |
+
],
|
| 566 |
+
"dtype": "float32"
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 570 |
+
"shape": [
|
| 571 |
+
484,
|
| 572 |
+
12
|
| 573 |
+
],
|
| 574 |
+
"dtype": "float32"
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 578 |
+
"shape": [
|
| 579 |
+
484,
|
| 580 |
+
12
|
| 581 |
+
],
|
| 582 |
+
"dtype": "float32"
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 586 |
+
"shape": [
|
| 587 |
+
484,
|
| 588 |
+
12
|
| 589 |
+
],
|
| 590 |
+
"dtype": "float32"
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 594 |
+
"shape": [
|
| 595 |
+
484,
|
| 596 |
+
12
|
| 597 |
+
],
|
| 598 |
+
"dtype": "float32"
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 602 |
+
"shape": [
|
| 603 |
+
484,
|
| 604 |
+
240,
|
| 605 |
+
320,
|
| 606 |
+
3
|
| 607 |
+
],
|
| 608 |
+
"dtype": "uint8"
|
| 609 |
+
},
|
| 610 |
+
{
|
| 611 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 612 |
+
"shape": [
|
| 613 |
+
484,
|
| 614 |
+
240,
|
| 615 |
+
320,
|
| 616 |
+
3
|
| 617 |
+
],
|
| 618 |
+
"dtype": "uint8"
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 622 |
+
"shape": [
|
| 623 |
+
484,
|
| 624 |
+
240,
|
| 625 |
+
320,
|
| 626 |
+
3
|
| 627 |
+
],
|
| 628 |
+
"dtype": "uint8"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 632 |
+
"shape": [
|
| 633 |
+
484,
|
| 634 |
+
240,
|
| 635 |
+
320,
|
| 636 |
+
3
|
| 637 |
+
],
|
| 638 |
+
"dtype": "uint8"
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 642 |
+
"shape": [
|
| 643 |
+
484,
|
| 644 |
+
320,
|
| 645 |
+
240,
|
| 646 |
+
3
|
| 647 |
+
],
|
| 648 |
+
"dtype": "uint8"
|
| 649 |
+
}
|
| 650 |
+
],
|
| 651 |
+
"trajectory_sha256": "a468895ecdc8f8d064601292bed320e90921465dca437e916ba1202d20749724",
|
| 652 |
+
"source_sha256": "c629973dd9378ac76cf5dc9fbecee75080801975b40f1aa93f27971852220b01",
|
| 653 |
+
"view_sha256": "c89a9bfe5ab6a92f07f5132aab3983e881b01c91dd532ee00cf15c6f94e0d47a"
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"demo_id": "demo_06",
|
| 657 |
+
"file": "demo_06.h5",
|
| 658 |
+
"length": 511,
|
| 659 |
+
"fields": [
|
| 660 |
+
{
|
| 661 |
+
"path": "actions/mobile_panda-0",
|
| 662 |
+
"shape": [
|
| 663 |
+
511,
|
| 664 |
+
10
|
| 665 |
+
],
|
| 666 |
+
"dtype": "float32"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"path": "actions/mobile_panda-1",
|
| 670 |
+
"shape": [
|
| 671 |
+
511,
|
| 672 |
+
10
|
| 673 |
+
],
|
| 674 |
+
"dtype": "float32"
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 678 |
+
"shape": [
|
| 679 |
+
512,
|
| 680 |
+
12
|
| 681 |
+
],
|
| 682 |
+
"dtype": "float32"
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 686 |
+
"shape": [
|
| 687 |
+
512,
|
| 688 |
+
12
|
| 689 |
+
],
|
| 690 |
+
"dtype": "float32"
|
| 691 |
+
},
|
| 692 |
+
{
|
| 693 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 694 |
+
"shape": [
|
| 695 |
+
512,
|
| 696 |
+
12
|
| 697 |
+
],
|
| 698 |
+
"dtype": "float32"
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 702 |
+
"shape": [
|
| 703 |
+
512,
|
| 704 |
+
12
|
| 705 |
+
],
|
| 706 |
+
"dtype": "float32"
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 710 |
+
"shape": [
|
| 711 |
+
512,
|
| 712 |
+
240,
|
| 713 |
+
320,
|
| 714 |
+
3
|
| 715 |
+
],
|
| 716 |
+
"dtype": "uint8"
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 720 |
+
"shape": [
|
| 721 |
+
512,
|
| 722 |
+
240,
|
| 723 |
+
320,
|
| 724 |
+
3
|
| 725 |
+
],
|
| 726 |
+
"dtype": "uint8"
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 730 |
+
"shape": [
|
| 731 |
+
512,
|
| 732 |
+
240,
|
| 733 |
+
320,
|
| 734 |
+
3
|
| 735 |
+
],
|
| 736 |
+
"dtype": "uint8"
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 740 |
+
"shape": [
|
| 741 |
+
512,
|
| 742 |
+
240,
|
| 743 |
+
320,
|
| 744 |
+
3
|
| 745 |
+
],
|
| 746 |
+
"dtype": "uint8"
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 750 |
+
"shape": [
|
| 751 |
+
512,
|
| 752 |
+
320,
|
| 753 |
+
240,
|
| 754 |
+
3
|
| 755 |
+
],
|
| 756 |
+
"dtype": "uint8"
|
| 757 |
+
}
|
| 758 |
+
],
|
| 759 |
+
"trajectory_sha256": "55d12484b6ac89affc80bf89d384e47c97f3cdb93246579c29b325f4abab805a",
|
| 760 |
+
"source_sha256": "8ca44a403d76fe5a1ea5cdfa4fc0bd9c4ee0bc46931ba37be8309be57e870673",
|
| 761 |
+
"view_sha256": "43166fb59ea76178cc351872b56244a88cd5dee83611a731cc007339aa255912"
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"demo_id": "demo_07",
|
| 765 |
+
"file": "demo_07.h5",
|
| 766 |
+
"length": 490,
|
| 767 |
+
"fields": [
|
| 768 |
+
{
|
| 769 |
+
"path": "actions/mobile_panda-0",
|
| 770 |
+
"shape": [
|
| 771 |
+
490,
|
| 772 |
+
10
|
| 773 |
+
],
|
| 774 |
+
"dtype": "float32"
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"path": "actions/mobile_panda-1",
|
| 778 |
+
"shape": [
|
| 779 |
+
490,
|
| 780 |
+
10
|
| 781 |
+
],
|
| 782 |
+
"dtype": "float32"
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 786 |
+
"shape": [
|
| 787 |
+
491,
|
| 788 |
+
12
|
| 789 |
+
],
|
| 790 |
+
"dtype": "float32"
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 794 |
+
"shape": [
|
| 795 |
+
491,
|
| 796 |
+
12
|
| 797 |
+
],
|
| 798 |
+
"dtype": "float32"
|
| 799 |
+
},
|
| 800 |
+
{
|
| 801 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 802 |
+
"shape": [
|
| 803 |
+
491,
|
| 804 |
+
12
|
| 805 |
+
],
|
| 806 |
+
"dtype": "float32"
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 810 |
+
"shape": [
|
| 811 |
+
491,
|
| 812 |
+
12
|
| 813 |
+
],
|
| 814 |
+
"dtype": "float32"
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 818 |
+
"shape": [
|
| 819 |
+
491,
|
| 820 |
+
240,
|
| 821 |
+
320,
|
| 822 |
+
3
|
| 823 |
+
],
|
| 824 |
+
"dtype": "uint8"
|
| 825 |
+
},
|
| 826 |
+
{
|
| 827 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 828 |
+
"shape": [
|
| 829 |
+
491,
|
| 830 |
+
240,
|
| 831 |
+
320,
|
| 832 |
+
3
|
| 833 |
+
],
|
| 834 |
+
"dtype": "uint8"
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 838 |
+
"shape": [
|
| 839 |
+
491,
|
| 840 |
+
240,
|
| 841 |
+
320,
|
| 842 |
+
3
|
| 843 |
+
],
|
| 844 |
+
"dtype": "uint8"
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 848 |
+
"shape": [
|
| 849 |
+
491,
|
| 850 |
+
240,
|
| 851 |
+
320,
|
| 852 |
+
3
|
| 853 |
+
],
|
| 854 |
+
"dtype": "uint8"
|
| 855 |
+
},
|
| 856 |
+
{
|
| 857 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 858 |
+
"shape": [
|
| 859 |
+
491,
|
| 860 |
+
320,
|
| 861 |
+
240,
|
| 862 |
+
3
|
| 863 |
+
],
|
| 864 |
+
"dtype": "uint8"
|
| 865 |
+
}
|
| 866 |
+
],
|
| 867 |
+
"trajectory_sha256": "82ce6760ee72ccb258728d96bf990f6c6e9e3994caf00951f3d6a28d9e7b4f19",
|
| 868 |
+
"source_sha256": "a3bc3285abae6e2ce671c51ae8f089ab9b9265ce7c7fca8d3ef4101e40cb313e",
|
| 869 |
+
"view_sha256": "80b0aeb63dd303df8243d9ebb6d6d92752b531f77ec25cb296241b0789337cb9"
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"demo_id": "demo_08",
|
| 873 |
+
"file": "demo_08.h5",
|
| 874 |
+
"length": 509,
|
| 875 |
+
"fields": [
|
| 876 |
+
{
|
| 877 |
+
"path": "actions/mobile_panda-0",
|
| 878 |
+
"shape": [
|
| 879 |
+
509,
|
| 880 |
+
10
|
| 881 |
+
],
|
| 882 |
+
"dtype": "float32"
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"path": "actions/mobile_panda-1",
|
| 886 |
+
"shape": [
|
| 887 |
+
509,
|
| 888 |
+
10
|
| 889 |
+
],
|
| 890 |
+
"dtype": "float32"
|
| 891 |
+
},
|
| 892 |
+
{
|
| 893 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 894 |
+
"shape": [
|
| 895 |
+
510,
|
| 896 |
+
12
|
| 897 |
+
],
|
| 898 |
+
"dtype": "float32"
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 902 |
+
"shape": [
|
| 903 |
+
510,
|
| 904 |
+
12
|
| 905 |
+
],
|
| 906 |
+
"dtype": "float32"
|
| 907 |
+
},
|
| 908 |
+
{
|
| 909 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 910 |
+
"shape": [
|
| 911 |
+
510,
|
| 912 |
+
12
|
| 913 |
+
],
|
| 914 |
+
"dtype": "float32"
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 918 |
+
"shape": [
|
| 919 |
+
510,
|
| 920 |
+
12
|
| 921 |
+
],
|
| 922 |
+
"dtype": "float32"
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 926 |
+
"shape": [
|
| 927 |
+
510,
|
| 928 |
+
240,
|
| 929 |
+
320,
|
| 930 |
+
3
|
| 931 |
+
],
|
| 932 |
+
"dtype": "uint8"
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 936 |
+
"shape": [
|
| 937 |
+
510,
|
| 938 |
+
240,
|
| 939 |
+
320,
|
| 940 |
+
3
|
| 941 |
+
],
|
| 942 |
+
"dtype": "uint8"
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 946 |
+
"shape": [
|
| 947 |
+
510,
|
| 948 |
+
240,
|
| 949 |
+
320,
|
| 950 |
+
3
|
| 951 |
+
],
|
| 952 |
+
"dtype": "uint8"
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 956 |
+
"shape": [
|
| 957 |
+
510,
|
| 958 |
+
240,
|
| 959 |
+
320,
|
| 960 |
+
3
|
| 961 |
+
],
|
| 962 |
+
"dtype": "uint8"
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 966 |
+
"shape": [
|
| 967 |
+
510,
|
| 968 |
+
320,
|
| 969 |
+
240,
|
| 970 |
+
3
|
| 971 |
+
],
|
| 972 |
+
"dtype": "uint8"
|
| 973 |
+
}
|
| 974 |
+
],
|
| 975 |
+
"trajectory_sha256": "4522989dbb175e706d3282e9e46147e13d07621debda419c1c93314e041241ea",
|
| 976 |
+
"source_sha256": "2b9df294e603a5443f24b60ee756d2805333fb88dde7e6047bc45e2542774007",
|
| 977 |
+
"view_sha256": "b97b9cf77ef22609c847f8284ca9cbc5e840579f94c0c2b3dec16f01bfa8349d"
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"demo_id": "demo_09",
|
| 981 |
+
"file": "demo_09.h5",
|
| 982 |
+
"length": 525,
|
| 983 |
+
"fields": [
|
| 984 |
+
{
|
| 985 |
+
"path": "actions/mobile_panda-0",
|
| 986 |
+
"shape": [
|
| 987 |
+
525,
|
| 988 |
+
10
|
| 989 |
+
],
|
| 990 |
+
"dtype": "float32"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"path": "actions/mobile_panda-1",
|
| 994 |
+
"shape": [
|
| 995 |
+
525,
|
| 996 |
+
10
|
| 997 |
+
],
|
| 998 |
+
"dtype": "float32"
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1002 |
+
"shape": [
|
| 1003 |
+
526,
|
| 1004 |
+
12
|
| 1005 |
+
],
|
| 1006 |
+
"dtype": "float32"
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1010 |
+
"shape": [
|
| 1011 |
+
526,
|
| 1012 |
+
12
|
| 1013 |
+
],
|
| 1014 |
+
"dtype": "float32"
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1018 |
+
"shape": [
|
| 1019 |
+
526,
|
| 1020 |
+
12
|
| 1021 |
+
],
|
| 1022 |
+
"dtype": "float32"
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1026 |
+
"shape": [
|
| 1027 |
+
526,
|
| 1028 |
+
12
|
| 1029 |
+
],
|
| 1030 |
+
"dtype": "float32"
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1034 |
+
"shape": [
|
| 1035 |
+
526,
|
| 1036 |
+
240,
|
| 1037 |
+
320,
|
| 1038 |
+
3
|
| 1039 |
+
],
|
| 1040 |
+
"dtype": "uint8"
|
| 1041 |
+
},
|
| 1042 |
+
{
|
| 1043 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1044 |
+
"shape": [
|
| 1045 |
+
526,
|
| 1046 |
+
240,
|
| 1047 |
+
320,
|
| 1048 |
+
3
|
| 1049 |
+
],
|
| 1050 |
+
"dtype": "uint8"
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1054 |
+
"shape": [
|
| 1055 |
+
526,
|
| 1056 |
+
240,
|
| 1057 |
+
320,
|
| 1058 |
+
3
|
| 1059 |
+
],
|
| 1060 |
+
"dtype": "uint8"
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1064 |
+
"shape": [
|
| 1065 |
+
526,
|
| 1066 |
+
240,
|
| 1067 |
+
320,
|
| 1068 |
+
3
|
| 1069 |
+
],
|
| 1070 |
+
"dtype": "uint8"
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1074 |
+
"shape": [
|
| 1075 |
+
526,
|
| 1076 |
+
320,
|
| 1077 |
+
240,
|
| 1078 |
+
3
|
| 1079 |
+
],
|
| 1080 |
+
"dtype": "uint8"
|
| 1081 |
+
}
|
| 1082 |
+
],
|
| 1083 |
+
"trajectory_sha256": "9793dd2494dc9962f01cc4cc5f22af0abf0466cd0136e1dc5ff4c170bef19efb",
|
| 1084 |
+
"source_sha256": "4657a969b3e622c225ffaddf7ce6ee6fe14fdc80bcea9edf8c30d7f49dcbc832",
|
| 1085 |
+
"view_sha256": "ce810ca9a42d66cd330482f92d797abe702f14ce0079bf7b34ac5d420b7e74a8"
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"demo_id": "demo_10",
|
| 1089 |
+
"file": "demo_10.h5",
|
| 1090 |
+
"length": 523,
|
| 1091 |
+
"fields": [
|
| 1092 |
+
{
|
| 1093 |
+
"path": "actions/mobile_panda-0",
|
| 1094 |
+
"shape": [
|
| 1095 |
+
523,
|
| 1096 |
+
10
|
| 1097 |
+
],
|
| 1098 |
+
"dtype": "float32"
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"path": "actions/mobile_panda-1",
|
| 1102 |
+
"shape": [
|
| 1103 |
+
523,
|
| 1104 |
+
10
|
| 1105 |
+
],
|
| 1106 |
+
"dtype": "float32"
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1110 |
+
"shape": [
|
| 1111 |
+
524,
|
| 1112 |
+
12
|
| 1113 |
+
],
|
| 1114 |
+
"dtype": "float32"
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1118 |
+
"shape": [
|
| 1119 |
+
524,
|
| 1120 |
+
12
|
| 1121 |
+
],
|
| 1122 |
+
"dtype": "float32"
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1126 |
+
"shape": [
|
| 1127 |
+
524,
|
| 1128 |
+
12
|
| 1129 |
+
],
|
| 1130 |
+
"dtype": "float32"
|
| 1131 |
+
},
|
| 1132 |
+
{
|
| 1133 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1134 |
+
"shape": [
|
| 1135 |
+
524,
|
| 1136 |
+
12
|
| 1137 |
+
],
|
| 1138 |
+
"dtype": "float32"
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1142 |
+
"shape": [
|
| 1143 |
+
524,
|
| 1144 |
+
240,
|
| 1145 |
+
320,
|
| 1146 |
+
3
|
| 1147 |
+
],
|
| 1148 |
+
"dtype": "uint8"
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1152 |
+
"shape": [
|
| 1153 |
+
524,
|
| 1154 |
+
240,
|
| 1155 |
+
320,
|
| 1156 |
+
3
|
| 1157 |
+
],
|
| 1158 |
+
"dtype": "uint8"
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1162 |
+
"shape": [
|
| 1163 |
+
524,
|
| 1164 |
+
240,
|
| 1165 |
+
320,
|
| 1166 |
+
3
|
| 1167 |
+
],
|
| 1168 |
+
"dtype": "uint8"
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1172 |
+
"shape": [
|
| 1173 |
+
524,
|
| 1174 |
+
240,
|
| 1175 |
+
320,
|
| 1176 |
+
3
|
| 1177 |
+
],
|
| 1178 |
+
"dtype": "uint8"
|
| 1179 |
+
},
|
| 1180 |
+
{
|
| 1181 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1182 |
+
"shape": [
|
| 1183 |
+
524,
|
| 1184 |
+
320,
|
| 1185 |
+
240,
|
| 1186 |
+
3
|
| 1187 |
+
],
|
| 1188 |
+
"dtype": "uint8"
|
| 1189 |
+
}
|
| 1190 |
+
],
|
| 1191 |
+
"trajectory_sha256": "e4a6ea69ce94b8733554fe63161d8f57fc26655a2a8ffd6ea59f69ab697f9a39",
|
| 1192 |
+
"source_sha256": "e1cb1dba42f6094dffe7227b041b8f2d26ae1e065b169e00f76fef462690cedb",
|
| 1193 |
+
"view_sha256": "34e98d7318411c0fe3e7ff25641ab11a8b4a7aa846ad816bc45b1ccffa8539a8"
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"demo_id": "demo_11",
|
| 1197 |
+
"file": "demo_11.h5",
|
| 1198 |
+
"length": 498,
|
| 1199 |
+
"fields": [
|
| 1200 |
+
{
|
| 1201 |
+
"path": "actions/mobile_panda-0",
|
| 1202 |
+
"shape": [
|
| 1203 |
+
498,
|
| 1204 |
+
10
|
| 1205 |
+
],
|
| 1206 |
+
"dtype": "float32"
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"path": "actions/mobile_panda-1",
|
| 1210 |
+
"shape": [
|
| 1211 |
+
498,
|
| 1212 |
+
10
|
| 1213 |
+
],
|
| 1214 |
+
"dtype": "float32"
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1218 |
+
"shape": [
|
| 1219 |
+
499,
|
| 1220 |
+
12
|
| 1221 |
+
],
|
| 1222 |
+
"dtype": "float32"
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1226 |
+
"shape": [
|
| 1227 |
+
499,
|
| 1228 |
+
12
|
| 1229 |
+
],
|
| 1230 |
+
"dtype": "float32"
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1234 |
+
"shape": [
|
| 1235 |
+
499,
|
| 1236 |
+
12
|
| 1237 |
+
],
|
| 1238 |
+
"dtype": "float32"
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1242 |
+
"shape": [
|
| 1243 |
+
499,
|
| 1244 |
+
12
|
| 1245 |
+
],
|
| 1246 |
+
"dtype": "float32"
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1250 |
+
"shape": [
|
| 1251 |
+
499,
|
| 1252 |
+
240,
|
| 1253 |
+
320,
|
| 1254 |
+
3
|
| 1255 |
+
],
|
| 1256 |
+
"dtype": "uint8"
|
| 1257 |
+
},
|
| 1258 |
+
{
|
| 1259 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1260 |
+
"shape": [
|
| 1261 |
+
499,
|
| 1262 |
+
240,
|
| 1263 |
+
320,
|
| 1264 |
+
3
|
| 1265 |
+
],
|
| 1266 |
+
"dtype": "uint8"
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1270 |
+
"shape": [
|
| 1271 |
+
499,
|
| 1272 |
+
240,
|
| 1273 |
+
320,
|
| 1274 |
+
3
|
| 1275 |
+
],
|
| 1276 |
+
"dtype": "uint8"
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1280 |
+
"shape": [
|
| 1281 |
+
499,
|
| 1282 |
+
240,
|
| 1283 |
+
320,
|
| 1284 |
+
3
|
| 1285 |
+
],
|
| 1286 |
+
"dtype": "uint8"
|
| 1287 |
+
},
|
| 1288 |
+
{
|
| 1289 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1290 |
+
"shape": [
|
| 1291 |
+
499,
|
| 1292 |
+
320,
|
| 1293 |
+
240,
|
| 1294 |
+
3
|
| 1295 |
+
],
|
| 1296 |
+
"dtype": "uint8"
|
| 1297 |
+
}
|
| 1298 |
+
],
|
| 1299 |
+
"trajectory_sha256": "aaccf2d2007797926cba4ad0108b24945750a540bfcc8da7a15660066a73448e",
|
| 1300 |
+
"source_sha256": "2ec75ac5a6d495af7fa4601ed489df27b3795509bc686074ec7f64d65e5eb482",
|
| 1301 |
+
"view_sha256": "284d69f5db81e912b0f9811cd39e9bcf656cc989cab370896673a39e00b246a8"
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"demo_id": "demo_12",
|
| 1305 |
+
"file": "demo_12.h5",
|
| 1306 |
+
"length": 521,
|
| 1307 |
+
"fields": [
|
| 1308 |
+
{
|
| 1309 |
+
"path": "actions/mobile_panda-0",
|
| 1310 |
+
"shape": [
|
| 1311 |
+
521,
|
| 1312 |
+
10
|
| 1313 |
+
],
|
| 1314 |
+
"dtype": "float32"
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"path": "actions/mobile_panda-1",
|
| 1318 |
+
"shape": [
|
| 1319 |
+
521,
|
| 1320 |
+
10
|
| 1321 |
+
],
|
| 1322 |
+
"dtype": "float32"
|
| 1323 |
+
},
|
| 1324 |
+
{
|
| 1325 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1326 |
+
"shape": [
|
| 1327 |
+
522,
|
| 1328 |
+
12
|
| 1329 |
+
],
|
| 1330 |
+
"dtype": "float32"
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1334 |
+
"shape": [
|
| 1335 |
+
522,
|
| 1336 |
+
12
|
| 1337 |
+
],
|
| 1338 |
+
"dtype": "float32"
|
| 1339 |
+
},
|
| 1340 |
+
{
|
| 1341 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1342 |
+
"shape": [
|
| 1343 |
+
522,
|
| 1344 |
+
12
|
| 1345 |
+
],
|
| 1346 |
+
"dtype": "float32"
|
| 1347 |
+
},
|
| 1348 |
+
{
|
| 1349 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1350 |
+
"shape": [
|
| 1351 |
+
522,
|
| 1352 |
+
12
|
| 1353 |
+
],
|
| 1354 |
+
"dtype": "float32"
|
| 1355 |
+
},
|
| 1356 |
+
{
|
| 1357 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1358 |
+
"shape": [
|
| 1359 |
+
522,
|
| 1360 |
+
240,
|
| 1361 |
+
320,
|
| 1362 |
+
3
|
| 1363 |
+
],
|
| 1364 |
+
"dtype": "uint8"
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1368 |
+
"shape": [
|
| 1369 |
+
522,
|
| 1370 |
+
240,
|
| 1371 |
+
320,
|
| 1372 |
+
3
|
| 1373 |
+
],
|
| 1374 |
+
"dtype": "uint8"
|
| 1375 |
+
},
|
| 1376 |
+
{
|
| 1377 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1378 |
+
"shape": [
|
| 1379 |
+
522,
|
| 1380 |
+
240,
|
| 1381 |
+
320,
|
| 1382 |
+
3
|
| 1383 |
+
],
|
| 1384 |
+
"dtype": "uint8"
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1388 |
+
"shape": [
|
| 1389 |
+
522,
|
| 1390 |
+
240,
|
| 1391 |
+
320,
|
| 1392 |
+
3
|
| 1393 |
+
],
|
| 1394 |
+
"dtype": "uint8"
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1398 |
+
"shape": [
|
| 1399 |
+
522,
|
| 1400 |
+
320,
|
| 1401 |
+
240,
|
| 1402 |
+
3
|
| 1403 |
+
],
|
| 1404 |
+
"dtype": "uint8"
|
| 1405 |
+
}
|
| 1406 |
+
],
|
| 1407 |
+
"trajectory_sha256": "64f181046fe8a3cb1dc927f419bdb6de1e05cb7cec931fabd6f657fe44e6bf07",
|
| 1408 |
+
"source_sha256": "f01c4447282351554b9eb473708b65bd7c51e5494626b93159fe82a7cd5bb5d5",
|
| 1409 |
+
"view_sha256": "37a3fde2705304fb0c36455d4bd9d627772e88b643f019eaf6fd155e851cacf9"
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"demo_id": "demo_13",
|
| 1413 |
+
"file": "demo_13.h5",
|
| 1414 |
+
"length": 520,
|
| 1415 |
+
"fields": [
|
| 1416 |
+
{
|
| 1417 |
+
"path": "actions/mobile_panda-0",
|
| 1418 |
+
"shape": [
|
| 1419 |
+
520,
|
| 1420 |
+
10
|
| 1421 |
+
],
|
| 1422 |
+
"dtype": "float32"
|
| 1423 |
+
},
|
| 1424 |
+
{
|
| 1425 |
+
"path": "actions/mobile_panda-1",
|
| 1426 |
+
"shape": [
|
| 1427 |
+
520,
|
| 1428 |
+
10
|
| 1429 |
+
],
|
| 1430 |
+
"dtype": "float32"
|
| 1431 |
+
},
|
| 1432 |
+
{
|
| 1433 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1434 |
+
"shape": [
|
| 1435 |
+
521,
|
| 1436 |
+
12
|
| 1437 |
+
],
|
| 1438 |
+
"dtype": "float32"
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1442 |
+
"shape": [
|
| 1443 |
+
521,
|
| 1444 |
+
12
|
| 1445 |
+
],
|
| 1446 |
+
"dtype": "float32"
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1450 |
+
"shape": [
|
| 1451 |
+
521,
|
| 1452 |
+
12
|
| 1453 |
+
],
|
| 1454 |
+
"dtype": "float32"
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1458 |
+
"shape": [
|
| 1459 |
+
521,
|
| 1460 |
+
12
|
| 1461 |
+
],
|
| 1462 |
+
"dtype": "float32"
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1466 |
+
"shape": [
|
| 1467 |
+
521,
|
| 1468 |
+
240,
|
| 1469 |
+
320,
|
| 1470 |
+
3
|
| 1471 |
+
],
|
| 1472 |
+
"dtype": "uint8"
|
| 1473 |
+
},
|
| 1474 |
+
{
|
| 1475 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1476 |
+
"shape": [
|
| 1477 |
+
521,
|
| 1478 |
+
240,
|
| 1479 |
+
320,
|
| 1480 |
+
3
|
| 1481 |
+
],
|
| 1482 |
+
"dtype": "uint8"
|
| 1483 |
+
},
|
| 1484 |
+
{
|
| 1485 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1486 |
+
"shape": [
|
| 1487 |
+
521,
|
| 1488 |
+
240,
|
| 1489 |
+
320,
|
| 1490 |
+
3
|
| 1491 |
+
],
|
| 1492 |
+
"dtype": "uint8"
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1496 |
+
"shape": [
|
| 1497 |
+
521,
|
| 1498 |
+
240,
|
| 1499 |
+
320,
|
| 1500 |
+
3
|
| 1501 |
+
],
|
| 1502 |
+
"dtype": "uint8"
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1506 |
+
"shape": [
|
| 1507 |
+
521,
|
| 1508 |
+
320,
|
| 1509 |
+
240,
|
| 1510 |
+
3
|
| 1511 |
+
],
|
| 1512 |
+
"dtype": "uint8"
|
| 1513 |
+
}
|
| 1514 |
+
],
|
| 1515 |
+
"trajectory_sha256": "a7d51f0436ee44ff4973a73b6785c32d0af8663da7e680c665dfdb6f755ca342",
|
| 1516 |
+
"source_sha256": "f11b2f9d0dd53777e35277d3d2a8d4a40f3570f16ef70842a100ad438462dcda",
|
| 1517 |
+
"view_sha256": "727cb43c0be8d0f8d206b81889072dd3e60d82e2b33295fd4a2b969a7a34e920"
|
| 1518 |
+
},
|
| 1519 |
+
{
|
| 1520 |
+
"demo_id": "demo_14",
|
| 1521 |
+
"file": "demo_14.h5",
|
| 1522 |
+
"length": 511,
|
| 1523 |
+
"fields": [
|
| 1524 |
+
{
|
| 1525 |
+
"path": "actions/mobile_panda-0",
|
| 1526 |
+
"shape": [
|
| 1527 |
+
511,
|
| 1528 |
+
10
|
| 1529 |
+
],
|
| 1530 |
+
"dtype": "float32"
|
| 1531 |
+
},
|
| 1532 |
+
{
|
| 1533 |
+
"path": "actions/mobile_panda-1",
|
| 1534 |
+
"shape": [
|
| 1535 |
+
511,
|
| 1536 |
+
10
|
| 1537 |
+
],
|
| 1538 |
+
"dtype": "float32"
|
| 1539 |
+
},
|
| 1540 |
+
{
|
| 1541 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1542 |
+
"shape": [
|
| 1543 |
+
512,
|
| 1544 |
+
12
|
| 1545 |
+
],
|
| 1546 |
+
"dtype": "float32"
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1550 |
+
"shape": [
|
| 1551 |
+
512,
|
| 1552 |
+
12
|
| 1553 |
+
],
|
| 1554 |
+
"dtype": "float32"
|
| 1555 |
+
},
|
| 1556 |
+
{
|
| 1557 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1558 |
+
"shape": [
|
| 1559 |
+
512,
|
| 1560 |
+
12
|
| 1561 |
+
],
|
| 1562 |
+
"dtype": "float32"
|
| 1563 |
+
},
|
| 1564 |
+
{
|
| 1565 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1566 |
+
"shape": [
|
| 1567 |
+
512,
|
| 1568 |
+
12
|
| 1569 |
+
],
|
| 1570 |
+
"dtype": "float32"
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1574 |
+
"shape": [
|
| 1575 |
+
512,
|
| 1576 |
+
240,
|
| 1577 |
+
320,
|
| 1578 |
+
3
|
| 1579 |
+
],
|
| 1580 |
+
"dtype": "uint8"
|
| 1581 |
+
},
|
| 1582 |
+
{
|
| 1583 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1584 |
+
"shape": [
|
| 1585 |
+
512,
|
| 1586 |
+
240,
|
| 1587 |
+
320,
|
| 1588 |
+
3
|
| 1589 |
+
],
|
| 1590 |
+
"dtype": "uint8"
|
| 1591 |
+
},
|
| 1592 |
+
{
|
| 1593 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1594 |
+
"shape": [
|
| 1595 |
+
512,
|
| 1596 |
+
240,
|
| 1597 |
+
320,
|
| 1598 |
+
3
|
| 1599 |
+
],
|
| 1600 |
+
"dtype": "uint8"
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1604 |
+
"shape": [
|
| 1605 |
+
512,
|
| 1606 |
+
240,
|
| 1607 |
+
320,
|
| 1608 |
+
3
|
| 1609 |
+
],
|
| 1610 |
+
"dtype": "uint8"
|
| 1611 |
+
},
|
| 1612 |
+
{
|
| 1613 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1614 |
+
"shape": [
|
| 1615 |
+
512,
|
| 1616 |
+
320,
|
| 1617 |
+
240,
|
| 1618 |
+
3
|
| 1619 |
+
],
|
| 1620 |
+
"dtype": "uint8"
|
| 1621 |
+
}
|
| 1622 |
+
],
|
| 1623 |
+
"trajectory_sha256": "971658a33fe74d443914a48e3c72362eaec941caa51ccc846fa2196f2e03be28",
|
| 1624 |
+
"source_sha256": "6e6a3e4d3120d9eb73b4be6a223a2d40e64fa9eba826ff1b463eeea9585f546a",
|
| 1625 |
+
"view_sha256": "07daca8ba882035ec8fcf206bdf44a7ba73a3a08b0e4c6cc62fa62ff88686d91"
|
| 1626 |
+
},
|
| 1627 |
+
{
|
| 1628 |
+
"demo_id": "demo_15",
|
| 1629 |
+
"file": "demo_15.h5",
|
| 1630 |
+
"length": 513,
|
| 1631 |
+
"fields": [
|
| 1632 |
+
{
|
| 1633 |
+
"path": "actions/mobile_panda-0",
|
| 1634 |
+
"shape": [
|
| 1635 |
+
513,
|
| 1636 |
+
10
|
| 1637 |
+
],
|
| 1638 |
+
"dtype": "float32"
|
| 1639 |
+
},
|
| 1640 |
+
{
|
| 1641 |
+
"path": "actions/mobile_panda-1",
|
| 1642 |
+
"shape": [
|
| 1643 |
+
513,
|
| 1644 |
+
10
|
| 1645 |
+
],
|
| 1646 |
+
"dtype": "float32"
|
| 1647 |
+
},
|
| 1648 |
+
{
|
| 1649 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1650 |
+
"shape": [
|
| 1651 |
+
514,
|
| 1652 |
+
12
|
| 1653 |
+
],
|
| 1654 |
+
"dtype": "float32"
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1658 |
+
"shape": [
|
| 1659 |
+
514,
|
| 1660 |
+
12
|
| 1661 |
+
],
|
| 1662 |
+
"dtype": "float32"
|
| 1663 |
+
},
|
| 1664 |
+
{
|
| 1665 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1666 |
+
"shape": [
|
| 1667 |
+
514,
|
| 1668 |
+
12
|
| 1669 |
+
],
|
| 1670 |
+
"dtype": "float32"
|
| 1671 |
+
},
|
| 1672 |
+
{
|
| 1673 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1674 |
+
"shape": [
|
| 1675 |
+
514,
|
| 1676 |
+
12
|
| 1677 |
+
],
|
| 1678 |
+
"dtype": "float32"
|
| 1679 |
+
},
|
| 1680 |
+
{
|
| 1681 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1682 |
+
"shape": [
|
| 1683 |
+
514,
|
| 1684 |
+
240,
|
| 1685 |
+
320,
|
| 1686 |
+
3
|
| 1687 |
+
],
|
| 1688 |
+
"dtype": "uint8"
|
| 1689 |
+
},
|
| 1690 |
+
{
|
| 1691 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1692 |
+
"shape": [
|
| 1693 |
+
514,
|
| 1694 |
+
240,
|
| 1695 |
+
320,
|
| 1696 |
+
3
|
| 1697 |
+
],
|
| 1698 |
+
"dtype": "uint8"
|
| 1699 |
+
},
|
| 1700 |
+
{
|
| 1701 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1702 |
+
"shape": [
|
| 1703 |
+
514,
|
| 1704 |
+
240,
|
| 1705 |
+
320,
|
| 1706 |
+
3
|
| 1707 |
+
],
|
| 1708 |
+
"dtype": "uint8"
|
| 1709 |
+
},
|
| 1710 |
+
{
|
| 1711 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1712 |
+
"shape": [
|
| 1713 |
+
514,
|
| 1714 |
+
240,
|
| 1715 |
+
320,
|
| 1716 |
+
3
|
| 1717 |
+
],
|
| 1718 |
+
"dtype": "uint8"
|
| 1719 |
+
},
|
| 1720 |
+
{
|
| 1721 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1722 |
+
"shape": [
|
| 1723 |
+
514,
|
| 1724 |
+
320,
|
| 1725 |
+
240,
|
| 1726 |
+
3
|
| 1727 |
+
],
|
| 1728 |
+
"dtype": "uint8"
|
| 1729 |
+
}
|
| 1730 |
+
],
|
| 1731 |
+
"trajectory_sha256": "d1ae568de023e3bf22fcbc0a3e4d11b91c54e9d389ca943fe14b5f1ed09dcd7c",
|
| 1732 |
+
"source_sha256": "ae63fb099ea400c5aa0eeb58c098ab627401cc31ec8e76b1b249b8a0cab57bba",
|
| 1733 |
+
"view_sha256": "70fe443ca31d11aead05ee2f3c0f1bb38e1dd841f7fc8cb35545387fdeb984aa"
|
| 1734 |
+
},
|
| 1735 |
+
{
|
| 1736 |
+
"demo_id": "demo_16",
|
| 1737 |
+
"file": "demo_16.h5",
|
| 1738 |
+
"length": 512,
|
| 1739 |
+
"fields": [
|
| 1740 |
+
{
|
| 1741 |
+
"path": "actions/mobile_panda-0",
|
| 1742 |
+
"shape": [
|
| 1743 |
+
512,
|
| 1744 |
+
10
|
| 1745 |
+
],
|
| 1746 |
+
"dtype": "float32"
|
| 1747 |
+
},
|
| 1748 |
+
{
|
| 1749 |
+
"path": "actions/mobile_panda-1",
|
| 1750 |
+
"shape": [
|
| 1751 |
+
512,
|
| 1752 |
+
10
|
| 1753 |
+
],
|
| 1754 |
+
"dtype": "float32"
|
| 1755 |
+
},
|
| 1756 |
+
{
|
| 1757 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1758 |
+
"shape": [
|
| 1759 |
+
513,
|
| 1760 |
+
12
|
| 1761 |
+
],
|
| 1762 |
+
"dtype": "float32"
|
| 1763 |
+
},
|
| 1764 |
+
{
|
| 1765 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1766 |
+
"shape": [
|
| 1767 |
+
513,
|
| 1768 |
+
12
|
| 1769 |
+
],
|
| 1770 |
+
"dtype": "float32"
|
| 1771 |
+
},
|
| 1772 |
+
{
|
| 1773 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1774 |
+
"shape": [
|
| 1775 |
+
513,
|
| 1776 |
+
12
|
| 1777 |
+
],
|
| 1778 |
+
"dtype": "float32"
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1782 |
+
"shape": [
|
| 1783 |
+
513,
|
| 1784 |
+
12
|
| 1785 |
+
],
|
| 1786 |
+
"dtype": "float32"
|
| 1787 |
+
},
|
| 1788 |
+
{
|
| 1789 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1790 |
+
"shape": [
|
| 1791 |
+
513,
|
| 1792 |
+
240,
|
| 1793 |
+
320,
|
| 1794 |
+
3
|
| 1795 |
+
],
|
| 1796 |
+
"dtype": "uint8"
|
| 1797 |
+
},
|
| 1798 |
+
{
|
| 1799 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1800 |
+
"shape": [
|
| 1801 |
+
513,
|
| 1802 |
+
240,
|
| 1803 |
+
320,
|
| 1804 |
+
3
|
| 1805 |
+
],
|
| 1806 |
+
"dtype": "uint8"
|
| 1807 |
+
},
|
| 1808 |
+
{
|
| 1809 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1810 |
+
"shape": [
|
| 1811 |
+
513,
|
| 1812 |
+
240,
|
| 1813 |
+
320,
|
| 1814 |
+
3
|
| 1815 |
+
],
|
| 1816 |
+
"dtype": "uint8"
|
| 1817 |
+
},
|
| 1818 |
+
{
|
| 1819 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1820 |
+
"shape": [
|
| 1821 |
+
513,
|
| 1822 |
+
240,
|
| 1823 |
+
320,
|
| 1824 |
+
3
|
| 1825 |
+
],
|
| 1826 |
+
"dtype": "uint8"
|
| 1827 |
+
},
|
| 1828 |
+
{
|
| 1829 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1830 |
+
"shape": [
|
| 1831 |
+
513,
|
| 1832 |
+
320,
|
| 1833 |
+
240,
|
| 1834 |
+
3
|
| 1835 |
+
],
|
| 1836 |
+
"dtype": "uint8"
|
| 1837 |
+
}
|
| 1838 |
+
],
|
| 1839 |
+
"trajectory_sha256": "c0b433c4d3c3138547708008811a15049c62d7aef16d3e0187bc657daafe64ac",
|
| 1840 |
+
"source_sha256": "6063e50c39da57732e3cc632329399a82eea0571b8ef33da8aa2625e3aa38224",
|
| 1841 |
+
"view_sha256": "5df554e9f2c1a00dd4f13ebe2b2d86d7740771328c78ddc34ded95d028e7a0ed"
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"demo_id": "demo_17",
|
| 1845 |
+
"file": "demo_17.h5",
|
| 1846 |
+
"length": 521,
|
| 1847 |
+
"fields": [
|
| 1848 |
+
{
|
| 1849 |
+
"path": "actions/mobile_panda-0",
|
| 1850 |
+
"shape": [
|
| 1851 |
+
521,
|
| 1852 |
+
10
|
| 1853 |
+
],
|
| 1854 |
+
"dtype": "float32"
|
| 1855 |
+
},
|
| 1856 |
+
{
|
| 1857 |
+
"path": "actions/mobile_panda-1",
|
| 1858 |
+
"shape": [
|
| 1859 |
+
521,
|
| 1860 |
+
10
|
| 1861 |
+
],
|
| 1862 |
+
"dtype": "float32"
|
| 1863 |
+
},
|
| 1864 |
+
{
|
| 1865 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1866 |
+
"shape": [
|
| 1867 |
+
522,
|
| 1868 |
+
12
|
| 1869 |
+
],
|
| 1870 |
+
"dtype": "float32"
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1874 |
+
"shape": [
|
| 1875 |
+
522,
|
| 1876 |
+
12
|
| 1877 |
+
],
|
| 1878 |
+
"dtype": "float32"
|
| 1879 |
+
},
|
| 1880 |
+
{
|
| 1881 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1882 |
+
"shape": [
|
| 1883 |
+
522,
|
| 1884 |
+
12
|
| 1885 |
+
],
|
| 1886 |
+
"dtype": "float32"
|
| 1887 |
+
},
|
| 1888 |
+
{
|
| 1889 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1890 |
+
"shape": [
|
| 1891 |
+
522,
|
| 1892 |
+
12
|
| 1893 |
+
],
|
| 1894 |
+
"dtype": "float32"
|
| 1895 |
+
},
|
| 1896 |
+
{
|
| 1897 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1898 |
+
"shape": [
|
| 1899 |
+
522,
|
| 1900 |
+
240,
|
| 1901 |
+
320,
|
| 1902 |
+
3
|
| 1903 |
+
],
|
| 1904 |
+
"dtype": "uint8"
|
| 1905 |
+
},
|
| 1906 |
+
{
|
| 1907 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1908 |
+
"shape": [
|
| 1909 |
+
522,
|
| 1910 |
+
240,
|
| 1911 |
+
320,
|
| 1912 |
+
3
|
| 1913 |
+
],
|
| 1914 |
+
"dtype": "uint8"
|
| 1915 |
+
},
|
| 1916 |
+
{
|
| 1917 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1918 |
+
"shape": [
|
| 1919 |
+
522,
|
| 1920 |
+
240,
|
| 1921 |
+
320,
|
| 1922 |
+
3
|
| 1923 |
+
],
|
| 1924 |
+
"dtype": "uint8"
|
| 1925 |
+
},
|
| 1926 |
+
{
|
| 1927 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1928 |
+
"shape": [
|
| 1929 |
+
522,
|
| 1930 |
+
240,
|
| 1931 |
+
320,
|
| 1932 |
+
3
|
| 1933 |
+
],
|
| 1934 |
+
"dtype": "uint8"
|
| 1935 |
+
},
|
| 1936 |
+
{
|
| 1937 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1938 |
+
"shape": [
|
| 1939 |
+
522,
|
| 1940 |
+
320,
|
| 1941 |
+
240,
|
| 1942 |
+
3
|
| 1943 |
+
],
|
| 1944 |
+
"dtype": "uint8"
|
| 1945 |
+
}
|
| 1946 |
+
],
|
| 1947 |
+
"trajectory_sha256": "100571473ec1e7970c9a77acd62685c253c7efd2398419fae32c464d75c2a254",
|
| 1948 |
+
"source_sha256": "2bf7387af1f366d3e82f7ee7b4edb764ba8356046153f3498c019c497fd4056a",
|
| 1949 |
+
"view_sha256": "f2e5cca4551d7fe9900cdb4629cc0dca4281adf9e7271d33189e168f6cf46400"
|
| 1950 |
+
},
|
| 1951 |
+
{
|
| 1952 |
+
"demo_id": "demo_18",
|
| 1953 |
+
"file": "demo_18.h5",
|
| 1954 |
+
"length": 508,
|
| 1955 |
+
"fields": [
|
| 1956 |
+
{
|
| 1957 |
+
"path": "actions/mobile_panda-0",
|
| 1958 |
+
"shape": [
|
| 1959 |
+
508,
|
| 1960 |
+
10
|
| 1961 |
+
],
|
| 1962 |
+
"dtype": "float32"
|
| 1963 |
+
},
|
| 1964 |
+
{
|
| 1965 |
+
"path": "actions/mobile_panda-1",
|
| 1966 |
+
"shape": [
|
| 1967 |
+
508,
|
| 1968 |
+
10
|
| 1969 |
+
],
|
| 1970 |
+
"dtype": "float32"
|
| 1971 |
+
},
|
| 1972 |
+
{
|
| 1973 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 1974 |
+
"shape": [
|
| 1975 |
+
509,
|
| 1976 |
+
12
|
| 1977 |
+
],
|
| 1978 |
+
"dtype": "float32"
|
| 1979 |
+
},
|
| 1980 |
+
{
|
| 1981 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 1982 |
+
"shape": [
|
| 1983 |
+
509,
|
| 1984 |
+
12
|
| 1985 |
+
],
|
| 1986 |
+
"dtype": "float32"
|
| 1987 |
+
},
|
| 1988 |
+
{
|
| 1989 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 1990 |
+
"shape": [
|
| 1991 |
+
509,
|
| 1992 |
+
12
|
| 1993 |
+
],
|
| 1994 |
+
"dtype": "float32"
|
| 1995 |
+
},
|
| 1996 |
+
{
|
| 1997 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 1998 |
+
"shape": [
|
| 1999 |
+
509,
|
| 2000 |
+
12
|
| 2001 |
+
],
|
| 2002 |
+
"dtype": "float32"
|
| 2003 |
+
},
|
| 2004 |
+
{
|
| 2005 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2006 |
+
"shape": [
|
| 2007 |
+
509,
|
| 2008 |
+
240,
|
| 2009 |
+
320,
|
| 2010 |
+
3
|
| 2011 |
+
],
|
| 2012 |
+
"dtype": "uint8"
|
| 2013 |
+
},
|
| 2014 |
+
{
|
| 2015 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2016 |
+
"shape": [
|
| 2017 |
+
509,
|
| 2018 |
+
240,
|
| 2019 |
+
320,
|
| 2020 |
+
3
|
| 2021 |
+
],
|
| 2022 |
+
"dtype": "uint8"
|
| 2023 |
+
},
|
| 2024 |
+
{
|
| 2025 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2026 |
+
"shape": [
|
| 2027 |
+
509,
|
| 2028 |
+
240,
|
| 2029 |
+
320,
|
| 2030 |
+
3
|
| 2031 |
+
],
|
| 2032 |
+
"dtype": "uint8"
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2036 |
+
"shape": [
|
| 2037 |
+
509,
|
| 2038 |
+
240,
|
| 2039 |
+
320,
|
| 2040 |
+
3
|
| 2041 |
+
],
|
| 2042 |
+
"dtype": "uint8"
|
| 2043 |
+
},
|
| 2044 |
+
{
|
| 2045 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2046 |
+
"shape": [
|
| 2047 |
+
509,
|
| 2048 |
+
320,
|
| 2049 |
+
240,
|
| 2050 |
+
3
|
| 2051 |
+
],
|
| 2052 |
+
"dtype": "uint8"
|
| 2053 |
+
}
|
| 2054 |
+
],
|
| 2055 |
+
"trajectory_sha256": "881dfc3cad386076951950f43b4a2cee9636fb36e54712e9419be5377b6bc7ea",
|
| 2056 |
+
"source_sha256": "147204e660f8fe5f03303a447666b68b26d837027d0bf9f6c88b3e29ad0c04e0",
|
| 2057 |
+
"view_sha256": "6f0b695c5b97cdf0380232acbd6546435628096dba16d61325329abdf0da91d4"
|
| 2058 |
+
},
|
| 2059 |
+
{
|
| 2060 |
+
"demo_id": "demo_19",
|
| 2061 |
+
"file": "demo_19.h5",
|
| 2062 |
+
"length": 510,
|
| 2063 |
+
"fields": [
|
| 2064 |
+
{
|
| 2065 |
+
"path": "actions/mobile_panda-0",
|
| 2066 |
+
"shape": [
|
| 2067 |
+
510,
|
| 2068 |
+
10
|
| 2069 |
+
],
|
| 2070 |
+
"dtype": "float32"
|
| 2071 |
+
},
|
| 2072 |
+
{
|
| 2073 |
+
"path": "actions/mobile_panda-1",
|
| 2074 |
+
"shape": [
|
| 2075 |
+
510,
|
| 2076 |
+
10
|
| 2077 |
+
],
|
| 2078 |
+
"dtype": "float32"
|
| 2079 |
+
},
|
| 2080 |
+
{
|
| 2081 |
+
"path": "obs/agent/mobile_panda-0/qpos",
|
| 2082 |
+
"shape": [
|
| 2083 |
+
511,
|
| 2084 |
+
12
|
| 2085 |
+
],
|
| 2086 |
+
"dtype": "float32"
|
| 2087 |
+
},
|
| 2088 |
+
{
|
| 2089 |
+
"path": "obs/agent/mobile_panda-0/qvel",
|
| 2090 |
+
"shape": [
|
| 2091 |
+
511,
|
| 2092 |
+
12
|
| 2093 |
+
],
|
| 2094 |
+
"dtype": "float32"
|
| 2095 |
+
},
|
| 2096 |
+
{
|
| 2097 |
+
"path": "obs/agent/mobile_panda-1/qpos",
|
| 2098 |
+
"shape": [
|
| 2099 |
+
511,
|
| 2100 |
+
12
|
| 2101 |
+
],
|
| 2102 |
+
"dtype": "float32"
|
| 2103 |
+
},
|
| 2104 |
+
{
|
| 2105 |
+
"path": "obs/agent/mobile_panda-1/qvel",
|
| 2106 |
+
"shape": [
|
| 2107 |
+
511,
|
| 2108 |
+
12
|
| 2109 |
+
],
|
| 2110 |
+
"dtype": "float32"
|
| 2111 |
+
},
|
| 2112 |
+
{
|
| 2113 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2114 |
+
"shape": [
|
| 2115 |
+
511,
|
| 2116 |
+
240,
|
| 2117 |
+
320,
|
| 2118 |
+
3
|
| 2119 |
+
],
|
| 2120 |
+
"dtype": "uint8"
|
| 2121 |
+
},
|
| 2122 |
+
{
|
| 2123 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2124 |
+
"shape": [
|
| 2125 |
+
511,
|
| 2126 |
+
240,
|
| 2127 |
+
320,
|
| 2128 |
+
3
|
| 2129 |
+
],
|
| 2130 |
+
"dtype": "uint8"
|
| 2131 |
+
},
|
| 2132 |
+
{
|
| 2133 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2134 |
+
"shape": [
|
| 2135 |
+
511,
|
| 2136 |
+
240,
|
| 2137 |
+
320,
|
| 2138 |
+
3
|
| 2139 |
+
],
|
| 2140 |
+
"dtype": "uint8"
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2144 |
+
"shape": [
|
| 2145 |
+
511,
|
| 2146 |
+
240,
|
| 2147 |
+
320,
|
| 2148 |
+
3
|
| 2149 |
+
],
|
| 2150 |
+
"dtype": "uint8"
|
| 2151 |
+
},
|
| 2152 |
+
{
|
| 2153 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2154 |
+
"shape": [
|
| 2155 |
+
511,
|
| 2156 |
+
320,
|
| 2157 |
+
240,
|
| 2158 |
+
3
|
| 2159 |
+
],
|
| 2160 |
+
"dtype": "uint8"
|
| 2161 |
+
}
|
| 2162 |
+
],
|
| 2163 |
+
"trajectory_sha256": "95c5c7032de3d30edff4ad4f550a6282c3be129c927fbf73508411eba1ee996f",
|
| 2164 |
+
"source_sha256": "c521cb43e1c2fa271924c68bb531283f8f81cb7af60f09d5df7db7c9a54f41bc",
|
| 2165 |
+
"view_sha256": "088a4c559d4a063526cfc7ef74b3763d98a0141e8a83db6b2691c10f2e5f3c61"
|
| 2166 |
+
}
|
| 2167 |
+
]
|
| 2168 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/environment.lock
ADDED
|
@@ -0,0 +1,249 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
absl-py==2.4.0
|
| 2 |
+
accelerate==1.13.0
|
| 3 |
+
addict==2.4.0
|
| 4 |
+
aiohappyeyeballs==2.6.1
|
| 5 |
+
aiohttp==3.13.5
|
| 6 |
+
aiosignal==1.4.0
|
| 7 |
+
annotated-types==0.7.0
|
| 8 |
+
anyio==4.13.0
|
| 9 |
+
anytree==2.13.0
|
| 10 |
+
asttokens==3.0.1
|
| 11 |
+
async-timeout==5.0.1
|
| 12 |
+
attrs==26.1.0
|
| 13 |
+
av==15.1.0
|
| 14 |
+
blinker==1.9.0
|
| 15 |
+
casadi==3.7.2
|
| 16 |
+
certifi==2026.4.22
|
| 17 |
+
cffi==2.0.0
|
| 18 |
+
charset-normalizer==3.4.7
|
| 19 |
+
click==8.3.3
|
| 20 |
+
cloudpickle==3.1.2
|
| 21 |
+
cmake==4.1.3
|
| 22 |
+
coacd==1.0.11
|
| 23 |
+
colorama==0.4.6
|
| 24 |
+
colorlog==6.10.1
|
| 25 |
+
comm==0.2.3
|
| 26 |
+
ConfigArgParse==1.7.5
|
| 27 |
+
contourpy==1.3.2
|
| 28 |
+
cuda-bindings==12.9.4
|
| 29 |
+
cuda-pathfinder==1.5.4
|
| 30 |
+
cycler==0.12.1
|
| 31 |
+
dacite==1.9.2
|
| 32 |
+
dash==4.1.0
|
| 33 |
+
dataclasses-json==0.6.7
|
| 34 |
+
datasets==4.8.5
|
| 35 |
+
decorator==5.2.1
|
| 36 |
+
deepdiff==8.6.2
|
| 37 |
+
Deprecated==1.3.1
|
| 38 |
+
diffusers==0.35.2
|
| 39 |
+
dill==0.4.1
|
| 40 |
+
docstring_parser==0.18.0
|
| 41 |
+
draccus==0.10.0
|
| 42 |
+
einops==0.8.2
|
| 43 |
+
embreex==4.4.0
|
| 44 |
+
etils==1.13.0
|
| 45 |
+
evdev==1.9.3
|
| 46 |
+
exceptiongroup==1.3.1
|
| 47 |
+
executing==2.2.1
|
| 48 |
+
Farama-Notifications==0.0.6
|
| 49 |
+
fast_simplification==0.1.13
|
| 50 |
+
fastjsonschema==2.21.2
|
| 51 |
+
filelock==3.29.0
|
| 52 |
+
Flask==3.1.3
|
| 53 |
+
fonttools==4.63.0
|
| 54 |
+
freetype-py==2.5.1
|
| 55 |
+
frozenlist==1.8.0
|
| 56 |
+
fsspec==2026.2.0
|
| 57 |
+
genesis-world @ file:///data/gck/genesis-world
|
| 58 |
+
git-filter-repo==2.47.0
|
| 59 |
+
gitdb==4.0.12
|
| 60 |
+
GitPython==3.1.50
|
| 61 |
+
glfw==2.10.0
|
| 62 |
+
gs-madrona==0.0.5
|
| 63 |
+
gstaichi==3.3.0
|
| 64 |
+
gym==0.26.2
|
| 65 |
+
gym-notices==0.1.0
|
| 66 |
+
gymnasium==1.3.0
|
| 67 |
+
h11==0.16.0
|
| 68 |
+
h5py==3.16.0
|
| 69 |
+
hf-xet==1.5.0
|
| 70 |
+
hf_transfer==0.1.9
|
| 71 |
+
httpcore==1.0.9
|
| 72 |
+
httpx==0.28.1
|
| 73 |
+
huggingface-hub==0.35.3
|
| 74 |
+
idna==3.15
|
| 75 |
+
ImageIO==2.37.3
|
| 76 |
+
imageio-ffmpeg==0.6.0
|
| 77 |
+
importlib_metadata==9.0.0
|
| 78 |
+
importlib_resources==7.1.0
|
| 79 |
+
inquirerpy==0.3.4
|
| 80 |
+
ipython==8.39.0
|
| 81 |
+
ipywidgets==8.1.8
|
| 82 |
+
itsdangerous==2.2.0
|
| 83 |
+
jedi==0.20.0
|
| 84 |
+
Jinja2==3.1.6
|
| 85 |
+
joblib==1.5.3
|
| 86 |
+
jsonlines==4.0.0
|
| 87 |
+
jsonschema==4.26.0
|
| 88 |
+
jsonschema-specifications==2025.9.1
|
| 89 |
+
jupyter_core==5.9.1
|
| 90 |
+
jupyterlab_widgets==3.0.16
|
| 91 |
+
kiwisolver==1.5.0
|
| 92 |
+
lazy-loader==0.5
|
| 93 |
+
lerobot==0.4.4
|
| 94 |
+
libigl==2.6.2
|
| 95 |
+
llvmlite==0.47.0
|
| 96 |
+
loguru==0.7.3
|
| 97 |
+
lxml==6.1.0
|
| 98 |
+
manifold3d==3.4.1
|
| 99 |
+
-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
|
| 100 |
+
mapbox_earcut==2.0.0
|
| 101 |
+
markdown-it-py==4.2.0
|
| 102 |
+
MarkupSafe==3.0.3
|
| 103 |
+
marshmallow==3.26.2
|
| 104 |
+
matplotlib==3.10.9
|
| 105 |
+
matplotlib-inline==0.2.2
|
| 106 |
+
mdurl==0.1.2
|
| 107 |
+
mergedeep==1.3.4
|
| 108 |
+
moviepy==2.2.1
|
| 109 |
+
mpmath==1.3.0
|
| 110 |
+
msgspec==0.21.1
|
| 111 |
+
mujoco==3.8.1
|
| 112 |
+
multidict==6.7.1
|
| 113 |
+
multiprocess==0.70.19
|
| 114 |
+
mypy_extensions==1.1.0
|
| 115 |
+
nbformat==5.10.4
|
| 116 |
+
nest-asyncio==1.6.0
|
| 117 |
+
networkx==3.4.2
|
| 118 |
+
ninja==1.13.0
|
| 119 |
+
nlopt==2.10.0
|
| 120 |
+
numba==0.65.1
|
| 121 |
+
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
|
| 122 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 123 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 124 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 125 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 126 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 127 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 128 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 129 |
+
nvidia-curand-cu12==10.3.9.90
|
| 130 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 131 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 132 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 133 |
+
nvidia-nccl-cu12==2.27.5
|
| 134 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 135 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 136 |
+
nvidia-nvtx-cu12==12.8.90
|
| 137 |
+
open3d==0.19.0
|
| 138 |
+
opencv-python==4.13.0.92
|
| 139 |
+
opencv-python-headless==4.12.0.88
|
| 140 |
+
OpenEXR==3.4.11
|
| 141 |
+
orderly-set==5.5.0
|
| 142 |
+
packaging==25.0
|
| 143 |
+
pandas==2.3.3
|
| 144 |
+
parso==0.8.7
|
| 145 |
+
pexpect==4.9.0
|
| 146 |
+
pfzy==0.3.4
|
| 147 |
+
pillow==11.3.0
|
| 148 |
+
pin==4.0.0
|
| 149 |
+
pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
|
| 150 |
+
platformdirs==4.9.6
|
| 151 |
+
plotly==5.24.1
|
| 152 |
+
polyscope==2.6.1
|
| 153 |
+
proglog==0.1.12
|
| 154 |
+
prompt_toolkit==3.0.52
|
| 155 |
+
propcache==0.5.2
|
| 156 |
+
protobuf==6.33.6
|
| 157 |
+
psutil==7.2.2
|
| 158 |
+
ptyprocess==0.7.0
|
| 159 |
+
pure_eval==0.2.3
|
| 160 |
+
py-cpuinfo==9.0.0
|
| 161 |
+
py-spy==0.4.2
|
| 162 |
+
pyarrow==24.0.0
|
| 163 |
+
pycollada==0.9.3
|
| 164 |
+
pycparser==3.0
|
| 165 |
+
pydantic==2.13.4
|
| 166 |
+
pydantic_core==2.46.4
|
| 167 |
+
PyGEL3D==0.6.1
|
| 168 |
+
pyglet==2.1.14
|
| 169 |
+
pygltflib==1.16.0
|
| 170 |
+
Pygments==2.20.0
|
| 171 |
+
pymeshlab==2025.7.post1
|
| 172 |
+
pynput==1.8.2
|
| 173 |
+
PyOpenGL==3.1.10
|
| 174 |
+
pyparsing==3.3.2
|
| 175 |
+
pyperclip==1.11.0
|
| 176 |
+
PyQt6==6.11.0
|
| 177 |
+
PyQt6-Qt6==6.11.0
|
| 178 |
+
PyQt6_sip==13.11.1
|
| 179 |
+
pyquaternion==0.9.9
|
| 180 |
+
pyserial==3.5
|
| 181 |
+
pysplashsurf==0.12.0.2
|
| 182 |
+
python-dateutil==2.9.0.post0
|
| 183 |
+
python-dotenv==1.2.2
|
| 184 |
+
python-xlib==0.33
|
| 185 |
+
pytransform3d==3.15.0
|
| 186 |
+
pytz==2026.2
|
| 187 |
+
pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
|
| 188 |
+
PyYAML==6.0.3
|
| 189 |
+
pyyaml-include==1.4.1
|
| 190 |
+
referencing==0.37.0
|
| 191 |
+
regex==2026.5.9
|
| 192 |
+
requests==2.34.2
|
| 193 |
+
rerun-sdk==0.26.2
|
| 194 |
+
retrying==1.4.2
|
| 195 |
+
rich==14.3.4
|
| 196 |
+
rpds-py==0.30.0
|
| 197 |
+
rtree==1.4.1
|
| 198 |
+
safetensors==0.7.0
|
| 199 |
+
sapien==3.0.3
|
| 200 |
+
scikit-image==0.25.2
|
| 201 |
+
scikit-learn==1.7.2
|
| 202 |
+
scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
|
| 203 |
+
sentry-sdk==2.60.0
|
| 204 |
+
setuptools==80.10.2
|
| 205 |
+
shapely==2.1.2
|
| 206 |
+
six==1.17.0
|
| 207 |
+
smmap==5.0.3
|
| 208 |
+
stack-data==0.6.3
|
| 209 |
+
svg.path==7.0
|
| 210 |
+
sympy==1.14.0
|
| 211 |
+
tenacity==9.1.4
|
| 212 |
+
termcolor==3.3.0
|
| 213 |
+
tetgen==0.8.4
|
| 214 |
+
threadpoolctl==3.6.0
|
| 215 |
+
tifffile==2025.5.10
|
| 216 |
+
timm==1.0.27
|
| 217 |
+
toml==0.10.2
|
| 218 |
+
torch==2.10.0
|
| 219 |
+
torchaudio==2.11.0
|
| 220 |
+
torchcodec==0.10.0
|
| 221 |
+
torchvision==0.25.0
|
| 222 |
+
tqdm==4.67.3
|
| 223 |
+
traitlets==5.15.0
|
| 224 |
+
transforms3d==0.4.2
|
| 225 |
+
trimesh==4.12.2
|
| 226 |
+
triton==3.6.0
|
| 227 |
+
typeguard==4.5.2
|
| 228 |
+
typing-inspect==0.9.0
|
| 229 |
+
typing-inspection==0.4.2
|
| 230 |
+
typing_extensions==4.15.0
|
| 231 |
+
tyro==1.0.13
|
| 232 |
+
tzdata==2026.2
|
| 233 |
+
urllib3==2.7.0
|
| 234 |
+
vhacdx==0.0.10
|
| 235 |
+
viser==1.0.27
|
| 236 |
+
vtk==9.6.1
|
| 237 |
+
wandb==0.24.2
|
| 238 |
+
wcwidth==0.7.0
|
| 239 |
+
websockets==16.0
|
| 240 |
+
Werkzeug==3.1.8
|
| 241 |
+
wheel==0.46.3
|
| 242 |
+
widgetsnbextension==4.0.15
|
| 243 |
+
wrapt==2.1.2
|
| 244 |
+
xxhash==3.7.0
|
| 245 |
+
yarl==1.23.0
|
| 246 |
+
yourdfpy==0.0.60
|
| 247 |
+
z3-solver==4.16.0.0
|
| 248 |
+
zipp==3.23.1
|
| 249 |
+
zstandard==0.25.0
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/findings.md
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Findings
|
| 2 |
+
|
| 3 |
+
Episode 1: harness failure. execute_actions returns a steps list, unlike next_episode. Stale step id caused cached first action to repeat through step 149; step 150 was a measured hold. Interrupted pending RPC was not replayed. Final observation preserved. No success claimed. Corrected result unpacking for episode 2.
|
| 4 |
+
|
| 5 |
+
Episode 2: corrected feedback reached handle approach by step 50 (phase 0.86). Short diagnostic stopped at step 71; native success false. Saved emitted actions through last fully received step; one interrupted pending call is not replayed and latest observation establishes final step. Full-sequence independent rehearsal scheduled as episode 3.
|
| 6 |
+
|
| 7 |
+
Episode 3: independent valid v0 hash d82f7dd692e1394ed26dde77d755b0ab86f2aed8789e0ab6ca55fdb92732732a, native success false at horizon 650. Final closed door, nearest demo frames ~71 phase1.106. Robot1 yaw stalled at -0.125. Likely blended retrieval fixed point. v1 narrows backward window, adds monotonic phase minimum increment .004, and two-frame action lookahead with discrete gripper preserved.
|
| 8 |
+
|
| 9 |
+
Episode 4: v1 progressed to phase1.8 at step180, robot1 rotated and both bases moved, but door remained closed. Native success false. Handle localization/grasp failed despite timing fix. v2 adds non-neural affine top-camera rectangle calibration from all20 authorized initial images to demonstrated handle base targets, with max in-sample errors 7.9mm/4.9mm. Scene-relative base reference shifts ramp in during approach and out during table transfer. Calibration is approximate and unvalidated until episode5.
|
| 10 |
+
|
| 11 |
+
Episode5 v2: finger gap ~9.7mm at step87, door visibly opens by150; at220 door widely open, robot1 against door, robot0 gripper released (~.04m), phase2.098. Native false (short diagnostic, no object placement). Images initial/50/100/150/200/final saved; action and progress logs preserved. Scene calibration appears useful but only one live trial.
|
| 12 |
+
|
| 13 |
+
Episode6 v2: repeat handle gap9.7mm, visible door opening150 and support250. Object grasp failed: phase3.16 at350 and fingers~0 by360, versus demonstrated object gap17-18mm. Reached410 without placement; native false. v3 adds bounded empirical pose correction at phases2.05..3.5 using least-squares maps from 4-step demonstrated arm-joint differences to mean EE actions in local phase neighborhoods. No neural fitting or simulator used.
|
| 14 |
+
|
| 15 |
+
Episode7 v3: door open by200. Saved front frame200 has13 blue pixels median(x,y)=(162,92), upper shelf. Controller nevertheless reached lower-shelf joint posture at360 (joint4=.593,joint7=-1.477), fingers~0, native false. Local pose correction alone cannot resolve object branch. v4 gates demonstrations by front-camera blue-object shelf classification with >=3 votes during phase1.75..2.5; gate starts2.08.
|
| 16 |
+
|
| 17 |
+
Episode9 v4: door visibly open at200, lower shelf selected, fingers close to zero at350..404. Missed grasp; stopped after404. v5 uses observed blue-pixel centroid and calibrated fridge location in the existing D20 within-shelf linear target map; clamps to demonstrated pose envelope and smoothly adjusts object-phase base and joint references.
|
| 18 |
+
|
| 19 |
+
Episode10 v5: door open at200, lower-shelf reach and adjusted target, fingers zero by331. No successful grasp. v6 tests 25-step preclosure pose settling with bounded empirical action correction and demonstrated base target.
|
| 20 |
+
|
| 21 |
+
Episode11 v6: upper-shelf classification. Settling active at350; finger gap about16.97mm at395..400 matches demonstrated object contact. Door remains open. Short diagnostic ended400, so transfer/placement not tested and success not claimed.
|
| 22 |
+
|
| 23 |
+
Episode12 v6: handle gap9.7mm through130, empty fingers150, door fully closed by200. Stopped early; grasp stage not meaningfully testable. v7 advances robot1 demonstrated support-base placement by .18 phase during1.35..1.99 to catch the door before handle slip.
|
| 24 |
+
|
| 25 |
+
Episode13 v7: door stays open at200, upper-shelf reach, empty closure. Full qpos log shows substantial arm movement after settling ends. v8 fixes a post-contact demonstrated pose, servos it through open/closed dwell, and retries once 25mm deeper when achieved finger gap<4mm. Extra dwell is bounded to85 actions and horizon remains650.
|
| 26 |
+
|
| 27 |
+
Episode14 v8: lower grasp and25mm deeper retry both empty. Pose actually settled. Direct authorized demo07 frame337 front/wrist/top comparison saved grasp_compare14.jpg. Reconstructed visible target predicted basex=-.778 but within-shelf absolute clamp forced-.736; even retry stopped-.761. v9 preserves scene-dependent base prediction within overall demonstrated base limits, clamps only arm joints to shelf envelope.
|
| 28 |
+
|
| 29 |
+
Episode15 v9: open door and upper shelf; fixed closure and retry empty. Table release reached600, no object visible on table. v10 delays object target commitment tophase2.25 and limits centroid votes tophase>1.98 to reduce opening occlusion.
|
| 30 |
+
|
| 31 |
+
Episode16 v10: closed door visible at200, no object classification through322. Earlier support reduces neither all handle slips nor all reclosures. Stopped failed diagnostic. Final candidate retains observation-conditioned localization, fixed-pose grasp dwell, one bounded retry, and late centroid commitment. No successful placement established in development. Episodes17-20 reserved for exact independent rehearsals with no intervention.
|
| 32 |
+
|
| 33 |
+
Episode8 is charged in the surviving budget; its saved trace ends at29 and does not establish completion. All demonstrations and exploration evidence belong only to this task. Native results, camera evidence and exact rehearsal hashes are retained in /workspace/exploration.
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/freeze_manifest.json
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"files": {
|
| 3 |
+
"__pycache__/build_exemplars.cpython-310.pyc": "ec7fae4b9117ca6e37b5b82f562ac2753c2cf2daff5baabc53d37f9a97833c03",
|
| 4 |
+
"__pycache__/controller.cpython-310.pyc": "3ff6b9f6257edfeb03f900456e7bcb18cafc9789c703b2824a98cfbe538fe44a",
|
| 5 |
+
"__pycache__/synthetic_checks.cpython-310.pyc": "8629ad1666724bb08060b61f740da0cf8d42f38d2e20d474d06fabd64ebaa9ba",
|
| 6 |
+
"build_exemplars.py": "c13f164532f7e230b3c440090a0fb1708ea7a6c5eb1855aa032e84404754d0c3",
|
| 7 |
+
"compile_provenance.json": "484e14d0a2b4ed0daee85b814ebd6882aa06e2f131e655af64b9077911e64f28",
|
| 8 |
+
"controller.py": "a362dab1ea5bd9c926588bc1ac88843970daf10a35925066d16b87e7348561b8",
|
| 9 |
+
"demo_manifest.json": "e77ca8643780c7e621bb6ef3ee7855c2351b4ea765e012dcfbdc39ecffd9fa31",
|
| 10 |
+
"demonstrations_readonly/demo_00.h5": "cc40ac4d8abf2f55c384f8947724515346f89248ad80ba4f389cab3660083f15",
|
| 11 |
+
"demonstrations_readonly/demo_01.h5": "445d84eb102d8bfd1e08a38d5d6f1467612d0c31f4c1cb0408c3ce25b845696d",
|
| 12 |
+
"demonstrations_readonly/demo_02.h5": "e5527220fd2a0c619d33bd85f88d2dd313316a7c63e4662d560e9c3e4784f17a",
|
| 13 |
+
"demonstrations_readonly/demo_03.h5": "8e1f50be23ec6d10211744dd4b2555ccdaf2a60454ce5b4c17a032b4597fac83",
|
| 14 |
+
"demonstrations_readonly/demo_04.h5": "3c7aa820c44510c28d19adce767a99b96a639f3c9929731ae3671a1b913652c1",
|
| 15 |
+
"demonstrations_readonly/demo_05.h5": "c89a9bfe5ab6a92f07f5132aab3983e881b01c91dd532ee00cf15c6f94e0d47a",
|
| 16 |
+
"demonstrations_readonly/demo_06.h5": "43166fb59ea76178cc351872b56244a88cd5dee83611a731cc007339aa255912",
|
| 17 |
+
"demonstrations_readonly/demo_07.h5": "80b0aeb63dd303df8243d9ebb6d6d92752b531f77ec25cb296241b0789337cb9",
|
| 18 |
+
"demonstrations_readonly/demo_08.h5": "b97b9cf77ef22609c847f8284ca9cbc5e840579f94c0c2b3dec16f01bfa8349d",
|
| 19 |
+
"demonstrations_readonly/demo_09.h5": "ce810ca9a42d66cd330482f92d797abe702f14ce0079bf7b34ac5d420b7e74a8",
|
| 20 |
+
"demonstrations_readonly/demo_10.h5": "34e98d7318411c0fe3e7ff25641ab11a8b4a7aa846ad816bc45b1ccffa8539a8",
|
| 21 |
+
"demonstrations_readonly/demo_11.h5": "284d69f5db81e912b0f9811cd39e9bcf656cc989cab370896673a39e00b246a8",
|
| 22 |
+
"demonstrations_readonly/demo_12.h5": "37a3fde2705304fb0c36455d4bd9d627772e88b643f019eaf6fd155e851cacf9",
|
| 23 |
+
"demonstrations_readonly/demo_13.h5": "727cb43c0be8d0f8d206b81889072dd3e60d82e2b33295fd4a2b969a7a34e920",
|
| 24 |
+
"demonstrations_readonly/demo_14.h5": "07daca8ba882035ec8fcf206bdf44a7ba73a3a08b0e4c6cc62fa62ff88686d91",
|
| 25 |
+
"demonstrations_readonly/demo_15.h5": "70fe443ca31d11aead05ee2f3c0f1bb38e1dd841f7fc8cb35545387fdeb984aa",
|
| 26 |
+
"demonstrations_readonly/demo_16.h5": "5df554e9f2c1a00dd4f13ebe2b2d86d7740771328c78ddc34ded95d028e7a0ed",
|
| 27 |
+
"demonstrations_readonly/demo_17.h5": "f2e5cca4551d7fe9900cdb4629cc0dca4281adf9e7271d33189e168f6cf46400",
|
| 28 |
+
"demonstrations_readonly/demo_18.h5": "6f0b695c5b97cdf0380232acbd6546435628096dba16d61325329abdf0da91d4",
|
| 29 |
+
"demonstrations_readonly/demo_19.h5": "088a4c559d4a063526cfc7ef74b3763d98a0141e8a83db6b2691c10f2e5f3c61",
|
| 30 |
+
"environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
|
| 31 |
+
"exemplars.npz": "36b80d5bcb6923bbb1f70e009c832d979a58c93f8822f5af33d59946af26376d",
|
| 32 |
+
"findings.md": "39df848489d4fc0e9614bf0ced683e571260f7a48a735b3c985775db4cc3755e",
|
| 33 |
+
"geometry.npz": "d8c29d8ba2b2b79bfcbb924dafa41ec1442a5bd71340119070fb063e2eb5f4c5",
|
| 34 |
+
"handoff.md": "3af8fe251a5a06ed4f917aafbd3d8cb55ae7f8dc873610b97b32dbc6d1545c00",
|
| 35 |
+
"model_tool_manifest.yaml": "3077cd56e46759bac7ac6a1eaec03b437a6f2367dd9e778857c0a558a130703a",
|
| 36 |
+
"object_geometry.npz": "62a9ed8b690ef2130c9271d0846f88904d0e5e2544491efe49c853fd6dfb5f8c",
|
| 37 |
+
"policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
|
| 38 |
+
"pose_maps.npz": "b165fcd2ff88678acac5be09e968ade3000c6f061f95d2cde4b7fcbc2fff307f",
|
| 39 |
+
"skills.md": "2b778d7036ca5f3d5f4e1b1de7338662f3b53db69495cbb183d6ff2e32bfb048",
|
| 40 |
+
"synthetic_checks.py": "f1f0528142a2884b8bd56f955d89564d05165d1fae1c59ef24e84defad957eb7",
|
| 41 |
+
"validation.json": "4c0b78f171eae499349e5e7b8c24f6dc4882f13304bd0bf9f4e34efe3fb838c9",
|
| 42 |
+
"worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
|
| 43 |
+
},
|
| 44 |
+
"bundle_hash": "269a5e1e1869addcfa252db7b879e01734b8bd299cda6e38ef811d5765edce67",
|
| 45 |
+
"exploration_ledger_hash": "379c4361a4217351475b2a3309973edcd5fa89374ef96be3aca9beb7784fb05f",
|
| 46 |
+
"entrypoint": "controller.reset_episode(); controller.act(obs)",
|
| 47 |
+
"selection": {
|
| 48 |
+
"rule": "exact-version success rate, valid rehearsal count, recency",
|
| 49 |
+
"rehearsals": [
|
| 50 |
+
{
|
| 51 |
+
"bundle_hash": "d82f7dd692e1394ed26dde77d755b0ab86f2aed8789e0ab6ca55fdb92732732a",
|
| 52 |
+
"episode": 3,
|
| 53 |
+
"independent": true,
|
| 54 |
+
"score_source": "native_step_feedback",
|
| 55 |
+
"status": "finished",
|
| 56 |
+
"success": false,
|
| 57 |
+
"valid": true
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode": 17,
|
| 61 |
+
"bundle_hash": "269a5e1e1869addcfa252db7b879e01734b8bd299cda6e38ef811d5765edce67",
|
| 62 |
+
"independent": true,
|
| 63 |
+
"valid": true,
|
| 64 |
+
"status": "finished",
|
| 65 |
+
"success": false,
|
| 66 |
+
"score_source": "native_step_feedback"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"episode": 18,
|
| 70 |
+
"bundle_hash": "269a5e1e1869addcfa252db7b879e01734b8bd299cda6e38ef811d5765edce67",
|
| 71 |
+
"independent": true,
|
| 72 |
+
"valid": true,
|
| 73 |
+
"status": "finished",
|
| 74 |
+
"success": false,
|
| 75 |
+
"score_source": "native_step_feedback"
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"episode": 19,
|
| 79 |
+
"bundle_hash": "269a5e1e1869addcfa252db7b879e01734b8bd299cda6e38ef811d5765edce67",
|
| 80 |
+
"independent": true,
|
| 81 |
+
"valid": true,
|
| 82 |
+
"status": "finished",
|
| 83 |
+
"success": false,
|
| 84 |
+
"score_source": "native_step_feedback"
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"episode": 20,
|
| 88 |
+
"bundle_hash": "269a5e1e1869addcfa252db7b879e01734b8bd299cda6e38ef811d5765edce67",
|
| 89 |
+
"independent": true,
|
| 90 |
+
"valid": true,
|
| 91 |
+
"status": "finished",
|
| 92 |
+
"success": false,
|
| 93 |
+
"score_source": "native_step_feedback"
|
| 94 |
+
}
|
| 95 |
+
]
|
| 96 |
+
}
|
| 97 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/handoff.md
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Handoff
|
| 2 |
+
|
| 3 |
+
Authorized D20-E20 continuation for DualArmOpenFridge-v1. See findings.md and /workspace/exploration for actual episode evidence. Earlier offline-only status in historical notes is superseded by the exploration ledger.
|
| 4 |
+
|
| 5 |
+
controller.py exposes reset_episode() and act(obs). The runner supplies legal five-camera RGB, flattened proprioception paths, and step_id after its charged hold. Runtime uses only NumPy, OpenCV, pathlib and adjacent exemplars.npz, geometry.npz, object_geometry.npz, pose_maps.npz. No network, simulator, model agent, neural training or extra demonstration data is required. Each action is a finite 20-vector in contract order; None requests termination. Native horizon includes the runner hold.
|
| 6 |
+
|
| 7 |
+
The controller localizes the fridge rectangle, retrieves compatible demonstrated observations/actions and selects an object shelf from visible blue pixels. Pose corrections are bounded empirical linear maps. These are approximations; object localization, grasp, recovery and final support remain unverified. Missing imagery holds measured positions. Native base limits are unspecified; demonstrated base envelopes constrain targets.
|
| 8 |
+
|
| 9 |
+
The runner must select a completed independent exact rehearsal by the prescribed ranking. Rehearsal native sparse success is recorded only when supplied. Otherwise apply /workspace/exploration/visible_rule.md: ambiguous placement is false. Do not claim success based on terminal posture alone.
|
| 10 |
+
|
| 11 |
+
Development is complete through slot16. Slots17-20 will independently rehearse this exact bundle. The authoritative outcomes and selected hash are in the external exploration audit and API freeze return; this file does not anticipate success. Do not modify candidate behavior after its final rehearsal. The budget must end at exactly20 and freeze must be called.
|
| 12 |
+
|
| 13 |
+
Fixed-pose closure now includes35 open settling actions then15 closure actions, with one35-action retry25mm deeper if the achieved gap is below4mm. This can consume85 actions and is subordinate to the650-step horizon. Earlier support and refined target coordinates remain imperfect: failed door opening and empty grasps occurred during development.
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/model_tool_manifest.yaml
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stage": "final_candidate_for_independent_rehearsals",
|
| 3 |
+
"status": "development_not_frozen",
|
| 4 |
+
"task": "DualArmOpenFridge-v1",
|
| 5 |
+
"worker": "Agent-D20-E20-Compiled",
|
| 6 |
+
"python": "3.10.20",
|
| 7 |
+
"runtime_dependencies": {
|
| 8 |
+
"numpy": "2.2.6",
|
| 9 |
+
"opencv": "4.12.0",
|
| 10 |
+
"pillow": "not used by controller; exploration image evidence only"
|
| 11 |
+
},
|
| 12 |
+
"build_dependencies": {
|
| 13 |
+
"h5py": "3.16.0",
|
| 14 |
+
"worker_api": "/worker_api.py standalone API.read_demo"
|
| 15 |
+
},
|
| 16 |
+
"available_but_not_used_for_computation": {
|
| 17 |
+
"scipy": "1.15.3",
|
| 18 |
+
"torch": "2.10.0"
|
| 19 |
+
},
|
| 20 |
+
"actual_tools": [
|
| 21 |
+
"functions.exec / exec_command: local scripts and file operations",
|
| 22 |
+
"functions.exec / view_image: legal image contact sheets",
|
| 23 |
+
"worker_api.API.read_demo: local authorized HDF5 read only",
|
| 24 |
+
"NumPy: action statistics, descriptors, exemplar retrieval, synthetic checks",
|
| 25 |
+
"OpenCV: image resize, contact-sheet annotation and encoding",
|
| 26 |
+
"h5py: used internally by API.read_demo",
|
| 27 |
+
"Python standard library: importlib, json, pathlib, hashlib, platform, metadata",
|
| 28 |
+
"worker_api.API budget_status/next_episode/latest_observation/execute_actions/finish_episode/rehearse: only trusted environment interface"
|
| 29 |
+
],
|
| 30 |
+
"pretrained_weight_references": [],
|
| 31 |
+
"coding_model": {
|
| 32 |
+
"identity": "Codex; exact provider model/weight revision not exposed",
|
| 33 |
+
"weights_modified": false
|
| 34 |
+
},
|
| 35 |
+
"neural_finetuning": false,
|
| 36 |
+
"external_downloads": [],
|
| 37 |
+
"exploration_episodes": "See API budget and exploration audit; counts mutable during development",
|
| 38 |
+
"internet": {
|
| 39 |
+
"used": false,
|
| 40 |
+
"restriction": "audited provider proxy only",
|
| 41 |
+
"availability_tested": false
|
| 42 |
+
},
|
| 43 |
+
"provenance": {
|
| 44 |
+
"/task_contract.json": "20baa6869a232d3c4fafd9450e0a0e135d8ac1793ddc9f2a021561481d8887c5",
|
| 45 |
+
"/demo_manifest.json": "9a5319655b09742301b40a30de2a99fcc0b872c326a06c8e196b0334f204bb8e",
|
| 46 |
+
"/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
|
| 47 |
+
},
|
| 48 |
+
"demo_source": "Exactly manifest episodes demo_00..demo_19 through API.read_demo; no other tasks/data",
|
| 49 |
+
"derived_artifacts": {
|
| 50 |
+
"exemplars.npz": "Nonparametric legal observation/action bank; not pretrained weights",
|
| 51 |
+
"compile_provenance.json": "Per-demo processing intervals and manifest-declared hashes",
|
| 52 |
+
"../evidence": "Authorized RGB contact sheets and numeric summaries",
|
| 53 |
+
"geometry.npz": "Non-neural affine camera geometry calibration from D20 initial images and base targets",
|
| 54 |
+
"pose_maps.npz": "Local least-squares action response maps from D20 joint differences",
|
| 55 |
+
"object_geometry.npz": "D20 shelf labels and non-neural linear grasp-target map from visible object centroid and fridge localization; no neural weights"
|
| 56 |
+
},
|
| 57 |
+
"runner_supplies_separately": [
|
| 58 |
+
"verified demo manifest",
|
| 59 |
+
"common environment lock"
|
| 60 |
+
],
|
| 61 |
+
"limitations": [
|
| 62 |
+
"No native finite base limits supplied",
|
| 63 |
+
"No pretrained model or neural fitting",
|
| 64 |
+
"Visible success requires unambiguous placement; native results recorded separately"
|
| 65 |
+
]
|
| 66 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/policy_runner.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Frozen-program entry point; no development agent and no reset capability."""
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
|
| 5 |
+
sys.path.insert(0,'/artifact')
|
| 6 |
+
sys.path.insert(0,'/')
|
| 7 |
+
from worker_api import API
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def main():
|
| 11 |
+
spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
|
| 12 |
+
module=importlib.util.module_from_spec(spec)
|
| 13 |
+
spec.loader.exec_module(module)
|
| 14 |
+
module.reset_episode()
|
| 15 |
+
api=API()
|
| 16 |
+
result=api.latest_observation()
|
| 17 |
+
while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
|
| 18 |
+
obs=dict(result['observation'],step_id=result['step_id'])
|
| 19 |
+
action=module.act(obs)
|
| 20 |
+
if action is None:break
|
| 21 |
+
response=api.execute_actions([action])
|
| 22 |
+
result=response['steps'][-1]
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/skills.md
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Controller behaviors and limits
|
| 2 |
+
|
| 3 |
+
Approach and handle grasp use D20 RGB/proprioception retrieval with top-camera fridge localization. Door opening uses demonstrated motion, with support-base placement advanced during opening. Open-door configurations have been visibly observed in exploration; reliability is incomplete.
|
| 4 |
+
|
| 5 |
+
Interior reach selects the shelf using visible blue pixels. A non-neural linear map from object centroid and fridge location refines base and arm references. A fixed grasp-pose servo settles before closure and holds through closure. One empty-grasp retry shifts the base25mm deeper. These are tested development heuristics, not certified capabilities.
|
| 6 |
+
|
| 7 |
+
Transfer and release use observation-conditioned demonstrated actions. Finger-gap contact has been observed in episode11, but stable final placement has not yet been established. No official success is inferred from finger gap or posture.
|
| 8 |
+
|
| 9 |
+
Current RGB/proprioception is used each action. Progress is bounded and observation-conditioned, with explicit grasp dwell. Missing imagery or large mismatch holds measured positions. Invalid proprioception or exhausted horizon returns None. All actions respect the650-step native horizon including the initial runner hold.
|
| 10 |
+
|
| 11 |
+
No hidden state, seed, reset identity, external task artifact, neural fine-tuning, network or simulator is used. Required offline runtime assets are listed in model_tool_manifest.yaml. Exact independent rehearsal evidence and final selection are retained outside candidate in the task exploration audit.
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/synthetic_checks.py
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Interface/branch checks using fabricated arrays only; no task rollout."""
|
| 2 |
+
import numpy as np
|
| 3 |
+
import controller as c
|
| 4 |
+
|
| 5 |
+
def fake_bank():
|
| 6 |
+
q=np.zeros((128,24),np.float32);q[:,[10,11,22,23]]=.04
|
| 7 |
+
a=np.zeros((128,20),np.float32);a[:,[9,19]]=1;a[:64,3]=.1;a[64:,3]=-.1
|
| 8 |
+
rgb=np.zeros((128,2880),np.uint8);rgb[64:]=255
|
| 9 |
+
return dict(q=q,v=np.zeros_like(q),a=a,rgb=rgb,phase=np.full(128,.1,np.float32),qscale=np.ones(24),vscale=np.ones(24),base_low=np.full(6,-10),base_high=np.full(6,10),base_step_cap=np.ones(6))
|
| 10 |
+
def observation(value=0,batch=False):
|
| 11 |
+
p={}
|
| 12 |
+
for path in c.PATHS:
|
| 13 |
+
q=np.zeros(12,np.float32)
|
| 14 |
+
if path.endswith('qpos'):q[10:]=.04
|
| 15 |
+
p[path]=q[None] if batch else q
|
| 16 |
+
return dict(rgb={k:np.full((1,240,320,3) if batch else (240,320,3),value,np.uint8) for k in c.CAMERAS},proprioception=p,instruction='synthetic interface fixture',step_id=1)
|
| 17 |
+
|
| 18 |
+
c._bank=fake_bank();c.reset_episode();black=c.act(observation())
|
| 19 |
+
assert black.shape==(20,) and black.dtype==np.float32 and np.isfinite(black).all()
|
| 20 |
+
assert black[3] > 0 and np.all(np.abs(black[c.NORMALIZED])<=1)
|
| 21 |
+
c.reset_episode();white=c.act(observation(255,True));assert white[3]<0
|
| 22 |
+
# Same pixels, different measured base coordinates select different synthetic examples.
|
| 23 |
+
c._bank=fake_bank();c._bank['rgb'][:]=0;c._bank['q'][64:,0]=1
|
| 24 |
+
c.reset_episode();near=c.act(observation());o=observation();o['proprioception'][c.PATHS[0]][0]=1
|
| 25 |
+
c.reset_episode();far=c.act(o);assert near[3]>0 and far[3]<0
|
| 26 |
+
# Missing RGB produces measured-position hold; malformed proprio finishes.
|
| 27 |
+
c.reset_episode();o=observation();o['rgb']={};o['proprioception'][c.PATHS[0]][0]=.123
|
| 28 |
+
hold=c.act(o);assert np.isclose(hold[0],.123) and np.isclose(hold[9],1)
|
| 29 |
+
c.reset_episode();o=observation();o['proprioception'][c.PATHS[0]][0]=np.nan;assert c.act(o) is None
|
| 30 |
+
c.reset_episode();o=observation();o['step_id']=650;assert c.act(o) is None
|
| 31 |
+
c.reset_episode();first=c.act(observation());assert np.array_equal(first,c.act(observation()))
|
| 32 |
+
# Synthetic terminal matches exercise the stopping branch without task evidence.
|
| 33 |
+
c._bank=fake_bank();c._bank['phase'][:]=4.9;c.reset_episode();c._progress=4.9
|
| 34 |
+
for step in range(1,9):
|
| 35 |
+
o=observation();o['step_id']=step;end=c.act(o)
|
| 36 |
+
assert end is None
|
| 37 |
+
print('PASS: synthetic RGB and proprio response, shapes, batching, finite normalized bounds, fallback, reset, duplicate step, horizon, terminal heuristic. No real task testing.')
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/validation.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mode": "offline artifact integrity and synthetic checks only",
|
| 3 |
+
"rows": 10218,
|
| 4 |
+
"demonstrations": 20,
|
| 5 |
+
"all_arrays_finite": true,
|
| 6 |
+
"known_normalized_label_bounds_pass": true,
|
| 7 |
+
"native_base_bounds_verified": false,
|
| 8 |
+
"base_step_cap": [
|
| 9 |
+
0.08000001311302185,
|
| 10 |
+
0.08000004291534424,
|
| 11 |
+
0.2500000298023224,
|
| 12 |
+
0.08000001311302185,
|
| 13 |
+
0.08000004291534424,
|
| 14 |
+
0.2500000298023224
|
| 15 |
+
],
|
| 16 |
+
"real_task_tests": 0,
|
| 17 |
+
"exploration_episodes": 0,
|
| 18 |
+
"synthetic_checks": "PASS: synthetic RGB and proprio response, shapes, batching, finite normalized bounds, fallback, reset, duplicate step, horizon, terminal heuristic. No real task testing.",
|
| 19 |
+
"syntax_checks": "pass"
|
| 20 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmOpenFridge-v1/frozen/worker_api.py
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Standalone worker client; safe to mount without the runner package."""
|
| 2 |
+
import base64
|
| 3 |
+
import json
|
| 4 |
+
import socket
|
| 5 |
+
import struct
|
| 6 |
+
import uuid
|
| 7 |
+
import os
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
|
| 10 |
+
import numpy as np
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def array_hook(value):
|
| 14 |
+
if value.get('__array__') is True:
|
| 15 |
+
dtype=np.dtype(value['dtype'])
|
| 16 |
+
if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
|
| 17 |
+
raw=base64.b64decode(value['data'],validate=True)
|
| 18 |
+
return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
|
| 19 |
+
return value
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class API:
|
| 23 |
+
def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
|
| 24 |
+
self.socket_path=socket_path
|
| 25 |
+
self.demo_root=Path(demo_root)
|
| 26 |
+
self.manifest=Path(manifest)
|
| 27 |
+
|
| 28 |
+
def call(self,method,arguments=None,request_id=None):
|
| 29 |
+
# Caller can persist a request ID before sending. Never automatically retry.
|
| 30 |
+
request_id=request_id or str(uuid.uuid4())
|
| 31 |
+
request={'request_id':request_id,'method':method,'arguments':arguments or {}}
|
| 32 |
+
if os.environ.get('AGENT_E20_RPC_TOKEN'):
|
| 33 |
+
request['token']=os.environ['AGENT_E20_RPC_TOKEN']
|
| 34 |
+
payload=json.dumps(request,allow_nan=False).encode()
|
| 35 |
+
if len(payload)>65536:raise ValueError('request too large')
|
| 36 |
+
with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
|
| 37 |
+
s.settimeout(1810);s.connect(self.socket_path)
|
| 38 |
+
s.sendall(struct.pack('!I',len(payload))+payload)
|
| 39 |
+
def exact(n):
|
| 40 |
+
chunks=[]
|
| 41 |
+
while n:
|
| 42 |
+
chunk=s.recv(min(n,1024*1024))
|
| 43 |
+
if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
|
| 44 |
+
chunks.append(chunk);n-=len(chunk)
|
| 45 |
+
return b''.join(chunks)
|
| 46 |
+
length=struct.unpack('!I',exact(4))[0]
|
| 47 |
+
if length>64*1024*1024:raise RuntimeError('response too large')
|
| 48 |
+
result=json.loads(exact(length),object_hook=array_hook)
|
| 49 |
+
if not result['ok']:raise RuntimeError(result['error'])
|
| 50 |
+
return result['result']
|
| 51 |
+
|
| 52 |
+
def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
|
| 53 |
+
def latest_observation(self):return self.call('latest_observation')
|
| 54 |
+
def execute_actions(self,actions,request_id=None):
|
| 55 |
+
return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
|
| 56 |
+
def finish_episode(self):return self.call('finish_episode')
|
| 57 |
+
def budget_status(self):return self.call('budget_status')
|
| 58 |
+
def rehearse(self,candidate='candidate',request_id=None):
|
| 59 |
+
return self.call('rehearse',{'candidate':candidate},request_id)
|
| 60 |
+
def score_rehearsal(self,episode,visible_success,evidence):
|
| 61 |
+
return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
|
| 62 |
+
def freeze(self):return self.call('freeze')
|
| 63 |
+
|
| 64 |
+
def read_demo(self,demo_id,start=0,stop=None,fields=None):
|
| 65 |
+
import h5py
|
| 66 |
+
manifest=json.loads(self.manifest.read_text())
|
| 67 |
+
if manifest.get('status') not in ('released','released_for_offline_analysis'):
|
| 68 |
+
raise RuntimeError('demonstrations not released by trusted preflight')
|
| 69 |
+
entries={e['demo_id']:e for e in manifest['episodes']}
|
| 70 |
+
if demo_id not in entries:raise ValueError('unauthorized demo ID')
|
| 71 |
+
entry=entries[demo_id]
|
| 72 |
+
allowed={f['path'] for f in entry['fields']}
|
| 73 |
+
fields=sorted(allowed) if fields is None else fields
|
| 74 |
+
if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
|
| 75 |
+
stop=entry['length']+1 if stop is None else stop
|
| 76 |
+
if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
|
| 77 |
+
raise ValueError('invalid frame interval')
|
| 78 |
+
path=(self.demo_root/entry['file']).resolve()
|
| 79 |
+
if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
|
| 80 |
+
with h5py.File(path,'r') as f:
|
| 81 |
+
return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
|
agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/ball_reference.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a6ee12f5feb2b965abc5f39bff9c1a62b7d16d9a6524bed3302a6b4cb0287f2
|
| 3 |
+
size 448
|
agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_01.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:409e4911df3c829f4b34b678eaf48471e1ac354b1bb68d15ad86c78210a6f50e
|
| 3 |
+
size 52656671
|
agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_11.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0954e3c5ab5a575cf95f4b870c8477880380c3ea612a39814f1db797c0cfa278
|
| 3 |
+
size 55328338
|
agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/reference_bank.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e48b3b0c27adb98259f7df2a0538ccf456019651cd25921eaa2ef3ee70f5202
|
| 3 |
+
size 3161327
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/__pycache__/build_memory.cpython-310.pyc
ADDED
|
Binary file (3.14 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc
ADDED
|
Binary file (1.73 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/__pycache__/controller.cpython-310.pyc
ADDED
|
Binary file (5.79 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/environment.lock
ADDED
|
@@ -0,0 +1,249 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
absl-py==2.4.0
|
| 2 |
+
accelerate==1.13.0
|
| 3 |
+
addict==2.4.0
|
| 4 |
+
aiohappyeyeballs==2.6.1
|
| 5 |
+
aiohttp==3.13.5
|
| 6 |
+
aiosignal==1.4.0
|
| 7 |
+
annotated-types==0.7.0
|
| 8 |
+
anyio==4.13.0
|
| 9 |
+
anytree==2.13.0
|
| 10 |
+
asttokens==3.0.1
|
| 11 |
+
async-timeout==5.0.1
|
| 12 |
+
attrs==26.1.0
|
| 13 |
+
av==15.1.0
|
| 14 |
+
blinker==1.9.0
|
| 15 |
+
casadi==3.7.2
|
| 16 |
+
certifi==2026.4.22
|
| 17 |
+
cffi==2.0.0
|
| 18 |
+
charset-normalizer==3.4.7
|
| 19 |
+
click==8.3.3
|
| 20 |
+
cloudpickle==3.1.2
|
| 21 |
+
cmake==4.1.3
|
| 22 |
+
coacd==1.0.11
|
| 23 |
+
colorama==0.4.6
|
| 24 |
+
colorlog==6.10.1
|
| 25 |
+
comm==0.2.3
|
| 26 |
+
ConfigArgParse==1.7.5
|
| 27 |
+
contourpy==1.3.2
|
| 28 |
+
cuda-bindings==12.9.4
|
| 29 |
+
cuda-pathfinder==1.5.4
|
| 30 |
+
cycler==0.12.1
|
| 31 |
+
dacite==1.9.2
|
| 32 |
+
dash==4.1.0
|
| 33 |
+
dataclasses-json==0.6.7
|
| 34 |
+
datasets==4.8.5
|
| 35 |
+
decorator==5.2.1
|
| 36 |
+
deepdiff==8.6.2
|
| 37 |
+
Deprecated==1.3.1
|
| 38 |
+
diffusers==0.35.2
|
| 39 |
+
dill==0.4.1
|
| 40 |
+
docstring_parser==0.18.0
|
| 41 |
+
draccus==0.10.0
|
| 42 |
+
einops==0.8.2
|
| 43 |
+
embreex==4.4.0
|
| 44 |
+
etils==1.13.0
|
| 45 |
+
evdev==1.9.3
|
| 46 |
+
exceptiongroup==1.3.1
|
| 47 |
+
executing==2.2.1
|
| 48 |
+
Farama-Notifications==0.0.6
|
| 49 |
+
fast_simplification==0.1.13
|
| 50 |
+
fastjsonschema==2.21.2
|
| 51 |
+
filelock==3.29.0
|
| 52 |
+
Flask==3.1.3
|
| 53 |
+
fonttools==4.63.0
|
| 54 |
+
freetype-py==2.5.1
|
| 55 |
+
frozenlist==1.8.0
|
| 56 |
+
fsspec==2026.2.0
|
| 57 |
+
genesis-world @ file:///data/gck/genesis-world
|
| 58 |
+
git-filter-repo==2.47.0
|
| 59 |
+
gitdb==4.0.12
|
| 60 |
+
GitPython==3.1.50
|
| 61 |
+
glfw==2.10.0
|
| 62 |
+
gs-madrona==0.0.5
|
| 63 |
+
gstaichi==3.3.0
|
| 64 |
+
gym==0.26.2
|
| 65 |
+
gym-notices==0.1.0
|
| 66 |
+
gymnasium==1.3.0
|
| 67 |
+
h11==0.16.0
|
| 68 |
+
h5py==3.16.0
|
| 69 |
+
hf-xet==1.5.0
|
| 70 |
+
hf_transfer==0.1.9
|
| 71 |
+
httpcore==1.0.9
|
| 72 |
+
httpx==0.28.1
|
| 73 |
+
huggingface-hub==0.35.3
|
| 74 |
+
idna==3.15
|
| 75 |
+
ImageIO==2.37.3
|
| 76 |
+
imageio-ffmpeg==0.6.0
|
| 77 |
+
importlib_metadata==9.0.0
|
| 78 |
+
importlib_resources==7.1.0
|
| 79 |
+
inquirerpy==0.3.4
|
| 80 |
+
ipython==8.39.0
|
| 81 |
+
ipywidgets==8.1.8
|
| 82 |
+
itsdangerous==2.2.0
|
| 83 |
+
jedi==0.20.0
|
| 84 |
+
Jinja2==3.1.6
|
| 85 |
+
joblib==1.5.3
|
| 86 |
+
jsonlines==4.0.0
|
| 87 |
+
jsonschema==4.26.0
|
| 88 |
+
jsonschema-specifications==2025.9.1
|
| 89 |
+
jupyter_core==5.9.1
|
| 90 |
+
jupyterlab_widgets==3.0.16
|
| 91 |
+
kiwisolver==1.5.0
|
| 92 |
+
lazy-loader==0.5
|
| 93 |
+
lerobot==0.4.4
|
| 94 |
+
libigl==2.6.2
|
| 95 |
+
llvmlite==0.47.0
|
| 96 |
+
loguru==0.7.3
|
| 97 |
+
lxml==6.1.0
|
| 98 |
+
manifold3d==3.4.1
|
| 99 |
+
-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
|
| 100 |
+
mapbox_earcut==2.0.0
|
| 101 |
+
markdown-it-py==4.2.0
|
| 102 |
+
MarkupSafe==3.0.3
|
| 103 |
+
marshmallow==3.26.2
|
| 104 |
+
matplotlib==3.10.9
|
| 105 |
+
matplotlib-inline==0.2.2
|
| 106 |
+
mdurl==0.1.2
|
| 107 |
+
mergedeep==1.3.4
|
| 108 |
+
moviepy==2.2.1
|
| 109 |
+
mpmath==1.3.0
|
| 110 |
+
msgspec==0.21.1
|
| 111 |
+
mujoco==3.8.1
|
| 112 |
+
multidict==6.7.1
|
| 113 |
+
multiprocess==0.70.19
|
| 114 |
+
mypy_extensions==1.1.0
|
| 115 |
+
nbformat==5.10.4
|
| 116 |
+
nest-asyncio==1.6.0
|
| 117 |
+
networkx==3.4.2
|
| 118 |
+
ninja==1.13.0
|
| 119 |
+
nlopt==2.10.0
|
| 120 |
+
numba==0.65.1
|
| 121 |
+
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
|
| 122 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 123 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 124 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 125 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 126 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 127 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 128 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 129 |
+
nvidia-curand-cu12==10.3.9.90
|
| 130 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 131 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 132 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 133 |
+
nvidia-nccl-cu12==2.27.5
|
| 134 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 135 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 136 |
+
nvidia-nvtx-cu12==12.8.90
|
| 137 |
+
open3d==0.19.0
|
| 138 |
+
opencv-python==4.13.0.92
|
| 139 |
+
opencv-python-headless==4.12.0.88
|
| 140 |
+
OpenEXR==3.4.11
|
| 141 |
+
orderly-set==5.5.0
|
| 142 |
+
packaging==25.0
|
| 143 |
+
pandas==2.3.3
|
| 144 |
+
parso==0.8.7
|
| 145 |
+
pexpect==4.9.0
|
| 146 |
+
pfzy==0.3.4
|
| 147 |
+
pillow==11.3.0
|
| 148 |
+
pin==4.0.0
|
| 149 |
+
pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
|
| 150 |
+
platformdirs==4.9.6
|
| 151 |
+
plotly==5.24.1
|
| 152 |
+
polyscope==2.6.1
|
| 153 |
+
proglog==0.1.12
|
| 154 |
+
prompt_toolkit==3.0.52
|
| 155 |
+
propcache==0.5.2
|
| 156 |
+
protobuf==6.33.6
|
| 157 |
+
psutil==7.2.2
|
| 158 |
+
ptyprocess==0.7.0
|
| 159 |
+
pure_eval==0.2.3
|
| 160 |
+
py-cpuinfo==9.0.0
|
| 161 |
+
py-spy==0.4.2
|
| 162 |
+
pyarrow==24.0.0
|
| 163 |
+
pycollada==0.9.3
|
| 164 |
+
pycparser==3.0
|
| 165 |
+
pydantic==2.13.4
|
| 166 |
+
pydantic_core==2.46.4
|
| 167 |
+
PyGEL3D==0.6.1
|
| 168 |
+
pyglet==2.1.14
|
| 169 |
+
pygltflib==1.16.0
|
| 170 |
+
Pygments==2.20.0
|
| 171 |
+
pymeshlab==2025.7.post1
|
| 172 |
+
pynput==1.8.2
|
| 173 |
+
PyOpenGL==3.1.10
|
| 174 |
+
pyparsing==3.3.2
|
| 175 |
+
pyperclip==1.11.0
|
| 176 |
+
PyQt6==6.11.0
|
| 177 |
+
PyQt6-Qt6==6.11.0
|
| 178 |
+
PyQt6_sip==13.11.1
|
| 179 |
+
pyquaternion==0.9.9
|
| 180 |
+
pyserial==3.5
|
| 181 |
+
pysplashsurf==0.12.0.2
|
| 182 |
+
python-dateutil==2.9.0.post0
|
| 183 |
+
python-dotenv==1.2.2
|
| 184 |
+
python-xlib==0.33
|
| 185 |
+
pytransform3d==3.15.0
|
| 186 |
+
pytz==2026.2
|
| 187 |
+
pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
|
| 188 |
+
PyYAML==6.0.3
|
| 189 |
+
pyyaml-include==1.4.1
|
| 190 |
+
referencing==0.37.0
|
| 191 |
+
regex==2026.5.9
|
| 192 |
+
requests==2.34.2
|
| 193 |
+
rerun-sdk==0.26.2
|
| 194 |
+
retrying==1.4.2
|
| 195 |
+
rich==14.3.4
|
| 196 |
+
rpds-py==0.30.0
|
| 197 |
+
rtree==1.4.1
|
| 198 |
+
safetensors==0.7.0
|
| 199 |
+
sapien==3.0.3
|
| 200 |
+
scikit-image==0.25.2
|
| 201 |
+
scikit-learn==1.7.2
|
| 202 |
+
scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
|
| 203 |
+
sentry-sdk==2.60.0
|
| 204 |
+
setuptools==80.10.2
|
| 205 |
+
shapely==2.1.2
|
| 206 |
+
six==1.17.0
|
| 207 |
+
smmap==5.0.3
|
| 208 |
+
stack-data==0.6.3
|
| 209 |
+
svg.path==7.0
|
| 210 |
+
sympy==1.14.0
|
| 211 |
+
tenacity==9.1.4
|
| 212 |
+
termcolor==3.3.0
|
| 213 |
+
tetgen==0.8.4
|
| 214 |
+
threadpoolctl==3.6.0
|
| 215 |
+
tifffile==2025.5.10
|
| 216 |
+
timm==1.0.27
|
| 217 |
+
toml==0.10.2
|
| 218 |
+
torch==2.10.0
|
| 219 |
+
torchaudio==2.11.0
|
| 220 |
+
torchcodec==0.10.0
|
| 221 |
+
torchvision==0.25.0
|
| 222 |
+
tqdm==4.67.3
|
| 223 |
+
traitlets==5.15.0
|
| 224 |
+
transforms3d==0.4.2
|
| 225 |
+
trimesh==4.12.2
|
| 226 |
+
triton==3.6.0
|
| 227 |
+
typeguard==4.5.2
|
| 228 |
+
typing-inspect==0.9.0
|
| 229 |
+
typing-inspection==0.4.2
|
| 230 |
+
typing_extensions==4.15.0
|
| 231 |
+
tyro==1.0.13
|
| 232 |
+
tzdata==2026.2
|
| 233 |
+
urllib3==2.7.0
|
| 234 |
+
vhacdx==0.0.10
|
| 235 |
+
viser==1.0.27
|
| 236 |
+
vtk==9.6.1
|
| 237 |
+
wandb==0.24.2
|
| 238 |
+
wcwidth==0.7.0
|
| 239 |
+
websockets==16.0
|
| 240 |
+
Werkzeug==3.1.8
|
| 241 |
+
wheel==0.46.3
|
| 242 |
+
widgetsnbextension==4.0.15
|
| 243 |
+
wrapt==2.1.2
|
| 244 |
+
xxhash==3.7.0
|
| 245 |
+
yarl==1.23.0
|
| 246 |
+
yourdfpy==0.0.60
|
| 247 |
+
z3-solver==4.16.0.0
|
| 248 |
+
zipp==3.23.1
|
| 249 |
+
zstandard==0.25.0
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/freeze_manifest.json
ADDED
|
@@ -0,0 +1,101 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"files": {
|
| 3 |
+
"__pycache__/build_memory.cpython-310.pyc": "c4edf14d9009064f81130e135863d68dfa47c77d26b888ae985ce481a18a91cb",
|
| 4 |
+
"__pycache__/check_synthetic.cpython-310.pyc": "dc7502126c696e4d991f38b04386f7ebcb4fab3510b7575feccf687ac42a4c9f",
|
| 5 |
+
"__pycache__/controller.cpython-310.pyc": "3f276e87f6c51dff8e431c5c12ea53e8dde58be9423ffb6482608a6ba472f13b",
|
| 6 |
+
"build_memory.py": "846c47188b6c2feef8b9732c9bfe3657648b305d550871c313357a11a4bfda3b",
|
| 7 |
+
"check_synthetic.py": "608ed6dda54b9854ff605145f21e2ee78eb3831e97b778042a89ec5039b738ea",
|
| 8 |
+
"controller.py": "322a336519b0f7b8a6e38a0fe5b3da9161bd7c3aae1c065f118a1966145d3410",
|
| 9 |
+
"demo_manifest.json": "99fb933806d8e90c03375c02b8fe6256f0691919b0b0a1b9bb81ad5ef1b83e5f",
|
| 10 |
+
"demonstrations_readonly/demo_00.h5": "c45a201733f565b048be8f027f1f2fc54d764c9f18a0d07652661e86b11559b6",
|
| 11 |
+
"demonstrations_readonly/demo_01.h5": "614d5060f1ef1aa6b54f9a8dff6ba83578c3e543456a68d2f12f438fc7c00416",
|
| 12 |
+
"demonstrations_readonly/demo_02.h5": "39ea07c7c77ec89eae48abdf9ba091d9e1f22ed4c6a2f662fcd6d381f97ae6c3",
|
| 13 |
+
"demonstrations_readonly/demo_03.h5": "bcbc25c9ceec7df4733fcec4f993066d04d5242e48c70a37c5d42729771b8b47",
|
| 14 |
+
"demonstrations_readonly/demo_04.h5": "5a2f7036c1974539e3ba7a8b3e5110637d2e99725c1af152f3943cc91ce406f7",
|
| 15 |
+
"demonstrations_readonly/demo_05.h5": "0cafb66abfeab6fff9519227d81db886242dd507043f6aa3d52369dd039e2196",
|
| 16 |
+
"demonstrations_readonly/demo_06.h5": "842b75e84cb14d130a76a03672b2e22796089ee8442a0456f6f29d4748f8e1b9",
|
| 17 |
+
"demonstrations_readonly/demo_07.h5": "a0e3a5ebf9f0123ec25cc1370cbed16c4e4cc219f66201120dd8c79ac22d2dea",
|
| 18 |
+
"demonstrations_readonly/demo_08.h5": "6d01bd7f46d9bdc4f912a3b818ac94c7dbc213fda61c950c50a75616a72d9af3",
|
| 19 |
+
"demonstrations_readonly/demo_09.h5": "78d1a36672b9e918a503e0e6561fb1eaa879328b9f3c0ece9b52238c78e35ec0",
|
| 20 |
+
"demonstrations_readonly/demo_10.h5": "c6e16bce5fa20fecd0a2359064697bfdb93dec9eb4746d4c9a50bb522bbf97b5",
|
| 21 |
+
"demonstrations_readonly/demo_11.h5": "8ea6c4a343233ec79390b0dbe71c32cd8b1f2dc3e0dd5fb2f7f0952721fcbb70",
|
| 22 |
+
"demonstrations_readonly/demo_12.h5": "cfb7b6546ed62a43e7c35cb5b2c74e301537320bf362281958e13c0fe786d092",
|
| 23 |
+
"demonstrations_readonly/demo_13.h5": "adbb9450a5ebbbc533ab1edf3a6e5054d096b900b23a51b6fa2d0088095e33d5",
|
| 24 |
+
"demonstrations_readonly/demo_14.h5": "82768a69f0362cc332b67d805be3cb2f748c95cf0b7c2e3943bf6a2b4725e0bb",
|
| 25 |
+
"demonstrations_readonly/demo_15.h5": "98e477534dbd15451566dbc26eb10cf7c604bc85ccd1996015706b865fe877b7",
|
| 26 |
+
"demonstrations_readonly/demo_16.h5": "6270af109d89bdd3b008a716d5198693917cd42d7cf875b25a87abb64afdfde7",
|
| 27 |
+
"demonstrations_readonly/demo_17.h5": "eb23f55ec1db1c970d67a8ab2b2d7382455e57c839f14ae5e164c5206a409eb7",
|
| 28 |
+
"demonstrations_readonly/demo_18.h5": "72494fee47ced15aacf51394c8a6bff0e8a329ee182999fd445ab7ae9a8c85f9",
|
| 29 |
+
"demonstrations_readonly/demo_19.h5": "32b7148cded44998f8705bd06c3d42eb7095ad88042c031b3a0fa8416101695d",
|
| 30 |
+
"environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
|
| 31 |
+
"findings.md": "10f77dd531373bc8d5cc2aa7bb9e0a1468dc043ae33726e78a4bc51f3366e38a",
|
| 32 |
+
"handoff.md": "6d52624710a16f4b2ffd3e928134814bb2b59cad7a556cdaa209e4e35278cedc",
|
| 33 |
+
"memory.npz": "47bd62036a77921fce49bf911c980ffeb351d0a866734cc524b288add691b77f",
|
| 34 |
+
"model_tool_manifest.yaml": "ad1df6f9ee8419425709ea04c0e3aeff18f9129654526ccc10fd4541f99935d6",
|
| 35 |
+
"policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
|
| 36 |
+
"skills.md": "7a6802059bacc00667e5598a1549f2f859068c92f54f45941a1f671730b6535d",
|
| 37 |
+
"worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
|
| 38 |
+
},
|
| 39 |
+
"bundle_hash": "f6a7d15ab4389ac2ac7f66cf67130b39046372de268d9e90ed7557a0757fdfd8",
|
| 40 |
+
"exploration_ledger_hash": "5913e8b51cfa0ff69a7bc87349102a71e29410620a30441603463e0ae844941e",
|
| 41 |
+
"entrypoint": "controller.reset_episode(); controller.act(obs)",
|
| 42 |
+
"selection": {
|
| 43 |
+
"rule": "exact-version success rate, valid rehearsal count, recency",
|
| 44 |
+
"rehearsals": [
|
| 45 |
+
{
|
| 46 |
+
"bundle_hash": "56c842e0942e5ea7e0e95e49009980262be4923d5e62297259b2b5846c28754f",
|
| 47 |
+
"episode": 4,
|
| 48 |
+
"independent": true,
|
| 49 |
+
"score_source": "native_step_feedback",
|
| 50 |
+
"status": "finished",
|
| 51 |
+
"success": false,
|
| 52 |
+
"valid": true
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"episode": 16,
|
| 56 |
+
"bundle_hash": "f6a7d15ab4389ac2ac7f66cf67130b39046372de268d9e90ed7557a0757fdfd8",
|
| 57 |
+
"independent": true,
|
| 58 |
+
"valid": true,
|
| 59 |
+
"status": "finished",
|
| 60 |
+
"success": true,
|
| 61 |
+
"score_source": "native_step_feedback"
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"episode": 17,
|
| 65 |
+
"bundle_hash": "f6a7d15ab4389ac2ac7f66cf67130b39046372de268d9e90ed7557a0757fdfd8",
|
| 66 |
+
"independent": true,
|
| 67 |
+
"valid": true,
|
| 68 |
+
"status": "finished",
|
| 69 |
+
"success": true,
|
| 70 |
+
"score_source": "native_step_feedback"
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"episode": 18,
|
| 74 |
+
"bundle_hash": "f6a7d15ab4389ac2ac7f66cf67130b39046372de268d9e90ed7557a0757fdfd8",
|
| 75 |
+
"independent": true,
|
| 76 |
+
"valid": true,
|
| 77 |
+
"status": "finished",
|
| 78 |
+
"success": true,
|
| 79 |
+
"score_source": "native_step_feedback"
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode": 19,
|
| 83 |
+
"bundle_hash": "f6a7d15ab4389ac2ac7f66cf67130b39046372de268d9e90ed7557a0757fdfd8",
|
| 84 |
+
"independent": true,
|
| 85 |
+
"valid": true,
|
| 86 |
+
"status": "finished",
|
| 87 |
+
"success": false,
|
| 88 |
+
"score_source": "native_step_feedback"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"episode": 20,
|
| 92 |
+
"bundle_hash": "f6a7d15ab4389ac2ac7f66cf67130b39046372de268d9e90ed7557a0757fdfd8",
|
| 93 |
+
"independent": true,
|
| 94 |
+
"valid": true,
|
| 95 |
+
"status": "finished",
|
| 96 |
+
"success": true,
|
| 97 |
+
"score_source": "native_step_feedback"
|
| 98 |
+
}
|
| 99 |
+
]
|
| 100 |
+
}
|
| 101 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/handoff.md
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Runtime handoff
|
| 2 |
+
controller.py exposes module-level reset_episode() and act(obs), and a Controller class. It loads memory.npz relative to itself. Runtime dependencies: Python, NumPy, OpenCV. No external model assets or service calls are needed. Optional build_memory.py and check_synthetic.py are provenance/development tools, not runtime dependencies.
|
| 3 |
+
|
| 4 |
+
Native action order: root translation xyz, root-aligned rotation xyz, sixteen hand joint deltas. Output is one finite float32 vector of width22 in [-1,1]. The runner supplies the hold step and stops at native horizon300. The controller uses optional step_id, with an internal sequential fallback. No reset state is requested.
|
| 5 |
+
|
| 6 |
+
Current version uses 1.5 times demonstrated translations and unchanged hand actions. Interactive native successes were observed at steps256 (baseline) and208 (gain1.5), on different scenes. These are exploratory results, not independent rehearsal rates. Detailed audit is in workspace exploration/ and demo_analysis.md. Final artifact selection is owned by API.freeze among independently rehearsed exact bundles. This document does not claim freeze has occurred.
|
| 7 |
+
|
| 8 |
+
Continuation: current behavior includes top-image branch filtering, an initial-image scene anchor, and bounded per-observation phase matching. No explicit lost-grasp retry is validated. Native success is authoritative when supplied; absent native feedback, only unambiguous visible spreading AND thinning qualifies, otherwise false. API.freeze owns selection among runnable exact rehearsed bundles.
|
| 9 |
+
|
| 10 |
+
Final pre-rehearsal evidence: branch-filtered candidate achieved native success at185 in episode14, but failed to achieve success in episode15. Episodes16–20 test this fixed bundle independently. All later results and freeze receipt remain in workspace exploration/. Do not infer success from reference phase or tool/clay overlap.
|
agent_d20_e20/frozen_20261102/tasks/RollingPin-v1/frozen/skills.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Observation-conditioned rolling-pin control
|
| 2 |
+
The controller uses the current top/front RGB and 23-element qpos/qvel to retrieve a demonstration action from all 5,260 authorized labeled observations. Handcrafted image descriptors, standardized proprioceptive distances, and a soft phase continuity prior determine the match. Translation actions are multiplied by 1.5; hand closure deltas and orientation remain as demonstrated. Actions are bounded to the native limits.
|
| 3 |
+
|
| 4 |
+
The matched trajectory supplies approach, closure, lift, transport direction, and downward contact. Geometry is represented by images and joint pose, not a calibrated metric object pose. The controller recomputes its match every observation and can adjust phase; there is no validated explicit dropped-tool recovery or success detector. Native termination is runner-owned.
|
| 5 |
+
|
| 6 |
+
Entry points are reset_episode() and act(obs). Required observation fields are rgb/top_camera, rgb/front_camera and proprioception agent/qpos and agent/qvel. Optional step_id is used when supplied; otherwise calls advance an internal step counter. Invalid inputs cause four zero actions then termination. No RPC, network, model agent, simulator, or demo reads are used at runtime.
|
| 7 |
+
|
| 8 |
+
Initial legal top-view color geometry filters transport branch when the gray-disk contrast is sufficient. Initial image distance then chooses one demo trajectory. Subsequent matching is restricted to that trajectory and phase change in [-.02,+.035]. Stored demo indices identify reference trajectories, never live environment IDs.
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/__pycache__/build_bank.cpython-310.pyc
ADDED
|
Binary file (2.33 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc
ADDED
|
Binary file (2.52 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/__pycache__/controller.cpython-310.pyc
ADDED
|
Binary file (3.23 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/bank_provenance.json
ADDED
|
@@ -0,0 +1,322 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"demo_id": "demo_00",
|
| 4 |
+
"frames": [
|
| 5 |
+
0,
|
| 6 |
+
286
|
| 7 |
+
],
|
| 8 |
+
"actions": [
|
| 9 |
+
0,
|
| 10 |
+
285
|
| 11 |
+
],
|
| 12 |
+
"bank_rows": [
|
| 13 |
+
0,
|
| 14 |
+
286
|
| 15 |
+
],
|
| 16 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"demo_id": "demo_01",
|
| 20 |
+
"frames": [
|
| 21 |
+
0,
|
| 22 |
+
293
|
| 23 |
+
],
|
| 24 |
+
"actions": [
|
| 25 |
+
0,
|
| 26 |
+
292
|
| 27 |
+
],
|
| 28 |
+
"bank_rows": [
|
| 29 |
+
287,
|
| 30 |
+
580
|
| 31 |
+
],
|
| 32 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"demo_id": "demo_02",
|
| 36 |
+
"frames": [
|
| 37 |
+
0,
|
| 38 |
+
328
|
| 39 |
+
],
|
| 40 |
+
"actions": [
|
| 41 |
+
0,
|
| 42 |
+
327
|
| 43 |
+
],
|
| 44 |
+
"bank_rows": [
|
| 45 |
+
581,
|
| 46 |
+
909
|
| 47 |
+
],
|
| 48 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"demo_id": "demo_03",
|
| 52 |
+
"frames": [
|
| 53 |
+
0,
|
| 54 |
+
328
|
| 55 |
+
],
|
| 56 |
+
"actions": [
|
| 57 |
+
0,
|
| 58 |
+
327
|
| 59 |
+
],
|
| 60 |
+
"bank_rows": [
|
| 61 |
+
910,
|
| 62 |
+
1238
|
| 63 |
+
],
|
| 64 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"demo_id": "demo_04",
|
| 68 |
+
"frames": [
|
| 69 |
+
0,
|
| 70 |
+
326
|
| 71 |
+
],
|
| 72 |
+
"actions": [
|
| 73 |
+
0,
|
| 74 |
+
325
|
| 75 |
+
],
|
| 76 |
+
"bank_rows": [
|
| 77 |
+
1239,
|
| 78 |
+
1565
|
| 79 |
+
],
|
| 80 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"demo_id": "demo_05",
|
| 84 |
+
"frames": [
|
| 85 |
+
0,
|
| 86 |
+
314
|
| 87 |
+
],
|
| 88 |
+
"actions": [
|
| 89 |
+
0,
|
| 90 |
+
313
|
| 91 |
+
],
|
| 92 |
+
"bank_rows": [
|
| 93 |
+
1566,
|
| 94 |
+
1880
|
| 95 |
+
],
|
| 96 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"demo_id": "demo_06",
|
| 100 |
+
"frames": [
|
| 101 |
+
0,
|
| 102 |
+
326
|
| 103 |
+
],
|
| 104 |
+
"actions": [
|
| 105 |
+
0,
|
| 106 |
+
325
|
| 107 |
+
],
|
| 108 |
+
"bank_rows": [
|
| 109 |
+
1881,
|
| 110 |
+
2207
|
| 111 |
+
],
|
| 112 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"demo_id": "demo_07",
|
| 116 |
+
"frames": [
|
| 117 |
+
0,
|
| 118 |
+
297
|
| 119 |
+
],
|
| 120 |
+
"actions": [
|
| 121 |
+
0,
|
| 122 |
+
296
|
| 123 |
+
],
|
| 124 |
+
"bank_rows": [
|
| 125 |
+
2208,
|
| 126 |
+
2505
|
| 127 |
+
],
|
| 128 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"demo_id": "demo_08",
|
| 132 |
+
"frames": [
|
| 133 |
+
0,
|
| 134 |
+
294
|
| 135 |
+
],
|
| 136 |
+
"actions": [
|
| 137 |
+
0,
|
| 138 |
+
293
|
| 139 |
+
],
|
| 140 |
+
"bank_rows": [
|
| 141 |
+
2506,
|
| 142 |
+
2800
|
| 143 |
+
],
|
| 144 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"demo_id": "demo_09",
|
| 148 |
+
"frames": [
|
| 149 |
+
0,
|
| 150 |
+
328
|
| 151 |
+
],
|
| 152 |
+
"actions": [
|
| 153 |
+
0,
|
| 154 |
+
327
|
| 155 |
+
],
|
| 156 |
+
"bank_rows": [
|
| 157 |
+
2801,
|
| 158 |
+
3129
|
| 159 |
+
],
|
| 160 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"demo_id": "demo_10",
|
| 164 |
+
"frames": [
|
| 165 |
+
0,
|
| 166 |
+
294
|
| 167 |
+
],
|
| 168 |
+
"actions": [
|
| 169 |
+
0,
|
| 170 |
+
293
|
| 171 |
+
],
|
| 172 |
+
"bank_rows": [
|
| 173 |
+
3130,
|
| 174 |
+
3424
|
| 175 |
+
],
|
| 176 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"demo_id": "demo_11",
|
| 180 |
+
"frames": [
|
| 181 |
+
0,
|
| 182 |
+
308
|
| 183 |
+
],
|
| 184 |
+
"actions": [
|
| 185 |
+
0,
|
| 186 |
+
307
|
| 187 |
+
],
|
| 188 |
+
"bank_rows": [
|
| 189 |
+
3425,
|
| 190 |
+
3733
|
| 191 |
+
],
|
| 192 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"demo_id": "demo_12",
|
| 196 |
+
"frames": [
|
| 197 |
+
0,
|
| 198 |
+
299
|
| 199 |
+
],
|
| 200 |
+
"actions": [
|
| 201 |
+
0,
|
| 202 |
+
298
|
| 203 |
+
],
|
| 204 |
+
"bank_rows": [
|
| 205 |
+
3734,
|
| 206 |
+
4033
|
| 207 |
+
],
|
| 208 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"demo_id": "demo_13",
|
| 212 |
+
"frames": [
|
| 213 |
+
0,
|
| 214 |
+
303
|
| 215 |
+
],
|
| 216 |
+
"actions": [
|
| 217 |
+
0,
|
| 218 |
+
302
|
| 219 |
+
],
|
| 220 |
+
"bank_rows": [
|
| 221 |
+
4034,
|
| 222 |
+
4337
|
| 223 |
+
],
|
| 224 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"demo_id": "demo_14",
|
| 228 |
+
"frames": [
|
| 229 |
+
0,
|
| 230 |
+
327
|
| 231 |
+
],
|
| 232 |
+
"actions": [
|
| 233 |
+
0,
|
| 234 |
+
326
|
| 235 |
+
],
|
| 236 |
+
"bank_rows": [
|
| 237 |
+
4338,
|
| 238 |
+
4665
|
| 239 |
+
],
|
| 240 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"demo_id": "demo_15",
|
| 244 |
+
"frames": [
|
| 245 |
+
0,
|
| 246 |
+
319
|
| 247 |
+
],
|
| 248 |
+
"actions": [
|
| 249 |
+
0,
|
| 250 |
+
318
|
| 251 |
+
],
|
| 252 |
+
"bank_rows": [
|
| 253 |
+
4666,
|
| 254 |
+
4985
|
| 255 |
+
],
|
| 256 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"demo_id": "demo_16",
|
| 260 |
+
"frames": [
|
| 261 |
+
0,
|
| 262 |
+
290
|
| 263 |
+
],
|
| 264 |
+
"actions": [
|
| 265 |
+
0,
|
| 266 |
+
289
|
| 267 |
+
],
|
| 268 |
+
"bank_rows": [
|
| 269 |
+
4986,
|
| 270 |
+
5276
|
| 271 |
+
],
|
| 272 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"demo_id": "demo_17",
|
| 276 |
+
"frames": [
|
| 277 |
+
0,
|
| 278 |
+
327
|
| 279 |
+
],
|
| 280 |
+
"actions": [
|
| 281 |
+
0,
|
| 282 |
+
326
|
| 283 |
+
],
|
| 284 |
+
"bank_rows": [
|
| 285 |
+
5277,
|
| 286 |
+
5604
|
| 287 |
+
],
|
| 288 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 289 |
+
},
|
| 290 |
+
{
|
| 291 |
+
"demo_id": "demo_18",
|
| 292 |
+
"frames": [
|
| 293 |
+
0,
|
| 294 |
+
325
|
| 295 |
+
],
|
| 296 |
+
"actions": [
|
| 297 |
+
0,
|
| 298 |
+
324
|
| 299 |
+
],
|
| 300 |
+
"bank_rows": [
|
| 301 |
+
5605,
|
| 302 |
+
5930
|
| 303 |
+
],
|
| 304 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"demo_id": "demo_19",
|
| 308 |
+
"frames": [
|
| 309 |
+
0,
|
| 310 |
+
313
|
| 311 |
+
],
|
| 312 |
+
"actions": [
|
| 313 |
+
0,
|
| 314 |
+
312
|
| 315 |
+
],
|
| 316 |
+
"bank_rows": [
|
| 317 |
+
5931,
|
| 318 |
+
6244
|
| 319 |
+
],
|
| 320 |
+
"terminal_label": "synthetic zero hold at final legal observation"
|
| 321 |
+
}
|
| 322 |
+
]
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/build_bank.py
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Compile authorized legal observations and labels; no fitting or rollouts."""
|
| 2 |
+
import importlib.util, json
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
import numpy as np
|
| 5 |
+
from controller import image_features, CAMERAS
|
| 6 |
+
|
| 7 |
+
def main():
|
| 8 |
+
spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py')
|
| 9 |
+
m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);api=m.API()
|
| 10 |
+
manifest=json.loads(Path('/demo_manifest.json').read_text())
|
| 11 |
+
assert len(manifest['episodes']) == 20
|
| 12 |
+
Q=[];V=[];F=[];A=[];T=[]; provenance=[]
|
| 13 |
+
for e in manifest['episodes']:
|
| 14 |
+
n=e['length']; numeric=api.read_demo(e['demo_id'],fields=['actions','obs/agent/qpos','obs/agent/qvel'])
|
| 15 |
+
start_row=len(Q)
|
| 16 |
+
for start in range(0,n+1,32):
|
| 17 |
+
stop=min(start+32,n+1)
|
| 18 |
+
images=api.read_demo(e['demo_id'],start,stop,[f'obs/sensor_data/{c}/rgb' for c in CAMERAS])
|
| 19 |
+
for t in range(start,stop):
|
| 20 |
+
rgb={c:images[f'obs/sensor_data/{c}/rgb'][t-start] for c in CAMERAS}
|
| 21 |
+
F.append(np.rint(image_features(rgb)*255).astype(np.uint8))
|
| 22 |
+
Q.append(numeric['obs/agent/qpos'][t]);V.append(numeric['obs/agent/qvel'][t])
|
| 23 |
+
A.append(numeric['actions'][t] if t<n else np.zeros(22,np.float32));T.append(t==n)
|
| 24 |
+
provenance.append(dict(demo_id=e['demo_id'],frames=[0,n],actions=[0,n-1],bank_rows=[start_row,len(Q)-1],terminal_label='synthetic zero hold at final legal observation'))
|
| 25 |
+
q=np.array(Q);v=np.array(V)
|
| 26 |
+
root=Path(__file__).parent
|
| 27 |
+
np.savez_compressed(root/'demo_bank.npz',q=q,v=v,images=np.array(F),actions=np.array(A),terminal=np.array(T),qscale=np.maximum(q.std(0),.15),vscale=np.maximum(v.std(0),.2))
|
| 28 |
+
(root/'bank_provenance.json').write_text(json.dumps(provenance,indent=2))
|
| 29 |
+
print('Compiled',len(Q),'legal observation rows from',len(provenance),'demos; no policy evaluation.')
|
| 30 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/check_synthetic.py
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Interface checks only, with fabricated arrays. Never runs a task environment."""
|
| 2 |
+
import numpy as np
|
| 3 |
+
import controller as c
|
| 4 |
+
|
| 5 |
+
def obs(value=0, qvalue=0, batch=False, step=1):
|
| 6 |
+
rgb={name:np.full((240,320,3),value,np.uint8) for name in c.CAMERAS}
|
| 7 |
+
if batch:rgb={k:v[None] for k,v in rgb.items()}
|
| 8 |
+
return dict(rgb=rgb,proprioception={'agent/qpos':np.full(23,qvalue,np.float32),'agent/qvel':np.zeros(23,np.float32)},instruction='synthetic interface check',step_id=step)
|
| 9 |
+
|
| 10 |
+
def main():
|
| 11 |
+
real=c._bank()
|
| 12 |
+
assert real['q'].shape==(6245,23) and real['actions'].shape==(6245,22)
|
| 13 |
+
assert np.isfinite(real['actions']).all() and np.max(abs(real['actions']))<=1
|
| 14 |
+
f=c.image_features(obs()['rgb']);assert f.shape==(1728,)
|
| 15 |
+
assert np.array_equal(f,c.image_features(obs(batch=True)['rgb']))
|
| 16 |
+
# Fabricated lookup table isolates RGB and proprio dependence.
|
| 17 |
+
q=np.zeros((11,23),np.float32);q[10]=10
|
| 18 |
+
ims=np.zeros((11,1728),np.float32);ims[5:10]=1
|
| 19 |
+
actions=np.zeros((11,22),np.float32);actions[:5,0]=.1;actions[5:10,0]=-.1
|
| 20 |
+
c._BANK=dict(q=q,v=np.zeros_like(q),images=ims,actions=actions,terminal=np.arange(11)==10,qscale=np.ones(23),vscale=np.ones(23))
|
| 21 |
+
c.reset_episode();a=c.act(obs());b=c.act(obs(255));assert a[0]>.09 and b[0]<-.09
|
| 22 |
+
assert np.all(c.act(obs(qvalue=100))==0)
|
| 23 |
+
assert c.act(obs(step=500)) is None
|
| 24 |
+
assert c.act(obs(step=499)).shape==(22,)
|
| 25 |
+
broken=obs();broken['proprioception']['agent/qpos'][0]=np.nan;assert np.all(c.act(broken)==0)
|
| 26 |
+
assert np.all(c.act({'step_id':1})==0)
|
| 27 |
+
c.reset_episode();assert np.all(c.act(obs(qvalue=10))==0) and c._holding
|
| 28 |
+
c.reset_episode();assert not c._holding
|
| 29 |
+
c._BANK=real
|
| 30 |
+
for o in [obs(),obs(255,batch=True),obs(90,qvalue=.2)]:
|
| 31 |
+
a=c.act(o);assert a.shape==(22,) and a.dtype==np.float32 and np.isfinite(a).all() and np.max(abs(a))<=1
|
| 32 |
+
print('PASS: syntax separate; bank structure, synthetic RGB/proprio dependence, HWC/1HWC, finite legal outputs, malformed-input hold, terminal heuristic/reset, native-budget boundary. No task testing.')
|
| 33 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/controller.py
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""D20 observation-conditioned phase-aligned interpolation. No simulator."""
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
import numpy as np
|
| 4 |
+
import cv2
|
| 5 |
+
|
| 6 |
+
CAMERAS = ('front_camera', 'left_camera', 'top_camera')
|
| 7 |
+
_BANK = None
|
| 8 |
+
_SCENE = None
|
| 9 |
+
_holding = False
|
| 10 |
+
_hold_index = None
|
| 11 |
+
|
| 12 |
+
def image_features(rgb):
|
| 13 |
+
features = []
|
| 14 |
+
for name in CAMERAS:
|
| 15 |
+
im = np.asarray(rgb[name])
|
| 16 |
+
if im.ndim == 4 and im.shape[0] == 1:
|
| 17 |
+
im = im[0]
|
| 18 |
+
if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8:
|
| 19 |
+
raise ValueError('Expected uint8 HWC or 1HWC RGB')
|
| 20 |
+
size = (12, 16) if name == 'top_camera' else (16, 12)
|
| 21 |
+
features.append(cv2.resize(im, size, interpolation=cv2.INTER_AREA).reshape(-1))
|
| 22 |
+
return np.concatenate(features).astype(np.float32) / 255.
|
| 23 |
+
|
| 24 |
+
def _bank():
|
| 25 |
+
global _BANK
|
| 26 |
+
if _BANK is None:
|
| 27 |
+
with np.load(Path(__file__).with_name('demo_bank.npz'), allow_pickle=False) as z:
|
| 28 |
+
_BANK = {k: z[k] for k in z.files}
|
| 29 |
+
_BANK['images'] = _BANK['images'].astype(np.float32) / 255.
|
| 30 |
+
return _BANK
|
| 31 |
+
|
| 32 |
+
def reset_episode():
|
| 33 |
+
"""Runner owns the charged initial hold; no action is emitted here."""
|
| 34 |
+
global _holding, _hold_index, _SCENE
|
| 35 |
+
_SCENE = None
|
| 36 |
+
_holding = False
|
| 37 |
+
_hold_index = None
|
| 38 |
+
|
| 39 |
+
def act(obs):
|
| 40 |
+
"""Return the single 22-wide action part in contract order, or budget stop."""
|
| 41 |
+
global _holding, _hold_index
|
| 42 |
+
# 500 native steps includes one runner-owned hold: commands at 1..499.
|
| 43 |
+
if int(obs.get('step_id', 1)) >= 500:
|
| 44 |
+
return None
|
| 45 |
+
zero = np.zeros(22, dtype=np.float32)
|
| 46 |
+
try:
|
| 47 |
+
p = obs['proprioception']
|
| 48 |
+
q = np.asarray(p['agent/qpos'], dtype=np.float32).reshape(-1)
|
| 49 |
+
v = np.asarray(p['agent/qvel'], dtype=np.float32).reshape(-1)
|
| 50 |
+
if q.shape != (23,) or v.shape != (23,) or not np.isfinite(q).all() or not np.isfinite(v).all():
|
| 51 |
+
return zero
|
| 52 |
+
f = image_features(obs['rgb'])
|
| 53 |
+
except (KeyError, ValueError, TypeError):
|
| 54 |
+
return zero
|
| 55 |
+
b = _condition_bank(q)
|
| 56 |
+
# Every lookup uses present observations; no episode/seed/time matching.
|
| 57 |
+
qdist = np.mean(((b['q'] - q) / b['qscale'])**2, axis=1)
|
| 58 |
+
vdist = np.mean(((b['v'] - v) / b['vscale'])**2, axis=1)
|
| 59 |
+
idist = np.mean((b['images'] - f)**2, axis=1)
|
| 60 |
+
dist = .65*qdist + .05*np.minimum(vdist, 4.) + .30*idist/(.12**2)
|
| 61 |
+
terminals = np.flatnonzero(b['terminal'])
|
| 62 |
+
ti = terminals[np.argmin(dist[terminals])]
|
| 63 |
+
qerr = float(np.sqrt(np.mean((b['q'][ti] - q)**2)))
|
| 64 |
+
ierr = float(np.sqrt(idist[ti]))
|
| 65 |
+
if _holding:
|
| 66 |
+
h = _hold_index
|
| 67 |
+
# Loss of the observed configuration allows retrieval to resume.
|
| 68 |
+
if np.sqrt(np.mean((b['q'][h]-q)**2)) < .12 and np.sqrt(idist[h]) < .12:
|
| 69 |
+
return zero
|
| 70 |
+
_holding, _hold_index = False, None
|
| 71 |
+
if qerr < .04 and np.max(np.abs(b['q'][ti,:7]-q[:7])) < .10 and ierr < .06:
|
| 72 |
+
_holding, _hold_index = True, int(ti)
|
| 73 |
+
return zero # A stability attempt, never a verified success signal.
|
| 74 |
+
k = min(3, len(dist))
|
| 75 |
+
ix = np.argpartition(dist, k-1)[:k]
|
| 76 |
+
nearest = float(np.min(dist[ix]))
|
| 77 |
+
if nearest > 3.:
|
| 78 |
+
return zero # Unfamiliar observations: do not extrapolate a trajectory.
|
| 79 |
+
weights = np.exp(-(dist[ix]-nearest)/.025)
|
| 80 |
+
action = np.sum(b['actions'][ix]*weights[:,None], axis=0)/weights.sum()
|
| 81 |
+
# Lower magnitude outside demonstrated support; heuristic, unvalidated.
|
| 82 |
+
action *= min(1., 1./max(1., nearest))
|
| 83 |
+
# One robot part: xyz, root-aligned rotation, 16 native hand joint deltas.
|
| 84 |
+
return np.clip(action, -1., 1.).astype(np.float32)
|
| 85 |
+
|
| 86 |
+
|
| 87 |
+
def _condition_bank(q):
|
| 88 |
+
"""Interpolate neighboring initial robot configurations; retrieve by live state.
|
| 89 |
+
|
| 90 |
+
This empirical conditioning assumes initial arm angle co-varies with scene
|
| 91 |
+
layout as observed in the authorized demonstrations. It is not a seed ID.
|
| 92 |
+
Phase alignment is built from action transitions, not a live frame schedule.
|
| 93 |
+
"""
|
| 94 |
+
global _SCENE
|
| 95 |
+
if _SCENE is not None:
|
| 96 |
+
return _SCENE
|
| 97 |
+
b = _bank()
|
| 98 |
+
ends = np.flatnonzero(b['terminal'])
|
| 99 |
+
starts = np.r_[0, ends[:-1]+1]
|
| 100 |
+
angles = b['q'][starts, 0]
|
| 101 |
+
order = np.argsort(angles)
|
| 102 |
+
where = int(np.searchsorted(angles[order], q[0]))
|
| 103 |
+
if where == 0 or where == len(order):
|
| 104 |
+
_SCENE = b
|
| 105 |
+
return b
|
| 106 |
+
lo, hi = order[where-1], order[where]
|
| 107 |
+
mix = float((q[0]-angles[lo])/(angles[hi]-angles[lo]))
|
| 108 |
+
common = np.array([0,140,204,244,328])
|
| 109 |
+
aligned = []
|
| 110 |
+
for d in (lo,hi):
|
| 111 |
+
start, end = starts[d], ends[d]
|
| 112 |
+
a = b['actions'][start:end]
|
| 113 |
+
down = np.flatnonzero(a[:,2] < -.02)[0]
|
| 114 |
+
close = np.flatnonzero(np.max(np.abs(a[:,6:]),axis=1) > .02)[0]
|
| 115 |
+
up = np.flatnonzero(a[:,2] > .02)[0]
|
| 116 |
+
loc = np.interp(np.arange(329),common,[0,down,close,up,end-start])
|
| 117 |
+
i = np.floor(loc).astype(int);j = np.minimum(i+1,end-start)
|
| 118 |
+
w = (loc-i).astype(np.float32)[:,None]
|
| 119 |
+
aligned.append({key:(1-w)*b[key][start+i]+w*b[key][start+j]
|
| 120 |
+
for key in ('q','v','images','actions')})
|
| 121 |
+
_SCENE = {key:(1-mix)*aligned[0][key]+mix*aligned[1][key]
|
| 122 |
+
for key in ('q','v','images','actions')}
|
| 123 |
+
_SCENE.update(qscale=b['qscale'],vscale=b['vscale'],terminal=np.arange(329)==328)
|
| 124 |
+
return _SCENE
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/demo_manifest.json
ADDED
|
@@ -0,0 +1,1488 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task_id": "RopePalmCageHoldDex-v1",
|
| 3 |
+
"status": "released",
|
| 4 |
+
"selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
|
| 5 |
+
"lineage_status": "pinned_comparator",
|
| 6 |
+
"episodes": [
|
| 7 |
+
{
|
| 8 |
+
"demo_id": "demo_00",
|
| 9 |
+
"file": "demo_00.h5",
|
| 10 |
+
"length": 286,
|
| 11 |
+
"fields": [
|
| 12 |
+
{
|
| 13 |
+
"path": "actions",
|
| 14 |
+
"shape": [
|
| 15 |
+
286,
|
| 16 |
+
22
|
| 17 |
+
],
|
| 18 |
+
"dtype": "float32"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"path": "obs/agent/qpos",
|
| 22 |
+
"shape": [
|
| 23 |
+
287,
|
| 24 |
+
23
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"path": "obs/agent/qvel",
|
| 30 |
+
"shape": [
|
| 31 |
+
287,
|
| 32 |
+
23
|
| 33 |
+
],
|
| 34 |
+
"dtype": "float32"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 38 |
+
"shape": [
|
| 39 |
+
287,
|
| 40 |
+
240,
|
| 41 |
+
320,
|
| 42 |
+
3
|
| 43 |
+
],
|
| 44 |
+
"dtype": "uint8"
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 48 |
+
"shape": [
|
| 49 |
+
287,
|
| 50 |
+
240,
|
| 51 |
+
320,
|
| 52 |
+
3
|
| 53 |
+
],
|
| 54 |
+
"dtype": "uint8"
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 58 |
+
"shape": [
|
| 59 |
+
287,
|
| 60 |
+
240,
|
| 61 |
+
320,
|
| 62 |
+
3
|
| 63 |
+
],
|
| 64 |
+
"dtype": "uint8"
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 68 |
+
"shape": [
|
| 69 |
+
287,
|
| 70 |
+
320,
|
| 71 |
+
240,
|
| 72 |
+
3
|
| 73 |
+
],
|
| 74 |
+
"dtype": "uint8"
|
| 75 |
+
}
|
| 76 |
+
],
|
| 77 |
+
"trajectory_sha256": "dc1fa7dd45b3c83a72256d1224835e9bb6dff52c77e70a089a35fb6c749caac3",
|
| 78 |
+
"source_sha256": "15ad0e6dd43a20920406627e17c579bc4ceaf96dcaa1be37ed6b963f587c7594",
|
| 79 |
+
"view_sha256": "855f757c50a8db43a13a83a982fde01f2d44e7160f6abc1b8f1be3e3759d44ea"
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"demo_id": "demo_01",
|
| 83 |
+
"file": "demo_01.h5",
|
| 84 |
+
"length": 293,
|
| 85 |
+
"fields": [
|
| 86 |
+
{
|
| 87 |
+
"path": "actions",
|
| 88 |
+
"shape": [
|
| 89 |
+
293,
|
| 90 |
+
22
|
| 91 |
+
],
|
| 92 |
+
"dtype": "float32"
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"path": "obs/agent/qpos",
|
| 96 |
+
"shape": [
|
| 97 |
+
294,
|
| 98 |
+
23
|
| 99 |
+
],
|
| 100 |
+
"dtype": "float32"
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"path": "obs/agent/qvel",
|
| 104 |
+
"shape": [
|
| 105 |
+
294,
|
| 106 |
+
23
|
| 107 |
+
],
|
| 108 |
+
"dtype": "float32"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 112 |
+
"shape": [
|
| 113 |
+
294,
|
| 114 |
+
240,
|
| 115 |
+
320,
|
| 116 |
+
3
|
| 117 |
+
],
|
| 118 |
+
"dtype": "uint8"
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 122 |
+
"shape": [
|
| 123 |
+
294,
|
| 124 |
+
240,
|
| 125 |
+
320,
|
| 126 |
+
3
|
| 127 |
+
],
|
| 128 |
+
"dtype": "uint8"
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 132 |
+
"shape": [
|
| 133 |
+
294,
|
| 134 |
+
240,
|
| 135 |
+
320,
|
| 136 |
+
3
|
| 137 |
+
],
|
| 138 |
+
"dtype": "uint8"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 142 |
+
"shape": [
|
| 143 |
+
294,
|
| 144 |
+
320,
|
| 145 |
+
240,
|
| 146 |
+
3
|
| 147 |
+
],
|
| 148 |
+
"dtype": "uint8"
|
| 149 |
+
}
|
| 150 |
+
],
|
| 151 |
+
"trajectory_sha256": "685e4dbd75654a86df860a8ff13f9ce401bab80626c230bf3a6f63b0a2b16ca3",
|
| 152 |
+
"source_sha256": "a73669a18efbc6d023b4fa203ade55d62152813c1c64874f1fce791beec7742d",
|
| 153 |
+
"view_sha256": "bab25a636b9d182ccf860daa17968a199a379f22ba18668bc86b93b487b4044b"
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"demo_id": "demo_02",
|
| 157 |
+
"file": "demo_02.h5",
|
| 158 |
+
"length": 328,
|
| 159 |
+
"fields": [
|
| 160 |
+
{
|
| 161 |
+
"path": "actions",
|
| 162 |
+
"shape": [
|
| 163 |
+
328,
|
| 164 |
+
22
|
| 165 |
+
],
|
| 166 |
+
"dtype": "float32"
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"path": "obs/agent/qpos",
|
| 170 |
+
"shape": [
|
| 171 |
+
329,
|
| 172 |
+
23
|
| 173 |
+
],
|
| 174 |
+
"dtype": "float32"
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"path": "obs/agent/qvel",
|
| 178 |
+
"shape": [
|
| 179 |
+
329,
|
| 180 |
+
23
|
| 181 |
+
],
|
| 182 |
+
"dtype": "float32"
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 186 |
+
"shape": [
|
| 187 |
+
329,
|
| 188 |
+
240,
|
| 189 |
+
320,
|
| 190 |
+
3
|
| 191 |
+
],
|
| 192 |
+
"dtype": "uint8"
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 196 |
+
"shape": [
|
| 197 |
+
329,
|
| 198 |
+
240,
|
| 199 |
+
320,
|
| 200 |
+
3
|
| 201 |
+
],
|
| 202 |
+
"dtype": "uint8"
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 206 |
+
"shape": [
|
| 207 |
+
329,
|
| 208 |
+
240,
|
| 209 |
+
320,
|
| 210 |
+
3
|
| 211 |
+
],
|
| 212 |
+
"dtype": "uint8"
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 216 |
+
"shape": [
|
| 217 |
+
329,
|
| 218 |
+
320,
|
| 219 |
+
240,
|
| 220 |
+
3
|
| 221 |
+
],
|
| 222 |
+
"dtype": "uint8"
|
| 223 |
+
}
|
| 224 |
+
],
|
| 225 |
+
"trajectory_sha256": "91fa666d82359f00d1f8a46efc7eef27c69ee9e523a33ffb9c95613145423aaa",
|
| 226 |
+
"source_sha256": "cb579c0907c5ba113ea4a67d4dffce9f37556d943d0b393448bc69a5a4973199",
|
| 227 |
+
"view_sha256": "6a497dadb9bd41465d8c9742377c78ea065a5f8ca8f43b32225456c1849cbe7a"
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"demo_id": "demo_03",
|
| 231 |
+
"file": "demo_03.h5",
|
| 232 |
+
"length": 328,
|
| 233 |
+
"fields": [
|
| 234 |
+
{
|
| 235 |
+
"path": "actions",
|
| 236 |
+
"shape": [
|
| 237 |
+
328,
|
| 238 |
+
22
|
| 239 |
+
],
|
| 240 |
+
"dtype": "float32"
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"path": "obs/agent/qpos",
|
| 244 |
+
"shape": [
|
| 245 |
+
329,
|
| 246 |
+
23
|
| 247 |
+
],
|
| 248 |
+
"dtype": "float32"
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"path": "obs/agent/qvel",
|
| 252 |
+
"shape": [
|
| 253 |
+
329,
|
| 254 |
+
23
|
| 255 |
+
],
|
| 256 |
+
"dtype": "float32"
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 260 |
+
"shape": [
|
| 261 |
+
329,
|
| 262 |
+
240,
|
| 263 |
+
320,
|
| 264 |
+
3
|
| 265 |
+
],
|
| 266 |
+
"dtype": "uint8"
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 270 |
+
"shape": [
|
| 271 |
+
329,
|
| 272 |
+
240,
|
| 273 |
+
320,
|
| 274 |
+
3
|
| 275 |
+
],
|
| 276 |
+
"dtype": "uint8"
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 280 |
+
"shape": [
|
| 281 |
+
329,
|
| 282 |
+
240,
|
| 283 |
+
320,
|
| 284 |
+
3
|
| 285 |
+
],
|
| 286 |
+
"dtype": "uint8"
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 290 |
+
"shape": [
|
| 291 |
+
329,
|
| 292 |
+
320,
|
| 293 |
+
240,
|
| 294 |
+
3
|
| 295 |
+
],
|
| 296 |
+
"dtype": "uint8"
|
| 297 |
+
}
|
| 298 |
+
],
|
| 299 |
+
"trajectory_sha256": "5820c8151c57caebe60fa97d60919dce12f805a1daa5cf6cbeb8c40735cc2c83",
|
| 300 |
+
"source_sha256": "508f81dd8365f052712d273444761fd5799299c0ae3ac6f199a65ef85ee17460",
|
| 301 |
+
"view_sha256": "ab914feab9b19e5d4946d44d7dd9f172ab5f434131d84292204a4974f49e8ace"
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"demo_id": "demo_04",
|
| 305 |
+
"file": "demo_04.h5",
|
| 306 |
+
"length": 326,
|
| 307 |
+
"fields": [
|
| 308 |
+
{
|
| 309 |
+
"path": "actions",
|
| 310 |
+
"shape": [
|
| 311 |
+
326,
|
| 312 |
+
22
|
| 313 |
+
],
|
| 314 |
+
"dtype": "float32"
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"path": "obs/agent/qpos",
|
| 318 |
+
"shape": [
|
| 319 |
+
327,
|
| 320 |
+
23
|
| 321 |
+
],
|
| 322 |
+
"dtype": "float32"
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"path": "obs/agent/qvel",
|
| 326 |
+
"shape": [
|
| 327 |
+
327,
|
| 328 |
+
23
|
| 329 |
+
],
|
| 330 |
+
"dtype": "float32"
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 334 |
+
"shape": [
|
| 335 |
+
327,
|
| 336 |
+
240,
|
| 337 |
+
320,
|
| 338 |
+
3
|
| 339 |
+
],
|
| 340 |
+
"dtype": "uint8"
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 344 |
+
"shape": [
|
| 345 |
+
327,
|
| 346 |
+
240,
|
| 347 |
+
320,
|
| 348 |
+
3
|
| 349 |
+
],
|
| 350 |
+
"dtype": "uint8"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 354 |
+
"shape": [
|
| 355 |
+
327,
|
| 356 |
+
240,
|
| 357 |
+
320,
|
| 358 |
+
3
|
| 359 |
+
],
|
| 360 |
+
"dtype": "uint8"
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 364 |
+
"shape": [
|
| 365 |
+
327,
|
| 366 |
+
320,
|
| 367 |
+
240,
|
| 368 |
+
3
|
| 369 |
+
],
|
| 370 |
+
"dtype": "uint8"
|
| 371 |
+
}
|
| 372 |
+
],
|
| 373 |
+
"trajectory_sha256": "47698160ed2b365c0d0eb7db5ffeac3da1ee527f753dac4628a38009507d3f32",
|
| 374 |
+
"source_sha256": "d184fbb234ca3af5763341a08fad3a63a9a5f7ee8f55ba011a86fd424b264ce9",
|
| 375 |
+
"view_sha256": "f7d0336b0bb7013d5d21104ab4a304725c789894a8b8340a5dcfd723790f11b4"
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"demo_id": "demo_05",
|
| 379 |
+
"file": "demo_05.h5",
|
| 380 |
+
"length": 314,
|
| 381 |
+
"fields": [
|
| 382 |
+
{
|
| 383 |
+
"path": "actions",
|
| 384 |
+
"shape": [
|
| 385 |
+
314,
|
| 386 |
+
22
|
| 387 |
+
],
|
| 388 |
+
"dtype": "float32"
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"path": "obs/agent/qpos",
|
| 392 |
+
"shape": [
|
| 393 |
+
315,
|
| 394 |
+
23
|
| 395 |
+
],
|
| 396 |
+
"dtype": "float32"
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"path": "obs/agent/qvel",
|
| 400 |
+
"shape": [
|
| 401 |
+
315,
|
| 402 |
+
23
|
| 403 |
+
],
|
| 404 |
+
"dtype": "float32"
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 408 |
+
"shape": [
|
| 409 |
+
315,
|
| 410 |
+
240,
|
| 411 |
+
320,
|
| 412 |
+
3
|
| 413 |
+
],
|
| 414 |
+
"dtype": "uint8"
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 418 |
+
"shape": [
|
| 419 |
+
315,
|
| 420 |
+
240,
|
| 421 |
+
320,
|
| 422 |
+
3
|
| 423 |
+
],
|
| 424 |
+
"dtype": "uint8"
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 428 |
+
"shape": [
|
| 429 |
+
315,
|
| 430 |
+
240,
|
| 431 |
+
320,
|
| 432 |
+
3
|
| 433 |
+
],
|
| 434 |
+
"dtype": "uint8"
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 438 |
+
"shape": [
|
| 439 |
+
315,
|
| 440 |
+
320,
|
| 441 |
+
240,
|
| 442 |
+
3
|
| 443 |
+
],
|
| 444 |
+
"dtype": "uint8"
|
| 445 |
+
}
|
| 446 |
+
],
|
| 447 |
+
"trajectory_sha256": "1424e6a0c69d8f60ae1046481ce47109bcbad202976e2423fe1e77b527a4dead",
|
| 448 |
+
"source_sha256": "5dbb1fb8a5131203d35dc7ac146e26118e97b47fb1a54d2f65d2d39a079a4203",
|
| 449 |
+
"view_sha256": "98d2b9678383d0885e9c45f8e3b1dbcb5e6eb7c251c3bfb62a3c3b3b1e4a288b"
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"demo_id": "demo_06",
|
| 453 |
+
"file": "demo_06.h5",
|
| 454 |
+
"length": 326,
|
| 455 |
+
"fields": [
|
| 456 |
+
{
|
| 457 |
+
"path": "actions",
|
| 458 |
+
"shape": [
|
| 459 |
+
326,
|
| 460 |
+
22
|
| 461 |
+
],
|
| 462 |
+
"dtype": "float32"
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"path": "obs/agent/qpos",
|
| 466 |
+
"shape": [
|
| 467 |
+
327,
|
| 468 |
+
23
|
| 469 |
+
],
|
| 470 |
+
"dtype": "float32"
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"path": "obs/agent/qvel",
|
| 474 |
+
"shape": [
|
| 475 |
+
327,
|
| 476 |
+
23
|
| 477 |
+
],
|
| 478 |
+
"dtype": "float32"
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 482 |
+
"shape": [
|
| 483 |
+
327,
|
| 484 |
+
240,
|
| 485 |
+
320,
|
| 486 |
+
3
|
| 487 |
+
],
|
| 488 |
+
"dtype": "uint8"
|
| 489 |
+
},
|
| 490 |
+
{
|
| 491 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 492 |
+
"shape": [
|
| 493 |
+
327,
|
| 494 |
+
240,
|
| 495 |
+
320,
|
| 496 |
+
3
|
| 497 |
+
],
|
| 498 |
+
"dtype": "uint8"
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 502 |
+
"shape": [
|
| 503 |
+
327,
|
| 504 |
+
240,
|
| 505 |
+
320,
|
| 506 |
+
3
|
| 507 |
+
],
|
| 508 |
+
"dtype": "uint8"
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 512 |
+
"shape": [
|
| 513 |
+
327,
|
| 514 |
+
320,
|
| 515 |
+
240,
|
| 516 |
+
3
|
| 517 |
+
],
|
| 518 |
+
"dtype": "uint8"
|
| 519 |
+
}
|
| 520 |
+
],
|
| 521 |
+
"trajectory_sha256": "49811319582b31d6537368d3a880a6b667b071a2e9b26d076b150a17145653b5",
|
| 522 |
+
"source_sha256": "a7b3a83a285ee2f3acb6cbfc7ba6f0ed1088bd72a158d6ca72bce14f6b1afc2b",
|
| 523 |
+
"view_sha256": "5ea7ce45fbbe4140cbe5cdea09248012da127b989a1564738246b9216142af50"
|
| 524 |
+
},
|
| 525 |
+
{
|
| 526 |
+
"demo_id": "demo_07",
|
| 527 |
+
"file": "demo_07.h5",
|
| 528 |
+
"length": 297,
|
| 529 |
+
"fields": [
|
| 530 |
+
{
|
| 531 |
+
"path": "actions",
|
| 532 |
+
"shape": [
|
| 533 |
+
297,
|
| 534 |
+
22
|
| 535 |
+
],
|
| 536 |
+
"dtype": "float32"
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"path": "obs/agent/qpos",
|
| 540 |
+
"shape": [
|
| 541 |
+
298,
|
| 542 |
+
23
|
| 543 |
+
],
|
| 544 |
+
"dtype": "float32"
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"path": "obs/agent/qvel",
|
| 548 |
+
"shape": [
|
| 549 |
+
298,
|
| 550 |
+
23
|
| 551 |
+
],
|
| 552 |
+
"dtype": "float32"
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 556 |
+
"shape": [
|
| 557 |
+
298,
|
| 558 |
+
240,
|
| 559 |
+
320,
|
| 560 |
+
3
|
| 561 |
+
],
|
| 562 |
+
"dtype": "uint8"
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 566 |
+
"shape": [
|
| 567 |
+
298,
|
| 568 |
+
240,
|
| 569 |
+
320,
|
| 570 |
+
3
|
| 571 |
+
],
|
| 572 |
+
"dtype": "uint8"
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 576 |
+
"shape": [
|
| 577 |
+
298,
|
| 578 |
+
240,
|
| 579 |
+
320,
|
| 580 |
+
3
|
| 581 |
+
],
|
| 582 |
+
"dtype": "uint8"
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 586 |
+
"shape": [
|
| 587 |
+
298,
|
| 588 |
+
320,
|
| 589 |
+
240,
|
| 590 |
+
3
|
| 591 |
+
],
|
| 592 |
+
"dtype": "uint8"
|
| 593 |
+
}
|
| 594 |
+
],
|
| 595 |
+
"trajectory_sha256": "205a60102e891727192c3788fbad3dc96ade3549896a84379a802b084e1310b1",
|
| 596 |
+
"source_sha256": "36cdcbb2f9b4b00d1f0a1746ae4bd8a856525ba4a31d8aee64af4e1633c240d2",
|
| 597 |
+
"view_sha256": "eed21a1500e954cd1ffee97544a5d9c0fbb2427152fe335398c7b523adf1f644"
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"demo_id": "demo_08",
|
| 601 |
+
"file": "demo_08.h5",
|
| 602 |
+
"length": 294,
|
| 603 |
+
"fields": [
|
| 604 |
+
{
|
| 605 |
+
"path": "actions",
|
| 606 |
+
"shape": [
|
| 607 |
+
294,
|
| 608 |
+
22
|
| 609 |
+
],
|
| 610 |
+
"dtype": "float32"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"path": "obs/agent/qpos",
|
| 614 |
+
"shape": [
|
| 615 |
+
295,
|
| 616 |
+
23
|
| 617 |
+
],
|
| 618 |
+
"dtype": "float32"
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"path": "obs/agent/qvel",
|
| 622 |
+
"shape": [
|
| 623 |
+
295,
|
| 624 |
+
23
|
| 625 |
+
],
|
| 626 |
+
"dtype": "float32"
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 630 |
+
"shape": [
|
| 631 |
+
295,
|
| 632 |
+
240,
|
| 633 |
+
320,
|
| 634 |
+
3
|
| 635 |
+
],
|
| 636 |
+
"dtype": "uint8"
|
| 637 |
+
},
|
| 638 |
+
{
|
| 639 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 640 |
+
"shape": [
|
| 641 |
+
295,
|
| 642 |
+
240,
|
| 643 |
+
320,
|
| 644 |
+
3
|
| 645 |
+
],
|
| 646 |
+
"dtype": "uint8"
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 650 |
+
"shape": [
|
| 651 |
+
295,
|
| 652 |
+
240,
|
| 653 |
+
320,
|
| 654 |
+
3
|
| 655 |
+
],
|
| 656 |
+
"dtype": "uint8"
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 660 |
+
"shape": [
|
| 661 |
+
295,
|
| 662 |
+
320,
|
| 663 |
+
240,
|
| 664 |
+
3
|
| 665 |
+
],
|
| 666 |
+
"dtype": "uint8"
|
| 667 |
+
}
|
| 668 |
+
],
|
| 669 |
+
"trajectory_sha256": "76a6a7bf2dae97991ab3fd7b7892b12d8e8a297eeb5e8b5444e0af092f0a3ca7",
|
| 670 |
+
"source_sha256": "8b127766c1c883c7ab0957c373df704cfd3a2214f3ce7b6f0254e630ac14cc7e",
|
| 671 |
+
"view_sha256": "eaa224bcd93df6eb40cb4141faa9f667e22d6b2f47e3f88399a77aa9b675bc6b"
|
| 672 |
+
},
|
| 673 |
+
{
|
| 674 |
+
"demo_id": "demo_09",
|
| 675 |
+
"file": "demo_09.h5",
|
| 676 |
+
"length": 328,
|
| 677 |
+
"fields": [
|
| 678 |
+
{
|
| 679 |
+
"path": "actions",
|
| 680 |
+
"shape": [
|
| 681 |
+
328,
|
| 682 |
+
22
|
| 683 |
+
],
|
| 684 |
+
"dtype": "float32"
|
| 685 |
+
},
|
| 686 |
+
{
|
| 687 |
+
"path": "obs/agent/qpos",
|
| 688 |
+
"shape": [
|
| 689 |
+
329,
|
| 690 |
+
23
|
| 691 |
+
],
|
| 692 |
+
"dtype": "float32"
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"path": "obs/agent/qvel",
|
| 696 |
+
"shape": [
|
| 697 |
+
329,
|
| 698 |
+
23
|
| 699 |
+
],
|
| 700 |
+
"dtype": "float32"
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 704 |
+
"shape": [
|
| 705 |
+
329,
|
| 706 |
+
240,
|
| 707 |
+
320,
|
| 708 |
+
3
|
| 709 |
+
],
|
| 710 |
+
"dtype": "uint8"
|
| 711 |
+
},
|
| 712 |
+
{
|
| 713 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 714 |
+
"shape": [
|
| 715 |
+
329,
|
| 716 |
+
240,
|
| 717 |
+
320,
|
| 718 |
+
3
|
| 719 |
+
],
|
| 720 |
+
"dtype": "uint8"
|
| 721 |
+
},
|
| 722 |
+
{
|
| 723 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 724 |
+
"shape": [
|
| 725 |
+
329,
|
| 726 |
+
240,
|
| 727 |
+
320,
|
| 728 |
+
3
|
| 729 |
+
],
|
| 730 |
+
"dtype": "uint8"
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 734 |
+
"shape": [
|
| 735 |
+
329,
|
| 736 |
+
320,
|
| 737 |
+
240,
|
| 738 |
+
3
|
| 739 |
+
],
|
| 740 |
+
"dtype": "uint8"
|
| 741 |
+
}
|
| 742 |
+
],
|
| 743 |
+
"trajectory_sha256": "ac52d6d25fbeb9571534d18ba7d75e626d18cf6357c7370b210eee994996cb0e",
|
| 744 |
+
"source_sha256": "321689fc4fb0ba216d8a5cfd51920923e98cf0810817a12003eb5378f9174395",
|
| 745 |
+
"view_sha256": "cc779251fcddb2e6458e1062fab9ab816be2af2336292cba876bcb24b2a3d882"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"demo_id": "demo_10",
|
| 749 |
+
"file": "demo_10.h5",
|
| 750 |
+
"length": 294,
|
| 751 |
+
"fields": [
|
| 752 |
+
{
|
| 753 |
+
"path": "actions",
|
| 754 |
+
"shape": [
|
| 755 |
+
294,
|
| 756 |
+
22
|
| 757 |
+
],
|
| 758 |
+
"dtype": "float32"
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"path": "obs/agent/qpos",
|
| 762 |
+
"shape": [
|
| 763 |
+
295,
|
| 764 |
+
23
|
| 765 |
+
],
|
| 766 |
+
"dtype": "float32"
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"path": "obs/agent/qvel",
|
| 770 |
+
"shape": [
|
| 771 |
+
295,
|
| 772 |
+
23
|
| 773 |
+
],
|
| 774 |
+
"dtype": "float32"
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 778 |
+
"shape": [
|
| 779 |
+
295,
|
| 780 |
+
240,
|
| 781 |
+
320,
|
| 782 |
+
3
|
| 783 |
+
],
|
| 784 |
+
"dtype": "uint8"
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 788 |
+
"shape": [
|
| 789 |
+
295,
|
| 790 |
+
240,
|
| 791 |
+
320,
|
| 792 |
+
3
|
| 793 |
+
],
|
| 794 |
+
"dtype": "uint8"
|
| 795 |
+
},
|
| 796 |
+
{
|
| 797 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 798 |
+
"shape": [
|
| 799 |
+
295,
|
| 800 |
+
240,
|
| 801 |
+
320,
|
| 802 |
+
3
|
| 803 |
+
],
|
| 804 |
+
"dtype": "uint8"
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 808 |
+
"shape": [
|
| 809 |
+
295,
|
| 810 |
+
320,
|
| 811 |
+
240,
|
| 812 |
+
3
|
| 813 |
+
],
|
| 814 |
+
"dtype": "uint8"
|
| 815 |
+
}
|
| 816 |
+
],
|
| 817 |
+
"trajectory_sha256": "5915c906b5f07ef52bcede823ef5115d90c05c1fbcf077cba32db56407398f1a",
|
| 818 |
+
"source_sha256": "aabc360d9cb112cb7e7066cc9258961138465d4008909f967ab4a6b22f6773a5",
|
| 819 |
+
"view_sha256": "4afa1a6414be5d1a34e231bc8c093b42c22be209a82d41869e763d8960be8bcc"
|
| 820 |
+
},
|
| 821 |
+
{
|
| 822 |
+
"demo_id": "demo_11",
|
| 823 |
+
"file": "demo_11.h5",
|
| 824 |
+
"length": 308,
|
| 825 |
+
"fields": [
|
| 826 |
+
{
|
| 827 |
+
"path": "actions",
|
| 828 |
+
"shape": [
|
| 829 |
+
308,
|
| 830 |
+
22
|
| 831 |
+
],
|
| 832 |
+
"dtype": "float32"
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"path": "obs/agent/qpos",
|
| 836 |
+
"shape": [
|
| 837 |
+
309,
|
| 838 |
+
23
|
| 839 |
+
],
|
| 840 |
+
"dtype": "float32"
|
| 841 |
+
},
|
| 842 |
+
{
|
| 843 |
+
"path": "obs/agent/qvel",
|
| 844 |
+
"shape": [
|
| 845 |
+
309,
|
| 846 |
+
23
|
| 847 |
+
],
|
| 848 |
+
"dtype": "float32"
|
| 849 |
+
},
|
| 850 |
+
{
|
| 851 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 852 |
+
"shape": [
|
| 853 |
+
309,
|
| 854 |
+
240,
|
| 855 |
+
320,
|
| 856 |
+
3
|
| 857 |
+
],
|
| 858 |
+
"dtype": "uint8"
|
| 859 |
+
},
|
| 860 |
+
{
|
| 861 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 862 |
+
"shape": [
|
| 863 |
+
309,
|
| 864 |
+
240,
|
| 865 |
+
320,
|
| 866 |
+
3
|
| 867 |
+
],
|
| 868 |
+
"dtype": "uint8"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 872 |
+
"shape": [
|
| 873 |
+
309,
|
| 874 |
+
240,
|
| 875 |
+
320,
|
| 876 |
+
3
|
| 877 |
+
],
|
| 878 |
+
"dtype": "uint8"
|
| 879 |
+
},
|
| 880 |
+
{
|
| 881 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 882 |
+
"shape": [
|
| 883 |
+
309,
|
| 884 |
+
320,
|
| 885 |
+
240,
|
| 886 |
+
3
|
| 887 |
+
],
|
| 888 |
+
"dtype": "uint8"
|
| 889 |
+
}
|
| 890 |
+
],
|
| 891 |
+
"trajectory_sha256": "b4d622226a2605fbf3d99bf4a2bc2b24d680c847faa9fc1b27aa7b674bbe4a99",
|
| 892 |
+
"source_sha256": "eda449dd8861eccff8ea689bf640bb3476f1e59fc0b6bf5a6c96c8e495ed872e",
|
| 893 |
+
"view_sha256": "48a495ea8ff3572ebbe2275463976149dcf0141b436b9e074a0dfc6037af87fe"
|
| 894 |
+
},
|
| 895 |
+
{
|
| 896 |
+
"demo_id": "demo_12",
|
| 897 |
+
"file": "demo_12.h5",
|
| 898 |
+
"length": 299,
|
| 899 |
+
"fields": [
|
| 900 |
+
{
|
| 901 |
+
"path": "actions",
|
| 902 |
+
"shape": [
|
| 903 |
+
299,
|
| 904 |
+
22
|
| 905 |
+
],
|
| 906 |
+
"dtype": "float32"
|
| 907 |
+
},
|
| 908 |
+
{
|
| 909 |
+
"path": "obs/agent/qpos",
|
| 910 |
+
"shape": [
|
| 911 |
+
300,
|
| 912 |
+
23
|
| 913 |
+
],
|
| 914 |
+
"dtype": "float32"
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"path": "obs/agent/qvel",
|
| 918 |
+
"shape": [
|
| 919 |
+
300,
|
| 920 |
+
23
|
| 921 |
+
],
|
| 922 |
+
"dtype": "float32"
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 926 |
+
"shape": [
|
| 927 |
+
300,
|
| 928 |
+
240,
|
| 929 |
+
320,
|
| 930 |
+
3
|
| 931 |
+
],
|
| 932 |
+
"dtype": "uint8"
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 936 |
+
"shape": [
|
| 937 |
+
300,
|
| 938 |
+
240,
|
| 939 |
+
320,
|
| 940 |
+
3
|
| 941 |
+
],
|
| 942 |
+
"dtype": "uint8"
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 946 |
+
"shape": [
|
| 947 |
+
300,
|
| 948 |
+
240,
|
| 949 |
+
320,
|
| 950 |
+
3
|
| 951 |
+
],
|
| 952 |
+
"dtype": "uint8"
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 956 |
+
"shape": [
|
| 957 |
+
300,
|
| 958 |
+
320,
|
| 959 |
+
240,
|
| 960 |
+
3
|
| 961 |
+
],
|
| 962 |
+
"dtype": "uint8"
|
| 963 |
+
}
|
| 964 |
+
],
|
| 965 |
+
"trajectory_sha256": "c0355c1b4bb5c05f0e7af6ba1463f425a551ad097349393f27e6605796d3fd0d",
|
| 966 |
+
"source_sha256": "3e70c8a89f4a0071ede8c4a3fc3e4c6e1eb273a03d873be202df805e139c7223",
|
| 967 |
+
"view_sha256": "260e0ee5c9bd2d080e244e36781dc759063dd0d17b498d19e3e866f25b1f1679"
|
| 968 |
+
},
|
| 969 |
+
{
|
| 970 |
+
"demo_id": "demo_13",
|
| 971 |
+
"file": "demo_13.h5",
|
| 972 |
+
"length": 303,
|
| 973 |
+
"fields": [
|
| 974 |
+
{
|
| 975 |
+
"path": "actions",
|
| 976 |
+
"shape": [
|
| 977 |
+
303,
|
| 978 |
+
22
|
| 979 |
+
],
|
| 980 |
+
"dtype": "float32"
|
| 981 |
+
},
|
| 982 |
+
{
|
| 983 |
+
"path": "obs/agent/qpos",
|
| 984 |
+
"shape": [
|
| 985 |
+
304,
|
| 986 |
+
23
|
| 987 |
+
],
|
| 988 |
+
"dtype": "float32"
|
| 989 |
+
},
|
| 990 |
+
{
|
| 991 |
+
"path": "obs/agent/qvel",
|
| 992 |
+
"shape": [
|
| 993 |
+
304,
|
| 994 |
+
23
|
| 995 |
+
],
|
| 996 |
+
"dtype": "float32"
|
| 997 |
+
},
|
| 998 |
+
{
|
| 999 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1000 |
+
"shape": [
|
| 1001 |
+
304,
|
| 1002 |
+
240,
|
| 1003 |
+
320,
|
| 1004 |
+
3
|
| 1005 |
+
],
|
| 1006 |
+
"dtype": "uint8"
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1010 |
+
"shape": [
|
| 1011 |
+
304,
|
| 1012 |
+
240,
|
| 1013 |
+
320,
|
| 1014 |
+
3
|
| 1015 |
+
],
|
| 1016 |
+
"dtype": "uint8"
|
| 1017 |
+
},
|
| 1018 |
+
{
|
| 1019 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1020 |
+
"shape": [
|
| 1021 |
+
304,
|
| 1022 |
+
240,
|
| 1023 |
+
320,
|
| 1024 |
+
3
|
| 1025 |
+
],
|
| 1026 |
+
"dtype": "uint8"
|
| 1027 |
+
},
|
| 1028 |
+
{
|
| 1029 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1030 |
+
"shape": [
|
| 1031 |
+
304,
|
| 1032 |
+
320,
|
| 1033 |
+
240,
|
| 1034 |
+
3
|
| 1035 |
+
],
|
| 1036 |
+
"dtype": "uint8"
|
| 1037 |
+
}
|
| 1038 |
+
],
|
| 1039 |
+
"trajectory_sha256": "192a3a770a2e21b571a5b799dc0f04d6a53dda43d5c222aec3989a7b0e19a799",
|
| 1040 |
+
"source_sha256": "10f70d15bf5708a3cd18c9e2945023ca6b9c40ff404abc076bcd8985e97ded9a",
|
| 1041 |
+
"view_sha256": "56b73a341c527160376b2b400ab4e4e7c2c2f53f17293c23027edf083e0b61cf"
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"demo_id": "demo_14",
|
| 1045 |
+
"file": "demo_14.h5",
|
| 1046 |
+
"length": 327,
|
| 1047 |
+
"fields": [
|
| 1048 |
+
{
|
| 1049 |
+
"path": "actions",
|
| 1050 |
+
"shape": [
|
| 1051 |
+
327,
|
| 1052 |
+
22
|
| 1053 |
+
],
|
| 1054 |
+
"dtype": "float32"
|
| 1055 |
+
},
|
| 1056 |
+
{
|
| 1057 |
+
"path": "obs/agent/qpos",
|
| 1058 |
+
"shape": [
|
| 1059 |
+
328,
|
| 1060 |
+
23
|
| 1061 |
+
],
|
| 1062 |
+
"dtype": "float32"
|
| 1063 |
+
},
|
| 1064 |
+
{
|
| 1065 |
+
"path": "obs/agent/qvel",
|
| 1066 |
+
"shape": [
|
| 1067 |
+
328,
|
| 1068 |
+
23
|
| 1069 |
+
],
|
| 1070 |
+
"dtype": "float32"
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1074 |
+
"shape": [
|
| 1075 |
+
328,
|
| 1076 |
+
240,
|
| 1077 |
+
320,
|
| 1078 |
+
3
|
| 1079 |
+
],
|
| 1080 |
+
"dtype": "uint8"
|
| 1081 |
+
},
|
| 1082 |
+
{
|
| 1083 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1084 |
+
"shape": [
|
| 1085 |
+
328,
|
| 1086 |
+
240,
|
| 1087 |
+
320,
|
| 1088 |
+
3
|
| 1089 |
+
],
|
| 1090 |
+
"dtype": "uint8"
|
| 1091 |
+
},
|
| 1092 |
+
{
|
| 1093 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1094 |
+
"shape": [
|
| 1095 |
+
328,
|
| 1096 |
+
240,
|
| 1097 |
+
320,
|
| 1098 |
+
3
|
| 1099 |
+
],
|
| 1100 |
+
"dtype": "uint8"
|
| 1101 |
+
},
|
| 1102 |
+
{
|
| 1103 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1104 |
+
"shape": [
|
| 1105 |
+
328,
|
| 1106 |
+
320,
|
| 1107 |
+
240,
|
| 1108 |
+
3
|
| 1109 |
+
],
|
| 1110 |
+
"dtype": "uint8"
|
| 1111 |
+
}
|
| 1112 |
+
],
|
| 1113 |
+
"trajectory_sha256": "5d73f70ae023e6557013b3e4f0b80e5bf7715d8e13b65faeef452b7da6a6ddd6",
|
| 1114 |
+
"source_sha256": "9dcf91eaa6f8fb76c9152638774541321cf0765b98b111024bd003399589e041",
|
| 1115 |
+
"view_sha256": "7f0bd9e0cc2574986b4551db5b77cac82a9297d7b70d32af6f0a975490e683e3"
|
| 1116 |
+
},
|
| 1117 |
+
{
|
| 1118 |
+
"demo_id": "demo_15",
|
| 1119 |
+
"file": "demo_15.h5",
|
| 1120 |
+
"length": 319,
|
| 1121 |
+
"fields": [
|
| 1122 |
+
{
|
| 1123 |
+
"path": "actions",
|
| 1124 |
+
"shape": [
|
| 1125 |
+
319,
|
| 1126 |
+
22
|
| 1127 |
+
],
|
| 1128 |
+
"dtype": "float32"
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"path": "obs/agent/qpos",
|
| 1132 |
+
"shape": [
|
| 1133 |
+
320,
|
| 1134 |
+
23
|
| 1135 |
+
],
|
| 1136 |
+
"dtype": "float32"
|
| 1137 |
+
},
|
| 1138 |
+
{
|
| 1139 |
+
"path": "obs/agent/qvel",
|
| 1140 |
+
"shape": [
|
| 1141 |
+
320,
|
| 1142 |
+
23
|
| 1143 |
+
],
|
| 1144 |
+
"dtype": "float32"
|
| 1145 |
+
},
|
| 1146 |
+
{
|
| 1147 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1148 |
+
"shape": [
|
| 1149 |
+
320,
|
| 1150 |
+
240,
|
| 1151 |
+
320,
|
| 1152 |
+
3
|
| 1153 |
+
],
|
| 1154 |
+
"dtype": "uint8"
|
| 1155 |
+
},
|
| 1156 |
+
{
|
| 1157 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1158 |
+
"shape": [
|
| 1159 |
+
320,
|
| 1160 |
+
240,
|
| 1161 |
+
320,
|
| 1162 |
+
3
|
| 1163 |
+
],
|
| 1164 |
+
"dtype": "uint8"
|
| 1165 |
+
},
|
| 1166 |
+
{
|
| 1167 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1168 |
+
"shape": [
|
| 1169 |
+
320,
|
| 1170 |
+
240,
|
| 1171 |
+
320,
|
| 1172 |
+
3
|
| 1173 |
+
],
|
| 1174 |
+
"dtype": "uint8"
|
| 1175 |
+
},
|
| 1176 |
+
{
|
| 1177 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1178 |
+
"shape": [
|
| 1179 |
+
320,
|
| 1180 |
+
320,
|
| 1181 |
+
240,
|
| 1182 |
+
3
|
| 1183 |
+
],
|
| 1184 |
+
"dtype": "uint8"
|
| 1185 |
+
}
|
| 1186 |
+
],
|
| 1187 |
+
"trajectory_sha256": "04afcfc4e1f3365f0d0c0d5d7e714e05c76223df64fa7769354f073206bcf441",
|
| 1188 |
+
"source_sha256": "03ea7cf49fef8400a362b91cc48c3c44961b64c1ec51f709b18b70c7b3d9ed6a",
|
| 1189 |
+
"view_sha256": "fc99f701e7c7517f35907c910adfd8cf74cefe7a161d3f447a6f3be757e4a27d"
|
| 1190 |
+
},
|
| 1191 |
+
{
|
| 1192 |
+
"demo_id": "demo_16",
|
| 1193 |
+
"file": "demo_16.h5",
|
| 1194 |
+
"length": 290,
|
| 1195 |
+
"fields": [
|
| 1196 |
+
{
|
| 1197 |
+
"path": "actions",
|
| 1198 |
+
"shape": [
|
| 1199 |
+
290,
|
| 1200 |
+
22
|
| 1201 |
+
],
|
| 1202 |
+
"dtype": "float32"
|
| 1203 |
+
},
|
| 1204 |
+
{
|
| 1205 |
+
"path": "obs/agent/qpos",
|
| 1206 |
+
"shape": [
|
| 1207 |
+
291,
|
| 1208 |
+
23
|
| 1209 |
+
],
|
| 1210 |
+
"dtype": "float32"
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"path": "obs/agent/qvel",
|
| 1214 |
+
"shape": [
|
| 1215 |
+
291,
|
| 1216 |
+
23
|
| 1217 |
+
],
|
| 1218 |
+
"dtype": "float32"
|
| 1219 |
+
},
|
| 1220 |
+
{
|
| 1221 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1222 |
+
"shape": [
|
| 1223 |
+
291,
|
| 1224 |
+
240,
|
| 1225 |
+
320,
|
| 1226 |
+
3
|
| 1227 |
+
],
|
| 1228 |
+
"dtype": "uint8"
|
| 1229 |
+
},
|
| 1230 |
+
{
|
| 1231 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1232 |
+
"shape": [
|
| 1233 |
+
291,
|
| 1234 |
+
240,
|
| 1235 |
+
320,
|
| 1236 |
+
3
|
| 1237 |
+
],
|
| 1238 |
+
"dtype": "uint8"
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1242 |
+
"shape": [
|
| 1243 |
+
291,
|
| 1244 |
+
240,
|
| 1245 |
+
320,
|
| 1246 |
+
3
|
| 1247 |
+
],
|
| 1248 |
+
"dtype": "uint8"
|
| 1249 |
+
},
|
| 1250 |
+
{
|
| 1251 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1252 |
+
"shape": [
|
| 1253 |
+
291,
|
| 1254 |
+
320,
|
| 1255 |
+
240,
|
| 1256 |
+
3
|
| 1257 |
+
],
|
| 1258 |
+
"dtype": "uint8"
|
| 1259 |
+
}
|
| 1260 |
+
],
|
| 1261 |
+
"trajectory_sha256": "915422700c8222bc030758c8c328f4528ab44433ee4e20acef6f43678472aadd",
|
| 1262 |
+
"source_sha256": "204c9e8bf1074bd36b6b241eb8ea3b0f70cf5c52c59799869ffffaa227a3f12f",
|
| 1263 |
+
"view_sha256": "6be6c23a1c57e3b663aa8b2071571ffda16d7b88c791792eaf35173f0e187055"
|
| 1264 |
+
},
|
| 1265 |
+
{
|
| 1266 |
+
"demo_id": "demo_17",
|
| 1267 |
+
"file": "demo_17.h5",
|
| 1268 |
+
"length": 327,
|
| 1269 |
+
"fields": [
|
| 1270 |
+
{
|
| 1271 |
+
"path": "actions",
|
| 1272 |
+
"shape": [
|
| 1273 |
+
327,
|
| 1274 |
+
22
|
| 1275 |
+
],
|
| 1276 |
+
"dtype": "float32"
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"path": "obs/agent/qpos",
|
| 1280 |
+
"shape": [
|
| 1281 |
+
328,
|
| 1282 |
+
23
|
| 1283 |
+
],
|
| 1284 |
+
"dtype": "float32"
|
| 1285 |
+
},
|
| 1286 |
+
{
|
| 1287 |
+
"path": "obs/agent/qvel",
|
| 1288 |
+
"shape": [
|
| 1289 |
+
328,
|
| 1290 |
+
23
|
| 1291 |
+
],
|
| 1292 |
+
"dtype": "float32"
|
| 1293 |
+
},
|
| 1294 |
+
{
|
| 1295 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1296 |
+
"shape": [
|
| 1297 |
+
328,
|
| 1298 |
+
240,
|
| 1299 |
+
320,
|
| 1300 |
+
3
|
| 1301 |
+
],
|
| 1302 |
+
"dtype": "uint8"
|
| 1303 |
+
},
|
| 1304 |
+
{
|
| 1305 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1306 |
+
"shape": [
|
| 1307 |
+
328,
|
| 1308 |
+
240,
|
| 1309 |
+
320,
|
| 1310 |
+
3
|
| 1311 |
+
],
|
| 1312 |
+
"dtype": "uint8"
|
| 1313 |
+
},
|
| 1314 |
+
{
|
| 1315 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1316 |
+
"shape": [
|
| 1317 |
+
328,
|
| 1318 |
+
240,
|
| 1319 |
+
320,
|
| 1320 |
+
3
|
| 1321 |
+
],
|
| 1322 |
+
"dtype": "uint8"
|
| 1323 |
+
},
|
| 1324 |
+
{
|
| 1325 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1326 |
+
"shape": [
|
| 1327 |
+
328,
|
| 1328 |
+
320,
|
| 1329 |
+
240,
|
| 1330 |
+
3
|
| 1331 |
+
],
|
| 1332 |
+
"dtype": "uint8"
|
| 1333 |
+
}
|
| 1334 |
+
],
|
| 1335 |
+
"trajectory_sha256": "9203082169f55204cc4d4404245bb900478d6676bc9d0adee5982a84ea1b7efb",
|
| 1336 |
+
"source_sha256": "54c13058e131e2b216a8c06e399e9eb6a51e976fefe2c9e1f003e3e79311d42a",
|
| 1337 |
+
"view_sha256": "c43803218b5b923679fc4ebba2edf87434d3e97c399f527e8d15ffdbb49306b7"
|
| 1338 |
+
},
|
| 1339 |
+
{
|
| 1340 |
+
"demo_id": "demo_18",
|
| 1341 |
+
"file": "demo_18.h5",
|
| 1342 |
+
"length": 325,
|
| 1343 |
+
"fields": [
|
| 1344 |
+
{
|
| 1345 |
+
"path": "actions",
|
| 1346 |
+
"shape": [
|
| 1347 |
+
325,
|
| 1348 |
+
22
|
| 1349 |
+
],
|
| 1350 |
+
"dtype": "float32"
|
| 1351 |
+
},
|
| 1352 |
+
{
|
| 1353 |
+
"path": "obs/agent/qpos",
|
| 1354 |
+
"shape": [
|
| 1355 |
+
326,
|
| 1356 |
+
23
|
| 1357 |
+
],
|
| 1358 |
+
"dtype": "float32"
|
| 1359 |
+
},
|
| 1360 |
+
{
|
| 1361 |
+
"path": "obs/agent/qvel",
|
| 1362 |
+
"shape": [
|
| 1363 |
+
326,
|
| 1364 |
+
23
|
| 1365 |
+
],
|
| 1366 |
+
"dtype": "float32"
|
| 1367 |
+
},
|
| 1368 |
+
{
|
| 1369 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1370 |
+
"shape": [
|
| 1371 |
+
326,
|
| 1372 |
+
240,
|
| 1373 |
+
320,
|
| 1374 |
+
3
|
| 1375 |
+
],
|
| 1376 |
+
"dtype": "uint8"
|
| 1377 |
+
},
|
| 1378 |
+
{
|
| 1379 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1380 |
+
"shape": [
|
| 1381 |
+
326,
|
| 1382 |
+
240,
|
| 1383 |
+
320,
|
| 1384 |
+
3
|
| 1385 |
+
],
|
| 1386 |
+
"dtype": "uint8"
|
| 1387 |
+
},
|
| 1388 |
+
{
|
| 1389 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1390 |
+
"shape": [
|
| 1391 |
+
326,
|
| 1392 |
+
240,
|
| 1393 |
+
320,
|
| 1394 |
+
3
|
| 1395 |
+
],
|
| 1396 |
+
"dtype": "uint8"
|
| 1397 |
+
},
|
| 1398 |
+
{
|
| 1399 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1400 |
+
"shape": [
|
| 1401 |
+
326,
|
| 1402 |
+
320,
|
| 1403 |
+
240,
|
| 1404 |
+
3
|
| 1405 |
+
],
|
| 1406 |
+
"dtype": "uint8"
|
| 1407 |
+
}
|
| 1408 |
+
],
|
| 1409 |
+
"trajectory_sha256": "8ea1772b41334f816fc8d4cd9fe9c249fa1978e3731935dbcfe45cbc1a6af44a",
|
| 1410 |
+
"source_sha256": "bd9d77c5226ad20228e73ce78402d086c54d8cf27f48808f08ad2fc175e9dc17",
|
| 1411 |
+
"view_sha256": "1e59d615819b007c81a9f5ba9af6d7a6d0fdb6c42cb0d67739452e245e6d06d8"
|
| 1412 |
+
},
|
| 1413 |
+
{
|
| 1414 |
+
"demo_id": "demo_19",
|
| 1415 |
+
"file": "demo_19.h5",
|
| 1416 |
+
"length": 313,
|
| 1417 |
+
"fields": [
|
| 1418 |
+
{
|
| 1419 |
+
"path": "actions",
|
| 1420 |
+
"shape": [
|
| 1421 |
+
313,
|
| 1422 |
+
22
|
| 1423 |
+
],
|
| 1424 |
+
"dtype": "float32"
|
| 1425 |
+
},
|
| 1426 |
+
{
|
| 1427 |
+
"path": "obs/agent/qpos",
|
| 1428 |
+
"shape": [
|
| 1429 |
+
314,
|
| 1430 |
+
23
|
| 1431 |
+
],
|
| 1432 |
+
"dtype": "float32"
|
| 1433 |
+
},
|
| 1434 |
+
{
|
| 1435 |
+
"path": "obs/agent/qvel",
|
| 1436 |
+
"shape": [
|
| 1437 |
+
314,
|
| 1438 |
+
23
|
| 1439 |
+
],
|
| 1440 |
+
"dtype": "float32"
|
| 1441 |
+
},
|
| 1442 |
+
{
|
| 1443 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1444 |
+
"shape": [
|
| 1445 |
+
314,
|
| 1446 |
+
240,
|
| 1447 |
+
320,
|
| 1448 |
+
3
|
| 1449 |
+
],
|
| 1450 |
+
"dtype": "uint8"
|
| 1451 |
+
},
|
| 1452 |
+
{
|
| 1453 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1454 |
+
"shape": [
|
| 1455 |
+
314,
|
| 1456 |
+
240,
|
| 1457 |
+
320,
|
| 1458 |
+
3
|
| 1459 |
+
],
|
| 1460 |
+
"dtype": "uint8"
|
| 1461 |
+
},
|
| 1462 |
+
{
|
| 1463 |
+
"path": "obs/sensor_data/robot_camera/rgb",
|
| 1464 |
+
"shape": [
|
| 1465 |
+
314,
|
| 1466 |
+
240,
|
| 1467 |
+
320,
|
| 1468 |
+
3
|
| 1469 |
+
],
|
| 1470 |
+
"dtype": "uint8"
|
| 1471 |
+
},
|
| 1472 |
+
{
|
| 1473 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1474 |
+
"shape": [
|
| 1475 |
+
314,
|
| 1476 |
+
320,
|
| 1477 |
+
240,
|
| 1478 |
+
3
|
| 1479 |
+
],
|
| 1480 |
+
"dtype": "uint8"
|
| 1481 |
+
}
|
| 1482 |
+
],
|
| 1483 |
+
"trajectory_sha256": "2937d5975a9115bbf35f3175d8ee91cb37274b14365866a21c170979ebd095a7",
|
| 1484 |
+
"source_sha256": "c78e816f01f011aeaad1143d74dbd23dba46916fa13ab891f293ffa095163ec1",
|
| 1485 |
+
"view_sha256": "59b3c753977985699b44ccb6f3023f6f65041688425f7f90453b3bb53cd26a8c"
|
| 1486 |
+
}
|
| 1487 |
+
]
|
| 1488 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/environment.lock
ADDED
|
@@ -0,0 +1,249 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
absl-py==2.4.0
|
| 2 |
+
accelerate==1.13.0
|
| 3 |
+
addict==2.4.0
|
| 4 |
+
aiohappyeyeballs==2.6.1
|
| 5 |
+
aiohttp==3.13.5
|
| 6 |
+
aiosignal==1.4.0
|
| 7 |
+
annotated-types==0.7.0
|
| 8 |
+
anyio==4.13.0
|
| 9 |
+
anytree==2.13.0
|
| 10 |
+
asttokens==3.0.1
|
| 11 |
+
async-timeout==5.0.1
|
| 12 |
+
attrs==26.1.0
|
| 13 |
+
av==15.1.0
|
| 14 |
+
blinker==1.9.0
|
| 15 |
+
casadi==3.7.2
|
| 16 |
+
certifi==2026.4.22
|
| 17 |
+
cffi==2.0.0
|
| 18 |
+
charset-normalizer==3.4.7
|
| 19 |
+
click==8.3.3
|
| 20 |
+
cloudpickle==3.1.2
|
| 21 |
+
cmake==4.1.3
|
| 22 |
+
coacd==1.0.11
|
| 23 |
+
colorama==0.4.6
|
| 24 |
+
colorlog==6.10.1
|
| 25 |
+
comm==0.2.3
|
| 26 |
+
ConfigArgParse==1.7.5
|
| 27 |
+
contourpy==1.3.2
|
| 28 |
+
cuda-bindings==12.9.4
|
| 29 |
+
cuda-pathfinder==1.5.4
|
| 30 |
+
cycler==0.12.1
|
| 31 |
+
dacite==1.9.2
|
| 32 |
+
dash==4.1.0
|
| 33 |
+
dataclasses-json==0.6.7
|
| 34 |
+
datasets==4.8.5
|
| 35 |
+
decorator==5.2.1
|
| 36 |
+
deepdiff==8.6.2
|
| 37 |
+
Deprecated==1.3.1
|
| 38 |
+
diffusers==0.35.2
|
| 39 |
+
dill==0.4.1
|
| 40 |
+
docstring_parser==0.18.0
|
| 41 |
+
draccus==0.10.0
|
| 42 |
+
einops==0.8.2
|
| 43 |
+
embreex==4.4.0
|
| 44 |
+
etils==1.13.0
|
| 45 |
+
evdev==1.9.3
|
| 46 |
+
exceptiongroup==1.3.1
|
| 47 |
+
executing==2.2.1
|
| 48 |
+
Farama-Notifications==0.0.6
|
| 49 |
+
fast_simplification==0.1.13
|
| 50 |
+
fastjsonschema==2.21.2
|
| 51 |
+
filelock==3.29.0
|
| 52 |
+
Flask==3.1.3
|
| 53 |
+
fonttools==4.63.0
|
| 54 |
+
freetype-py==2.5.1
|
| 55 |
+
frozenlist==1.8.0
|
| 56 |
+
fsspec==2026.2.0
|
| 57 |
+
genesis-world @ file:///data/gck/genesis-world
|
| 58 |
+
git-filter-repo==2.47.0
|
| 59 |
+
gitdb==4.0.12
|
| 60 |
+
GitPython==3.1.50
|
| 61 |
+
glfw==2.10.0
|
| 62 |
+
gs-madrona==0.0.5
|
| 63 |
+
gstaichi==3.3.0
|
| 64 |
+
gym==0.26.2
|
| 65 |
+
gym-notices==0.1.0
|
| 66 |
+
gymnasium==1.3.0
|
| 67 |
+
h11==0.16.0
|
| 68 |
+
h5py==3.16.0
|
| 69 |
+
hf-xet==1.5.0
|
| 70 |
+
hf_transfer==0.1.9
|
| 71 |
+
httpcore==1.0.9
|
| 72 |
+
httpx==0.28.1
|
| 73 |
+
huggingface-hub==0.35.3
|
| 74 |
+
idna==3.15
|
| 75 |
+
ImageIO==2.37.3
|
| 76 |
+
imageio-ffmpeg==0.6.0
|
| 77 |
+
importlib_metadata==9.0.0
|
| 78 |
+
importlib_resources==7.1.0
|
| 79 |
+
inquirerpy==0.3.4
|
| 80 |
+
ipython==8.39.0
|
| 81 |
+
ipywidgets==8.1.8
|
| 82 |
+
itsdangerous==2.2.0
|
| 83 |
+
jedi==0.20.0
|
| 84 |
+
Jinja2==3.1.6
|
| 85 |
+
joblib==1.5.3
|
| 86 |
+
jsonlines==4.0.0
|
| 87 |
+
jsonschema==4.26.0
|
| 88 |
+
jsonschema-specifications==2025.9.1
|
| 89 |
+
jupyter_core==5.9.1
|
| 90 |
+
jupyterlab_widgets==3.0.16
|
| 91 |
+
kiwisolver==1.5.0
|
| 92 |
+
lazy-loader==0.5
|
| 93 |
+
lerobot==0.4.4
|
| 94 |
+
libigl==2.6.2
|
| 95 |
+
llvmlite==0.47.0
|
| 96 |
+
loguru==0.7.3
|
| 97 |
+
lxml==6.1.0
|
| 98 |
+
manifold3d==3.4.1
|
| 99 |
+
-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
|
| 100 |
+
mapbox_earcut==2.0.0
|
| 101 |
+
markdown-it-py==4.2.0
|
| 102 |
+
MarkupSafe==3.0.3
|
| 103 |
+
marshmallow==3.26.2
|
| 104 |
+
matplotlib==3.10.9
|
| 105 |
+
matplotlib-inline==0.2.2
|
| 106 |
+
mdurl==0.1.2
|
| 107 |
+
mergedeep==1.3.4
|
| 108 |
+
moviepy==2.2.1
|
| 109 |
+
mpmath==1.3.0
|
| 110 |
+
msgspec==0.21.1
|
| 111 |
+
mujoco==3.8.1
|
| 112 |
+
multidict==6.7.1
|
| 113 |
+
multiprocess==0.70.19
|
| 114 |
+
mypy_extensions==1.1.0
|
| 115 |
+
nbformat==5.10.4
|
| 116 |
+
nest-asyncio==1.6.0
|
| 117 |
+
networkx==3.4.2
|
| 118 |
+
ninja==1.13.0
|
| 119 |
+
nlopt==2.10.0
|
| 120 |
+
numba==0.65.1
|
| 121 |
+
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
|
| 122 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 123 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 124 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 125 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 126 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 127 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 128 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 129 |
+
nvidia-curand-cu12==10.3.9.90
|
| 130 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 131 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 132 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 133 |
+
nvidia-nccl-cu12==2.27.5
|
| 134 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 135 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 136 |
+
nvidia-nvtx-cu12==12.8.90
|
| 137 |
+
open3d==0.19.0
|
| 138 |
+
opencv-python==4.13.0.92
|
| 139 |
+
opencv-python-headless==4.12.0.88
|
| 140 |
+
OpenEXR==3.4.11
|
| 141 |
+
orderly-set==5.5.0
|
| 142 |
+
packaging==25.0
|
| 143 |
+
pandas==2.3.3
|
| 144 |
+
parso==0.8.7
|
| 145 |
+
pexpect==4.9.0
|
| 146 |
+
pfzy==0.3.4
|
| 147 |
+
pillow==11.3.0
|
| 148 |
+
pin==4.0.0
|
| 149 |
+
pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
|
| 150 |
+
platformdirs==4.9.6
|
| 151 |
+
plotly==5.24.1
|
| 152 |
+
polyscope==2.6.1
|
| 153 |
+
proglog==0.1.12
|
| 154 |
+
prompt_toolkit==3.0.52
|
| 155 |
+
propcache==0.5.2
|
| 156 |
+
protobuf==6.33.6
|
| 157 |
+
psutil==7.2.2
|
| 158 |
+
ptyprocess==0.7.0
|
| 159 |
+
pure_eval==0.2.3
|
| 160 |
+
py-cpuinfo==9.0.0
|
| 161 |
+
py-spy==0.4.2
|
| 162 |
+
pyarrow==24.0.0
|
| 163 |
+
pycollada==0.9.3
|
| 164 |
+
pycparser==3.0
|
| 165 |
+
pydantic==2.13.4
|
| 166 |
+
pydantic_core==2.46.4
|
| 167 |
+
PyGEL3D==0.6.1
|
| 168 |
+
pyglet==2.1.14
|
| 169 |
+
pygltflib==1.16.0
|
| 170 |
+
Pygments==2.20.0
|
| 171 |
+
pymeshlab==2025.7.post1
|
| 172 |
+
pynput==1.8.2
|
| 173 |
+
PyOpenGL==3.1.10
|
| 174 |
+
pyparsing==3.3.2
|
| 175 |
+
pyperclip==1.11.0
|
| 176 |
+
PyQt6==6.11.0
|
| 177 |
+
PyQt6-Qt6==6.11.0
|
| 178 |
+
PyQt6_sip==13.11.1
|
| 179 |
+
pyquaternion==0.9.9
|
| 180 |
+
pyserial==3.5
|
| 181 |
+
pysplashsurf==0.12.0.2
|
| 182 |
+
python-dateutil==2.9.0.post0
|
| 183 |
+
python-dotenv==1.2.2
|
| 184 |
+
python-xlib==0.33
|
| 185 |
+
pytransform3d==3.15.0
|
| 186 |
+
pytz==2026.2
|
| 187 |
+
pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
|
| 188 |
+
PyYAML==6.0.3
|
| 189 |
+
pyyaml-include==1.4.1
|
| 190 |
+
referencing==0.37.0
|
| 191 |
+
regex==2026.5.9
|
| 192 |
+
requests==2.34.2
|
| 193 |
+
rerun-sdk==0.26.2
|
| 194 |
+
retrying==1.4.2
|
| 195 |
+
rich==14.3.4
|
| 196 |
+
rpds-py==0.30.0
|
| 197 |
+
rtree==1.4.1
|
| 198 |
+
safetensors==0.7.0
|
| 199 |
+
sapien==3.0.3
|
| 200 |
+
scikit-image==0.25.2
|
| 201 |
+
scikit-learn==1.7.2
|
| 202 |
+
scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
|
| 203 |
+
sentry-sdk==2.60.0
|
| 204 |
+
setuptools==80.10.2
|
| 205 |
+
shapely==2.1.2
|
| 206 |
+
six==1.17.0
|
| 207 |
+
smmap==5.0.3
|
| 208 |
+
stack-data==0.6.3
|
| 209 |
+
svg.path==7.0
|
| 210 |
+
sympy==1.14.0
|
| 211 |
+
tenacity==9.1.4
|
| 212 |
+
termcolor==3.3.0
|
| 213 |
+
tetgen==0.8.4
|
| 214 |
+
threadpoolctl==3.6.0
|
| 215 |
+
tifffile==2025.5.10
|
| 216 |
+
timm==1.0.27
|
| 217 |
+
toml==0.10.2
|
| 218 |
+
torch==2.10.0
|
| 219 |
+
torchaudio==2.11.0
|
| 220 |
+
torchcodec==0.10.0
|
| 221 |
+
torchvision==0.25.0
|
| 222 |
+
tqdm==4.67.3
|
| 223 |
+
traitlets==5.15.0
|
| 224 |
+
transforms3d==0.4.2
|
| 225 |
+
trimesh==4.12.2
|
| 226 |
+
triton==3.6.0
|
| 227 |
+
typeguard==4.5.2
|
| 228 |
+
typing-inspect==0.9.0
|
| 229 |
+
typing-inspection==0.4.2
|
| 230 |
+
typing_extensions==4.15.0
|
| 231 |
+
tyro==1.0.13
|
| 232 |
+
tzdata==2026.2
|
| 233 |
+
urllib3==2.7.0
|
| 234 |
+
vhacdx==0.0.10
|
| 235 |
+
viser==1.0.27
|
| 236 |
+
vtk==9.6.1
|
| 237 |
+
wandb==0.24.2
|
| 238 |
+
wcwidth==0.7.0
|
| 239 |
+
websockets==16.0
|
| 240 |
+
Werkzeug==3.1.8
|
| 241 |
+
wheel==0.46.3
|
| 242 |
+
widgetsnbextension==4.0.15
|
| 243 |
+
wrapt==2.1.2
|
| 244 |
+
xxhash==3.7.0
|
| 245 |
+
yarl==1.23.0
|
| 246 |
+
yourdfpy==0.0.60
|
| 247 |
+
z3-solver==4.16.0.0
|
| 248 |
+
zipp==3.23.1
|
| 249 |
+
zstandard==0.25.0
|
agent_d20_e20/frozen_20261102/tasks/RopePalmCageHoldDex-v1/frozen/findings.md
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Findings from authorized D20/E20 work
|
| 2 |
+
|
| 3 |
+
All 20 authorized demonstrations were analyzed; see the preserved /workspace/demo_analysis.md and bank_provenance.json for exact source frames. The bank contains 6,245 legal observations and 6,225 expert actions. Twenty terminal zero labels are synthetic.
|
| 4 |
+
|
| 5 |
+
The API is the only source of live task observations and actions. Episode 1 ended after one command because the exploration harness misread the API result envelope; corrected before episode 2. Episodes 2 and 3 returned native success at steps 324 and 306. Evidence, images and actions are preserved under /workspace/evidence. Further exploration and rehearsals are recorded there independently of this immutable snapshot.
|
| 6 |
+
|
| 7 |
+
Localization uses front/left/top pooled RGB jointly with qpos/qvel. It is not a metric rope detector. Approach and descent matched demonstrated poses closely; closure/lift deviated more. Pose-conditioned retrieval delayed lift until fingers approached demonstrated configurations. Rotation labels remain zero. Finger mapping is inherited from native expert actions rather than inferred joint order. No neural weights are fitted.
|
| 8 |
+
|
| 9 |
+
Native success was returned during lifting in the initial full attempts. Terminal holding and slip recovery remain unverified. Missing observations or unsupported states cause zero deltas; this prevents unsupported extrapolation but can stall. There is no validated dropped-rope recovery. Image pooling can obscure thin rope geometry and action averaging can mix phases. No official success is inferred from images or endpoint proximity.
|
| 10 |
+
|
| 11 |
+
Variant v1 conditions the reference bank on the first observed arm angle, interpolating neighboring legal demonstration configurations after phase alignment by action onsets. Current images and joints still select every action. This empirical relationship may not generalize and is not a seed inference. Three nearest actions reduce phase mixing. Baseline rehearsal episode 5 was valid and native false.
|
| 12 |
+
|
| 13 |
+
V1 interactive episode 6 returned native success at step 292. This is a single-scene result; independent rehearsal remains required for exact bundle qualification.
|