diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/build_bank.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/build_bank.py new file mode 100644 index 0000000000000000000000000000000000000000..9c4e5ff54be05a17b980e457db7704989511328a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/build_bank.py @@ -0,0 +1,25 @@ +"""Offline compilation of only the 20 manifest-authorized demonstrations.""" +import importlib.util,json +from pathlib import Path +import numpy as np +from features import CAMERAS,image_feature +spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py') +mod=importlib.util.module_from_spec(spec);spec.loader.exec_module(mod) +api=mod.API();manifest=json.load(open('/demo_manifest.json')) +assert len(manifest['episodes'])==20 +q=[];v=[];a=[];images=[];ph=[];ids=[];times=[] +for d,ep in enumerate(manifest['episodes']): + n=ep['length'] + fields=[f'actions/mobile_panda-{r}' for r in range(2)]+[f'obs/agent/mobile_panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel')] + data=api.read_demo(ep['demo_id'],0,n,fields) + q.append(np.concatenate([data[f'obs/agent/mobile_panda-{r}/qpos'] for r in range(2)],1)) + v.append(np.concatenate([data[f'obs/agent/mobile_panda-{r}/qvel'] for r in range(2)],1)) + a.append(np.concatenate([data[f'actions/mobile_panda-{r}'] for r in range(2)],1)) + im=[] + for start in range(0,n,32): + batch=api.read_demo(ep['demo_id'],start,min(n,start+32),[f'obs/sensor_data/{c}/rgb' for c in CAMERAS]) + im.extend(np.stack([image_feature(batch[f'obs/sensor_data/{c}/rgb'][i]) for c in CAMERAS]) for i in range(min(32,n-start))) + images.extend(im);ph.extend(np.arange(n)/n);ids.extend([d]*n);times.extend(range(n)) +q=np.concatenate(q);v=np.concatenate(v);a=np.concatenate(a) +np.savez_compressed(Path(__file__).with_name('demo_bank.npz'),q=q,v=v,a=a,images=np.asarray(images,dtype=np.float16),phase=np.array(ph,dtype=np.float32),demo_id=np.array(ids),frame=np.array(times),qscale=np.maximum(q.std(0),.08),vscale=np.maximum(v.std(0),.2)) +print('compiled',len(a),'observation/action pairs from',len(manifest['episodes']),'demonstrations') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..3c7df22c34b4600a99fa621c581305cd4fe5bf30 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/check_synthetic.py @@ -0,0 +1,26 @@ +"""Interface tests only. Fabricated observations/bank; no task rollout.""" +import importlib.util +from pathlib import Path +import numpy as np +s=importlib.util.spec_from_file_location('controller',Path(__file__).with_name('controller.py'));c=importlib.util.module_from_spec(s);s.loader.exec_module(c) +# Load artifact only to check dimensions and finiteness, not evaluate a policy. +b=c._load(); assert b['a'].shape==(7176,20); assert b['q'].shape==(7176,24) +assert np.isfinite(b['a']).all(); assert set(b['demo_id'])==set(range(20)) +q=np.zeros(24,np.float32);q[[10,11,22,23]]=.04 +obs={'step_id':1,'instruction':'synthetic interface test','rgb':{k:np.zeros((240,320,3),np.uint8) for k in c._features.CAMERAS},'proprioception':{}} +for r in range(2): + obs['proprioception'][f'agent/mobile_panda-{r}/qpos']=q[r*12:(r+1)*12].copy() + obs['proprioception'][f'agent/mobile_panda-{r}/qvel']=np.zeros(12) +a=np.zeros((2,20),np.float32);a[0,3]=.1;a[1,3]=-.1 +c._bank={'q':np.stack([q,q]),'v':np.zeros((2,24)), 'a':a,'qscale':np.ones(24),'vscale':np.ones(24),'phase':np.zeros(2),'images':np.stack([np.zeros((2,1728)),np.ones((2,1728))])} +c.reset_episode();out=c.act(obs);assert out.shape==(20,) and out.dtype==np.float32 and out[3]>.0 +# RGB alone changes action choice for a fabricated identical-proprio pair. +obs['rgb']={k:np.full((1,240,320,3),255,np.uint8) for k in c._features.CAMERAS} +c.reset_episode();out=c.act(obs);assert out[3]<0 +# Proprioceptive mismatch produces measured-base hold. +obs['proprioception']['agent/mobile_panda-0/qpos'][0]=100 +c.reset_episode();out=c.act(obs);assert out[0]==100 and out[3]==0 +obs['step_id']=400;assert c.act(obs) is None +obs['step_id']=1;obs['proprioception']['agent/mobile_panda-0/qpos'][0]=np.nan;assert c.act(obs) is None +c.reset_episode();assert c._phase==0 and c._bad==0 +print('PASS: artifact shape, finite labels, 20 IDs; synthetic RGB response, proprio hold, batch RGB, horizon, malformed inputs, reset. No environment calls.') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..259ac10715c7c4ec90c2302504677b2dc2ed2194 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/controller.py @@ -0,0 +1,52 @@ +"""D20 pose-reference controller. Analytic kinematics, no simulator or learned model.""" +from pathlib import Path +import numpy as np +from scipy.spatial.transform import Rotation +import importlib.util +spec=importlib.util.spec_from_file_location('_pose_math',Path(__file__).with_name('pose_math.py')) +pm=importlib.util.module_from_spec(spec);spec.loader.exec_module(pm) +spec=importlib.util.spec_from_file_location('_features',Path(__file__).with_name('features.py')) +f=importlib.util.module_from_spec(spec);spec.loader.exec_module(f) +spec=importlib.util.spec_from_file_location('_cue',Path(__file__).with_name('cue_localization.py')) +cl=importlib.util.module_from_spec(spec);spec.loader.exec_module(cl) +_bank=None +_phase=0. +_ref=None +_bad=0 + +def reset_episode(): + global _phase,_ref,_bad + _phase=0.;_ref=None;_bad=0 + +def act(obs): + global _bank,_phase,_ref,_bad + step=int(obs['step_id']) + if step>=400:return None + if _bank is None: + with np.load(Path(__file__).with_name('demo_bank.npz')) as z:_bank={k:z[k] for k in z.files} + b=_bank + q=np.concatenate([np.asarray(obs['proprioception'][f'agent/mobile_panda-{r}/qpos']).reshape(-1) for r in range(2)]) + if _ref is None: + visual=np.stack([f.image_feature(obs['rgb'][c]) for c in f.CAMERAS]);ids=np.where(b['frame']==0)[0] + cost=np.mean((b['images'][ids].astype(float)-visual)**2,axis=(1,2)) + cue=cl.cue(obs['rgb']['top_camera']) + if cue is not None: + cost=np.sum((np.load(Path(__file__).with_name('cue_reference.npy'))-cue)**2,axis=1) + _ref=int(b['demo_id'][ids[np.argmin(cost)]]) + ids=np.where(b['demo_id']==_ref)[0];t=min(int((step-1)*len(ids)/360),len(ids)-2);j=ids[t];jn=ids[t+1] + _phase=min(step/360.,.999) + a=b['a'][j].astype(float).copy() + for r in range(2): + actual=pm.fk(q[r*12+3:r*12+10]);target=pm.fk(b['q'][jn,r*12+3:r*12+10]) + heading=Rotation.from_euler('z',q[r*12+2]).as_matrix() + delta=heading@(target[:3,3]-actual[:3,3])/.1 + rot=Rotation.from_matrix(heading@target[:3,:3]@actual[:3,:3].T@heading.T).as_euler('xyz')/-.5 + if r==0: + a[r*10+3:r*10+6]=np.clip(delta,-1.,1.) + a[r*10+6:r*10+9]=np.clip(rot,-.35,.35) + else: + current_ref=pm.fk(b['q'][j,r*12+3:r*12+10]) + correction=heading@(current_ref[:3,3]-actual[:3,3])/.1 + a[r*10+3:r*10+6]+=np.clip(.4*correction,-.12,.12) + a[r*10+3:r*10+10]=np.clip(a[r*10+3:r*10+10],-1,1) + return a.astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/cue_localization.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/cue_localization.py new file mode 100644 index 0000000000000000000000000000000000000000..8f0ff6c741e9f3b0e5b335a31d0956e53a8a1a5e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/cue_localization.py @@ -0,0 +1,12 @@ +import cv2,numpy as np +def cue(image): + im=cv2.resize(np.asarray(image),(640,480)).astype(float) + r,g,b=im[:,:,0],im[:,:,1],im[:,:,2] + mask=(r>1.08*g)&(g>1.15*b)&(r>85) + mask[:185]=False;mask[270:]=False;mask[:,:120]=False;mask[:,375:]=False + ys,xs=np.where(mask) + if len(xs)<50:return None + # robust line fit in normalized camera coordinates, no world projection. + line=cv2.fitLine(np.c_[xs,ys].astype(np.float32),cv2.DIST_HUBER,0,0.01,0.01).reshape(-1) + vx,vy,x,y=line + return np.array([y+vy/vx*(150-x),y+vy/vx*(350-x)])/480. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..7756273e601c85637c2e2cb5023ee39e0c58fc4c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmBilliardBridge-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 357, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6d7cec23d7adb0341b6896fa0d8e10ab23254bec17d61241657a59db8e0834aa", + "source_sha256": "62060716e261e7ad2136cd39ede2f875009dc06b804a91bb8dc53727c939bfdd", + "view_sha256": "087068db798005dcd9b1b1c3b24a932009693f7b7b96b26b26c83d76bc383818" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 365, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 365, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 365, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 366, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ee87aef9aefa2dc9212ec91d544e67df9e4f80de7284f422fb5fb83635ffc237", + "source_sha256": "88b7303317f0a159781cc72085d690a2224ef496e67a5a75537e24f4254fc1fa", + "view_sha256": "ec25c750ff2f06c6380d697eecda8a6e6f2876290e4afcc639258112816a80e4" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 358, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 359, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "98de4646c1d243f78f02906c7f3f001949360f9025045181b790ad8717403cd4", + "source_sha256": "103d89cbd18e1f74038ff22a7ce87c03a823844557e40da3a08586bbaff81ab7", + "view_sha256": "42f827e0eb15d779311f61a6ec10b772cce2905b9193a665bd250793279bc6b5" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 357, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bde1883ca6edbbd7b67c687ee360466fa8c94905b43e25550856dbe96cd366f0", + "source_sha256": "02bdb61c5772483db6f2d00888da662c909b8e392abedb562441747b5816e048", + "view_sha256": "8932b625c7da5e356057a8c4cd6eab2c044079eda2b9b93ac3c3f1080b3e072e" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 358, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 359, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6bea003e0a91d9f4f119c01a53ac1b67af4e8142eaa1a49754a7f28aed8f2a4b", + "source_sha256": "3dd3ecc346ebf83a1578ffc741c7f34700a5c0ed61e16c486495f02d5dafb685", + "view_sha256": "064f73c4e11ce8f724349c73e93a51cad7e0674e922f47ac7fe7a88965ab62c2" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 357, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5e194000ff5dd28a95baab882af4ad43e890ad06a232109b1c1b2c2d019d8f42", + "source_sha256": "aeb166ba9564ca2dad52c528a21b7a1d30334e13fcbc6a4e03c0bf6299c25be6", + "view_sha256": "8651ab797a885ebd75fabc470c776d7c59cc5c361c7fd3e5904c21931bb635ac" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 365, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 365, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 365, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 366, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 366, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4b584799da2383a30a4936205f0cb0954a7ecb74be8ba7d67b605831298516ac", + "source_sha256": "07092eb7eb50449e2ffa7ac4cef0b695e78f0b4678cbf7ad16a5a89a036b6b52", + "view_sha256": "487b27d57ebb0039cc89e32960eea33e673eafdcb611a9b19cfdd0f54dcb2ec9" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 358, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 359, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9131dbd221410b8017c0d519d15470e8e487cd099044a7645faec3c9cec22de9", + "source_sha256": "8e17085dc6a7ee41d99e8ccf6b7bb543399431b594cf6caf910b6ee6f1addc1c", + "view_sha256": "49ff958d6d14cb60215426a96d3436ec92f0dd524a3f52dcd33a9dae314b0685" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 357, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "408ad46eba31be91e25370735290cddb85538c95c3eaad66b88bda3444a23d2e", + "source_sha256": "7ae0c9ef0db2cebecbae53b97e95eafd6362b21710b27716ee1b73855b16b7e2", + "view_sha256": "b4df437af648143f9efbe3396a0ee2fe1ac650911f3d2bf1ee906ee554874bb5" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 358, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 358, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 359, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 359, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d111daa15102d29750a9e38e3ce1b2fae55a2fe68471e4612ee1fc7e34eb836e", + "source_sha256": "5106ef0fa8a0fe87a89abefc52830ea4c8ac8012bb1c9cc215dcc0cbd214fb14", + "view_sha256": "01e97092351b67a8f975b726d38526c0f44f82d6e2521c843cfac8b48104a623" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 352, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 352, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 352, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 353, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 353, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 353, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 353, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 353, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0e39ab874164bc7de8b2bb5c64cf3e94d51c4305e4749c559e3e13566be25df6", + "source_sha256": "58921dc7b3ef5b4c8d914076f7ebe984859e2a78b3135828f4e0860dffec4d19", + "view_sha256": "f7675364397903682722daf84d305081def9b850e5ab3d6066dee844b4abd20a" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 350, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 350, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 350, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 351, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 351, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 351, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 351, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 351, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e689f5e156bf105c349327e93926ffce85cd74afd9c6846613a5100a878743d7", + "source_sha256": "dcd108752c88ea745c93b26af8dc1b7dee7f6103d8054e2d6eea0de8395ce3b4", + "view_sha256": "2ed935b7425eeefb46aee78b0760872aa9a28b4e5e9f7a9396f540f79068954b" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 361, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 361, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 361, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 362, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 362, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 362, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 362, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 362, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 362, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 362, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 362, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 362, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "054ceb7c993946efc485b43e6f49d801b8aee149601751c41ce31348da8ce9bc", + "source_sha256": "b0ff803a6026ff8de46f519750763c4b285f6d8972d0df04f04898434a1755eb", + "view_sha256": "928c7509339c2592546da6d3399e44b467c21e8c6edd3e7c4e3853efbef498a4" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 370, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 370, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 370, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 371, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 371, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 371, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 371, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 371, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9c633b8493be3ea3fbf26f2a057301d931fe5ca84504631c1ffeef6c9322ff87", + "source_sha256": "5982ddf7083e13cb91e6e5e6b159607a9da097c0170a34f313c4565a3f9ec483", + "view_sha256": "cc800091ce1ab6bd2f19cae804b1202a8e38cc6688fab4b2b518f56b375fee26" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 354, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 354, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 354, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 355, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 355, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 355, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 355, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 355, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 355, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 355, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 355, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 355, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a2b856de96b806c21179cc01dcd128aa9769d90fe7f72a74869ee2c5b63efa09", + "source_sha256": "81439ea825487737abe6d9d51cd0ac8b3e13dda9de81568cdc825727e83d868f", + "view_sha256": "ee4dd2f611c0deb167fc6c5be7d8d8984324e7de76f040f525ff773549beb3cb" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 357, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8a12e1637f55e77b201038061b0a67cd212401233b41dd98418bcf92154e9afd", + "source_sha256": "6ed293410c8f93260e63ab09d69c332372d2b7b3e7dc1e9f81544f9924fc4f6f", + "view_sha256": "8179211ab0e8ca1f94d2505b948d00d4eda5991adae74b6af2611b4be7325224" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 362, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 362, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 362, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 363, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 363, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 363, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 363, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 363, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fcbf5c92e89d80905728be281b61894f4fbbf8a1582e6be906bd83c2d6bc0635", + "source_sha256": "81a33b9eed982e2749fbfaea6082ed50d0c1eaef92cd022e4e5622f4598f2210", + "view_sha256": "fc7e2d3590559feafc99a9b5aedfaa16b1623180604ad27858fe92daf8ca5212" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 359, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 359, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 359, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 360, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 360, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 360, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 360, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 360, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7c25ed07f251995d6af297577aae813c33c2f825f01c0c600a7aa39963a77310", + "source_sha256": "cfc79297dfb41304f74c3b062fd2c997f63d66888c7c0492e79404fd4465014a", + "view_sha256": "d24dd9454722d0362ae4ee65696410a49304af58482d6fcbfcb4ac710a4e1ab7" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 364, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 364, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 364, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 365, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 365, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 365, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 365, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 365, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ee94bf72e238bdfb2a3f647873f15bc683f64387a8d1702a706ac091bfd970ec", + "source_sha256": "d24c1f8dc23b10c441f4119f84ea101123b169faf6da5938e0b0ec415ba9c5bf", + "view_sha256": "060796c4982fade00959cf88e1e49bb0eddb17fe336708a1cd91b85e65f5d75d" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 357, + "fields": [ + { + "path": "actions/mobile_panda-0", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "actions/mobile_panda-1", + "shape": [ + 357, + 10 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-0/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qpos", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/mobile_panda-1/qvel", + "shape": [ + 358, + 12 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0588a47fb3b7adc3c860f8297d94a5de7770eb5a8bf56ded12f849bbc8fc2c5b", + "source_sha256": "1cf6ac96f663123cab5ec628ea5ddf30536a6de1fd2f26dac5c360c60137e12b", + "view_sha256": "84a2af7ddd88a8da129afc97a7ca3d98974198e8e133b4bf26d95599684140b8" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..d6a7d35051fa8b10148996dfe636a0a79b4f9ae1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/features.py @@ -0,0 +1,12 @@ +"""Deterministic RGB descriptors; no learned weights or camera calibration.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera', 'top_camera') +def image_feature(image): + x = np.asarray(image) + if x.ndim == 4 and x.shape[0] == 1: + x = x[0] + if x.ndim != 3 or x.shape[2] != 3 or x.dtype != np.uint8: + raise ValueError('Expected uint8 HWC or 1HWC RGB') + # Preserve the whole view; no world-coordinate interpretation. + return cv2.resize(x, (24, 24), interpolation=cv2.INTER_AREA).astype(np.float32).reshape(-1) / 255. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..2fd54e7c0f158c6f772efe0eeec1aaa95f2dc227 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/findings.md @@ -0,0 +1,13 @@ +# Findings + +All 20 authorized demonstrations were numerically analyzed and visually sampled; exact original ledger is ../demo_analysis.md. The nonparametric bank stores 7,176 authorized observation/action pairs. No neural weights were trained. Initial top-camera bridge-line geometry is now measured at 640x480 normalized resolution; the fixed camera's output aspect ratio differs from demonstration storage, so images are resized before line fitting. + +Exploration 1 had an interactive wrapper schema failure. Episode 2's broad neighbor-phase policy stalled at phase 0.348. Episode 3's time floor advanced but failed to retract the arm. Episode 4 independently rehearsed a narrower timing window: valid runnable artifact, native success false. Demo qpos reveal an arm retraction around frames120–150 while recorded arm commands remain zero, so label replay alone does not reproduce the visible state trajectory. + +Episode 5 added analytic forward-pose feedback, recovering retraction, but failed the second acquisition/strike. Its base lag reached 0.405m during travel and 0.076–0.087m near acquisition/alignment because an inherited artificial base slew limiter was below demonstrated target-minus-measured offsets. Episode 6 removed that limiter and increased translation feedback clipping to the native bound. It received native success true and terminated at step328. This is an interactive result, not yet an independent success claim. + +The current controller selects a geometric reference from initial bridge-line appearance, then uses current measured joint pose every action. Analytic serial-arm transforms use standard Panda dimensions as an engineering assumption; checks against this task's demo transitions support robot0 active-motion translation consistency after mobile heading rotation (normalized RMS approximately 0.003/0.013/0.020 for x/y/z in the checked subset). These are pose calculations, not task simulation. No benchmark source, hidden states, reset controls, other tasks, external trajectories or neural updates were used. + +Localization limitations: the tan-line mask can confuse implements or shadows, initial geometry selection is discrete, and reference matching assumes this task's fixed cameras. Pose limitations: analytic mount/tool assumptions and arm redundancy can produce residual error. Grasp is scheduled and pose-corrected but not contact-certified. Timing uses a fixed 360-step reference schedule within horizon400. Recovery is bounded continuous pose correction only; no robust dropped-cue or missed-ball retry is implemented. Native base bounds are null in the contract, so finite base limits were not invented. The API accepted retained demonstration targets. + +Audit: ../exploration contains saved legal images, actions, numeric logs, candidate versions and exact rehearsal responses. Episode2 lost its buffered action log on episode closure; periodic images and latest observation survived, and the gap is explicitly documented. Subsequent interactive logs are incremental. Independent rehearsal histories and freeze selection belong to the trusted runner; no evaluation outputs are accessed. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..6fee5cb37fe12bc355dbf2d762d80a279b192817 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/freeze_manifest.json @@ -0,0 +1,160 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "42ceba988bad9c8c01739ed5c6771897f223e629696dd2c57daa65998ea592a2", + "__pycache__/controller.cpython-310.pyc": "1719cad3e7de45f2532b4889a07b985cbc3f42ff6c7e4a125d96c822312ab821", + "__pycache__/features.cpython-310.pyc": "e12a708c51fcff6430458001822af81f7f20041381473f8139afcd9066262802", + "build_bank.py": "e5eed9637e3c44b1ae93f4e4670075843280f0085443c027e0770d892dccb4e7", + "check_synthetic.py": "bed7e2e91113545e8c9ae8881588081dc18f8c845e23148e0d58154e2fcb498c", + "controller.py": "9f1a66ade4e1a7ba48435fd85685c8861be8b38e46615e73a4d76676ed161131", + "cue_localization.py": "7b217ff64f1a0158aa0a9fb7f46f9c4f1977575aaabe159bc26f56fa2581bcc5", + "cue_reference.npy": "ffba21451f2c4126c3464ad739d5732367aa2432b28c7b1e43b6409ecda54ce2", + "demo_bank.npz": "c422669408c140badea2789c4fe1e0c4b627bbf55517cf26fe55efa60fb3c667", + "demo_manifest.json": "78332ba5eb959cc6958bf8b9a3af97a43801988e675ae9bfe5edd9ac765807c7", + "demonstrations_readonly/demo_00.h5": "087068db798005dcd9b1b1c3b24a932009693f7b7b96b26b26c83d76bc383818", + "demonstrations_readonly/demo_01.h5": "ec25c750ff2f06c6380d697eecda8a6e6f2876290e4afcc639258112816a80e4", + "demonstrations_readonly/demo_02.h5": "42f827e0eb15d779311f61a6ec10b772cce2905b9193a665bd250793279bc6b5", + "demonstrations_readonly/demo_03.h5": "8932b625c7da5e356057a8c4cd6eab2c044079eda2b9b93ac3c3f1080b3e072e", + "demonstrations_readonly/demo_04.h5": "064f73c4e11ce8f724349c73e93a51cad7e0674e922f47ac7fe7a88965ab62c2", + "demonstrations_readonly/demo_05.h5": "8651ab797a885ebd75fabc470c776d7c59cc5c361c7fd3e5904c21931bb635ac", + "demonstrations_readonly/demo_06.h5": "487b27d57ebb0039cc89e32960eea33e673eafdcb611a9b19cfdd0f54dcb2ec9", + "demonstrations_readonly/demo_07.h5": "49ff958d6d14cb60215426a96d3436ec92f0dd524a3f52dcd33a9dae314b0685", + "demonstrations_readonly/demo_08.h5": "b4df437af648143f9efbe3396a0ee2fe1ac650911f3d2bf1ee906ee554874bb5", + "demonstrations_readonly/demo_09.h5": "01e97092351b67a8f975b726d38526c0f44f82d6e2521c843cfac8b48104a623", + "demonstrations_readonly/demo_10.h5": "f7675364397903682722daf84d305081def9b850e5ab3d6066dee844b4abd20a", + "demonstrations_readonly/demo_11.h5": "2ed935b7425eeefb46aee78b0760872aa9a28b4e5e9f7a9396f540f79068954b", + "demonstrations_readonly/demo_12.h5": "928c7509339c2592546da6d3399e44b467c21e8c6edd3e7c4e3853efbef498a4", + "demonstrations_readonly/demo_13.h5": "cc800091ce1ab6bd2f19cae804b1202a8e38cc6688fab4b2b518f56b375fee26", + "demonstrations_readonly/demo_14.h5": "ee4dd2f611c0deb167fc6c5be7d8d8984324e7de76f040f525ff773549beb3cb", + "demonstrations_readonly/demo_15.h5": "8179211ab0e8ca1f94d2505b948d00d4eda5991adae74b6af2611b4be7325224", + "demonstrations_readonly/demo_16.h5": "fc7e2d3590559feafc99a9b5aedfaa16b1623180604ad27858fe92daf8ca5212", + "demonstrations_readonly/demo_17.h5": "d24dd9454722d0362ae4ee65696410a49304af58482d6fcbfcb4ac710a4e1ab7", + "demonstrations_readonly/demo_18.h5": "060796c4982fade00959cf88e1e49bb0eddb17fe336708a1cd91b85e65f5d75d", + "demonstrations_readonly/demo_19.h5": "84a2af7ddd88a8da129afc97a7ca3d98974198e8e133b4bf26d95599684140b8", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "017fc84c0556a13ea008feb23b764e2e9f5c33c9bf05363f65086e70ea373ef5", + "findings.md": "4b2c7188dc5b6ce585192f164e40ddfbaeedbedc5503ab796ccfaf7e3bbee412", + "handoff.md": "27006c3cea23aac42141460d16150706566167ecd0460f1a0729e0f0afb4b810", + "model_tool_manifest.yaml": "7753fe8e21ae2c559b945feefa226045aec9522d68f1c6ef8da9bd6f81af5297", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "pose_math.py": "da3bdef658779263f3c1215aec6ff7fc6b72aeb68009182e94e0c1c05d5d3590", + "skills.md": "df194debfa9e5b00871c03c99665c142c6528980b44ce4c3e49576765d1288cc", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "6b1f74e56b9e2e0467d3bfb92e35f8a63c75a7fed6ff2cbf5b0d295d8538c9bb", + "exploration_ledger_hash": "0fde99103f0d996e910a5c3617412182a9ed037c3a645419fb015d1106d24f4f", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "f72c655ad2df40a97da258e8e2e26784b92f820b2f8a9430a1f9ed805ba73c16", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "6b1f74e56b9e2e0467d3bfb92e35f8a63c75a7fed6ff2cbf5b0d295d8538c9bb", + "episode": 7, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "6b1f74e56b9e2e0467d3bfb92e35f8a63c75a7fed6ff2cbf5b0d295d8538c9bb", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "6b1f74e56b9e2e0467d3bfb92e35f8a63c75a7fed6ff2cbf5b0d295d8538c9bb", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "d1b3b087c8dbbc9345400a71a7539fa3168847218746f5a93caae39c4b93f834", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "d1b3b087c8dbbc9345400a71a7539fa3168847218746f5a93caae39c4b93f834", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "9412d81d7871e3a62d3a097395a21c3a17a6531bf50d69d395f38adcaac26e77", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "9412d81d7871e3a62d3a097395a21c3a17a6531bf50d69d395f38adcaac26e77", + "episode": 16, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "9412d81d7871e3a62d3a097395a21c3a17a6531bf50d69d395f38adcaac26e77", + "episode": 17, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "9412d81d7871e3a62d3a097395a21c3a17a6531bf50d69d395f38adcaac26e77", + "episode": 18, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "9412d81d7871e3a62d3a097395a21c3a17a6531bf50d69d395f38adcaac26e77", + "episode": 19, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 20, + "bundle_hash": "9412d81d7871e3a62d3a097395a21c3a17a6531bf50d69d395f38adcaac26e77", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..2e0c559700624c9e2caa00ecd5d66bf03caed241 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Handoff + +controller.py exposes reset_episode() and act(obs). Runtime assets: controller.py, pose_math.py, features.py, cue_localization.py, cue_reference.npy, demo_bank.npz; dependencies Python, NumPy, OpenCV and SciPy. All are offline; no network, model-development agent, worker API or simulator is used by the controller. Runner provides verified demo manifest and common environment lock. + +Candidate has a native-success interactive run (episode6, step328). Independent rehearsals must establish runnable exact snapshots and determine selection. Outcome records are retained externally in ../exploration; this bundle does not invent official success. The earlier independent episode4 version was runnable but unsuccessful. + +Runner spends initial hold at step1; controller emits at most399 actions and stops at step400. Demonstration references run on a360-step schedule with remaining horizon available for settling. Current qpos drives arm pose feedback; initial RGB selects bridge geometry. Robot0 relocates the cue, retracts, travels, regrips, aligns and strikes. Robot1 supports the bridge with demonstration commands plus position correction. Native arm/gripper bounds are respected; null base bounds are treated as unspecified, and demonstrated absolute targets are retained. + +Known limits: no verified general grasp-failure recovery, no independent ball/pocket completion detector, discrete reference selection and analytic tool/mount assumptions. See findings.md. After final rehearsal, do not change behavior or add a21st rollout. Call trusted freeze after exactly20 charged slots; submit the runner-selected exact rehearsed artifact even if later trials fail. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5e20533adc12ce4245fd43e5d54494f7c1a2b2f0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,87 @@ +{ + "task_id": "DualArmBilliardBridge-v1", + "stage": "authorized_e20_exploration", + "status": "candidate_under_development", + "authorized_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "demonstrations_used": 20, + "observation_action_pairs": 7176, + "neural_finetuning": false, + "pretrained_tool_weights": [], + "frozen_weight_references": [], + "coding_model": "provider-supplied coding model; exact immutable model identifier unavailable; no weight modification", + "tools_used": [ + "functions.exec / exec_command: local Python and shell", + "view_image: authorized RGB contact sheet inspection", + "worker_api.API.read_demo: authorized local HDF5 reads only", + "worker_api.API: authorized budget, episode actions, rehearsal, scoring, freeze" + ], + "dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py": "3.16.0" + }, + "runtime_dependencies": [ + "python", + "numpy", + "opencv", + "scipy" + ], + "offline_only_dependencies": [ + "h5py", + "worker_api.py", + "Python standard library importlib/json/pathlib/hashlib" + ], + "provenance": { + "inputs": [ + "/task_contract.json", + "/demo_manifest.json", + "/worker_api.py", + "/demonstrations/demo_00.h5 through demo_19.h5" + ], + "bank_builder": "build_bank.py", + "feature_extractor": "features.py: deterministic 24x24 RGB area resize", + "bank_type": "nonparametric authorized demonstration features and labels", + "verified_manifest": "runner supplies separately", + "common_environment_lock": "runner supplies separately", + "pose_math": "Analytic serial-arm forward transform, checked against authorized demonstration joint/action differences; no simulation", + "cue_reference": "20 authorized initial top-camera frames, color-mask Huber line fit" + }, + "validation": [ + "py_compile", + "check_synthetic.py; fabricated input and fabricated bank only, plus artifact integrity dimensions" + ], + "limitations": [ + "native base bounds absent in contract", + "no task outcome validation", + "narrow demonstration coverage", + "no reliable completion detector", + "internet restricted to audited proxy; no network attempted" + ], + "sha256": { + "/task_contract.json": "5d8847a43613c11ef400c6b2ddc40fc82b0f2999b3f92ff5506d7aef0404b45d", + "/demo_manifest.json": "afa43f378f806eeea720f23fd32b8f4f83d330a6fcdb82c31e5e0300fd43149d", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/pose_math.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/pose_math.py new file mode 100644 index 0000000000000000000000000000000000000000..3e8e04a832e58ba52487ed4b28a38be3840805f7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/pose_math.py @@ -0,0 +1,8 @@ +import numpy as np +def fk(q,tool=.2104): + q=np.asarray(q);T=np.broadcast_to(np.eye(4),q.shape[:-1]+(4,4)).copy() + for i,(a,alpha,d) in enumerate(zip([0,0,0,.0825,-.0825,0,.088],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2],[.333,0,.316,0,.384,0,0])): + c,s=np.cos(q[...,i]),np.sin(q[...,i]);ca,sa=np.cos(alpha),np.sin(alpha) + M=np.zeros_like(T);M[...,0,0]=c;M[...,0,1]=-s;M[...,0,3]=a;M[...,1,0]=s*ca;M[...,1,1]=c*ca;M[...,1,2]=-sa;M[...,1,3]=-d*sa;M[...,2,0]=s*sa;M[...,2,1]=c*sa;M[...,2,2]=ca;M[...,2,3]=d*ca;M[...,3,3]=1;T=T@M + T[...,:3,3]+=tool*T[...,:3,2] + return T diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..d93fbd6c59a11667c73efaf8e4fff4db31ccbea4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/skills.md @@ -0,0 +1,7 @@ +# Compiled skills + +1. Localize the diagonal bridge line in initial top-camera RGB using a color mask and robust Huber line fit. Compare its normalized projected endpoints to the same features from all 20 authorized demonstrations. This is geometry matching, not hidden scene/seed inference. +2. Select the closest demonstration reference and track its timed sequence over 360 native control steps. Recompute robot0 tool pose from current qpos each call. Use the next demonstrated tool pose as the target, accounting for measured mobile-base heading. This reproduces arm retraction that appears in demonstration states without corresponding nonzero action labels. +3. Preserve demonstration absolute base targets. Artificial current-state slew limits caused large lag and were removed. Clip normalized arm/gripper outputs to native [-1,1]. Robot1 follows demonstration arm commands with bounded position feedback while supporting the bridge. +4. Grasp, release, regrasp, align and strike according to the reference. Robot0 uses pose feedback; robot1 retains contact-producing action labels. Current pose errors are corrected every action. No general dropped-tool recovery or visual completion detector is claimed. +5. Stop at horizon or runner termination. Never assert success from ball disappearance; use native sparse feedback when available. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start .65) & (g > .52) & (b < .40)).astype(np.float32) + white = ((f.min(axis=2) > .65) & ((f.max(axis=2)-f.min(axis=2)) < .18)).astype(np.float32) + out.append(cv2.resize(f, (12, 16), interpolation=cv2.INTER_AREA).ravel()) + for mask in (yellow, white): + out.append(2 * cv2.resize(mask, (12, 16), interpolation=cv2.INTER_AREA).ravel()) + return np.concatenate(out).astype(np.float32) + + +def proprio_features(proprioception): + parts = [np.asarray(proprioception[p], dtype=np.float32).reshape(-1) for p in PATHS] + if any(p.shape != (23,) for p in parts): + raise ValueError('Expected 23 joint coordinates/velocities per robot') + q = np.concatenate([parts[0], parts[2]]) + v = np.concatenate([parts[1], parts[3]]) + if not (np.isfinite(q).all() and np.isfinite(v).all()): + raise ValueError('Nonfinite proprioception') + return q, v + + +def reset_episode(): + global _phase, _terminal_count, last_diagnostic + _phase = 0.0 + _terminal_count = 0 + last_diagnostic = {} + + +def act(obs): + global _bank, _phase, _terminal_count, last_diagnostic + step = int(obs['step_id']) + # The runner already spent the initial native step. No additional reset hold. + if step >= 400: + last_diagnostic = {'stop_reason': 'native_horizon'} + return None + if _bank is None: + with np.load(ROOT / 'demo_bank.npz', allow_pickle=False) as z: + _bank = {k: z[k] for k in z.files} + try: + x = visual_features(obs['rgb']) + q, v = proprio_features(obs['proprioception']) + except (KeyError, ValueError, TypeError): + last_diagnostic = {'stop_reason': 'invalid_required_observation'} + return None + b = _bank + # Scene-sensitive RGB participates on every call; no episode/seed identity lookup. + dv = np.mean((b['visual'] - x) ** 2, axis=1) + dq = np.mean(((b['q'] - q) / b['q_scale']) ** 2, axis=1) + dvel = np.mean(((b['v'] - v) / b['v_scale']) ** 2, axis=1) + # A weak local phase prior breaks repeated-state ties. It does not schedule actions. + target_phase = min(1.0, _phase + 1 / 300) + distance = 16 * dv + .6 * dq + .04 * dvel + .12 * (b['phase'] - target_phase) ** 2 + # Prevent confusing initial/released hand configurations; permit slow recovery. + eligible = (b['phase'] >= _phase - .08) & (b['phase'] <= _phase + .18) + ids = np.flatnonzero(eligible) + if len(ids) == 0: + ids = np.arange(len(distance)) + best = ids[np.argsort(distance[ids])[:5]] + w = np.exp(-(distance[best] - distance[best[0]]) / .025) + w /= w.sum() + observed_phase = float(w @ b['phase'][best]) + _phase = float(np.clip(observed_phase, max(0, _phase - .015), min(1, _phase + .025))) + # Endpoint similarity is a heuristic, never a success assertion. + near_end = _phase > .975 and float(distance[best[0]]) < .12 and np.max(abs(v)) < .3 + _terminal_count = _terminal_count + 1 if near_end else 0 + last_diagnostic = {'phase': _phase, 'distance': float(distance[best[0]]), + 'endpoint_streak': _terminal_count, 'demo': int(b['demo_index'][best[0]]), 'frame': int(b['frame_index'][best[0]])} + # Endpoint similarity is recorded only; keep observing through settling. + a = w @ b['actions'][best] + if a.shape != (44,) or not np.isfinite(a).all(): + raise ValueError('Invalid compiled action') + # Exact contract concatenation: right-key 22, then left-key 22. + return np.clip(a, -1.0, 1.0).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..62dd66ab314c246da0c559acf47eebe81ef84b29 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmCoverCloth-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 313, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 313, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 313, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 314, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3a85d772961d842538250b3bb8e73413328a8d641ef63a6c9c84c1204a657d02", + "source_sha256": "9bd66765881234f7e31374b85f323da7dcfe6ee1db8284eb3fba30b77e49d61e", + "view_sha256": "ee5396bb3f95889b68f0ac1a5a68d3e4ace91927549ad3104a51e0d08c01c8f4" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 315, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 316, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b0000e26a0e94ac5dc19a0ed6a025794462f33de0e0dd6fad71d6a4ae8700039", + "source_sha256": "097c3e28b5fb8e8c3c37e7cae0bb5e7bdc82be3d5df4dd48cdfb56be6dd01138", + "view_sha256": "dadf39714ec47a2197289c2d7b3e442e69014f27e01289464971ad51f2e85fcc" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 292, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 293, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "51a78069bdf636be57c7e501dafdf2d268674c23ad365f3d35c8886815ed6faf", + "source_sha256": "080492cb01c95e446b99c28502781a75dab5e19ba2d9128fb5164cdcc84527ad", + "view_sha256": "3a68e49d12048d752c06fcc18cc0ea82e39bb5808e67fe6304f850417583167b" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 292, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 293, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "745426361ec265930bcd0ee750863e924a3d56032189339b85be886146ca157f", + "source_sha256": "d18e7d0afdf4c0672aa5f943978909ada5e6a94eb95faae6493e4884aad94e9d", + "view_sha256": "751e7f3193d5e4c236cf1ba24153d8bc7a5bd6319dd192640c3b09beb773e978" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 292, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 293, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0979b3d9ce19f82d50b6e7446f4ded5dc04589130929e9fef05b0e3068970036", + "source_sha256": "e8735aff244bf8e22e08e06c0b00cfef8e85f58ea604dcf44a66cb47c503caa3", + "view_sha256": "51c563e892261ada3c26d45fd282447fa7aef0b4f5531f42466c69f486f79985" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 310, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 310, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 310, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 311, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 311, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 311, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 311, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 311, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 311, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 311, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 311, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 311, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2c3cb6916989716692451613dedb6c5df053a27561b4d58ee3c85f500ea616b5", + "source_sha256": "7f6a0584f174c46b597a3b606b323a6c03124732266a8670049c4a41a8237c35", + "view_sha256": "8941219225da56cd7a983d21ca3265b1282e2b6a89442e37c69cfa394c1bdf5b" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 292, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 292, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 293, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 293, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "eea8ff991f29dcb7f3b19a892acdc1755cbbd50c97c19fdfddb51ed77cebc6a6", + "source_sha256": "45dd149d0b3e70f47c30e76ec291c7cea767f8eb00359010657cc7fe0444ff94", + "view_sha256": "aeff77cf6b71332dd164d3b07ad983844de57002957fed3f06281df58b5daec6" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 272, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 272, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 272, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 273, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 273, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 273, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 273, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 273, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 273, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 273, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 273, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 273, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "80fb489e586ece0ca2682ad2471fd362766cabe4ab38c537f2112c2ea3781dd9", + "source_sha256": "7918227181d4b480f51921e24d0103e17cd770d670e998824abdb13eb72bbe62", + "view_sha256": "65672147188dedf12e84137c5c42aac9a68c889e47ade08989e26c9d7d471a84" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 293, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 293, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 293, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 294, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 294, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 294, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 294, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 294, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2d6135c0a28993bd46c127f5fef412ae413c0e907e2221e9904390780700c432", + "source_sha256": "396ee04cc4512f4554f86f49f9d22f3e790939ba3d5f1ca8e4a91790754cf949", + "view_sha256": "0420bebe99a2376aff2c8a95f14d7da09116101ad9188044178604f8d8a953f5" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 315, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 316, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ea5b3416d71b9a2c3d5907c1183584006fe04b38d35269115f77981ba7653663", + "source_sha256": "e11d7159884e855a3267c58b98c458cdeed096538efbec5af05e0b99ae122900", + "view_sha256": "10a01c5a20df9ecb2b8909afac1e444b4f2478df85a35460cc8d6bda09da981a" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 297, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 297, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 297, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 298, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "94f2c6849c49bd3aa2b098d101ef1c08ac09dd671e5a14c1a80e8414b4f910ce", + "source_sha256": "e468d2ebaacd908a04bced79bd049f55cb4e72dcad0032bc38e272d5f3f2bf3e", + "view_sha256": "3e40a2ba60e2cc67244d1ce64996ec7b77baf6d89ab5d206a91c0ae0280b6dc3" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 297, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 297, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 297, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 298, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b0cb91e359d9a791cd28bb2fb920abb2aa32c80990ee581250c8dceba87925b5", + "source_sha256": "24eacfba5a5cadad6784316e200ff99021c20bd8fe8d950ce58b2647d448638a", + "view_sha256": "18abd9b7cf9eeff71e229d7b116c9b47fbeb96502eb20a50050f2060884cd154" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 276, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 276, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 276, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 277, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 277, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 277, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 277, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 277, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "97210321a2877fd56f8279e9545fdfb18bc6445613588cc313d360a638d0911e", + "source_sha256": "133df8e69e45aa9fc43e747b368e75f978c9b9ac90235dd8e1c052673b4ee3e1", + "view_sha256": "131138956c8172b0b65bfc105728d170e81f1f38b9662a70eaa6ae3af93ceb2f" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 315, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 316, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2fbb3987cb1ff20976391c932dcbd41f01a1fe3cb7f548ce85cbf3776f9c760f", + "source_sha256": "c74106b43458bfcab29ac2a4e7c087f69d90f0b15ecf163c3eb6331fa122a7dd", + "view_sha256": "7b884550c79df632017bbe2b892bb35230eb17f8b64100042c94802341e67b10" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 297, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 297, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 297, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 298, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 298, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 298, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "923280f26875b3f60cc83f82718a986099c8f55610b0e6674cdfdffc2558422d", + "source_sha256": "876863fbcdca52a49b332ab5faaeb7cf1d7509eb46113f7475d57a09610bbfeb", + "view_sha256": "42aa696af5ce97842036930165104c22b0c05dcb3f7cf36fe40b855bdea9f060" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 313, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 313, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 313, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 314, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 314, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "70daac8771b84b1dd634896a3bfd8e000b0b89231f91e3f06d75a25bc092defa", + "source_sha256": "5dfea85ced47e49149b8bf01403cc70c047ea59f9d6ea3129605024dad75608b", + "view_sha256": "51450b2dfb879238267089771f34a4645335b021b3893e6440f2d7b07b3f4c00" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 309, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 309, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 309, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 310, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ef879d841a8e56a46d522766f5cb8c560392cf91cad73b6d7413656d2c2a0e6c", + "source_sha256": "a2271ccb1251ede5449872b03829ca0812b76f6f527c67d274ed31d09204034b", + "view_sha256": "d3ae02942a1d769d9c4983fcfbf03890a2cc4108dbb4b2cf45148f262a21e395" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 288, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 288, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 288, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 289, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 289, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 289, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 289, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 289, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 289, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 289, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 289, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 289, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e6050bda04453f4ba03f9d2bfe6eb716bc6d07894cc72ca07cf3b9d46c09a48b", + "source_sha256": "65e939350c95954801958b4d1bf57e95f1bb431f537eeea0a55e577335bccc8f", + "view_sha256": "9a38b386f141e22b2b480659ad4288311b4e26e4921c436fa1a91f8df67dcef7" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 277, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 277, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 277, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 278, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 278, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 278, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 278, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 278, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 278, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 278, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 278, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 278, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c40ef03013a2386bc693939246decbd169803189875715029a7fd241152c6dc4", + "source_sha256": "10de9a37fe64e9cea5248baf3f44e0e675f5457e532a97553c5173e7af153859", + "view_sha256": "03b7e2c723b35683aafd488d87d681e253eb35461550b331210646f4be4bdb2e" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 287, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 287, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 287, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 288, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 288, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 288, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 288, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 288, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8e20705d0179d228886a007ee30c11be49195f662f8bd57882cc2df7a4c7ba5f", + "source_sha256": "48e40d0e9b8ccab01c838c837e54e0645c47034e98cdf8b2034df272d38dc3ee", + "view_sha256": "e99841d14b7d1e288643a63eaecd4e9460b4c9cf290042baaadfc43d3d028068" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..1d8cec4e22b1c202acd67b668707d34f1abeab24 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/findings.md @@ -0,0 +1,24 @@ +# Findings through exploration episode 4 + +The authorized offline D20 analysis is in ../demo_analysis.md, with immutable bank row provenance in bank_provenance.json. All 20 demos contribute. No neural finetuning occurred. + +Localization and pose: fixed RGB/color occupancy plus proprioception retrieve scene-conditioned examples; camera/root calibration and absolute yaw remain unknown. Square yaw ambiguity, occlusion, and cross-example blending are limitations. + +Grasp: episodes 1, 3, and 4 visibly lifted cloth. Contact is inferred from legal images, not contact state. Transfer was visibly achieved in these trials. + +Timing and release: episode 1 stopped at 323 actions on endpoint similarity while cloth was visibly raised. Episode 2 independently rehearsed stronger image weighting with that early stop and returned native success false. Episode 3 removed early stopping and achieved native success at step 329. Episode 4 used image weight 8 and neutral-hand opening after phase .94; native success occurred at step 318. Thus endpoint similarity is retained only as a diagnostic, and settling is allowed. + +Recovery: modest phase regression is permitted. Reliable drop detection or regrasp is not established. Do not describe this as general recovery competence. + +Program failure: episode 3's exploration recorder attempted one action after native termination. API rejected it without a native step. Recorder now stops on terminated/truncated. Executed and rejected attempted actions are separated in evidence. Candidate independent rehearsal 2 completed validly. + +Current evidence is small and layouts vary; interactive results are not independent rehearsal success rates. Later ledger entries and exact rehearsal results are recorded outside this snapshot until final documentation. + +## Continuation through episode 9 +Episodes5,6,8 failed natively at horizon. Neutral opening and backward withdrawal did not reliably release cloth, so these modifications were rejected. V3 original hand actions with continued settling succeeded in episodes3,7, but failed8 after asymmetric lift. V8 adds initial RGB descriptor scene preference while retaining current image/proprioception feedback. Episode9 was interrupted at native248 without a saved outcome. Episode10 tests unchanged V8. Recovery from missed or asymmetric grasp remains unestablished. + +## Independent comparison after episode12 +V8 initial-scene preference achieved native success in interactive10 and independent11, but failed independent12. Exact V8 bundle e296f5de033cea2ff95b09b6681c00ff813f892339d0410a56884e38316de766 has 1/2 native independent successes. The candidate now restores V3 original hand actions and current-observation matching, without initial-scene bias. V3 succeeded interactive3,7 and failed8; its independent reliability is not yet established. The return for12 supplies native failure but no images, so its physical failure mode is unknown. + +## Comparison through episode14 and next candidate +Independent13 was a valid native success and independent14 a valid native failure for V3 bundle07cf6578c4e5228ba4c7e4f9f29a4e1e25707282afa6bd4bde85f636b0882655. Both scene-weight16 and scene-weight0 therefore have1/2 independent success. This candidate uses scene-weight8 as a compromise between layout consistency and adaptation. No additional grasp, pose, release, timing, or recovery changes are introduced. This hand-chosen change is not neural training and its performance remains to be independently established. Native-feedback-only rehearsal returns do not reveal physical failure causes. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..a7d59f72cea1e92025a856a12c87b5ed2cec3038 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/freeze_manifest.json @@ -0,0 +1,149 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "f5a360dc7b14866bdfef9fe6cbe996a6fae96f29ae9ff68f7226c1f70adb400e", + "__pycache__/controller.cpython-310.pyc": "a47096b00e0cf23aae9db2f47d5fb4020c8169d680f5335af9ae7014e5bc73c3", + "__pycache__/synthetic_checks.cpython-310.pyc": "8db46dcb714f2329ab0837cfddc1b408e4f5d819d4b6cca164b8d1d319f88f05", + "bank_provenance.json": "af1ebe3d9e80aedaa25b795d856e9bd578780c8d14a695d28ac0f0ffaf7b88f8", + "build_bank.py": "76ba6f69cef10ab7c03b70def0a06c5408200cc9e23afd6ce4cc8c205cabaeb4", + "controller.py": "83a17b246dfc9365d06aaaec106f815594ae76aba8c1432b9582a922d08a0e92", + "demo_bank.npz": "94b22194ba5904fa2de5968ea345990893ac5ca0e5772d3f658bb2df6925fd5d", + "demo_manifest.json": "1746cfe54336b4d0d1a329df21263b32f9e29a8aeb8467d0828c181ccca8c1eb", + "demonstrations_readonly/demo_00.h5": "ee5396bb3f95889b68f0ac1a5a68d3e4ace91927549ad3104a51e0d08c01c8f4", + "demonstrations_readonly/demo_01.h5": "dadf39714ec47a2197289c2d7b3e442e69014f27e01289464971ad51f2e85fcc", + "demonstrations_readonly/demo_02.h5": "3a68e49d12048d752c06fcc18cc0ea82e39bb5808e67fe6304f850417583167b", + "demonstrations_readonly/demo_03.h5": "751e7f3193d5e4c236cf1ba24153d8bc7a5bd6319dd192640c3b09beb773e978", + "demonstrations_readonly/demo_04.h5": "51c563e892261ada3c26d45fd282447fa7aef0b4f5531f42466c69f486f79985", + "demonstrations_readonly/demo_05.h5": "8941219225da56cd7a983d21ca3265b1282e2b6a89442e37c69cfa394c1bdf5b", + "demonstrations_readonly/demo_06.h5": "aeff77cf6b71332dd164d3b07ad983844de57002957fed3f06281df58b5daec6", + "demonstrations_readonly/demo_07.h5": "65672147188dedf12e84137c5c42aac9a68c889e47ade08989e26c9d7d471a84", + "demonstrations_readonly/demo_08.h5": "0420bebe99a2376aff2c8a95f14d7da09116101ad9188044178604f8d8a953f5", + "demonstrations_readonly/demo_09.h5": "10a01c5a20df9ecb2b8909afac1e444b4f2478df85a35460cc8d6bda09da981a", + "demonstrations_readonly/demo_10.h5": "3e40a2ba60e2cc67244d1ce64996ec7b77baf6d89ab5d206a91c0ae0280b6dc3", + "demonstrations_readonly/demo_11.h5": "18abd9b7cf9eeff71e229d7b116c9b47fbeb96502eb20a50050f2060884cd154", + "demonstrations_readonly/demo_12.h5": "131138956c8172b0b65bfc105728d170e81f1f38b9662a70eaa6ae3af93ceb2f", + "demonstrations_readonly/demo_13.h5": "7b884550c79df632017bbe2b892bb35230eb17f8b64100042c94802341e67b10", + "demonstrations_readonly/demo_14.h5": "42aa696af5ce97842036930165104c22b0c05dcb3f7cf36fe40b855bdea9f060", + "demonstrations_readonly/demo_15.h5": "51450b2dfb879238267089771f34a4645335b021b3893e6440f2d7b07b3f4c00", + "demonstrations_readonly/demo_16.h5": "d3ae02942a1d769d9c4983fcfbf03890a2cc4108dbb4b2cf45148f262a21e395", + "demonstrations_readonly/demo_17.h5": "9a38b386f141e22b2b480659ad4288311b4e26e4921c436fa1a91f8df67dcef7", + "demonstrations_readonly/demo_18.h5": "03b7e2c723b35683aafd488d87d681e253eb35461550b331210646f4be4bdb2e", + "demonstrations_readonly/demo_19.h5": "e99841d14b7d1e288643a63eaecd4e9460b4c9cf290042baaadfc43d3d028068", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "9385940cf33907d032eafd53d0c63a245bd6cdcae3ae798141403e2adc5b670a", + "handoff.md": "1b2e37ab0e8bf8955f8ce5ffc82e0e5e113973e34b40349b68015dc15d610604", + "model_tool_manifest.yaml": "cf32cd70305ffb9693d4cd11ab9254c196d7273f18b95b95e3105e010507c438", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "529df0824505d09320c91c3ec5553dccb1c378c30875e8bb68b3f068d3a98207", + "synthetic_check_results.json": "2961b20f7212b967bc6988265717ef823a685eaedcd6ab04adb8219cea106d08", + "synthetic_checks.py": "92cc6d9d28de4d9a88df2e0c66502945d4e6769562236533938f4fb6ffcb045f", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "c8199f2a0e50d84325ee6ab859a0037852a3e70d6b5a846e0296ec16d0b943f3", + "exploration_ledger_hash": "fc4149edf39f78a7aa9eea31b42f11ddd9400a35a04232e63751da4e30463cd6", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "09f9858a07cbe12543d2dbdab45fcef3312438d3179823a1ee3393259fdb580f", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "e296f5de033cea2ff95b09b6681c00ff813f892339d0410a56884e38316de766", + "episode": 11, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "e296f5de033cea2ff95b09b6681c00ff813f892339d0410a56884e38316de766", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "07cf6578c4e5228ba4c7e4f9f29a4e1e25707282afa6bd4bde85f636b0882655", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "07cf6578c4e5228ba4c7e4f9f29a4e1e25707282afa6bd4bde85f636b0882655", + "episode": 14, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "c8199f2a0e50d84325ee6ab859a0037852a3e70d6b5a846e0296ec16d0b943f3", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "c8199f2a0e50d84325ee6ab859a0037852a3e70d6b5a846e0296ec16d0b943f3", + "episode": 16, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "c8199f2a0e50d84325ee6ab859a0037852a3e70d6b5a846e0296ec16d0b943f3", + "episode": 17, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "c8199f2a0e50d84325ee6ab859a0037852a3e70d6b5a846e0296ec16d0b943f3", + "episode": 18, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "c8199f2a0e50d84325ee6ab859a0037852a3e70d6b5a846e0296ec16d0b943f3", + "episode": 19, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 20, + "bundle_hash": null, + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..d74e9de0c4f9267424ced09c69b249274c1c5644 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/handoff.md @@ -0,0 +1,11 @@ +# E20 controller handoff + +Entry points: controller.reset_episode() and controller.act(obs). Required files: controller.py and demo_bank.npz. Runtime dependencies are NumPy and OpenCV; bank paths are relative to controller.py. The runner supplies the verified D20 manifest, readonly demonstrations, and environment lock. + +Native task: DualArmCoverCloth-v1; 44-dimensional pd_ee_delta_pose actions at 20 Hz; 400 native steps including runner-owned hold step 1. Action order is panda_leaphand-1 (22), then panda_leaphand_left-0 (22). Each part contains root-frame translation, rotation, and 16 hand joint deltas. Policy uses current RGB and qpos/qvel. It never initializes or resets a simulator. + +The current candidate removes an unreliable early endpoint stop and uses current-image and proprioception nearest-neighbor matching with a modest initial-scene preference of weight 8. Original demonstrated hand deltas are retained; neutral opening and withdrawal experiments were rejected. Endpoint similarity is diagnostic only. Termination is not a success assertion. The runner must honor native terminated/truncated flags. + +Exploration evidence is preserved in the parent evidence/ directory. Original offline-only reports are retained under evidence/preparation_docs. Exact independent rehearsals, not interactive success alone, determine the frozen submission. No performance beyond recorded native returns is claimed. + +This version is the compromise selected for episodes15-16 after both initial-scene weight16 and weight0 returned one native success and one failure in independent comparison. Later exact rehearsal outcomes are recorded in the parent exploration ledger; no success is claimed for this version before its own rehearsals. All final trials must use an independently rehearsed exact bundle. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4eb1a4c23ab53ef22d7f4358a45da9ec909913f0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,40 @@ +{ + "schema_version": 1, + "stage": "authorized_E20_exploration", + "neural_finetuning": false, + "pretrained_weights_modified": false, + "frozen_weight_references": [], + "runtime_dependencies": [ + { + "name": "numpy", + "version": "2.2.6" + }, + { + "name": "opencv-python", + "version": "4.13.0.92" + } + ], + "python_version": "3.10.20", + "runtime_network": false, + "runtime_external_models": false, + "runtime_agent": false, + "runtime_simulator_imports": false, + "inputs": [ + "top_camera RGB", + "front_camera RGB", + "both robots qpos/qvel", + "step_id" + ], + "action_contract": "44 native normalized deltas, right-key then left-key, bounds [-1,1]", + "demo_count": 20, + "expert_action_count": 5942, + "bank_observation_rows": 5962, + "terminal_synthetic_rows": 20, + "provenance": "bank_provenance.json; ../demo_analysis.md; ../evidence/", + "runtime_assets": { + "controller.py": "83a17b246dfc9365d06aaaec106f815594ae76aba8c1432b9582a922d08a0e92", + "demo_bank.npz": "94b22194ba5904fa2de5968ea345990893ac5ca0e5772d3f658bb2df6925fd5d", + "bank_provenance.json": "af1ebe3d9e80aedaa25b795d856e9bd578780c8d14a695d28ac0f0ffaf7b88f8" + }, + "notes": "JSON is YAML-compatible. Runner adds verified demo manifest, readonly demos and common lock. Exploration uses only trusted worker_api; no neural training." +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..b0ff3f90237aebe3e1f81774fb9291bd87e28dd2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/skills.md @@ -0,0 +1,9 @@ +# Compiled controller skills + +- Localize scene appearance using fixed top/front RGB grids and yellow/white occupancy. No calibrated pose, depth, segmentation labels, or hidden state. +- Match current arm/hand positions and velocities against the authorized 20-demo bank, with an observation-updated phase window. This supports demonstrated approach, grasp, lift, transfer, and placement motions. +- Blend five nearby native action vectors in the required robot order. Rotation channels remain zero as in every authorized demonstration. +- Preserve demonstrated hand commands during placement and release. A modest initial two-camera visual preference (weight 8) discourages incompatible layout switches; current RGB and proprioception select nearby examples on every action. +- Continue observing during release and settling; return None only for invalid required input or native horizon. The environment owns success termination. + +No generic dropped-cloth recovery is claimed. The phase window permits modest regression but cannot restart a failed grasp reliably. No neural weights, network, external model, task simulator, or agent are needed at runtime. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/synthetic_check_results.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/synthetic_check_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e09c88f288b6f24a133e8bc71eaf418c61aa63c2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/synthetic_check_results.json @@ -0,0 +1,20 @@ +{ + "scope": "syntax and fabricated observation interface checks only", + "passed": true, + "checks": [ + "compile", + "44-vector float32 finite native bounds", + "HWC/1HWC equivalence", + "reset determinism", + "RGB perturbation changes output", + "proprioception perturbation changes output", + "step 399 emits action", + "step 400 finishes", + "missing RGB finishes", + "nonfinite proprioception finishes" + ], + "first_call_seconds_local_synthetic": 0.20044974889606237, + "rgb_action_max_change": 0.030082233250141144, + "q_action_max_change": 0.00035074353218078613, + "task_performance_tested": false +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/synthetic_checks.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/synthetic_checks.py new file mode 100644 index 0000000000000000000000000000000000000000..35840163fb2ed1171bb29dfb2bae3c9502a09761 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/synthetic_checks.py @@ -0,0 +1,31 @@ +"""Interface checks only. No demo observation, simulator, or environment rollout.""" +import json,py_compile,time +from pathlib import Path +import numpy as np +import controller as c +root=Path(__file__).resolve().parent +for file in ('controller.py','build_bank.py','synthetic_checks.py'): + py_compile.compile(str(root/file),doraise=True) +# Fabricated values: not sampled from any demonstration or task state. +q=np.array([0,-.4,0,-1.8,0,1.5,.6]+[.2]*16,dtype=np.float32) +p={path:(q.copy() if path.endswith('qpos') else np.zeros(23,np.float32)) for path in c.PATHS} +im=np.full((320,240,3),90,np.uint8);im[100:180,120:200]=[250,220,20] +front=np.full((240,320,3),100,np.uint8);front[100:140,100:140]=255 +obs={'rgb':{'top_camera':im,'front_camera':front},'proprioception':p,'instruction':'Synthetic interface check','step_id':1} +c.reset_episode();start=time.perf_counter();a=c.act(obs);elapsed=time.perf_counter()-start +assert a.shape==(44,) and a.dtype==np.float32 and np.isfinite(a).all() and (abs(a)<=1).all() +c.reset_episode();b=c.act({**obs,'rgb':{k:v[None] for k,v in obs['rgb'].items()}});assert np.array_equal(a,b) +c.reset_episode();assert np.array_equal(a,c.act(obs)) +shift={'top_camera':np.roll(im,50,axis=1),'front_camera':np.roll(front,30,axis=0)} +assert not np.array_equal(c.visual_features(obs['rgb']),c.visual_features(shift)) +c.reset_episode();changed=c.act({**obs,'rgb':shift});rgb_delta=float(np.max(abs(changed-a))) +c.reset_episode();shiftp={k:v.copy() for k,v in p.items()};shiftp[c.PATHS[0]][0]+=.3 +changedq=c.act({**obs,'proprioception':shiftp});q_delta=float(np.max(abs(changedq-a))) +assert rgb_delta>0 and q_delta>0 +c.reset_episode();z=c.act({**obs,'step_id':399});assert z.shape==(44,) +assert c.act({**obs,'step_id':400}) is None +c.reset_episode();assert c.act({**obs,'rgb':{}}) is None +badp={k:v.copy() for k,v in p.items()};badp[c.PATHS[0]][0]=np.nan +assert c.act({**obs,'proprioception':badp}) is None +result={'scope':'syntax and fabricated observation interface checks only','passed':True,'checks':['compile','44-vector float32 finite native bounds','HWC/1HWC equivalence','reset determinism','RGB perturbation changes output','proprioception perturbation changes output','step 399 emits action','step 400 finishes','missing RGB finishes','nonfinite proprioception finishes'],'first_call_seconds_local_synthetic':elapsed,'rgb_action_max_change':rgb_delta,'q_action_max_change':q_delta,'task_performance_tested':False} +(root/'synthetic_check_results.json').write_text(json.dumps(result,indent=2));print(json.dumps(result,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCoverCloth-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=500: return None # runner already spent one of 500 native steps + if step<1: raise ValueError('act expects post-hold step_id >= 1') + if _bank is None: + with np.load(Path(__file__).with_name('demo_bank.npz'),allow_pickle=False) as data: + _bank={k:data[k] for k in data.files} + try: + q,v=_f.proprio(obs['proprioception']);vis=_f.visual(obs['rgb']) + except (KeyError,ValueError,TypeError): + _previous_visual=None;_previous_step=None + return np.zeros(44,dtype=np.float32) + if _phase_bank is None: + with np.load(Path(__file__).with_name('phase_bank.npz')) as z: + _phase_bank={k:z[k] for k in z.files} + if vis[26]>.5: + _block_history.append((step,float(vis[25]))) + if step>=70 and (step%10==0 or _fit is None) and len(_block_history)>=50: + hist=np.array(_block_history[-160:]);tt=hist[:,0];yy=hist[:,1] + best=None + for period in np.arange(37.,66.01,.25): + omega=2*np.pi/period + xx=np.c_[np.ones(len(tt)),np.sin(omega*tt),np.cos(omega*tt)] + ww=np.linalg.lstsq(xx,yy,rcond=None)[0] + err=np.mean((xx@ww-yy)**2) + if best is None or err=80 and _fit is not None and _fit[0]<.0001: + _,period,ww=_fit;omega=2*np.pi/period + slope=omega*(ww[1]*np.cos(omega*step)-ww[2]*np.sin(omega*step)) + d+=2.0*((_bank['vis'][:,25]-vis[25])/.055)**2 + d+=.8*((_phase_bank['slope']-slope)/.007)**2 + d+=.7*((_phase_bank['period']-period)/3.)**2 + _previous_visual=vis.copy();_previous_step=step + nearest=np.argpartition(d,4)[:5] + w=np.exp(-(d[nearest]-d[nearest].min())/.15);w/=w.sum() + action=w@_bank['a'][nearest] + if _servo_bank is None: + with np.load(Path(__file__).with_name('servo_bank.npz')) as z:_servo_bank=z['inverse'] + if step>=80: + qref=w@_bank['q'][nearest] + for ri,(qs,aa) in enumerate(((0,0),(23,22))): + inv=np.einsum('n,nij->ij',w,_servo_bank[nearest,ri]) + correction=.10*inv@(qref[qs:qs+7]-q[qs:qs+7]) + action[aa:aa+3]+=np.clip(correction,-.25,.25) + if step>=50: + qref=w@_bank['q'][nearest] + # Action-to-qpos permutation measured with isolated legal API pulses in ep12. + hand_map=np.array([4, 0, 8, 12, 5, 1, 9, 13, 6, 2, 10, 14, 3, 7, 11, 15],dtype=np.int64) + for qs,aa in ((0,0),(23,22)): + hand_error=(qref[qs+7:qs+23]-q[qs+7:qs+23])[hand_map] + action[aa+6:aa+22]+=np.clip(1.0*hand_error,-.10,.10) + # Far outside observed support: hold deltas, without claiming completion. + if d[nearest].min()>25: action=np.zeros(44,dtype=np.float32) + return np.clip(action,-1,1).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/demo_analysis.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/demo_analysis.md new file mode 100644 index 0000000000000000000000000000000000000000..4995aa831c96b16ad03cf3a4065949bc07838bde --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/demo_analysis.md @@ -0,0 +1,64 @@ +# D20 offline preparation — DualArmJumpRope-v1 + +Status: draft, unrehearsed, not frozen. Zero exploration episodes and no task testing. Only the 20 authorized demonstrations, task contract, and worker client were read. No simulator, hidden state, task-specific expert, internet search, or neural finetuning was used. + +## Sources and inspection ledger + +Read `/task_contract.json` and the complete `/demo_manifest.json` programmatically. Frames and numeric sequences were read with `/worker_api.py` `API.read_demo`, whose local implementation reads sanitized HDF5. Indices below are zero-based observation indices, including terminal observation N; actions are indices 0 through N-1. Human/model visual inspection used `evidence/front_0.jpg` through `front_3.jpg` and `views_0.jpg` through `views_3.jpg`. Each front row contains the six listed frames. Each multiview row contains all five contract cameras at the listed midpoint. Top views were resized for the contact sheet, so their displayed aspect ratio is distorted. + +All action labels and all qpos/qvel samples were analyzed numerically in every trajectory. Separately, front and top RGB indices 0 through N-1 were processed computationally for controller descriptors; this is not a claim of visual inspection of every frame. Terminal RGB was not added to the action bank. + +| Demo ID | N actions | Front frames visually inspected | All-five-camera frame | Out-of-bound scalar labels | Median z-action peak interval (steps) | +|---|---:|---|---:|---:|---:| +| demo_00 | 311 | 0, 20, 60, 155, 271, 311 | 155 | 16 | 40.0 | +| demo_01 | 385 | 0, 20, 60, 192, 345, 385 | 192 | 18 | 50.5 | +| demo_02 | 333 | 0, 20, 60, 166, 293, 333 | 166 | 15 | 39.0 | +| demo_03 | 449 | 0, 20, 60, 224, 409, 449 | 224 | 19 | 61.0 | +| demo_04 | 426 | 0, 20, 60, 213, 386, 426 | 213 | 19 | 63.0 | +| demo_05 | 394 | 0, 20, 60, 197, 354, 394 | 197 | 18 | 53.0 | +| demo_06 | 333 | 0, 20, 60, 166, 293, 333 | 166 | 17 | 39.5 | +| demo_07 | 384 | 0, 20, 60, 192, 344, 384 | 192 | 18 | 53.0 | +| demo_08 | 381 | 0, 20, 60, 190, 341, 381 | 190 | 18 | 57.0 | +| demo_09 | 359 | 0, 20, 60, 179, 319, 359 | 179 | 17 | 52.0 | +| demo_10 | 452 | 0, 20, 60, 226, 412, 452 | 226 | 19 | 60.0 | +| demo_11 | 500 | 0, 20, 60, 250, 460, 500 | 250 | 35 | 49.0 | +| demo_12 | 315 | 0, 20, 60, 157, 275, 315 | 157 | 15 | 40.0 | +| demo_13 | 309 | 0, 20, 60, 154, 269, 309 | 154 | 15 | 39.5 | +| demo_14 | 350 | 0, 20, 60, 175, 310, 350 | 175 | 15 | 41.0 | +| demo_15 | 394 | 0, 20, 60, 197, 354, 394 | 197 | 17 | 53.5 | +| demo_16 | 421 | 0, 20, 60, 210, 381, 421 | 210 | 19 | 59.0 | +| demo_17 | 442 | 0, 20, 60, 221, 402, 442 | 221 | 20 | 59.0 | +| demo_18 | 402 | 0, 20, 60, 201, 362, 402 | 201 | 18 | 60.0 | +| demo_19 | 318 | 0, 20, 60, 159, 278, 318 | 159 | 15 | 39.0 | + +## Image evidence and observable completion + +Across all 20 initial front images, two hands are outside the supported red cable endpoints and an orange block is central. At frame 20 the hands are close to the supports; at frame 60 they are near the endpoints with the rope stretched more broadly. Midpoint and late images show the cable suspended between hands, with varying sag and height relative to the orange block. Midpoint top/left views show lateral separation that is ambiguous in front projections. Wrist cameras mostly show close-up red rope and table; they do not resolve the entire scene. + +All 20 terminal front frames still show the rope spanning the two hands. In demo_01, 07, 08, 09, 10, and 17 the terminal rope is visibly higher in the front projection than the block; in others it is at or below it. This is a projected relationship, not a measured 3D clearance. Sparse snapshots cannot establish four completed revolutions, uninterrupted physical grasp, absence of block contact, or success. No success/contact/reward fields exist in the authorized manifest. Demo_11 reaches the 500-action horizon; its completion is especially ambiguous. Other early endings do not prove success either. No demonstration is labeled successful in this analysis. + +## Action and coordinate evidence + +There are 7,658 action vectors, each width 44. Exact contract concatenation is `panda_leaphand-1` first (indices 0:22), then `panda_leaphand_left-0` (22:44), despite a different `robot_uids` ordering. Each part has xyz translation, three rotation components, and 16 hand deltas. All recorded rotation components are exactly zero. Translation uses robot-root coordinates with normalized 1 equal to 0.1 m; hand 1 equals 0.1 rad. Contract rotation semantics use norm clipping then multiplication by -0.5 rad and Euler-to-quaternion conversion in root-aligned coordinates. The two root-to-world transforms and image-to-root calibration are unknown; no sign conversion based on screen left/right is assumed. + +All initial 46 concatenated qpos values are identical across demos; the first 80 full action vectors are also exactly identical across all 20. This limits demonstrated variation in the approach stage and does not justify assuming the same live scene. For the first arm, frames 0:10 average translation approximately [-0.519, +0.580, +0.585]; 10:20 averages [-0.007, +0.003, -0.165]. Strong hand deltas (>0.5 on any first-hand component) occupy action indices 32 through 44 in every demo, consistent with closing near the endpoints. Later hand corrections are small. Each qpos/qvel has 23 entries; the draft uses the conventional first-seven arm/last-sixteen hand split as an explicit unverified ordering assumption. + +Later xyz commands oscillate. Per-demo peak-spacing estimates above use first-arm z actions after index 80, SciPy find_peaks(prominence=0.15, distance=15); their medians vary from 39 to 63 steps (1.95–3.15 s at 20 Hz). These are command periodicities, not verified block periods or completed rope revolutions; transients introduce extra peaks. The full detected peak indices, component RMS, start/end qpos, and hand-active indices are in evidence/stats.json. The numeric arrays are in evidence/sequences.npz. Rotational RMS is zero in both parts; translation RMS ranges roughly 0.206–0.286 for the first part and 0.207–0.273 for the second. + +The source labels range from -1.25 to +1.25, conflicting with contract native [-1,1] bounds: 363 scalar entries exceed limits, exclusively xyz components. Counts by flat dimension are 0:134, 1:5, 2:60, 22:136, 24:28. All demos contain some violations. The controller bank clips each label to native bounds; the actual effects of source-side saturation and timing are unknown. No native limits, horizon, or control rate are changed. + +## Draft design and limitations + +candidate/controller.py exposes reset_episode() and act(obs). Its nonparametric bank includes all 7,658 legal-observation/action pairs from all 20 demos. Deterministic red-rope centerline bins and orange-block centroid features use front/top RGB; joint positions, velocities, and consecutive visual differences condition nearest-neighbor selection. Five local bounded action labels are weighted by observation distance. There is no hidden seed, demo-ID selection, phase clock replay, external model, simulator, or neural parameter optimization. Bank row provenance is stored for audit only and is not used by act. Numeric distance scales and feature thresholds are hand-chosen, unvalidated design choices. + +The runner owns the initial hold. act expects step_id >=1, issues at most the remaining 499 native actions, and returns None at step_id >=500 solely for budget exhaustion. It has no verified visual success predicate and never infers success from a nearest terminal frame. Missing/invalid required observations or very distant observations yield zero deltas, which can stall. It does not add a second initial hold deliberately. + +Important unresolved risks: uncalibrated color segmentation, occlusion, unknown camera changes, ambiguous cycle phase, action averaging near distinct phases, unseen perturbations, unverified joint ordering, fixed thresholds, no grasp/contact sensing, and no recovery controller. Observations alone may not reveal the full cable dynamics. Identical initial demo prefixes and sparse scene variation limit transfer. This draft has no evidence of task success. + +## Validation and tool limits + +Only Python syntax compilation and synthetic-input/interface checks are permitted and performed. No controller was run on an environment or scored/rehearsed, and no demo was executed as a rollout. No API methods other than read_demo were called. There is no environment available. Internet is restricted to the audited provider proxy and was not used; no external packages or weights were downloaded. Tool output initially truncated the combined text dump; all manifest entries were subsequently parsed from the complete local file. No other task's data was read. The runner supplies the verified manifest and common lock separately. + +## Authorized E20 continuation (historical note) + +The preceding offline-only record is preserved verbatim as preparation history. The trusted API subsequently enabled this task's authorized exploration. See exploration/findings.md and native returns for actual results. Episode12 isolated pulses established the hand-action-to-qpos permutation [4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15] for both arms, replacing the original unverified same-order assumption. The compiled continuation uses image-derived block timing and bounded local arm/hand pose corrections; no neural weights were fine-tuned. Final independent rehearsal records and freeze result are preserved externally to keep the submitted bundle unchanged. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..31f9bb62616b78fa94af30bcc697a1d8b76f3412 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmJumpRope-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 311, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 311, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 311, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 312, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 312, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 312, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 312, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 312, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4e4f3d4815ff00b2eb4bc7f3bf797edc9b01bbf7a29b299e680e35be9cc16fcc", + "source_sha256": "08bcc36e146298968726a257a3e35f8521c6aa5dcbc351196c3080b2492f8f16", + "view_sha256": "729068af4ae11278cebe8e5e886ee8f75c90d1865abeee1b017cf06cb27e21b7" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 385, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 385, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 385, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 386, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 386, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 386, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 386, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 386, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 386, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 386, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 386, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 386, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "40ec4f4863fc1b284c42b53ff1cb4cb8e03320c5b41b71d365e0b66769d17b93", + "source_sha256": "00dfa0bcf891fe417159ef97d2c0c3a9dd3181289016b7bc8db226e283b73ec1", + "view_sha256": "e57881d3f2f2cb976ea99dadf46d4ca493c1aab0486430148b3ecf1a660f629f" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 333, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 333, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 333, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 334, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "973bd9c49eebbbdc77f241b27b6aa8b18f81d21be7a0ff69bd65dc107fd817b3", + "source_sha256": "bd0bf464430057e57812d3fc4edecf28f2db6ebc579abf17a1e4e250f4c31152", + "view_sha256": "d2c0fc6689ff868d4becf343119f170dac6940f2dddcbcd69e37d4fe64d9f417" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 449, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 449, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 449, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 450, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c1dabe0ebeb078cce99c2c4c7ca40f00dac65184dcbca66312588771e7f5005d", + "source_sha256": "30f93d19cdedb1c947be57cc9ed809530d0a825c584e08b49e5d8267aa27285d", + "view_sha256": "ae8120308938cca364a250eee6c795d038fd18b43ef45735757b6a50cdbc4032" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 426, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 426, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 426, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 427, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 427, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 427, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 427, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 427, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 427, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 427, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 427, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 427, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3ed8f01d4f14a8127457262c2a962afca202d0ec31a9afa6bb7caec96c14d9b9", + "source_sha256": "b7da5d3114d220a00da6c93f7660f6c418be6ff32c973655ef8aaf26dd24b612", + "view_sha256": "99b7bf5c75f7ed6352b77102efda02112515656d20be1697459f47be2463a7af" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 394, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 394, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 394, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 395, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b96bb47a7a3a8e7a2055922cf56f89740f6396e413ef9ba1b236669ccfe6eb4e", + "source_sha256": "b1b78f487ebd8bc6ad0595c935e2010b1e13d5f471ad674057931aa84c841e7b", + "view_sha256": "45452104678f1a11f19fe18da74a13da3d41b8a95e96b4c9fd6e7ab289b847e7" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 333, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 333, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 333, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 334, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 334, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 334, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c825f4e47ab656515247d95aaec257027b11c1af945666d2c76b48b6bc926b72", + "source_sha256": "c259c1f946021a36695dc2936871bcc154944d9bfdda1323e8b174d84eb929b3", + "view_sha256": "e00de9ca8706f34a1e704c8643d57d683c626134f0198697187e308fe0246329" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 384, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 384, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 384, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 385, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 385, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 385, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 385, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 385, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 385, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 385, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 385, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 385, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "82c087d9bc37447f325c747c9dfb58dd668e1031657a5ca5edc7e8a73e1a37bc", + "source_sha256": "e02d5b6c8c81e1675acd78d7e19e8efd1a82be449dc40c9c50f5bd6a8e9deb0f", + "view_sha256": "22a157c8751095e611fe9c6e6252c8913e50e3c83e01a0fe6a9b3f9485cca7aa" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 381, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 381, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 381, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 382, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 382, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 382, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 382, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 382, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 382, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 382, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 382, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 382, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2bd769cd51cb7e7c499a5d896f03ce01ce3499de3112d147f7d55dee87e7c8f9", + "source_sha256": "76d6807eff5a3e352bcdc9b54e03bfa2a245c8dc8aa2508825d0c0fa97eb44ce", + "view_sha256": "20672fc2537917c9699eee5a0b3f17b071fdd9d7adf99b811780f32df6946ba4" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 359, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 359, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 359, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 360, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 360, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 360, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 360, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 360, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "23a5bd3225316e3b6777e95058d5a536e30bbcb2b3882a655babd7fcc4cfd302", + "source_sha256": "4628764ebc73b9d6f86127c2f10ece4bc9a9f0cc516c25132d0b792d59361272", + "view_sha256": "91877c20ebe2e172bfa0b1a11e2629e38726f65a36a95100e01bf9034dc2efe4" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "82d24a9293a383b65f108e9141f018ddf307aefa945ddcda935c8a8e0491cdd8", + "source_sha256": "ac274af90019028d0ed8cf337147436e8ad3240498919881f11971156c0ae7e5", + "view_sha256": "d5839c5632941b6c372303ec2afc29211ad7a8386f6ca9861aed4708d4011753" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 500, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 500, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 500, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 501, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 501, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 501, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 501, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 501, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 501, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 501, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 501, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 501, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "045d2dfc27e2461899e77394a0473b8c1ac5615153f1f41387425b43c1e55d3b", + "source_sha256": "7ca7b880585c476363ed7dba6e1f5e7e314a0c8651ec9348e7e8297f106c4984", + "view_sha256": "42171ed5175bc05ab57429944739415ed5d71cf972f9f7f08607345df5db236a" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 315, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 315, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 316, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 316, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4070804b3ea3196ea0e47982f8eb0b0c5dd101d7249c1814e546adc45f8c7ac1", + "source_sha256": "f829138f99a728f9c83de2fed5f93aa9ebe5ceb0a07cb504557bb7b2486c3f79", + "view_sha256": "c31d63363bb9dad4ef93edccdfbb6d01dfa367bc8ade6a8d7c0748863e6603d2" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 309, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 309, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 309, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 310, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 310, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 310, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a335602fa72b55d5a2a6ce8dc1ecfd6b7ae7e0bedea91a773db43f6515df3065", + "source_sha256": "4bd78fcecd89a34c3921aa7761f9e177819b4fb6c34af123b109bf25372e1a89", + "view_sha256": "e697ddba71f469db7e0351e76e7d0bb4610adc136bc68f62fdc8c56fa554587a" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 350, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 350, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 350, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 351, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 351, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 351, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 351, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 351, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8647927b0812a404c8d49f420c327db1017e210ba24705c988bb78ec96cdfa20", + "source_sha256": "305a9bf311f0de3d07e6c8248307b9feb4149445583b46b08e27ea69ecf4cd67", + "view_sha256": "9803c469bd314449ffd9d46c6f2eee9d1362931dee8695b47f67925a252c7f09" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 394, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 394, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 394, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 395, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 395, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 395, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d69d38b6f45e9a0c17b7e7b8fcfa2d88a8e16c3bb2a9c23553bfa1c7322b8e0a", + "source_sha256": "4a45a2fbadd22b59df7ad26417b67ccc58e33273c39666135d967e7501155e9c", + "view_sha256": "a2599e8fee96175aab0a43b6fd519170a8750dab1e447997a5538a3234da231c" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 421, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 421, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 421, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 422, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 422, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 422, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 422, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 422, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 422, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 422, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 422, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 422, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bb1dd854b2cdf7f6d31b943de6aba0aa0b791e7f83a28b594f8f4aa60e12ac75", + "source_sha256": "4d863876d0a101b78ea06d9fa8849d29c9a8431d4e3fb70f25212737f5414d50", + "view_sha256": "2946dfa2a31a8270b733149f3e8ee26a6b44b8466c43cf2771c8f2700e1b9f75" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 442, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 442, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 442, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 443, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 443, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 443, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 443, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 443, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c001bdf3082f4032bf172146531924a77c0fd469467f0f0f64e1567d47b529c7", + "source_sha256": "84248464571877114a2a6a199b6a707463ece770543e19c92794b8722bad4ce0", + "view_sha256": "02efd83910d4321548c9b325b3f08d15a5ad6e1b1f0ea7136477f8b03de4ab4d" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 402, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 402, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 402, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 403, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 403, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 403, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 403, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 403, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 403, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 403, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 403, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 403, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "beec86a1c36150dbd35bcb62776a2bcb1643a55e0135dd78625d89686a8452f8", + "source_sha256": "720a3ebde0bd0416b9809fca599d6f9fe306966f7b256617df30cc15e5014754", + "view_sha256": "d5c4f3707602b0cc3cfdd1582e2116cef0091b2eabe1151cfe6defb86a0cca4a" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 318, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 318, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 318, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 319, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 319, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 319, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 319, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 319, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "57ec9a8414b7e826644d5cff6c3926326130ce0b2add48848afc561a2beaa243", + "source_sha256": "a1414b7f8624ca23a800eadd4c67caf4945ba31b82f891d2027491a62de7ccd9", + "view_sha256": "bcfd2198f87ef33463556bc5f77f88076f357a07a06ef855fe4164e94219d993" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..cc3aec479127231c7c363d7358f69328c9aae07c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/features.py @@ -0,0 +1,30 @@ +"""Deterministic RGB descriptors; no neural model or camera calibration.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera', 'top_camera') +ROBOTS = ('panda_leaphand-1', 'panda_leaphand_left-0') +def visual(rgb): + features=[] + for cam in CAMERAS: + im=np.asarray(rgb[cam]) + if im.ndim==4 and im.shape[0]==1: im=im[0] + if im.ndim!=3 or im.shape[-1]!=3: raise ValueError('Expected HWC RGB') + im=cv2.resize(im,(160,120),interpolation=cv2.INTER_AREA).astype(np.float32) + r,g,b=im.transpose(2,0,1) + red=(r>90)&(r>1.8*g)&(r>1.8*b) + yy,xx=np.indices(red.shape); axis=xx/160 if cam=='front_camera' else yy/120 + other=yy/120 if cam=='front_camera' else xx/160 + for j in range(12): + mask=red&(axis>=j/12)&(axis<(j+1)/12) + features.extend([float(np.median(other[mask])) if mask.any() else .5, float(mask.any())]) + orange=(r>150)&(g>75)&(g<190)&(b<120)&(r>1.3*g)&(g>1.3*b)&(xx>56)&(xx<104)&(yy>25)&(yy<100) + features.extend([float(np.mean(xx[orange])/160) if orange.any() else .5,float(np.mean(yy[orange])/120) if orange.any() else .5,float(orange.any())]) + return np.array(features,dtype=np.float32) +def proprio(p): + result=[] + for kind in ('qpos','qvel'): + arr=[np.asarray(p[f'agent/{r}/{kind}'],dtype=np.float32).reshape(-1) for r in ROBOTS] + if any(a.size!=23 for a in arr): raise ValueError('Expected 23 joints per robot') + result.append(np.concatenate(arr)) + if not all(np.isfinite(a).all() for a in result): raise ValueError('Nonfinite proprioception') + return result diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..709ec338104089645c8aa547a56a8a714c356f6b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/findings.md @@ -0,0 +1,39 @@ +# Authorized E20 exploration ledger + +Budget checked first: zero slots used, twenty remaining. Contract horizon 500, hold step 1, 44 normalized delta actions, 20-step maximum chunks. Only this task workspace and API observations used. + +Episode 1: harness incorrectly expected execute_actions to return an observation directly. It returns executed/steps. One candidate action executed after the initial hold; result preserved in ep01/unexpected.pkl, action in ep01/actions.npy. Ended explicitly. Success false. Fixed the harness extraction. + +Episode 2: baseline observation-conditioned nearest-neighbor candidate, per-step feedback, no action chunks beyond one. Approach reaches endpoint supports by step 20; closing and lifting visibly progress by 60–100. Image sequence shows ongoing motion, endpoints near hands through 220. This does not establish four cycles or collision-free motion. At step 178, minimum mean squared full joint-pose distance to bank was about 0.000344; several demos/cycle positions match, so timing aliasing remains plausible. + +Preregistered visible rule: true only for unambiguous legal image evidence of both endpoints physically grasped and rope center rotating around the moving block for roughly four block cycles without contact. Ambiguous evidence is false. Native success, when present, is recorded separately and never inferred. + +Episode 2 completed all 500 native steps (499 candidate actions). Native success was explicitly false in all recorded returns. Endpoint retention appeared plausible in sampled views, but no success claim is made. Baseline needs better synchronization, not an assumed completion threshold. Color-derived block-period fit: demos 39.25–63.05 steps, live sparse samples approximately 47.6. Candidate's averaged visual distance dilutes the block coordinates among 54 descriptor scalars; test explicit block phase/slope penalties. + +Episode 3: independent rehearsal of untouched baseline bundle, requested after episode 2 completed. + +Timing diagnosis from episode 2 saved actions: first-arm z peaks after step 80 at action indices 84,103,130,189,246,306,364,421,469. Later spacings predominantly 57–60 versus fitted visible block period 47.6. This is evidence of command/block mismatch, not a claim of measured rope revolution count. Proposed variant retains local q/qvel/RGB metric and adds measured orange-block y, estimated sine derivative, and period penalties after step 80. Period/slope reference data derive solely from demo-bank block image coordinate. Fit uses live legal image history and ordinary least squares, no neural weights or hidden fields. No recovery move is yet justified by observed endpoint loss. + +Episode 3 native-feedback independent rehearsal: valid finished, success false, exact baseline bundle c78b682ea453c0451f4aab81f39cae676359d22764627ff38fd70e9a6501991d. No visible score override requested because native success is present. Baseline is runnable but not demonstrated successful. Episode 4 tests phase variant through 160 steps to inspect grasp preservation and timing fit. + +Episode 5 independently rehearsed phase variant: valid finished, native success false, bundle 036584adaff798bc91705ef9a3277d4dd00d727899a84268556ec6f3618d6acf. Final observation legally obtained with latest_observation after completion, saved ep05_last.pkl/.jpg. Rope center appears high above block and endpoints remain near hands; suggests pose drift, not a verified cause of failure. No visible score supplied because native feedback present. + +Episode 6 tests a bounded empirical pose servo added after step 80. For each arm and each bank row, fit a local ridge-linear inverse from authorized demo joint increments to xyz action, using 128 nearby observed joint poses. At runtime apply 0.10 times inverse times local reference q error, clipped to ±0.25 normalized xyz per axis. This is nonneural local regression from legal demos; no environment model constructed. It corrects toward current observation-conditioned neighbors and preserves hand/rotation commands. Test horizon 200. + +Episodes 7–9: short 180-step probes, explicit native false without enough horizon to infer full-task failure. Episode 7 arm gain .20: projected rotation -1.48 turns after step80, period62.75, median nearest full-q MSE .000645. Episode 8 gain .05: -1.46 turns, period57.25, median MSE .000865. Episode 9 single-neighbor actions, gain .10: -.79 turns, period55, median MSE .01238; terminal nearest-reference hand error norm .971 rad versus .155–.247 for other servo probes. All three maintain rope near both hands in sampled front views, but exact grasp/contact not proven. Results are confounded by different native episode conditions. Single-neighbor variant rejected due clear joint-drift regression. Restore five-neighbor gain .10, which had smoother actions in episode6. Add bounded hand feedback after step50 toward selected reference q, normalized correction 2*joint error clipped ±.15, to address observed finger drift. Episodes10–11 will probe this version longer. No new task data or neural weights involved. + +Episode 10 (260-step probe): direct same-index hand servo regressed severely. Median full-q bank MSE .548; terminal aggregate hand error 5.77rad, arm error1.66rad. Projected minimum rope/block distance .0029 is ambiguous and concerning, not certified contact. Native success false. Same-index action-to-hand-q ordering assumption rejected. Candidate restored to arm-only servo before episode11's first observation/controller import; episode11 thus did not execute bad hand servo. + +Episode 11 (260-step probe): arm-only servo recovered stable behavior: median full-q MSE .001394, terminal hand error .337rad and arm .111rad, projected min distance .04735, about2.56 projected turns since80. Period58.75, native false at deliberately early end. Correlation-based hand-order estimates from saved data were inconclusive under simultaneous motion; episode12 reserved for isolated reversible positive/negative hand-component pulses with arms held, via API only. No direct simulator/state access. + +Episode 12 calibration: 16 isolated hand-action components, both robots simultaneously, each +.4 for two steps then -.4 for two steps, arms zero. 64 actions plus initial hold, ended step65. Measured same action->hand-q permutation for both robots: [4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15]. Each positive two-step response about+.08064 rad in the identified joint; mapping is one-to-one. Saved actions, all q responses, native returns, front/top images in ep12/. This resolves the prior unverified ordering assumption using only legal API interventions. Episode13 tests corrected feedback: hand_error permuted into action order, gain1.0, cap±.10 normalized, enabled after50; arm gain .10 and five-neighbor phase-aware interpolation retained. + +Episode13 (220 steps): measured-permutation hand correction avoided divergence; step132 aggregate nearest-reference hand error .0113rad. Median q MSE .000762, projected2.47 turns, period51.0, native false at deliberate early end. Episode14 (180 steps): same controller, period41.0, median q MSE .000479, projected1.99 turns, no obvious endpoint loss in sampled views, native false at early end. These are diagnostic probes rather than full-task success estimates. Episode15 planned full-horizon run of this unchanged behavioral version; episodes16–20 reserved for independently rehearsing the final exact bundle. + +Episode15 full-horizon outcome: 500 native steps, 499 candidate actions, native success false in every saved return. Projected winding estimate7.11 turns does NOT establish task completion; min projected distance .03563 and unresolved physical-contact/grasp conditions may matter. Median nearest-q MSE .000478; at step273 aggregate hand error .00218rad and arm .1244rad. Candidate is best-supported for stable closed-loop behavior among tested probes, but no task success claim is justified. Final behavior retained for independent exact-version rehearsals16–20 rather than treating diagnostic turns as success. All native returns, traces, images and actions retained under ep15/. + + +## Final pre-rehearsal interpretation +Original demo analysis remains preserved in demo_analysis.md (historical offline preparation). Exploration evidence and exact native returns are retained outside the bundle in exploration/. Short probes are not estimates of full-task success. Projected winding/separation measurements are diagnostics only, not grasp/contact certification. Final exact-version rehearsal results are recorded by the trusted runner and exploration/final_rehearsals.jsonl; this document is intentionally held constant during those rehearsals. + +Localization: deterministic red/orange image features work in observed camera views, and sine fits have low residuals. Camera changes, occlusion, and unobserved rope geometry remain limitations. Pose: local joint/velocity matching is supplemented by a bounded empirical arm correction derived from authorized demo increments. Grasp: initial demo-prefix approach commonly lifts the rope; mapped hand feedback corrects observed finger drift. Physical contact is not directly sensed. Timing: block period is estimated from legal RGB history, preventing the baseline's largely 57–60-step commands from ignoring faster block cycles. Recovery: small joint drift is corrected; no validated policy exists to regrasp a dropped endpoint. Program failures: episode1 harness response parsing fixed; episode9 single-neighbor regression rejected; episode10 same-index hand feedback rejected and resolved with isolated episode12 calibration. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..e77058206e1e2b786b6c2cca8a01818296859afe --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/freeze_manifest.json @@ -0,0 +1,111 @@ +{ + "files": { + "controller.py": "b6b1778d9315d5d7e7b0fd901550557cec40c7b5fd396363303933148423ad2c", + "demo_analysis.md": "bd2ee1c3322ec467cd3ea405c42a2686d1e021b2ce7fcb6ae26b2cf608d637fe", + "demo_bank.npz": "6276472ea2bb5e4043e0049d107993728ac772037270c96e29506a5a3e8c3dd9", + "demo_manifest.json": "f82893f85b424389841b9c294faa9c99bdc37b0d275eeed1b581e2ba2b3c97d8", + "demonstrations_readonly/demo_00.h5": "729068af4ae11278cebe8e5e886ee8f75c90d1865abeee1b017cf06cb27e21b7", + "demonstrations_readonly/demo_01.h5": "e57881d3f2f2cb976ea99dadf46d4ca493c1aab0486430148b3ecf1a660f629f", + "demonstrations_readonly/demo_02.h5": "d2c0fc6689ff868d4becf343119f170dac6940f2dddcbcd69e37d4fe64d9f417", + "demonstrations_readonly/demo_03.h5": "ae8120308938cca364a250eee6c795d038fd18b43ef45735757b6a50cdbc4032", + "demonstrations_readonly/demo_04.h5": "99b7bf5c75f7ed6352b77102efda02112515656d20be1697459f47be2463a7af", + "demonstrations_readonly/demo_05.h5": "45452104678f1a11f19fe18da74a13da3d41b8a95e96b4c9fd6e7ab289b847e7", + "demonstrations_readonly/demo_06.h5": "e00de9ca8706f34a1e704c8643d57d683c626134f0198697187e308fe0246329", + "demonstrations_readonly/demo_07.h5": "22a157c8751095e611fe9c6e6252c8913e50e3c83e01a0fe6a9b3f9485cca7aa", + "demonstrations_readonly/demo_08.h5": "20672fc2537917c9699eee5a0b3f17b071fdd9d7adf99b811780f32df6946ba4", + "demonstrations_readonly/demo_09.h5": "91877c20ebe2e172bfa0b1a11e2629e38726f65a36a95100e01bf9034dc2efe4", + "demonstrations_readonly/demo_10.h5": "d5839c5632941b6c372303ec2afc29211ad7a8386f6ca9861aed4708d4011753", + "demonstrations_readonly/demo_11.h5": "42171ed5175bc05ab57429944739415ed5d71cf972f9f7f08607345df5db236a", + "demonstrations_readonly/demo_12.h5": "c31d63363bb9dad4ef93edccdfbb6d01dfa367bc8ade6a8d7c0748863e6603d2", + "demonstrations_readonly/demo_13.h5": "e697ddba71f469db7e0351e76e7d0bb4610adc136bc68f62fdc8c56fa554587a", + "demonstrations_readonly/demo_14.h5": "9803c469bd314449ffd9d46c6f2eee9d1362931dee8695b47f67925a252c7f09", + "demonstrations_readonly/demo_15.h5": "a2599e8fee96175aab0a43b6fd519170a8750dab1e447997a5538a3234da231c", + "demonstrations_readonly/demo_16.h5": "2946dfa2a31a8270b733149f3e8ee26a6b44b8466c43cf2771c8f2700e1b9f75", + "demonstrations_readonly/demo_17.h5": "02efd83910d4321548c9b325b3f08d15a5ad6e1b1f0ea7136477f8b03de4ab4d", + "demonstrations_readonly/demo_18.h5": "d5c4f3707602b0cc3cfdd1582e2116cef0091b2eabe1151cfe6defb86a0cca4a", + "demonstrations_readonly/demo_19.h5": "bcfd2198f87ef33463556bc5f77f88076f357a07a06ef855fe4164e94219d993", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "4c5a4f8f88cf495bf5c71e00fcb1d64981c169d6dc0cdbe51670b727774463d6", + "findings.md": "9b5abdc4958a950198921b58df9505f418ac83e3e57cfe3d609cb6811c9b0bd7", + "hand_mapping_provenance.json": "29310d271fc414e8a86ca9cd9a303eef84dab363ed5d803dbed8c2b01422fe75", + "handoff.md": "8025d0801d4b89524acb1ed446c5125e2613739c27be0b7bac4a92ab862ba06b", + "model_tool_manifest.yaml": "f08f78bf227485ac7104d4ca576142f3bcff39ccc5380457423f252b5b2027f4", + "phase_bank.npz": "67fd2d6840b931ec1eab72331f07cf448be452e868419500a7874164c92a8a24", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "probe_summary.json": "6be24e6d4369d27fc10f682edc732a137dcd37e404bcb13c1762ccc4c38c7afc", + "servo_bank.npz": "e8170f7bac9c79e921fbdfbeeff59d0918f3a8e6438d7955a1d631cb4c7f1d5c", + "skills.md": "83fd5fa89f3a3e1cb9b82ce329e9af217a381de0fa706cf30f26611011a63c52", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "de71e854b3d022926911d073269142e6a91060704bef6c4cd03c2eea28cc1274", + "exploration_ledger_hash": "033dc43f4dd6f7b39c0d5f16db6a2f0dc47b8b8e024d50bf84323e9379048ff4", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 3, + "bundle_hash": "c78b682ea453c0451f4aab81f39cae676359d22764627ff38fd70e9a6501991d", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 5, + "bundle_hash": "036584adaff798bc91705ef9a3277d4dd00d727899a84268556ec6f3618d6acf", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "de71e854b3d022926911d073269142e6a91060704bef6c4cd03c2eea28cc1274", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "de71e854b3d022926911d073269142e6a91060704bef6c4cd03c2eea28cc1274", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "de71e854b3d022926911d073269142e6a91060704bef6c4cd03c2eea28cc1274", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "de71e854b3d022926911d073269142e6a91060704bef6c4cd03c2eea28cc1274", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "de71e854b3d022926911d073269142e6a91060704bef6c4cd03c2eea28cc1274", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/hand_mapping_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/hand_mapping_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..d3ef63533a62d8ede8c8fb0126ff5fbf37bce5f2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/hand_mapping_provenance.json @@ -0,0 +1,21 @@ +{ + "source": "episode12 isolated legal API pulses", + "action_to_hand_qpos": [ + 4, + 0, + 8, + 12, + 5, + 1, + 9, + 13, + 6, + 2, + 10, + 14, + 3, + 7, + 11, + 15 + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..2d0e6440219006a7e91d736d55bed1c1c2cb1251 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Offline execution handoff + +Entry points: controller.py reset_episode() and act(obs). Keep features.py, demo_bank.npz, phase_bank.npz, and servo_bank.npz adjacent. Runtime dependencies are Python, NumPy and OpenCV; no network, worker API, environment imports, model-development agent, pretrained weights, or neural updates are used. The verified demo manifest/read-only demos/common lock are supplied separately by the runner. + +Observations: legal front_camera/top_camera RGB plus all four contracted qpos/qvel paths, and step_id for history sequencing, stage gates, and horizon protection. Robot/action order: panda_leaphand-1 first (22), panda_leaphand_left-0 second (22). Each output is finite float32 shape44 within [-1,1]. The runner owns the initial hold; act begins at step1 and returns None at500 only for horizon exhaustion. + +Policy: five nearby observation/action bank rows are softly averaged. Block position, fitted sine slope and period supplement the original q/qvel/rope-image metric after step80. The fit is ordinary least squares on legal image history, not a neural update. Bounded arm correction uses local linear inverse response matrices compiled from demonstration joint increments. Hand correction after50 uses the action-to-qpos permutation measured in legal exploration episode12, with gain1.0 and ±.10 normalized cap. Missing required inputs or extreme out-of-bank distances produce zero deltas and may stall. No success is inferred from a reference terminal frame, projected turn count, or step count. + +This bundle is held unchanged for independent rehearsal episodes16–20. Actual hash, validity, native feedback or strict visible scoring are recorded externally by the runner and in exploration/final_rehearsals.jsonl. All required demonstrations and legal exploration provenance are task-local. No unobserved completion or official success is claimed here. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8dc93bdda49142d3a28eb29f2b987a6a85a6f5a5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,130 @@ +{ + "stage": "COMPILED E20 FINAL REHEARSAL CANDIDATE", + "task_id": "DualArmJumpRope-v1", + "worker": "Agent-D20-E20-Compiled single task-local worker", + "status": "exact_version_held_for_independent_rehearsals", + "exploration_episodes_spent": 15, + "models": { + "coding_model": "Codex session model; exact checkpoint identifier not exposed", + "coding_model_weights": "unchanged", + "runtime_neural_models": [], + "pretrained_tool_weights": [], + "finetuning": false, + "frozen_weight_references": "none used; exact coding-model checkpoint unavailable" + }, + "tools_used": [ + "functions.exec / exec_command: local Bash and Python", + "functions.exec / write_stdin: local job completion", + "functions.exec / view_image: contact-sheet visual inspection", + "worker_api.API.read_demo: local authorized sanitized HDF5 reads", + "NumPy: numeric analysis, bank, action selection", + "OpenCV: contact sheets, resize, RGB descriptors", + "SciPy signal.find_peaks: action periodicity summary", + "h5py: indirectly through read_demo", + "Python standard library: importlib, json, pathlib, hashlib, py_compile, importlib.metadata", + "worker_api.API: authorized exploration and independent rehearsal", + "SciPy cKDTree: offline local reference neighborhoods", + "NumPy least squares: image sine fitting and nonneural local response matrices", + "worker_api.API.next_episode/latest_observation/execute_actions/finish_episode: authorized legal exploration", + "worker_api.API.rehearse/budget_status: independent exact-version verification and persistent budget" + ], + "versions": { + "python": "3.10.20 (main, Mar 11 2026, 17:46:40) [GCC 14.3.0]", + "numpy": "2.2.6", + "scipy": "1.15.3", + "opencv-python": "4.13.0.92", + "h5py": "3.16.0", + "torch_available_not_imported": "2.10.0" + }, + "runtime_dependencies": [ + "Python >=3.10", + "numpy", + "opencv-python" + ], + "offline_dependencies": [ + "numpy", + "opencv-python", + "scipy", + "h5py", + "Python standard library" + ], + "provenance": { + "contract_sha256": "dcad0875c7968a3589dc95ae7f1ead72c79a4c961626de88a00d83fe8bd29b0c", + "provided_manifest_sha256": "18e2432c4b09d1802f8de181310efd698f97f01e74f5457395d22887672df2ed", + "worker_api_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "authorized_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "bank_rows": 7658, + "bank_observation_indices": "For each demo: 0 through length-1 inclusive; front/top RGB, all qpos/qvel, paired action labels", + "visual_inspection_ledger": "../demo_analysis.md; ../evidence/stats.json", + "compilation_script": "../compile_bank.py", + "bank_kind": "Nonparametric observation/action reference data, not neural weights", + "source_label_transform": "Elementwise clip to contract [-1,1]", + "verified_manifest_and_common_lock": "Supplied separately by runner; not synthesized", + "hand_order": "Measured via episode12 isolated native API pulses, full action/response evidence preserved in exploration/ep12/calibration.npz; mapping copied in hand_mapping_provenance.json", + "phase_bank": "Per-demo sine fit of legal RGB block coordinates, compiled by exploration/make_phase.py", + "servo_bank": "Local ridge-linear inverse from legal demonstration q increments to xyz actions; exploration/build_servo.py", + "controller_inputs": "Only legal RGB, qpos/qvel, and step_id" + }, + "checks": { + "syntax": "passed", + "synthetic_shape_bounds_finiteness": "passed", + "HWC_1HWC_equivalence": "passed", + "reset_repeatability": "passed", + "horizon_boundary": "passed", + "missing_observation_hold": "passed", + "synthetic_bank_qpos_and_RGB_responsiveness": "passed", + "real_environment_tests": 15, + "demonstration_rollouts": 0, + "rehearsals": 2, + "note": "Counts are as of bundle documentation before episodes16\u201320. Exact subsequent results are external to preserve the bundle hash." + }, + "limitations": [ + "No calibrated 3D clearance or contact/grasp detector", + "No validated endpoint regrasp recovery", + "No successful full-horizon independent rehearsal established in the two earlier versions", + "Limited demo diversity; out-of-bank hold may stall", + "Block fit restricted to 37\u201366 step periods", + "Local empirical arm correction is approximate; source labels clipped to native bounds" + ], + "artifacts_sha256": { + "findings.md": "9b5abdc4958a950198921b58df9505f418ac83e3e57cfe3d609cb6811c9b0bd7", + "demo_bank.npz": "6276472ea2bb5e4043e0049d107993728ac772037270c96e29506a5a3e8c3dd9", + "handoff.md": "8025d0801d4b89524acb1ed446c5125e2613739c27be0b7bac4a92ab862ba06b", + "hand_mapping_provenance.json": "29310d271fc414e8a86ca9cd9a303eef84dab363ed5d803dbed8c2b01422fe75", + "demo_analysis.md": "bd2ee1c3322ec467cd3ea405c42a2686d1e021b2ce7fcb6ae26b2cf608d637fe", + "controller.py": "b6b1778d9315d5d7e7b0fd901550557cec40c7b5fd396363303933148423ad2c", + "skills.md": "83fd5fa89f3a3e1cb9b82ce329e9af217a381de0fa706cf30f26611011a63c52", + "phase_bank.npz": "67fd2d6840b931ec1eab72331f07cf448be452e868419500a7874164c92a8a24", + "probe_summary.json": "6be24e6d4369d27fc10f682edc732a137dcd37e404bcb13c1762ccc4c38c7afc", + "servo_bank.npz": "e8170f7bac9c79e921fbdfbeeff59d0918f3a8e6438d7955a1d631cb4c7f1d5c", + "features.py": "4c5a4f8f88cf495bf5c71e00fcb1d64981c169d6dc0cdbe51670b727774463d6" + }, + "planned_final_exact_rehearsals": [ + 16, + 17, + 18, + 19, + 20 + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/probe_summary.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/probe_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2cb9586d97c6826f6da42fc8ffb766a0efba826d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/probe_summary.json @@ -0,0 +1,102 @@ +{ + "4": { + "steps": 160, + "period": 49.75, + "fit_mse": 3.8137959325554125e-06, + "projected_turns": -0.9173163771629333, + "min_projected_distance": 0.04376079514622688, + "median_pose_bank_mse": 0.0002685195649974048, + "max_pose_bank_mse": 0.0008774237940087914, + "action_change": 0.13563042879104614 + }, + "6": { + "steps": 200, + "period": 60.0, + "fit_mse": 4.849023887365069e-06, + "projected_turns": -2.191052198410034, + "min_projected_distance": 0.040810637176036835, + "median_pose_bank_mse": 0.001105148228816688, + "max_pose_bank_mse": 0.0016963888192549348, + "action_change": 0.09571909159421921 + }, + "7": { + "steps": 180, + "period": 62.75, + "fit_mse": 4.975477037502023e-06, + "projected_turns": -1.4777159690856934, + "min_projected_distance": 0.04844158515334129, + "median_pose_bank_mse": 0.0006450993823818862, + "max_pose_bank_mse": 0.0020423210225999355, + "action_change": 0.22260862588882446 + }, + "8": { + "steps": 180, + "period": 57.25, + "fit_mse": 5.482294077365121e-06, + "projected_turns": -1.4588584899902344, + "min_projected_distance": 0.032923053950071335, + "median_pose_bank_mse": 0.0008649926749058068, + "max_pose_bank_mse": 0.002733018947765231, + "action_change": 0.203013613820076 + }, + "9": { + "steps": 180, + "period": 55.0, + "fit_mse": 5.275159029429917e-06, + "projected_turns": -0.7923295497894287, + "min_projected_distance": 0.04578251391649246, + "median_pose_bank_mse": 0.012376206927001476, + "max_pose_bank_mse": 0.026949405670166016, + "action_change": 0.16788172721862793 + }, + "10": { + "steps": 260, + "period": 45.5, + "fit_mse": 4.148862399160511e-06, + "projected_turns": -2.840834140777588, + "min_projected_distance": 0.0029084079433232546, + "median_pose_bank_mse": 0.5479116439819336, + "max_pose_bank_mse": 0.8254892230033875, + "action_change": 0.19538986682891846 + }, + "11": { + "steps": 260, + "period": 58.75, + "fit_mse": 4.267915873301748e-06, + "projected_turns": -2.559720993041992, + "min_projected_distance": 0.047354478389024734, + "median_pose_bank_mse": 0.0013941392535343766, + "max_pose_bank_mse": 0.002731085056439042, + "action_change": 0.10212304443120956 + }, + "13": { + "steps": 220, + "period": 51.0, + "fit_mse": 4.9703915221403434e-06, + "projected_turns": -2.4661080837249756, + "min_projected_distance": 0.0316641703248024, + "median_pose_bank_mse": 0.0007616957882419229, + "max_pose_bank_mse": 0.0020886778365820646, + "action_change": 0.12723572552204132 + }, + "14": { + "steps": 180, + "period": 41.0, + "fit_mse": 3.972526681631901e-06, + "projected_turns": -1.9948159456253052, + "min_projected_distance": 0.03454574570059776, + "median_pose_bank_mse": 0.00047918138443492353, + "max_pose_bank_mse": 0.0008472734480164945, + "action_change": 0.13540521264076233 + }, + "15": { + "steps": 500, + "period": 57.75, + "fit_mse": 5.3099474434407324e-06, + "projected_turns": -7.109837055206299, + "min_projected_distance": 0.035630516707897186, + "median_pose_bank_mse": 0.0004783080948982388, + "max_pose_bank_mse": 0.0037782995495945215, + "action_change": 0.07750491797924042 + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..435c387aa8139626bcab7794e8fd85549564cc3d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/skills.md @@ -0,0 +1,5 @@ +# Compiled capabilities and limits + +Implemented: deterministic RGB rope/block localization; q/qvel-conditioned reference actions; online image-derived block phase/period; bounded empirical arm-pose correction; measured hand-order mapping and bounded finger drift correction; native action and horizon guards; resettable episode history. + +Not established: physical grasp/contact sensing, calibrated 3D clearance, recovery from a dropped endpoint, reliable visual completion detection, or generalization outside observed timing/cameras. The hand-mapping calibration is verified by isolated API pulses; local arm response matrices and block timing are derived from legal data without neural training. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJumpRope-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start action[t], terminal obs has no label" +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/build_bank.py b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/build_bank.py new file mode 100644 index 0000000000000000000000000000000000000000..45f6119d445874ad32e9186ce954e76cbec6971b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/build_bank.py @@ -0,0 +1,34 @@ +"""Offline compilation of the twenty authorized demonstrations; no weight training.""" +import importlib.util,json +from pathlib import Path +import numpy as np +ROOT=Path(__file__).resolve().parent +contract=json.load(open('/task_contract.json')) +config={k:contract[k] for k in ['proprio_paths','action_parts','action_low','action_high','native_horizon','control_hz']} +config['cameras']=['front_camera','top_camera'] +(ROOT/'config.json').write_text(json.dumps(config,indent=2)) +import controller +s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m);api=m.API() +manifest=json.load(open('/demo_manifest.json')); qs=[];vs=[];acts=[];source=[];frame=[];stats=[] +for di,e in enumerate(manifest['episodes']): + fields=['obs/'+p for p in config['proprio_paths']]+['actions/'+p['robot_key'] for p in config['action_parts']]+['obs/sensor_data/'+c+'/rgb' for c in config['cameras']] + d=api.read_demo(e['demo_id'],fields=fields) + a=np.concatenate([d['actions/'+p['robot_key']] for p in config['action_parts']],1) + zero=np.max(np.abs(a),axis=1)<1e-8 + hand=np.max(np.abs(a[:,list(range(6,22))+list(range(28,44))]),axis=1)>.01 + stats.append(dict(demo_id=e['demo_id'],zero_action_indices=np.flatnonzero(zero).tolist(),hand_active_indices=np.flatnonzero(hand).tolist(),translation_max=float(np.abs(a[:,[0,1,2,22,23,24]]).max()))) + for t in range(e['length']): + if zero[t]:continue # Do not let indistinguishable stationary labels trap retrieval. + qs.append(controller.proprio_feature({p:d['obs/'+p][t] for p in config['proprio_paths']})) + vs.append(controller.image_feature({c:d['obs/sensor_data/'+c+'/rgb'][t] for c in config['cameras']})) + acts.append(a[t]);source.append(di);frame.append(t) +q=np.asarray(qs);scale=np.maximum(q.std(0),.12) +# Downweight velocities and balance each arm's seven arm versus sixteen hand joints. +for i,p in enumerate(config['proprio_paths']): + if p.endswith('qvel'):scale[i*23:(i+1)*23]=np.maximum(scale[i*23:(i+1)*23],1.0)*2 + else:scale[i*23+7:(i+1)*23]*=1.5 +np.savez_compressed(ROOT/'demo_bank.npz',proprio=q,visual=np.asarray(vs),actions=np.asarray(acts),scale=scale,source=np.asarray(source),frame=np.asarray(frame)) +(ROOT/'bank_provenance.json').write_text(json.dumps({'demo_ids':[e['demo_id'] for e in manifest['episodes']], 'source':'API.read_demo authorized RGB/proprioception/actions only','samples':len(acts),'all_action_rows_analyzed':sum(e['length'] for e in manifest['episodes']),'excluded':'exact all-zero actions only','observation_action_alignment':'obs[t] -> action[t], terminal obs has no label'},indent=2)) +Path('/workspace/evidence/sequence_statistics.json').write_text(json.dumps(stats,indent=2)) +print('compiled',len(acts),'samples from',len(manifest['episodes']),'demos') +print([(s['demo_id'],len(s['zero_action_indices']),s['hand_active_indices'][0],s['translation_max']) for s in stats]) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..e397b37069350e5296a3ffb24febdfb3bfe8c83d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/check_synthetic.py @@ -0,0 +1,23 @@ +"""Interface checks only. Artificial inputs and an artificial action bank; no task rollout.""" +import numpy as np +import controller as c + +def obs(q=0, white=False, batched=False, step=1): + rgb={k:np.full((240,320,3),255 if white else 0,dtype=np.uint8) for k in c.CONFIG['cameras']} + if batched:rgb={k:v[None] for k,v in rgb.items()} + return dict(rgb=rgb,proprioception={p:np.full(23,q,dtype=np.float32) for p in c.CONFIG['proprio_paths']},instruction='synthetic interface check',step_id=step) + +saved=c._bank +v0=c.image_feature(obs()['rgb']);v1=c.image_feature(obs(white=True)['rgb']) +c._bank=dict(proprio=np.array([np.zeros(92),np.zeros(92),np.ones(92),np.ones(92)]),visual=np.array([v0,v1,v0,v1]),scale=np.ones(92),actions=np.array([np.full(44,x) for x in [.01,.02,.03,.04]])) +c.reset_episode() +a=c.act(obs());b=c.act(obs(white=True));d=c.act(obs(q=1));e=c.act(obs(q=1,white=True,batched=True)) +for x in [a,b,d,e]:assert x.shape==(44,) and x.dtype==np.float32 and np.isfinite(x).all() and np.max(np.abs(x))<=1 +assert np.allclose(a,.01) and np.allclose(b,.02) and np.allclose(d,.03) and np.allclose(e,.04) +assert c.act(obs(step=500)) is None +c.reset_episode() +for i in range(9):assert np.array_equal(c.act(dict(step_id=1,rgb={},proprioception={})),np.zeros(44)) +assert c.act(dict(step_id=1,rgb={},proprioception={})) is None +c.reset_episode();assert c._bad==0 +c._bank=saved +print('PASS: synthetic RGB/proprio response, HWC/1HWC, action width/bounds/finiteness, horizon, missing inputs, reset. No task testing.') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/config.json b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a2c7913f2fa381a1a08b12c8f4a5273201789883 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/config.json @@ -0,0 +1,119 @@ +{ + "proprio_paths": [ + "agent/panda_leaphand-1/qpos", + "agent/panda_leaphand-1/qvel", + "agent/panda_leaphand_left-0/qpos", + "agent/panda_leaphand_left-0/qvel" + ], + "action_parts": [ + { + "robot_key": "panda_leaphand-1", + "width": 22 + }, + { + "robot_key": "panda_leaphand_left-0", + "width": 22 + } + ], + "action_low": [ + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0 + ], + "action_high": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "native_horizon": 500, + "control_hz": 20, + "cameras": [ + "front_camera", + "top_camera" + ], + "visual_weight": 500, + "neighbors": 512, + "terminal_limit": 6 +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..21f8acd4b3e1718b165268897572d657b2373255 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/controller.py @@ -0,0 +1,77 @@ +"""D20 observation-conditioned nonparametric controller; E20 terminal guard.""" +from pathlib import Path +import json +import cv2 +import numpy as np + +ROOT = Path(__file__).resolve().parent +CONFIG = json.loads((ROOT / 'config.json').read_text()) +_bank = None +_bad = 0 +_terminal = 0 + +def reset_episode(): + global _bad, _terminal + _bad = 0 + _terminal = 0 + +def image_feature(rgb): + out = [] + for camera in CONFIG['cameras']: + x = np.asarray(rgb[camera]) + if x.ndim == 4 and x.shape[0] == 1: + x = x[0] + if x.ndim != 3 or x.shape[2] != 3 or x.dtype != np.uint8: + raise ValueError('Expected uint8 HWC RGB') + # Whole view plus central manipulation area; normalized coordinates. + h, w = x.shape[:2] + crops = [x, x[int(.3*h):int(.95*h), int(.25*w):int(.85*w)]] + out.extend(cv2.resize(c, (24,24), interpolation=cv2.INTER_AREA).astype(np.float32).ravel()/255 for c in crops) + return np.concatenate(out) + +def proprio_feature(proprio): + values = [np.asarray(proprio[p], dtype=np.float32).reshape(-1) for p in CONFIG['proprio_paths']] + if any(v.shape != (23,) for v in values): + raise ValueError('Expected 23 coordinates per proprioceptive field') + x = np.concatenate(values) + if not np.isfinite(x).all(): + raise ValueError('Nonfinite proprioception') + return x + +def act(obs): + global _bank, _bad, _terminal + if int(obs['step_id']) >= CONFIG['native_horizon']: + return None # Initial hold has already consumed native step one. + if _bank is None: + with np.load(ROOT / 'demo_bank.npz', allow_pickle=False) as data: + _bank = {k:data[k] for k in data.files} + # Floating-point residue is not a useful motion label. + keep = np.max(np.abs(_bank['actions']),axis=1) > 1e-5 + for key in ('proprio','visual','actions','source','frame'): + _bank[key] = _bank[key][keep] + try: + q = proprio_feature(obs['proprioception']) + v = image_feature(obs['rgb']) + except (KeyError, ValueError, TypeError): + _bad += 1 + return None if _bad >= 10 else np.zeros(44, dtype=np.float32) + dq = np.mean(((_bank['proprio']-q)/_bank['scale'])**2, axis=1) + # Recompute candidates from present measurements on every call. No scene/seed lookup. + n = int(CONFIG.get('neighbors',64)) + ids = np.argpartition(dq, min(n-1,len(dq)-1))[:n] + dv = np.mean((_bank['visual'][ids]-v)**2, axis=1) + scores = dq[ids] + float(CONFIG.get('visual_weight',12))*dv + best = int(np.argmin(scores)) + if dq[ids[best]] > 9.0 or dv[best] > .10: + _bad += 1 + return None if _bad >= 10 else np.zeros(44,dtype=np.float32) + _bad = 0 + # A single joint/visual neighbor keeps the two arms' labels synchronized. + i = ids[best] + src = _bank['source'][i] + last = _bank['frame'][_bank['source']==src].max() + _terminal = _terminal + 1 if _bank['frame'][i] >= last-1 else 0 + if _terminal >= int(CONFIG.get('terminal_limit',6)): + return None + action = _bank['actions'][i].copy() + return np.clip(action, CONFIG['action_low'], CONFIG['action_high']).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..059803133df4a9085a2eb97d32f5ae48fd57c4dc --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmOpenScissor-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 114, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 114, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 114, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 115, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 115, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 115, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 115, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 115, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 115, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 115, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 115, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 115, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "67e7d97407466ca8f7195bb90ae34b4c85860555f21a5a8d328605ffabf9e7d1", + "source_sha256": "20b3e66f1986301652ff12bca8cc5d72477ac8b91ca51c0efb8c9fa5edbad928", + "view_sha256": "45d51626a38768f4a379cc0cc53f33b1e847509fcaf1303894fea01504f586c1" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 133, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 133, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 133, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 134, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 134, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 134, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 134, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 134, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 134, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 134, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 134, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 134, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f6e425523693f42713a4a80ac37add8efef80b25b0605da5a9ac1b737c83429d", + "source_sha256": "e5d6891da48142b041250cf1c9219753fafa27b97d8799ef9bf597b987ab262d", + "view_sha256": "f64d08f1ddf09f009cd1e1d84e5dc577a323911d5748ee44a2234916fdc8e2c0" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 122, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 122, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 122, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 123, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 123, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 123, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 123, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 123, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 123, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 123, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 123, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 123, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "44ccd69a31532a0163751cab39dce4f93dbb004e55288b2a3bd8c0fa75e5e5ce", + "source_sha256": "425f01d311635561f233876c44927762ba0d760029587d3ac6fb91d2fafc3cc0", + "view_sha256": "713161843673cc6cf0ffe6b88ad3f75cd4a47b4fd328b4ee417dc676fa987c2e" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 302, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 302, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 302, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 303, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 303, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 303, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 303, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 303, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "35bf1a2c6992d46d8cbc36fe70f2bc454dded044d0cee343a7e1d6e340e443e3", + "source_sha256": "66edac037da18777a485b8f4b8790e336d8d397a12f26ba7e96cad1f63c5bf48", + "view_sha256": "13f095ef3b302285658de831fdab338d909ffaaa5400cf251bc12fce0be433cf" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 253, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 253, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 253, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 254, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 254, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 254, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 254, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 254, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 254, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 254, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 254, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 254, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8479d6559769617b0c75db01ee66c180d5e8363b80b6f7d8309af3e9dd526562", + "source_sha256": "6bf8d956ec5ded6fdee58520b7a2631b5513ff162de9b822fe7e69988b97d8f0", + "view_sha256": "74a566b1b7ba08b86189d15f710173d9096459386da3aa4e43cc754e3a6ed41e" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 252, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 252, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 252, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 253, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 253, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 253, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 253, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 253, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 253, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 253, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 253, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 253, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "879bf512ae5f40508061cdfe126ff5780f1c708dd8546fe993a1d6f4471f5e9b", + "source_sha256": "c9fce7df32e20b4efca203b35d43f5c3e248022b20cff0e8c9548e7ce5093559", + "view_sha256": "a2e70da9e2877309c1fba088191bdab70e09e396b4748647957cd8a1faa23f44" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 117, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 117, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 117, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 118, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 118, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 118, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 118, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 118, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 118, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 118, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 118, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 118, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5c841dc8a92c8e78d3135fcf6086eeb55d2e194fcf43ed280c4632d62734a2d2", + "source_sha256": "7b896dd94daa667d1cdf3c3a71b561274b970d29f4876c2641c317652fb4567d", + "view_sha256": "920a3b3973d1ac53ee602199585b9efbf04776ef4386fedde5baca7d1b4b9c7b" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 132, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 132, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 132, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 133, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 133, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 133, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 133, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 133, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a8e3a2bdb6ae9a7eddfe72d405758994ac3429e025bc32fc4bce926118db1b28", + "source_sha256": "652c0b56c114e3a9b33fb6599b845bec42da50c30a73c1093dcb66fb975dbf8e", + "view_sha256": "6a412a7d5405c83b0eae15be1aa07ccf7b3919dd1bbe0b6971e2991f8d6dac9c" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 136, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 136, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 136, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 137, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 137, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 137, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 137, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 137, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 137, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 137, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 137, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 137, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3229b6a16433957b39312c83ea5d96368c94112edd183ff412e6369d5333c4d5", + "source_sha256": "ebc623818d5b2f57ade109e53164a699235e2f7b421a146e7824bdc34f1113f4", + "view_sha256": "24a08c24f741b9955b13313a328bf5f5e68c73b92c29f5af55577e5e10bfc98a" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 121, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 121, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 121, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 122, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 122, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 122, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 122, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 122, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 122, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 122, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 122, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 122, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2da242941e29d2b018ea8dd345de51f23690ffeedf6a1a91b014fcc71f72442d", + "source_sha256": "42dbcc68dff4f01d2cde904228a3daf642e68604c0c4ef2a7eebf2eb977e8d2c", + "view_sha256": "ed1b8d6fa18cca8c5e5ab66d955e6ff8509ded5e26386bfa1096a17870dc390f" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 209, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 209, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 209, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 210, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 210, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 210, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 210, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 210, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 210, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 210, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 210, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 210, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fca234c851e9a48de41169eb1c02778cdee132dd3ed58f43393c690c0340b4e0", + "source_sha256": "61b79f2b984e8c82c233c15e18973c06fd35fba6c952bf9963d1bbd06330ea0a", + "view_sha256": "21eba1b0feaf6dc7e74386c0b4616fc741ace48b437e51f263a6cb1054e4e162" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 139, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 139, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 139, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 140, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 140, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 140, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 140, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 140, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cd5c0d279502e3cf7ca9e6ab017677ef0db52817ca30ea495221a350a7659a93", + "source_sha256": "0b490bb2cac55a879d5a7fb4f56b589caf588ba497c0854355770673ea757267", + "view_sha256": "35c04bcd3bacdb1cc089ece33008f32b36d057c697aa55fde35f287c477eb2a4" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 144, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 144, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 144, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 145, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 145, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 145, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 145, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 145, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 145, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 145, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 145, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 145, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a66b7271c6badf041a22d5c7ea385a925626025b2265f0da4108da314ff89b97", + "source_sha256": "c382134c7d9300a87c2e2d8fead6b11a4a7012168df5ff3379a287796839ef3a", + "view_sha256": "05ebe4083a26f9de5620d1d9437e23a1489c8b2b5f0743ef6b925a53ebff0571" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 131, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 131, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 131, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 132, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 132, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 132, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 132, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 132, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 132, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 132, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 132, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 132, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "171ff2e5f948f2bbc12e0d6678bd3e47acf14ac639acd0deeede127b4d3247e8", + "source_sha256": "f321ad35335221c266492995d421415cc572122d220d9bfa5536f297af529d04", + "view_sha256": "8c3b4b5154552fdf5a927098b5d6b7386af7d3a384852f77d5a7ad51b96de6b3" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 138, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 138, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 138, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 139, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 139, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 139, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 139, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 139, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "62e87d4f802c97ca2997e17367757c8073a67f0dbeed89d8453f4eafce62fab1", + "source_sha256": "91d9693e17f50e2a9ba3204342012808ba96bfeaaa049550d6bf5ac991472996", + "view_sha256": "80d8e6a1da55c4f6f0c4b9dcb38e41f6ca64732b3f81bf18d9a1e819408747e4" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 220, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 220, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 220, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 221, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 221, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 221, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 221, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 221, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 221, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 221, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 221, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 221, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d28b011723124c4ca7003c09db686d9c3a705ec7e663d3505c29dc7938e42ccc", + "source_sha256": "bd88ef986da37b96445e0fe74e8808e0e425b4919c0e726c24b70986f7fa0162", + "view_sha256": "43a25a25038a5a598bac8a35345e6d7fdd0824a4b7068c292231f457a5a40b7c" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 188, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 188, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 188, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 189, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 189, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 189, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 189, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 189, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 189, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 189, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 189, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 189, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7623bb14bb370305cceaf5eaad868e38cec8c3fff6faa4421cec19c1eee888f5", + "source_sha256": "c2744483d2e61a0db32c0638d89bb9c2a7f50079955890eabb6a00a29d155ae7", + "view_sha256": "a1865398c85c193e4ed82a1ad04f3753acad8a384f81a0fa4c23083ba57dc563" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 135, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 135, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 135, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 136, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 136, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 136, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 136, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 136, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 136, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 136, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 136, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 136, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ff8255237cb2bdb37e130bd81b91f867de1b4562d6e8147e2bb4ec5ec0d6a436", + "source_sha256": "6a8aeb8d7e459557b0fd661b2cc4a44a75aa070454a9aed52a441d9ca253475b", + "view_sha256": "87ccdafe3dad4e02d412587328e1c155f84938c2a43f30c1c224aec123458b16" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 163, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 163, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 163, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 164, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d0f0254373a78bf5713410a9472ad2317667b0e890e9b57d3b03bb2b33456bd7", + "source_sha256": "63076f206aaf44caca71e8a2fe8b95471af9adfe1f19f696ff3b12f1d9b12f20", + "view_sha256": "81d6d578a56ece5598e515adab984e2667ba22c211e8ca26a131079fc1fe5e37" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 147, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 147, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 147, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 148, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 148, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 148, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 148, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 148, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "285aa4d1c0b56cf308a8bc73a8e9463900890ced44dbe65aa4626f96e129f8fb", + "source_sha256": "e3c227b5acbdec4ef0d1475174de22bcb7df999b68745b2f6f43e550ac07eecf", + "view_sha256": "fd6c64d650382e906522b15d44e03fa6e70b7543427bdc69679be4e470f44581" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..6944303a2d75e348645a4c20e6cac3a5a556e6c2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/findings.md @@ -0,0 +1,22 @@ +# E20 exploration log + +Budget status before episode 1: 0 used / 20 remaining. Only API used for all live interactions. Native horizon 500 includes API-owned hold at step 1. No reset observation was requested or received. + +## Episode 1: original compiled nearest-neighbor controller +Initial client logging mismatch: execute_actions returns {executed, steps}; latest_observation used to recover current legal observation. Two initial executed actions were not retained as an action array (controller outputs reproducible from preserved start observations); subsequent full action sequence retained by harness on completion. Not an environment failure. + +Front images actually inspected at 25, 50, 100, 125, 150, 200. Approximate pose follows demo 14 through approach; 100 matches frames 96–105, 125 matches 132. At 150 and 175 nearest source becomes demo 16 final frame 187 while normalized squared distance rises 0.18 -> 1.03. Original policy repeats terminal labels and has no halt for terminal repetition. Front image at 200 shows asymmetric hand placement and scissors resting on support, no clear coordinated opening; native success false in sampled returns. Grasp closure happens around 115–135 but is not a verified stable grasp. No geometric localization or contact sensor is available; broad RGB descriptor is only coarse scene matching. No recovery is established. + +Plan for 2–4: increase visual weight/candidate pool (100/256, 500/512, 30/128), halt after six repeated terminal matches, preserve full current-state feedback and synchronized labels. This tests whether pose-biased retrieval chooses trajectories inappropriate for handle placement. Terminal halt is neither completion detection nor a success claim. + +## Episode 2 +Visual weight 100, pool 256, terminal repetition limit 6. Native success true and terminated true at step 106. Front terminal image inspected: blades clearly separated, hands over both handles. This is a single native success, not a general success rate. Exact candidate snapshot in version_ep02. Initial focused front-scissors descriptor (independent legal-demo preprocessing) selects demo 14 for episode 1, consistent with original full-image retrieval; gross initial scene selection does not explain that failure. Demo front resolution 240x320 vs live 480x640; normalized existing descriptors are resolution-independent. + +## Episode 3 +Visual weight 500, pool 512, terminal limit 6. Native success true / terminated true at step 97. Initial front at 25 and final front at 97 visually inspected. Blades are clearly separated at terminal, hands remain at handles. Two successful parameterizations exist, but each has only one scene and no independent rehearsal yet. Continue episode 4 planned lower visual weight, then independent validation of stronger variants. + +## Episode 4 +Weight 30 / pool 128: native success true at step 125. All three modified variants succeed once; they have not yet been independently rehearsed. Episode 1 baseline failed. + +## Rehearsal 6 diagnosis and correction +Unchanged first rehearsed bundle had native success false at horizon 500. Final legal front shows unclosed fingers at handles, blades mostly together. Retrieved source 16/frame148 action max 1.8626451e-8: numerical residue passed original >1e-8 exclusion. Corrected runtime bank filter removes all action rows <=1e-5 (native normalized units), eliminating this demonstrated hold trap. This is deterministic filtering, no weight fitting. Exact bundle ce41595ef2f541eea1f53655b0cea9beb997c6dab122d4b268fd09ce575af9f8 had 1/2 rehearsal native successes. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..f92da6f082e2bd3a67d78a2b959fc2b6e18c6d0a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/freeze_manifest.json @@ -0,0 +1,193 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "3a1279aeee8314c4c41d239fd4917426e102e69555b56a2f4834d0c6f2318320", + "__pycache__/check_synthetic.cpython-310.pyc": "e090230fd915f2824dec3edcba90af526260dad76f2fdf88782583cae535578c", + "__pycache__/controller.cpython-310.pyc": "720dfdd19bc6948f4f48ad9ff69337dcccfd30d35a900df602d25259803d30d0", + "bank_provenance.json": "a596e1525eb723d86481ab97018f20a2ff6458bd13f7292129557243bb120839", + "build_bank.py": "e76f27347f56e810a99e8854f045f81c617e584371d8013a68f6895059591708", + "check_synthetic.py": "4bbd11f1a712dce3226d41ec76dc05ce9bd55bf668d2c5a14a49a70a1fbb2ea8", + "config.json": "c75b7b7e509d74d7ccd68e9aae6cde3804b9f3ef24157b3dcbe5c2deea8539d4", + "controller.py": "d7d63330961047abf25b2aa51c34e47eaf5adc4116bd013a8bd9d1b927ef2ff7", + "demo_bank.npz": "691f9df7e3624f99af99c2fb27d787ec962435ece79d9d6a97852dd9b5ceace9", + "demo_manifest.json": "7298b53949875d24b988d87d0ca0e4c5b8bfb72de351d0921f9eea709c4b8822", + "demonstrations_readonly/demo_00.h5": "45d51626a38768f4a379cc0cc53f33b1e847509fcaf1303894fea01504f586c1", + "demonstrations_readonly/demo_01.h5": "f64d08f1ddf09f009cd1e1d84e5dc577a323911d5748ee44a2234916fdc8e2c0", + "demonstrations_readonly/demo_02.h5": "713161843673cc6cf0ffe6b88ad3f75cd4a47b4fd328b4ee417dc676fa987c2e", + "demonstrations_readonly/demo_03.h5": "13f095ef3b302285658de831fdab338d909ffaaa5400cf251bc12fce0be433cf", + "demonstrations_readonly/demo_04.h5": "74a566b1b7ba08b86189d15f710173d9096459386da3aa4e43cc754e3a6ed41e", + "demonstrations_readonly/demo_05.h5": "a2e70da9e2877309c1fba088191bdab70e09e396b4748647957cd8a1faa23f44", + "demonstrations_readonly/demo_06.h5": "920a3b3973d1ac53ee602199585b9efbf04776ef4386fedde5baca7d1b4b9c7b", + "demonstrations_readonly/demo_07.h5": "6a412a7d5405c83b0eae15be1aa07ccf7b3919dd1bbe0b6971e2991f8d6dac9c", + "demonstrations_readonly/demo_08.h5": "24a08c24f741b9955b13313a328bf5f5e68c73b92c29f5af55577e5e10bfc98a", + "demonstrations_readonly/demo_09.h5": "ed1b8d6fa18cca8c5e5ab66d955e6ff8509ded5e26386bfa1096a17870dc390f", + "demonstrations_readonly/demo_10.h5": "21eba1b0feaf6dc7e74386c0b4616fc741ace48b437e51f263a6cb1054e4e162", + "demonstrations_readonly/demo_11.h5": "35c04bcd3bacdb1cc089ece33008f32b36d057c697aa55fde35f287c477eb2a4", + "demonstrations_readonly/demo_12.h5": "05ebe4083a26f9de5620d1d9437e23a1489c8b2b5f0743ef6b925a53ebff0571", + "demonstrations_readonly/demo_13.h5": "8c3b4b5154552fdf5a927098b5d6b7386af7d3a384852f77d5a7ad51b96de6b3", + "demonstrations_readonly/demo_14.h5": "80d8e6a1da55c4f6f0c4b9dcb38e41f6ca64732b3f81bf18d9a1e819408747e4", + "demonstrations_readonly/demo_15.h5": "43a25a25038a5a598bac8a35345e6d7fdd0824a4b7068c292231f457a5a40b7c", + "demonstrations_readonly/demo_16.h5": "a1865398c85c193e4ed82a1ad04f3753acad8a384f81a0fa4c23083ba57dc563", + "demonstrations_readonly/demo_17.h5": "87ccdafe3dad4e02d412587328e1c155f84938c2a43f30c1c224aec123458b16", + "demonstrations_readonly/demo_18.h5": "81d6d578a56ece5598e515adab984e2667ba22c211e8ca26a131079fc1fe5e37", + "demonstrations_readonly/demo_19.h5": "fd6c64d650382e906522b15d44e03fa6e70b7543427bdc69679be4e470f44581", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "886e02a512f9120b044abad247cff920312bae49fdaa7643f075245d3ef6758e", + "handoff.md": "dd1f96374c58bd3eaa8caeba0f60f378a21aeae0b643023e3e253908b6404e39", + "model_tool_manifest.yaml": "6e700bfee94096d695910e07d0cad9b08f36cd808094426723123d0888f50086", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "4d0de74edd404ece1bfb8735144937cf00072574ee0d41baf1c9a33e4d453d6c", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "3bd803ef3d3a302fa323417e1c05a81676d40aba69bce2956e9b7ff501069087", + "exploration_ledger_hash": "4cd3e3eab13a1ddb303150c3005f153ebf2387b5a38d8caf42393c326619be96", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 5, + "bundle_hash": "ce41595ef2f541eea1f53655b0cea9beb997c6dab122d4b268fd09ce575af9f8", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 6, + "bundle_hash": "ce41595ef2f541eea1f53655b0cea9beb997c6dab122d4b268fd09ce575af9f8", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 7, + "bundle_hash": "af2f24d4ce27c3e2944ff4baeaa43657b7e628573c6bd203c7eca145a41e1eac", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 8, + "bundle_hash": "3bd803ef3d3a302fa323417e1c05a81676d40aba69bce2956e9b7ff501069087", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 9, + "bundle_hash": "3bd803ef3d3a302fa323417e1c05a81676d40aba69bce2956e9b7ff501069087", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 10, + "bundle_hash": "2691ae39cc9c3066ee7257567b15662a309e71644f0889486d6f48b862a8c65e", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 11, + "bundle_hash": "ae1a5f3a463df794d57f88512a4d24d4d805a71e3b2d04421f6b8dcddd485dba", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 12, + "bundle_hash": "5d6c0ec596469f99d6c018c92dac35aa5a2d5bc0e1a8544dbdfd5e9271842c8f", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 13, + "bundle_hash": "95fc62e875fa3b7a87fb9541823132abaa221ceacad35f2684be3b58a7cde694", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "95fc62e875fa3b7a87fb9541823132abaa221ceacad35f2684be3b58a7cde694", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "203653661ab4d96c8c068c2beec2b7149dc2e36230d9308475c57c4551246205", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "203653661ab4d96c8c068c2beec2b7149dc2e36230d9308475c57c4551246205", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "203653661ab4d96c8c068c2beec2b7149dc2e36230d9308475c57c4551246205", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "203653661ab4d96c8c068c2beec2b7149dc2e36230d9308475c57c4551246205", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "203653661ab4d96c8c068c2beec2b7149dc2e36230d9308475c57c4551246205", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "203653661ab4d96c8c068c2beec2b7149dc2e36230d9308475c57c4551246205", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..934ab67438eebd654fad92fb747e0b0dda6186f3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/handoff.md @@ -0,0 +1,6 @@ +# E20 candidate handoff +Entry point controller.py: reset_episode(), act(obs). Keep config.json and demo_bank.npz beside it. Runtime dependencies Python, NumPy, OpenCV; no network, model service, worker API, simulator construction or runtime demo access. + +Current legal front/top RGB and four contract proprioception fields select synchronized 44-component action labels from all 20 authorized demonstrations. Normalized image resizing accommodates demo/live resolution difference. Config controls visual weight and nearest candidate count. Six repeated matches at a demonstration endpoint cause an abort (None), never a success declaration. Horizon 500 includes runner-owned hold. + +Exploration findings are included. Exact independent rehearsal outcomes/hashes are supplied by trusted API and retained in /workspace/exploration. A native success is reported only when returned by API; if absent, public visible rule requires unambiguous coordinated grasp/opening and ambiguous cases are false. No reliable recovery or numeric angle estimator exists. No neural weights were trained. Runner adds verified manifest, readonly demos and environment lock. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d814372379cdccdcfffc2c7fe772b78748a3ed2e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,85 @@ +{ + "stage": "E20_live_development", + "status": "development_not_frozen", + "task_id": "DualArmOpenScissor-v1", + "coding_worker": "single task-local worker", + "models": { + "coding_model": "provider-hosted Codex; exact weight identifier not exposed", + "weight_updates": false, + "pretrained_tool_weights": [], + "runtime_neural_models": [] + }, + "tools_used": [ + "functions.exec orchestration", + "exec_command bash/local Python", + "view_image legal-image contact sheets", + "worker_api.API.read_demo (local HDF5 only)", + "NumPy", + "OpenCV", + "h5py", + "Python standard library", + "trusted worker API: budget_status, next_episode, latest_observation, execute_actions, finish_episode, rehearse, score_rehearsal, freeze" + ], + "versions": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.12.0", + "h5py": "3.16.0" + }, + "runtime_dependencies": [ + "Python", + "numpy", + "opencv-python" + ], + "offline_dependencies": [ + "h5py", + "worker_api.py supplied standalone module" + ], + "provenance": { + "inputs": [ + "/task_contract.json", + "/demo_manifest.json", + "/worker_api.py", + "20 files explicitly listed in /demo_manifest.json under /demonstrations" + ], + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "derived_bank": "demo_bank.npz: deterministic descriptors, scaling statistics, legal action labels; no neural parameter training", + "inspection_log": "../evidence/visual_inspection_indices.json", + "bank_provenance": "bank_provenance.json" + }, + "testing": { + "syntax": "passed", + "synthetic_inputs": "passed", + "real_task_tests": "See task-local exploration log; final exact bundle rehearsal records supplied by API.", + "exploration_episodes": "20-slot budget; see included findings and external API audit", + "rehearsals": "Pending independent rehearsal" + }, + "limitations": [ + "No Internet or audited proxy access attempted", + "No external model weights loaded; exact hosted coding-model weight reference unavailable", + "Camera/root calibration and numeric goal angle unavailable", + "Retrieval policy and thresholds unvalidated; no completion detector", + "Runner supplies verified demo manifest and environment lock separately" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..5729f3a20bbaba09a7f1b9d5bb08416e9b7f05c7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/skills.md @@ -0,0 +1,7 @@ +# Compiled capabilities +- Current-state RGB/proprioceptive nearest-neighbor retrieval of full coordinated arm/hand actions. +- Native action bounds and horizon handling; runner owns initial hold. +- Resolution-normalized coarse scene matching; no calibrated geometric localization. +- Repeated terminal-match abort and repeated invalid-observation abort; neither implies success. + +Live interactive successes at episodes 2, 3, 4; original episode 1 failed from poor grasp followed by repeated endpoint actions. Independent offline rehearsal results remain authoritative for bundle qualification. No established physical recovery, contact detector, angle estimator, neural runtime or online development agent. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmOpenScissor-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=starthi-5]),hi],np.float32) + + +def reset_episode(): + global _phase, _last_step, _last_action, _initial_ends + _initial_ends = None + _phase = None + _last_step = None + _last_action = None + + +def act(obs): + """Return panda-0's seven components then panda-1's, or finish on limit/error. + + step_id=1 is the first policy observation AFTER the runner-owned hold. + No initial hold is generated here. None is not a success declaration. + """ + global _bank, _phase, _last_step, _last_action, _initial_ends, _calibration + step=int(obs['step_id']) + if step < 1 or step >= 400: + return None + if step == _last_step: + return None if _last_action is None else _last_action.copy() + if _last_step is not None and step < _last_step: + reset_episode() + # Match the five-step feedback interval used in successful interactive episode4. + if _last_step is not None and 0 < step-_last_step < 5: + return _last_action.copy() + if _bank is None: + with np.load(Path(__file__).with_name('exemplars.npz'),allow_pickle=False) as f: + _bank={k:f[k] for k in f.files} + try: + q=proprio_feature(obs['proprioception']) + v=np.stack([image_feature(obs['rgb'][c]) for c in CAMERAS]) + except (KeyError,ValueError,TypeError): + return None + if _calibration is None: + with np.load(Path(__file__).with_name('endpoint_calibration.npz')) as f: + _calibration={k:f[k] for k in f.files} + _calibration['row_ends']=_calibration['endpoints'][np.array([int(x[-2:]) for x in _bank['demo_id']])] + if _initial_ends is None and step<10: + _initial_ends=locate_initial_ends(obs['rgb']['top_camera']) + # Proprioception compares robot configuration; RGB compares visible scene NOW. + dq=np.mean((_bank['q']-q)**2,axis=1) + dv=np.sum((_bank['v']-v)**2,axis=(1,2)) / len(CAMERAS) + score=dq+8*dv + if _initial_ends is not None: + score += .015*max(0.,1-(step-100)/120)*np.sum(((_calibration['row_ends']-_initial_ends)/40)**2,axis=1) + # Weak bounded tie breaker for repeated/dwell configurations. Not a replay clock. + if _phase is not None: + expected=max(_phase+(step-_last_step)/360,(step-1)/390) + score += .10*np.minimum(((_bank['phase']-expected)/.15)**2,4) + nearest=int(np.argmin(score)) + # Retain a joint two-arm gripper mode, avoiding averaging open and closed. + mode=_bank['a'][nearest,[6,13]] + valid=np.all(_bank['a'][:,[6,13]]==mode,axis=1) + valid &= np.abs(_bank['phase']-_bank['phase'][nearest]) < .06 + ids=np.flatnonzero(valid) + ids=ids[np.argsort(score[ids])[:5]] + weights=1/(score[ids]+.002)**2 + weights/=weights.sum() + action=np.sum(_bank['a'][ids]*weights[:,None],axis=0) + if _initial_ends is not None and 10<=step<110: + reference=np.sum(_calibration['row_ends'][ids]*weights[:,None],axis=0) + delta=(_initial_ends-reference).reshape(2,2) + for r in range(2): + correction=delta[r] @ _calibration['coef'][r,1:,:] / 100 + action[r*7:r*7+3]+=np.clip(correction,-.018,.018) + action[[6,13]]=mode + _phase=float(np.sum(_bank['phase'][ids]*weights)) + _last_step=step + _last_action=np.clip(action,-1,1).astype(np.float32) + return _last_action.copy() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..19adf719a43932e855f1639551b4a2e0181b8a4f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmRopeCylinderWarpping-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 390, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 390, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 390, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 391, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a4c5a20ec2b8a49d31b59f4cc390a48e39cc74b0b2f8f09cd0f8e6e81d931198", + "source_sha256": "d261ef7d14c6d219b12d1d4b620258734accbe3e2aefa24710a9879d4c42d089", + "view_sha256": "5a7f2b22aa4c105d18b3d3dc8f0e92444b85b82813cf028a2e93d6b73b4b962d" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 350, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 350, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 350, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 351, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c50007b4dfa494f2d46eb9728b651674b683febc4d35f05cf330567d1d592a79", + "source_sha256": "c673a7311507fae1b7ae0a3839d35d86b52bb39f931e815a37c01b861570bb31", + "view_sha256": "09935731fbabe3d673f5759ffc68cf6a31ad3f53e987ce5c2e1240a606adf4ca" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 368, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 368, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 368, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 369, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 369, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 369, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 369, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 369, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b8b74d7adc01f30e3b5012363d0f2a3624ed4ed05db17bdbddf895cca43ed806", + "source_sha256": "5c4ff03f6b9519c10f710b52ccda54096753aea79736de7a667e3fa50f75abd1", + "view_sha256": "f6f77596a52f1937db260ff62f0319fd0f878d533bde0183cdb864ec0a79e25c" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 370, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 370, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 370, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 371, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "070a1fd7271e6eabbf250f49d7f67a287ae67d8e7869e13cd63fc5053a70c41f", + "source_sha256": "1bed1a164c0d6a758efb0454d1f4298939e9fd239d6ab80af7ba70f222a74431", + "view_sha256": "61ccdd7e443fecf65d27b9782103e22e8e03158f2472b2851bb10c3b9fc7e71e" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 334, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 334, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 334, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 335, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 335, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 335, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 335, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 335, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "96c16ead8a98d4a85f3ba1aa3881942ffe0a88bfe335dd47fd719063a6004473", + "source_sha256": "a6f95648d84117176e61355bf47680a0f838a8aa522182e09e84108acc4484b3", + "view_sha256": "ad0012fb66d7a6f63a785f9c6f90ae3f25bc9b301561904cc7ac32d26221d8ac" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 364, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 364, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 364, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 365, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 365, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 365, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 365, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 365, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4f7a444e322e3bc6e0c1a863cf5f3800634af5433fd6e7e8e10cbf2feed02b70", + "source_sha256": "383f9ba4f98e4c10d2baebd1033de66897e3b125c6294686dee6ac1ecd9f6545", + "view_sha256": "0a86a19d3c7d327e6566a3166794b17ed0a3c9ca06895218519fce29fb9e6493" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 389, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 389, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 389, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 390, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 390, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 390, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 390, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 390, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 390, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 390, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 390, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 390, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "97a2158814d46f75386eb14cc669818fd6f1d1be5c5ac1605d1621f0205ef17c", + "source_sha256": "0e75f8078c69f9d99a32ca5cda189ecbc142261194f06874b44d92085c8be5e9", + "view_sha256": "df4073fa3e127ad337f97e67c69bf3f7e579e04944eb02c0a073734fe32763e3" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 341, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 342, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cb56d931a790248c892273aba37ffba416fcdeab5d0a6d02e06ebf1f2fc3067d", + "source_sha256": "878a3f3249ede69d65f8e4e4ab28bcfbe45844705601e9bdaef5288128daa983", + "view_sha256": "b8fcb78aa27f195118ad3877d48944c518184c665c6f0117270b12b56e4996a4" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 322, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 322, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 322, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 323, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 323, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 323, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 323, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 323, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 323, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 323, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 323, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 323, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "676dc256194495e8a78d39fd285a241a12ef087524b28389fe41f85881427113", + "source_sha256": "f40e10c608cae9c9788006625f67537cb71ef53608740df3a351003853a5e53b", + "view_sha256": "31560eeb97b77c46a1ae52be55115817b5191abc4ade53fda15c3e7b9ba3ea8e" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 382, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 382, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 382, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 383, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 383, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 383, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 383, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 383, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 383, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 383, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 383, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 383, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f1277d82e582fa243da034beb7b76be837db075eecf3aa36ea46df573460c897", + "source_sha256": "3d12c13d7c45adf5ffe2c6d9765dba2529c8d432a1ce811995a38318ed2d2db4", + "view_sha256": "2781d0f538865be530971ac73be64b08efa910336d27852c312e7b64d733fa8a" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 367, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 367, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 367, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 368, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "757bf94d6db6011bd580783956d1e0f341449a50df17e378ff40023146e13e5f", + "source_sha256": "beee20ac298900297cb29a48d9a2499d5ee8a5c7b206b5640408dcaf5c83eaf9", + "view_sha256": "ebda743c65c353a2ac74994a6252b15027cdcbe0d7bd15d53fa4b0ab126dd0f0" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 363, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 363, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 363, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 364, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 364, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 364, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 364, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 364, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 364, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 364, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 364, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 364, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7df371e4f11defbe10bf56e7ec2294fb72c672746abf7ee55710c72356affd5b", + "source_sha256": "af124d9719d1c30593a370c56b07aadc363b45d0c47fd581b15d9883fbe536f8", + "view_sha256": "c5e311cb191c675b08584abfe18ece9b7589621feac424b7b5253fe341a2a19a" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 344, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 344, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 344, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 345, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "240952057c9e40b1b9ae05c051cd7babea47138c10be56a85987b8384f500144", + "source_sha256": "aed9ce1015642dedc1583a0bf9a4145484855af456a9213ba8bf89d52a1d551a", + "view_sha256": "c612eba458aaa18f331cc58a490a038f85c4d20d0aae5cf12252e89ee47c1760" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 335, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 335, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 335, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 336, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ff06ba7a627939b2760d2969ed08c47303f23968922a2b6959c4e83802eaf780", + "source_sha256": "ec08077295fb84405d6de5c7ecbc0fe79ed477d90e9df7cb5087ec29a85c62ae", + "view_sha256": "f47f765698400fbfe28f09a23552a8914bcaf8bc187f16384735c83af9e22d32" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 390, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 390, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 390, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 391, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 391, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 391, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2645012900c254bcb0f7a7ad84ec78bbcbf243c9e7517eba3196601d33bc0b7e", + "source_sha256": "aa104cc60e9b03146a79bedfc4e5f68e150a9c39b604e9e7e0adb2ecd4c06b90", + "view_sha256": "20b808f7f6157c115aede69619b92b3ee532aee5068010914d3e184a7f73ef26" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 327, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 327, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 327, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 328, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 328, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 328, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 328, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 328, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1f97a08ee6b89286801c992d786c0143aa8b8f1a6799161dd5e587176e90edb0", + "source_sha256": "2505f60604c637ad4410aa2e540bb73ca0c9bd6bc05396b02687c9d4c988320e", + "view_sha256": "f74c2d517dd47703b6cebde1d228080d9c7b151d5be7ed9e18c53ea127ebdefa" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 376, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 376, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 376, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 377, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 377, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 377, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 377, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 377, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6e86adec7f21a00236b3f71f0eb580dd8ba101b7122bf280b46da00e0d355243", + "source_sha256": "3da8f686a4a9264db918f278f6f5e9d50c8a6d52bc36ac3021d935e09a70fc75", + "view_sha256": "de08856c4be5f52efdb0a8eaf0af485e505d64275720e49d4186306139965853" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 341, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 342, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9545d62ac65f6a4d28e19b4b67565d8007801c256774b03dc94944b79b471441", + "source_sha256": "905829be94e46644bf9861f4141a5711db2d80911ec87994ed2dda6ba465642d", + "view_sha256": "8bd35c52a0446f7cdcc725d7164ccdc91bbda08c55bfadda1fc7f87cb325c3ba" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 341, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 342, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a342fc84d55eaaaa066e7b42052c45549a083b51f8becf74aa7c72b0f3a29eeb", + "source_sha256": "69097b0203fa43c85f519af8cc8af6d860fd891200b5b415ee2ee002428f3487", + "view_sha256": "252cfcd7a0587c5ca01ace0ca58e1e4bb17f9701100f40880694e915e5d09529" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 339, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 340, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5fae26de9092ebe191960e60f68f8ada56ed7b46ec53a9d6fd96dbf1cda0294d", + "source_sha256": "f654edc942e0409ca682eff6f5cb23fe97d9d391d94eae542ba9abc8679608c7", + "view_sha256": "534f86675467988279ec3af578688c4a7bbc1596eaa0613c64821a62b5a25d36" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..a05593cd02f56463aa53ffc919c3dd8d75fbdd04 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/findings.md @@ -0,0 +1,13 @@ +# Findings + +All 20 authorized demos were visually sampled in front/top views and numerically analyzed in full. See ../demo_analysis.md and ../evidence/statistics.json for exact IDs, indices and measurements. 7,133 action pairs; lengths 322–390; initial qpos identical; rope bends and approach durations vary. Both grippers close at 105–131. Seven demos reopen; thirteen do not. Final perimeter curvature is visible but occlusion prevents a success claim. + +The draft uses fixed image features and nonparametric labeled-example retrieval. Exemplar compilation is not neural training. Current RGB and qpos/qvel are mandatory; no seed or hidden state is consumed. Geometry calibration and exact success criteria remain unknown. Episode 1 is underway through the trusted API. At steps 40/80 both arms approach; at 120 grasp is occluded; by 200 rope moves and becomes taut between grippers, supporting two-end capture. This does not establish wrapping success. + +Episode 1: native false; upper-end loss by280 despite continuously closed grippers. Episode 2: independent baseline rehearsal valid, native false, bundle 5f9f38640d7918b6d6fd482a9214a37cbbaee9fdc8be553f310c6d46294adcc6. +V1: HSV endpoint localization, initial geometric prior and bounded approach correction derived by least squares from authorized demonstration endpoint positions versus summed approach commands. This is linear geometric calibration, not neural fitting. + +Episode 3 V1 failed: initial ROI clipped a leftward upper endpoint; closure delayed to151 and final phase only .83. V2 widens ROI to x20..220,y80..460, fades initial prior after approach, and uses stronger observation-conditioned progress scoring. Episode 4 V2 reached NATIVE SUCCESS at step338; last_return.pkl preserves the actual trusted return. Top321 shows C-shaped wrap. Five-step action holds were used in interactive episodes3/4. Driver initially misread nested termination and one extra API call was rejected after success; no extra action executed. Episode4 full decision log was lost at that exception, but periodic five-camera images and final native observation survive. Driver now flushes decisions and checks nested termination. +V2 still has no validated explicit recovery. Initial localization falls back to original retrieval if mask support is inadequate; no collision/contact state is available. Independent rehearsal is required to test single-step operation and offline packaging. + +Episode5: single-step V2 independent rehearsal valid, native false (375d2a496ed6f31eca6975a2fc2ef808ab0fbb5977b125eafd78874696a1d321). Current V2-H5 caches each computed action for5 native ticks, matching the interactive feedback interval of successful episode4; endpoint/pose/grasp logic is unchanged. This isolates timing as a failure/reliability factor. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..cc315c86ce7da31e58e5cac9501001b70c960d5f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/freeze_manifest.json @@ -0,0 +1,176 @@ +{ + "files": { + "__pycache__/build_exemplars.cpython-310.pyc": "075a371ff8d472ebb5490a33d9c59820a98e9183a1b899dac9b6291acfa82988", + "__pycache__/controller.cpython-310.pyc": "f6049c6fcfe45db7f8efcc2a5fd4cfc31aafb4a123bdd330d033b97b13d4210a", + "__pycache__/synthetic_check.cpython-310.pyc": "a20a44d9f2cafd3767269054b56e93bd8409e59b4b8b24011a609eaa6716c9fa", + "build_exemplars.py": "cdfe98932cbfbee8b4954bb7ff661915024fac09da06ca31851fee2756e38f71", + "compilation_provenance.json": "b38b3996ba1da29e882cf380d2f23dfb51318c75ac3f96538ede26653909fbad", + "controller.py": "e6049abf33e0fd46cd88c9dae23d13f828baa7530a0c18d4718583496abd8042", + "demo_manifest.json": "919dafa3688e8e3be5664ec282d368aefb5de8b16ae3cf390642d8cf40795d16", + "demonstrations_readonly/demo_00.h5": "5a7f2b22aa4c105d18b3d3dc8f0e92444b85b82813cf028a2e93d6b73b4b962d", + "demonstrations_readonly/demo_01.h5": "09935731fbabe3d673f5759ffc68cf6a31ad3f53e987ce5c2e1240a606adf4ca", + "demonstrations_readonly/demo_02.h5": "f6f77596a52f1937db260ff62f0319fd0f878d533bde0183cdb864ec0a79e25c", + "demonstrations_readonly/demo_03.h5": "61ccdd7e443fecf65d27b9782103e22e8e03158f2472b2851bb10c3b9fc7e71e", + "demonstrations_readonly/demo_04.h5": "ad0012fb66d7a6f63a785f9c6f90ae3f25bc9b301561904cc7ac32d26221d8ac", + "demonstrations_readonly/demo_05.h5": "0a86a19d3c7d327e6566a3166794b17ed0a3c9ca06895218519fce29fb9e6493", + "demonstrations_readonly/demo_06.h5": "df4073fa3e127ad337f97e67c69bf3f7e579e04944eb02c0a073734fe32763e3", + "demonstrations_readonly/demo_07.h5": "b8fcb78aa27f195118ad3877d48944c518184c665c6f0117270b12b56e4996a4", + "demonstrations_readonly/demo_08.h5": "31560eeb97b77c46a1ae52be55115817b5191abc4ade53fda15c3e7b9ba3ea8e", + "demonstrations_readonly/demo_09.h5": "2781d0f538865be530971ac73be64b08efa910336d27852c312e7b64d733fa8a", + "demonstrations_readonly/demo_10.h5": "ebda743c65c353a2ac74994a6252b15027cdcbe0d7bd15d53fa4b0ab126dd0f0", + "demonstrations_readonly/demo_11.h5": "c5e311cb191c675b08584abfe18ece9b7589621feac424b7b5253fe341a2a19a", + "demonstrations_readonly/demo_12.h5": "c612eba458aaa18f331cc58a490a038f85c4d20d0aae5cf12252e89ee47c1760", + "demonstrations_readonly/demo_13.h5": "f47f765698400fbfe28f09a23552a8914bcaf8bc187f16384735c83af9e22d32", + "demonstrations_readonly/demo_14.h5": "20b808f7f6157c115aede69619b92b3ee532aee5068010914d3e184a7f73ef26", + "demonstrations_readonly/demo_15.h5": "f74c2d517dd47703b6cebde1d228080d9c7b151d5be7ed9e18c53ea127ebdefa", + "demonstrations_readonly/demo_16.h5": "de08856c4be5f52efdb0a8eaf0af485e505d64275720e49d4186306139965853", + "demonstrations_readonly/demo_17.h5": "8bd35c52a0446f7cdcc725d7164ccdc91bbda08c55bfadda1fc7f87cb325c3ba", + "demonstrations_readonly/demo_18.h5": "252cfcd7a0587c5ca01ace0ca58e1e4bb17f9701100f40880694e915e5d09529", + "demonstrations_readonly/demo_19.h5": "534f86675467988279ec3af578688c4a7bbc1596eaa0613c64821a62b5a25d36", + "endpoint_calibration.npz": "159322f0f6d614dceb4b08fae4acf8613db92f283d4e6733825c4663e8127a4b", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "exemplars.npz": "f25090ba446958945e7cf4333a919277236fb3c6f6cfdf714ceb1bdad438e766", + "findings.md": "c6af550ee0cd53c2e25abe2cd4522d9c55b84f0c0696cbefa70078acfd107578", + "handoff.md": "ec35b7a2041a6cf63d63de20bf89d562eedbf8efcdc771b8a24a60906c8fd761", + "model_tool_manifest.yaml": "c64ccb228b78f713767d351929ccdbd335efd8d2f8a49a2d6e390e63c7df1600", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "2026a90532babe3181dc268d7e88af2f21150d4825954e4fec69be8544e87ccf", + "synthetic_check.py": "fa416d9c809a27b9dac40dda487bedbc3aedd797a074958a5fc8b2dc09853f17", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "48d60811e6892917a85ccf3f9f355291269c2355df2d3cad655388fd19984add", + "exploration_ledger_hash": "fbb1725ac177ffdabc4691864a623d6006bc7a3d04e528c60cfdd3f2c484c6cb", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "5f9f38640d7918b6d6fd482a9214a37cbbaee9fdc8be553f310c6d46294adcc6", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "375d2a496ed6f31eca6975a2fc2ef808ab0fbb5977b125eafd78874696a1d321", + "episode": 5, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "48d60811e6892917a85ccf3f9f355291269c2355df2d3cad655388fd19984add", + "episode": 6, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "ee9c2290579dc4bf7990b26b7acedcfaabe71b8151554357935aa22008ba3a9e", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 14, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 16, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 17, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "episode": 18, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 19, + "bundle_hash": null, + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 20, + "bundle_hash": "b3ceef0a83c59913b9ef478566346b703c80d97b8f34fb6263cb0b208ed01d40", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..6eb339ba2fa1f4d13d1f8caa8dac68b85a5d4de7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/handoff.md @@ -0,0 +1,11 @@ +# Handoff + +Entry point: controller.py reset_episode() and act(obs). Runtime files: controller.py, exemplars.npz, endpoint_calibration.npz; Python, NumPy, OpenCV. No network or neural model is needed. The runner supplies verified demos/manifest and common lock. + +Observations require rgb front_camera/top_camera, flat proprioception with nine qpos/qvel values per robot, and step_id after the trusted initial hold. Return is a bounded finite14-D action, panda-0 then panda-1, or None to stop. Controller consumes no privileged state. + +Current version V2-H5 (five-step feedback): current joint/image exemplar retrieval plus initial rope endpoint prior, bounded geometric approach correction, and temporal progress constraint. Endpoint calibration uses only the20 authorized demonstrations. No neural weights fitted. + +Native exploration: episodes1/3 failed; episode2 baseline independent rehearsal valid but false; episode4 V2 native success at338 with five-step holds. Single-step V2 was independently valid but false in episode5. V2-H5 is next for independent rehearsal; act is called each step but recomputes every5 steps. Candidate is not frozen. No visible-success substitution is needed when native success is present. + +Known limitations: orange mask can miss occluded rope or confuse wood; initial masks are only used near start; no explicit regrasp recovery, collision sensor, or terminal-success detector. Gripper mode and local actions depend on demonstrated support. Phase heuristic prevents some dwell but can advance before secure grasp. Required evidence is preserved outside bundle in evidence/. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7fd186fc29566869b0a3a0fc7ee2b3b388df5748 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,112 @@ +{ + "stage": "AUTHORIZED_E20_EXPLORATION", + "task": "DualArmRopeCylinderWarpping-v1", + "status": "V2_native_success_once_independent_rehearsal_pending", + "environment_episodes_spent": 4, + "task_tests_performed": true, + "neural_finetuning": false, + "coding_model": { + "identity": "provider-hosted coding worker; exact weight revision not exposed", + "weights_modified": false, + "local_weight_reference": null + }, + "pretrained_tool_models": [], + "frozen_weight_references": [], + "controller_method": "Observation-conditioned retrieval with initial rope endpoint prior and bounded demo-derived approach corrections; no neural weights", + "data_provenance": { + "authorized_manifest": "/demo_manifest.json", + "manifest_sha256": "6e2bea93abd0772b2d647313aafb8dde01c20e33263970a36430a622ab9f149e", + "contract_sha256": "16d87e573cc9e51de807d8e86f5b315eea91b7fa9ccb48864200a6c92f38889d", + "source": "/demonstrations via /worker_api.py API.read_demo only", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "compiled_rows": 7133, + "row_provenance": "compilation_provenance.json and exemplars.npz demo_id/frame arrays", + "visual_inspection_ledger": "../demo_analysis.md", + "computed_access": "front/top RGB frames 0..N-1; all labels; all proprio 0..N for analysis", + "weights_or_external_datasets": null + }, + "tools_actually_used": [ + "functions.exec orchestration", + "exec_command bash/Python", + "write_stdin process polling", + "view_image for local authorized contact sheets", + "API.read_demo", + "NumPy statistics and array compilation", + "OpenCV resize/blur/text/contact-sheet encoding", + "h5py through read_demo", + "Python py_compile and synthetic-input checks", + "SciPy import for version reporting only", + "Python importlib.metadata for package versions", + "API.budget_status", + "API.next_episode", + "API.latest_observation", + "API.execute_actions", + "API.finish_episode", + "API.rehearse" + ], + "runtime": { + "python": "3.10.20", + "platform": "Linux-5.15.0-94-generic-x86_64-with-glibc2.35", + "dependencies": { + "numpy": "2.2.6", + "opencv-python": "4.13.0.92" + }, + "required_files": [ + "controller.py", + "exemplars.npz", + "endpoint_calibration.npz" + ] + }, + "preparation_dependencies": { + "numpy": "2.2.6", + "scipy": "1.15.3", + "h5py": "3.16.0", + "opencv-python": "4.13.0.92" + }, + "imported_module_versions": { + "numpy": "2.2.6", + "cv2": "4.12.0", + "h5py": "3.16.0", + "scipy": "1.15.2" + }, + "version_note": "Installed distribution metadata differs from imported module versions for OpenCV and SciPy; both recorded. Imported module versions describe actual execution.", + "source_tools": { + "worker_api.py_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "internet": "not used; audited proxy not exercised", + "simulator": "not imported or created", + "task_specific_expert": "not accessed", + "hidden_state": "not accessed", + "torch": "not imported; no torch models or weights loaded" + }, + "checks": "../evidence/synthetic_checks.json", + "limitations": [ + "V2 reached native success in interactive episode4 at338; independent validation pending.", + "No camera/root calibration, depth, contact state or verified completion criterion", + "Handcrafted orange features may confuse wood and are occluded by grippers", + "Nearest-example action blending can stall or fail outside demonstration support", + "No validated collision avoidance, grasp recovery, confidence threshold or terminal detector", + "Synthetic timing is not native runtime timing; bank load adds initial latency", + "Full verified demo manifest and common environment lock supplied separately by runner" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..2ab20d08e3bbba988b25f2c231b072f091d45190 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/skills.md @@ -0,0 +1,10 @@ +# Draft operational skills + +1. Read the current legal front/top RGB and four joint arrays; normalize only with fixed constants. +2. Retrieve a joint two-arm action from current visual/configuration similarity across all 20 authorized demos. Preserve the demonstrated paired gripper mode rather than average release and grasp commands. +3. Use a bounded phase tie-breaker for ambiguous stationary observations; re-evaluate observations every step. +4. Reset all episode-local phase/cache with reset_episode(). Preserve no scene identity between episodes. +5. Respect panda-0 then panda-1 ordering, native [-1,1] bounds, 20 Hz and 400 native ticks. Let the runner own the charged initial hold. +6. Stop at the remaining horizon or invalid required inputs. No validated completion skill or recovery skill exists yet. + +These are implemented draft mechanisms, not experimentally demonstrated capabilities. No pretrained models, external controller, simulator, or fine-tuning are used. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/synthetic_check.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/synthetic_check.py new file mode 100644 index 0000000000000000000000000000000000000000..3f343d4758b8743e1729f5dfc0f63d6c999bbc80 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/synthetic_check.py @@ -0,0 +1,32 @@ +"""Interface checks using fabricated arrays only; not a task or physics test.""" +import importlib.util,json,time,py_compile +from pathlib import Path +import numpy as np +root=Path(__file__).parent +for name in ('controller.py','build_exemplars.py','synthetic_check.py'): + py_compile.compile(str(root/name),doraise=True) +s=importlib.util.spec_from_file_location('candidate_controller',root/'controller.py');c=importlib.util.module_from_spec(s);s.loader.exec_module(c) +def obs(step=1,batched=False,variant=0): + rgb={} + for cam,shape in [('front_camera',(240,320,3)),('top_camera',(320,240,3))]: + im=np.full(shape,80,dtype=np.uint8) + if variant: im[90:140,50:180]=[220,110,30] + rgb[cam]=im[None] if batched else im + q=np.array([0,0,0,-1.5,0,1.5,.7,.04,.04],dtype=np.float32) + return {'rgb':rgb,'proprioception':{p:q.copy() if p.endswith('qpos') else np.zeros(9,dtype=np.float32) for p in c.PATHS},'instruction':'synthetic interface check','step_id':step} +checks={};timings=[] +for variant in range(2): + c.reset_episode();o=obs(variant=variant);t=time.perf_counter();a=c.act(o);timings.append(time.perf_counter()-t) + assert a.shape==(14,) and a.dtype==np.float32 and np.isfinite(a).all() and (np.abs(a)<=1).all() + assert np.array_equal(a,c.act(o)) + c.reset_episode();assert np.allclose(a,c.act(obs(batched=True,variant=variant))) + checks[f'variant_{variant}_legal_and_batch_equivalent']=True +checks['repeat_step_idempotent']=True +c.reset_episode();a=c.act(obs());c.reset_episode();assert np.array_equal(a,c.act(obs()));checks['reset_deterministic']=True +assert c.act(obs(step=400)) is None;checks['horizon_stop']=True +c.reset_episode();bad=obs();del bad['rgb']['top_camera'];assert c.act(bad) is None;checks['missing_rgb_stops']=True +c.reset_episode();bad=obs();bad['proprioception'][c.PATHS[0]][0]=np.nan;assert c.act(bad) is None;checks['nonfinite_proprio_stops']=True +assert not np.array_equal(c.image_feature(obs()['rgb']['top_camera']),c.image_feature(obs(variant=1)['rgb']['top_camera']));checks['rgb_features_respond_to_image']=True +assert len(set(c._bank['demo_id']))==20 and len(c._bank['a'])==7133;checks['all_20_compiled']=True +result={'scope':'syntax and fabricated-input interface only; no environment or real task testing','checks':checks,'first_call_seconds_including_bank_load':timings[0],'later_call_seconds':timings[1],'task_success':None,'episodes_spent':0} +Path('/workspace/evidence/synthetic_checks.json').write_text(json.dumps(result,indent=2));print(json.dumps(result,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeCylinderWarpping-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=14)&(h[:,:,0]<=40)&(h[:,:,1]>140)&(h[:,:,2]>170)).astype('uint8') + n,l,s,c=cv2.connectedComponentsWithStats(mask) + ids=[i for i in range(1,n) if 4<=s[i,4]<=1000 and max(s[i,2:4])<60] + if not ids:return np.array([np.nan,np.nan,0],np.float32) + i=max(ids,key=lambda i:s[i,4]);return np.array([c[i,0]/a.shape[1],c[i,1]/a.shape[0],s[i,4]],np.float32) + + +class Controller: + def __init__(self): + # Bank contains only authorized RGB descriptors, proprioception, labels. + with np.load(Path(__file__).with_name('demo_bank.npz'), allow_pickle=False) as bank: + self.images = bank['images'] + self.q = bank['qpos'] + self.v = bank['qvel'] + self.actions = bank['actions'] + self.ball_bank = np.load(Path(__file__).with_name('ball_bank.npy'), allow_pickle=False) + self.reset_episode() + + def reset_episode(self): + self.phase = -1 + self.bad_count = 0 + self.terminal_count = 0 + self.last_step = 0 + self.last_action = None + self.finished = False + self.diagnostics = {} + + def _hold(self, q): + # Retain the last validated absolute gripper command; do not clip a measured hold. + grip = float(self.last_action[6]) if self.last_action is not None else float(2 * (q[7] + .01) / .05 - 1) + # Never clip an invalid proprioceptive hold into another command. + if not np.isfinite(grip) or not -1 <= grip <= 1: + self.finished = True + return None + return np.array([0, 0, 0, 0, 0, 0, grip], dtype=np.float32) + + def act(self, obs): + if self.finished: + q = np.asarray(obs['proprioception']['agent/qpos'], np.float32).reshape(-1) + return self._hold(q) + step = int(obs['step_id']) + if step < 1: + raise ValueError('Runner owns reset hold; first policy step_id is 1') + if step == self.last_step: + return None if self.last_action is None else self.last_action.copy() + if step < self.last_step: + raise ValueError('Call reset_episode before a new episode') + self.last_step = step + q = np.asarray(obs['proprioception']['agent/qpos'], np.float32).reshape(-1) + v = np.asarray(obs['proprioception']['agent/qvel'], np.float32).reshape(-1) + if q.size != 9 or v.size != 9 or not np.isfinite(q).all() or not np.isfinite(v).all(): + self.finished = True + return None + # Ignore all uncontracted fields. The instruction is fixed for this task; + # no hidden IDs or seed-dependent episode classification is performed. + present = [i for i, cam in enumerate(CAMERAS) if cam in obs.get('rgb', {})] + if len(present) < 2: + return self._reject(q, 'fewer than two cameras') + try: + features = np.stack([image_feature(obs['rgb'][CAMERAS[i]]) for i in present]) + except (TypeError, ValueError): + return self._reject(q, 'invalid RGB') + # Search all demonstrations anew at each decision, in a local temporal + # neighborhood. The clock only disambiguates visually identical dwell + # frames; matching current RGB and qpos/qvel determines the action. + predicted = min(self.phase + 1, self.actions.shape[1] - 1) + times = np.arange(max(0, predicted - 2), min(self.actions.shape[1], predicted + 3)) + qcost = np.mean(((self.q[:, times] - q) / Q_SCALE) ** 2, axis=-1) + vcost = np.mean(((self.v[:, times] - v) / V_SCALE) ** 2, axis=-1) + ref = self.images[:, times][:, :, present].astype(np.float32) / 255. + icost = np.mean((ref - features.astype(np.float32)[None, None] / 255.) ** 2, axis=(-1, -2)) + ball = np.stack([detect(np.asarray(obs['rgb'][cam]).squeeze()) if cam in obs['rgb'] else np.array([np.nan, np.nan, 0], np.float32) for cam in CAMERAS]) + brefs = self.ball_bank[:, times] + valid = np.isfinite(brefs[..., 0]) & np.isfinite(ball[None, None, :, 0]) + # Wrist-camera orange fragments have unstable centroids during occlusion. + valid[..., 2] = False + delta = np.nan_to_num(brefs[..., :2] - ball[None, None, :, :2], nan=0.) + ball_cost = np.sum(np.sum(delta ** 2, axis=-1) * valid, axis=-1) / np.maximum(1, valid.sum(axis=-1)) + cost = .002 * ball_cost / .0004 + qcost + .08 * vcost + .1 * icost / .01 + 1.0 * (times - predicted) ** 2 + demo, local = np.unravel_index(np.argmin(cost), cost.shape) + t = int(times[local]) + self.diagnostics = {'reference_frame': t, 'q_cost': float(qcost[demo, local]), + 'rgb_mse': float(icost[demo, local]), 'status': 'retrieval', 'ball_cost': float(ball_cost[demo, local]), 'ball_views': int(valid[demo, local].sum())} + # Hand-chosen draft support limits, not empirically calibrated. + if (valid[demo, local].sum() >= 2 and ball_cost[demo, local] > .0064) or qcost[demo, local] > 4. or icost[demo, local] > .045: + return self._reject(q, 'outside reference support') + self.bad_count = 0 + self.phase = t + # Preserve a single label's gripper mode; do not average incompatible + # open/closed targets. Parts order is the sole Panda width-7 part. + action = self.actions[demo, t].astype(np.float32).copy() + if action.shape != (7,) or not np.isfinite(action).all() or np.any(np.abs(action) > 1): + raise ValueError('Invalid stored action') + self.terminal_count = self.terminal_count + 1 if t >= 1103 and np.max(np.abs(v[:7])) < .15 else 0 + if self.terminal_count >= 12: + # Reference exhaustion is a stopping heuristic, NOT success detection. + self.finished = True + self.diagnostics['status'] = 'reference exhausted; outcome unknown' + self.last_action = self._hold(q) + return self.last_action.copy() + self.last_action = action + return action.copy() + + def _reject(self, q, reason): + self.bad_count += 1 + self.terminal_count = 0 + self.diagnostics['status'] = reason + if self.bad_count >= 40: + self.finished = True + self.last_action = self._hold(q) + return self.last_action.copy() + self.last_action = self._hold(q) + return None if self.last_action is None else self.last_action.copy() + + +_controller = None + + +def reset_episode(): + global _controller + if _controller is None: + _controller = Controller() + else: + _controller.reset_episode() + + +def act(obs): + global _controller + if _controller is None: + reset_episode() + return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..85e7b92ac65ce2f10440e47379b40350df54d889 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "PingPongBallTransport-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "249461a54a9eebd86d4af52662e24a8024a0180d450212ded0991eff4b202585", + "source_sha256": "dd13bae0227df2a9b8d54f8bf39b3b321595e76034e9ca9ba7b1a57631b05c41", + "view_sha256": "543cecbcde772b406f42f67bf467560c21b251aa6c8f771cdb3ba52f794375c3" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1f87a63d595f2c9fac432b3a0aa6a3df4eea1be71254eed51bacb6b38da20c6a", + "source_sha256": "82e7d841a80f3c06d207673c205540dfcfcb571d3c8e92a32b93fd8e65a01111", + "view_sha256": "d7543b5bd86c0b1bb3a271bcdbffc7a3db746a926068cc00b04c85ee95039717" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "65da527cccd90abbfc4e495b4dc25898801f710a2a69a6a4ac2477130942d23e", + "source_sha256": "06126538ee12c14c9d3f227efc6ecfc597c8b398b99f05c46bd7ff73eb04c236", + "view_sha256": "d2f2b7a1d8731bcff405193dab195b217ef9f774b0f4adcf3aaad33b34c7c7f4" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d1aa78a2f1e8317fb3cf0dd1779ebb41e48d036d644e44d51423b2a8f9367790", + "source_sha256": "e6713eddd04d7a32f4dc79036de4cb9ac8083b6b4d67064da05b65df48c09334", + "view_sha256": "63baa497f8e08fba00cce8e6c691f1e3db5467ae187a656b39f4434cf972f53f" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f1b9105e934caca280cf1639fc6d286f15018e251209771fb4e630e29cc98bba", + "source_sha256": "556637e71338e43b113a8fe98eda7a323373b0bfb6c073261872d8819e5c8ee1", + "view_sha256": "c987b7ceb49d465dcfcc0afe116f34c43821392741c9c5f35650adb4e0247aad" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "064ae6b1a1b77a5b90677ba0a7bf876827952d8fecf5ad34f6457be92bdd45c1", + "source_sha256": "e1dfecd9210a97cfeb4a8820eb4bd005b1cd04681e72f3c2dbfb91b84673460f", + "view_sha256": "5eb303e1926176693004ca3da7f6914ceb86e5a135ba7ff3fdb370258b6431e4" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "80a9db8721923a556b38639330faa765aed14e1f440fbea8eae9b67add9ccbc8", + "source_sha256": "0eb48535943de18dfeb048bd75ea0aaab8fc0fe9be6b4283e7c44099f8779388", + "view_sha256": "7df3345e3c98d94a0e8f579ca2e2a6ddb62b732c9caee83ab048c5926dd78af3" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9e00df4f101f0f5f1b0670080791dc105d08ff5a9e06bd913cc21521978cc152", + "source_sha256": "aa8cb1b03f3347e2361f14311e0c6bdd41fc78afb4d93a19befdee74abb0da4f", + "view_sha256": "75f218ab411cd48d2700419b2d4f3531a07549d960da1314c6e30bd03f142b94" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0e2a000f8c2d45697d1f8c03c1bfc91cb8b12bb5c7659535dd836173c1e57969", + "source_sha256": "eece0d1242558c5747d1a23e55beb5703f2dbfbcb3b8666dfc5899bcdd904791", + "view_sha256": "f279522af8104ba382c1ec741ef4236949c0c5e1493fcd95b863b4c41d1b08a8" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4282eadf7ccfec963aee6d70099e108bde0f322d939c07f2e7ec5cdf9fef3487", + "source_sha256": "197d4b1d15dce7e2d90aabb0c204325941e325b7c22ddc4aeaa124f8d18b003c", + "view_sha256": "8acc90a2f2a7c721d051f9fd19f93d32d9b24749e4d8376bc5c6c877473d1df1" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ba89bac9b4a3790a44e85532f5e934a6604f5f0bc36a132f7a3790e603fb6ee0", + "source_sha256": "fec28b9a23d0e2a96b833b896c2eec90a699a8edbd56847cfa312625269c78bd", + "view_sha256": "e61fe1951ba2b0c917f89a99f2d0053f6510e9b7f7bfa6d16b207a1a05f5889f" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "22fa959458b34f0b4269783a1322373efbb7030ec261670319421e537a71a6a2", + "source_sha256": "bb97ffce2513e2528b2b87644f8e60c93bbabe83d7d257b2ad7364b0b9df4f01", + "view_sha256": "fdaa5146298c51f1145cad9b1559142439681efa8a8eb9dbdd4b68a7fcc4cab2" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "60ec6926629d5b7a2f00dc8553f8b41d05a56ceef5f5534867179f7547fce250", + "source_sha256": "43ca3b4b4a568eeaad1809ec1399ca155e921b2573afd7bedf6af340a4f794f5", + "view_sha256": "48b6778b8ba85af00148a3c6d02114551b83797a729a01161bec624c028220ee" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b0057e25658a0d554bfe54eb8fcbaa1c733cca5462c9e23ab488398fb7aab198", + "source_sha256": "e312a2ee2a46396d0711a31f05b52e991594d50952bd34fdb3167af8aa4f4e0d", + "view_sha256": "dbbea4e369295b4473efc39cade41d9a50759d7be83b9149639cf3d3f8e3c46c" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ca97695389af483d6e688106fc7ea9aa133b0d1292d07b9299ed3f42d453a9c8", + "source_sha256": "05e25aed8e45a87d206fe113bcff1f6f8c0c469110b84f9c03abdee4a263c0d5", + "view_sha256": "deb66d0baf1c93786af0ab83d084b8abd574586e9107cc8ea975015d9e951375" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "18cfa10ace1ee9bbdb6753e93982d7e200620e7f5a12bbb5ed4ade44adce9b4f", + "source_sha256": "e8dba30e50280f7679ecf6589813f3f632e754e4f31dad185c8d7256ca3a6c55", + "view_sha256": "55e38b540cc7955a58a2e1d00d91d0854242a893633206df5ffbe40e7d0388eb" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5631022f327f07781213c39ec7b44b8ce6017957e4807bea1da6bee2beac484b", + "source_sha256": "46c9b2994da68ef6b5575741adf89d55fd3a8257fa0f9d680355794c52b52626", + "view_sha256": "d11669494205ebc7e8e83c4a6f11cef16e453a3d1ec5ff75c0ffc70da6c40758" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4b0cac8eb033423938a2da83ceafefc4658d2cb160e1b3ad4ff5045c7b990346", + "source_sha256": "d2687566f37484989877b3c9187c29504309ca59915dd0d8b87079d5cf3e8869", + "view_sha256": "639e19c810a46f991105d94e9da5ae7158ae4e1c485ed661c45c17ebc5c121ef" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "39b75fe82b3174fe909c662f5427f2ab02a06aab170c06603deefb7155e88271", + "source_sha256": "a4536eeda4bd0e6eaeeb0880ba5fd4a0cf1bce2f51ab6848fff3e8509685247e", + "view_sha256": "d845cefe4c81768384b001354b9b137fdbdaec3104a2fc2f81e18e047d993122" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 1104, + "fields": [ + { + "path": "actions", + "shape": [ + 1104, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1105, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1105, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1105, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dc40166120e1c1cb81ece0603a26a659a4ca353c63b545d3eddcf6d4245522fc", + "source_sha256": "73ba65b9d752507ab700deffadd8e746821b8fb35e543e13ba2f5e50ea3101e3", + "view_sha256": "0b5ded67e067f254f6e0ac7d3ff47c2ee2f094a2a17bb480de1cc2484db6a288" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..683311dddd118f5fa6ee923b9f024eaa722262e5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/findings.md @@ -0,0 +1,45 @@ +# Findings before final independent rehearsals + +Only this task’s 20 authorized demonstrations and legal API exploration data were used. No neural weights, simulator states, seeds, benchmark source, other-task artifacts, network, or task simulator were accessed. Historical offline demo analysis is preserved in the workspace demo_analysis.md. + +Best development result: episode15 returned native success=true at native step1075 and terminated normally. The controller had no support rejections. This is one interactive development success, not an independent rehearsal success rate. Episodes13 and16 support three transfers and bounded settling-delay recovery respectively; neither was a full task attempt. + +Independent earlier rehearsals: episode2 valid=true/status=exception/success=false; episode6 valid=true/status=finished/success=false. Removing None terminal returns allowed episode6 to finish the horizon. Exact prior hashes and returned feedback are retained outside this bundle. + +Main corrections: do not sum adjacent arm actions; do not let image similarity stall a closing ramp; exclude moving wrist-camera fragment centroids from ball correspondence; retain the last validated gripper target when holding rather than clipping invalid measured values. Strong temporal continuity preserves the demonstrated contact timing while live RGB, joints, and static-camera ball detections select among local references and reject unsupported observations. + +Episode5 missed the third grasp (finger opening near zero versus ~0.031m for supported grasps). Episode7 stalled first closure. Episode12 falsely rejected a wrist orange fragment and then refused an out-of-bounds measured hold caused by q7=.040000003. These failures and their evidence are preserved in the appended audit. + +No geometric cup localization, general regrasp, dropped-ball recovery, or visual success classifier is claimed. Camera correspondence is image-based, not metric pose reconstruction. High demonstration redundancy limits generalization. Missing ball detections mean unknown. Terminal reference exhaustion is not success. Native feedback takes precedence; if absent, unambiguous legal image evidence is required and ambiguous evidence is false. + +Final independent rehearsals are deliberately recorded outside the exact bundle to keep its hash unchanged across slots17–20. The trusted runner selects and freezes the rehearsed artifact; consult the worker audit for actual returned results. + +# Live exploration audit + +Episode 1: initial hold plus 126 policy steps. At step 102, RGB shows gripper closure around the top cup; reference frame 100, q-cost 1.84e-10 and RGB MSE 1.87e-6. This establishes initial alignment, not successful ball transport. The initial harness required two API-envelope fixes (outer step_id and execute_actions steps list). It was stopped deliberately at step 127 to bound the approach probe. Its original in-memory action log was lost on process termination; available observed checkpoints and final RPC observation are retained. Subsequent harness writes action evidence incrementally. No official success was observed. + +Episode 2: independent rehearsal of original draft, requested to validate exact offline interface and full sequence before further refinement. + +Episode 2 returned: independent=true, valid=true, status=exception, success=false, score_source=native_step_feedback; bundle 9d71e69b12924fbba139e4028c03ddd1050d8297bd354618593eb6faa31978ac. The API supplied no traceback or image/action trace path. Budget progress showed step 1169 shortly before completion, exceeding nominal demo length. Timeout and phase/stopping drift are hypotheses, not established exception causes. A subsequent latest_observation request returned no step observation. No visible-success override was submitted because native feedback exists. + +Episode 3 is a bounded 120-action speed-two probe, with each selected pair's six arm components summed and the second absolute gripper target retained. All commands remain validated against native bounds. Matching still uses live RGB and proprioception. Its controller and complete returned action evidence will be saved by the improved harness. + +Resume audit: budget_status reports four spent slots, none active. Episode 4 directory is empty; its behavior/outcome cannot be reconstructed and is not claimed. Episode 3 final image was inspected on resume: top cup removed, orange ball visibly on next elevated cup; only this transfer is supported. Episode 5 starts a full interactive test of saved ball-aware speed-two candidate. + +Episode 5: 326 actions; first two transfers visually supported, third transfer failed, RGB support rejected near reference 600 and 40-rejection stop triggered. Native success never true. Speed-two combining and phase skipping are removed for episode 6. End-of-reference now holds to avoid suspected None-interface exception; this cause is not proven. + +Episode 6: independent exact bundle 24613a56b14e124b962e800c9527c6ffcf3abc5a0a081794fdab66f37a0551c6, valid=true, finished at 1400, native success=false. Replacing None terminal returns with holds avoids the observed prior exception in this run; causal attribution remains tentative. No rehearsal images supplied. Episode 7 repeats this behavior interactively through 650 actions for localization of the failure. + +Episode 7: single-step ball/RGB-heavy retrieval stalls first grasp (step 125 reference 86, step 250 reference 92). Native success absent in logged steps. Interactive harness paused, latest legal observation saved, finish_episode called, harness terminated; 287 actions logged, final observation records exact actual step. Episode 8 reduces image weight 300 to 10 and increases temporal penalty .00444 to .25 per squared frame offset, keeping ball and proprioceptive matching and support rejection. + +Episode 8: 230-action timing-continuity probe; first transfer visually supported, no support rejections. Episodes 9/10/11 introduce 3 planned holds at startup/pre-closure/mid-closure respectively. All complete bounded probes with no support rejection, q costs below .002 at endpoints, phase delay tracks holds with residual 1–2 frame drift. No full task success is claimed. Episode 12 raises temporal penalty to 1 and lowers ball phase cost tenfold to reduce contact-contour induced drift. + +Episode 12: 58 actions then stop. Offline inspection of legal final observation identifies wrist fragment mismatch: reference58 ball cost .0112 across 3 views despite q tracking ~1e-11; wrist fragment centroid/area differs strongly. Rejection invokes measured hold with q7=.040000003, normalized 1.000000113, which correctly refuses invalid hold but terminates program. For episode13 exclude moving wrist camera from ball centroid scoring (still retain RGB descriptor), retain last validated commanded gripper target during holds, never clip measured hold, retain stronger timing continuity. + +Episode 13: 700 actions, exact phase progression reference699, no support rejections. First, second, third transfer images inspected; final shows orange ball on left lower cup. Third grasp q fingers .031598/.031597 rather than empty closure in episode5. qcost at700 4.30e-7. Full task not yet attempted with this version. Episode14 tests three post-grasp holds at steps120–122 and first transfer. + +Episode14: 230 actions including holds120–122 retaining validated gripper target. No support rejections, endpoint reference226 with qcost3.26e-5. Final image visually supports first transfer after hold. Episode15 runs full sequence interactively with unchanged candidate to inspect all five grasps and native feedback. + +Episode15: native SUCCESS at step1075, terminated normally after1074 policy actions. No support rejection; reference1073 at final action. Fourth transfer image step876 and final image inspected; ball visibly on final right lower cup. Native success is the authoritative outcome; no visible override used. Episode16 is bounded combined-hold robustness probe at steps1,2,60,61,90,91,120,121 with same controller. Final exact bundle will be documented then independently rehearsed17–20 without behavior edits. + +Episode16: 230 actions including eight planned holds. Endpoint reference221, qcost2.76e-7, no support rejection; final image supports first transfer. This bounded probe is not full-task success. All 16 development slots consumed; slots17–20 reserved for exact final independent rehearsals. Behavior unchanged since episode13. diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..9c2ce611f81af8c442d01d119d7ad9c0793c2f25 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/freeze_manifest.json @@ -0,0 +1,102 @@ +{ + "files": { + "ball_bank.npy": "f8c96cce331a80fedb8f20e5f7950a987c4c48ced2dc777a7f231f536f1c01e4", + "ball_bank_provenance.json": "251510de91f07f3101825674e9bf1ba8a52503f8f8f09b227d5b863b7d7994d4", + "bank_provenance.json": "29ea849b25caa967201dfb60996c2d450b6cc1c3649e1f77970ee91ec5cf9e07", + "build_bank.py": "8d9caf39bf9f842379e010ccd923c91c336a47408d2b360ebb5546204f33eff1", + "controller.py": "07b9e454332766a422089c151945b2c498bd3c77605526ee78897de476b844ab", + "demo_bank.npz": "52103f08f9c6427af59f98a5be1d410d56276cedb69a81169bd03b4d2112eb34", + "demo_manifest.json": "ceadcec25b750fa07fd49bb88257665e588cfcd47778f39c986d68f58611679a", + "demonstrations_readonly/demo_00.h5": "543cecbcde772b406f42f67bf467560c21b251aa6c8f771cdb3ba52f794375c3", + "demonstrations_readonly/demo_01.h5": "d7543b5bd86c0b1bb3a271bcdbffc7a3db746a926068cc00b04c85ee95039717", + "demonstrations_readonly/demo_02.h5": "d2f2b7a1d8731bcff405193dab195b217ef9f774b0f4adcf3aaad33b34c7c7f4", + "demonstrations_readonly/demo_03.h5": "63baa497f8e08fba00cce8e6c691f1e3db5467ae187a656b39f4434cf972f53f", + "demonstrations_readonly/demo_04.h5": "c987b7ceb49d465dcfcc0afe116f34c43821392741c9c5f35650adb4e0247aad", + "demonstrations_readonly/demo_05.h5": "5eb303e1926176693004ca3da7f6914ceb86e5a135ba7ff3fdb370258b6431e4", + "demonstrations_readonly/demo_06.h5": "7df3345e3c98d94a0e8f579ca2e2a6ddb62b732c9caee83ab048c5926dd78af3", + "demonstrations_readonly/demo_07.h5": "75f218ab411cd48d2700419b2d4f3531a07549d960da1314c6e30bd03f142b94", + "demonstrations_readonly/demo_08.h5": "f279522af8104ba382c1ec741ef4236949c0c5e1493fcd95b863b4c41d1b08a8", + "demonstrations_readonly/demo_09.h5": "8acc90a2f2a7c721d051f9fd19f93d32d9b24749e4d8376bc5c6c877473d1df1", + "demonstrations_readonly/demo_10.h5": "e61fe1951ba2b0c917f89a99f2d0053f6510e9b7f7bfa6d16b207a1a05f5889f", + "demonstrations_readonly/demo_11.h5": "fdaa5146298c51f1145cad9b1559142439681efa8a8eb9dbdd4b68a7fcc4cab2", + "demonstrations_readonly/demo_12.h5": "48b6778b8ba85af00148a3c6d02114551b83797a729a01161bec624c028220ee", + "demonstrations_readonly/demo_13.h5": "dbbea4e369295b4473efc39cade41d9a50759d7be83b9149639cf3d3f8e3c46c", + "demonstrations_readonly/demo_14.h5": "deb66d0baf1c93786af0ab83d084b8abd574586e9107cc8ea975015d9e951375", + "demonstrations_readonly/demo_15.h5": "55e38b540cc7955a58a2e1d00d91d0854242a893633206df5ffbe40e7d0388eb", + "demonstrations_readonly/demo_16.h5": "d11669494205ebc7e8e83c4a6f11cef16e453a3d1ec5ff75c0ffc70da6c40758", + "demonstrations_readonly/demo_17.h5": "639e19c810a46f991105d94e9da5ae7158ae4e1c485ed661c45c17ebc5c121ef", + "demonstrations_readonly/demo_18.h5": "d845cefe4c81768384b001354b9b137fdbdaec3104a2fc2f81e18e047d993122", + "demonstrations_readonly/demo_19.h5": "0b5ded67e067f254f6e0ac7d3ff47c2ee2f094a2a17bb480de1cc2484db6a288", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "16c1620747657285436a27cc287d01dfe468c28dda7566df0930e24ac00edd10", + "handoff.md": "5b86b44c31e462711de75a1772ba313441ccb36e12170e9d9c34846521e6c6f7", + "model_tool_manifest.yaml": "ea3c907e1f7ab2ec62040ed976c9b322f81bb247e18ed1d9212d5c27582f3724", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "85f2a0b96aeabdcefdc17b54b461c23d36d97e7feeb7e57f22b63554c3b22b36", + "synthetic_check_results.json": "9f283e75dfd548cbb5494798371ac7299057423a65ae242a1047cfdf06abaec6", + "synthetic_checks.py": "5ac8565829e5c5f3831c4a548966928b6e28c95ea7fd02303461157778475ddb", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "58666e6590e6bdeaa38583a06ba5dc5e61b3c6a6374e91fe37d0eb3b82960366", + "exploration_ledger_hash": "374e7e641e54a89aa57cc1518a6a2ffe55fdfe207e8b67b952d9806a08c3ac86", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "9d71e69b12924fbba139e4028c03ddd1050d8297bd354618593eb6faa31978ac", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "exception", + "success": false, + "valid": true + }, + { + "episode": 6, + "bundle_hash": "24613a56b14e124b962e800c9527c6ffcf3abc5a0a081794fdab66f37a0551c6", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "58666e6590e6bdeaa38583a06ba5dc5e61b3c6a6374e91fe37d0eb3b82960366", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "58666e6590e6bdeaa38583a06ba5dc5e61b3c6a6374e91fe37d0eb3b82960366", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "58666e6590e6bdeaa38583a06ba5dc5e61b3c6a6374e91fe37d0eb3b82960366", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "58666e6590e6bdeaa38583a06ba5dc5e61b3c6a6374e91fe37d0eb3b82960366", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..3b14f4011742a3435a3a77f79851c0fcddba9dec --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Offline executable handoff + +Entry points: controller.py reset_episode() and act(obs). Required offline assets: demo_bank.npz and ball_bank.npy next to controller.py. Runtime dependencies: Python standard library, NumPy, OpenCV. No API, network, external model, or demonstration access is needed by act(). Bank builders are historical offline utilities and must not run during execution. + +Contract: one Panda action part of width7, pd_ee_delta_pose, native [-1,1] actions, 20Hz, horizon1400. The runner owns the initial hold (step1), provides legal RGB/proprioception and step_id, resets policy state per episode, enforces horizon, and supplies instruction/feedback. The controller reads only the declared observation fields. After reference exhaustion or repeated support rejection it emits zero arm deltas with the last validated gripper command; that does not assert success. + +Development through slot16 is documented in findings.md. Episode15 achieved native success at step1075 with this behavior. Final exact independent rehearsals use slots17–20. No behavioral or bundle edits are planned after those begin. Their authoritative results and freeze response are preserved in the worker evidence directory; no evaluation outputs are accessed. + +The runner supplies the verified demo manifest, readonly legal demos and common environment lock. The compiled numeric memories are legal demonstration features/actions, not neural weights. Historical synthetic checks apply to the initial draft only; final runnable validation must come from independent API rehearsal. diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48ab6a3bf41ae3ee4f9d2998cba79cc52893f082 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,128 @@ +{ + "stage": "Agent-D20-E20-Compiled final independent rehearsal candidate", + "task_id": "PingPongBallTransport-v1", + "worker": "Agent-D20-E20-Compiled", + "status": "development_complete_awaiting_rehearsals_17_to_20", + "exploration_episodes_used": 16, + "real_task_tests": 16, + "neural_finetuning": false, + "pretrained_weights_modified": false, + "pretrained_weight_files_loaded": [], + "assistant_model": { + "identity": "Codex, GPT-6 family as supplied by system", + "exact_weight_reference": "not exposed by provider", + "weights": "unchanged" + }, + "versions": { + "numpy": "2.2.6", + "scipy": "1.15.3", + "h5py": "3.16.0", + "torch": "2.10.0", + "opencv": "4.12.0", + "python": "3.10.20" + }, + "runtime_dependencies": [ + "Python standard library", + "numpy", + "opencv (cv2)" + ], + "offline_dependencies": [ + "Python standard library", + "numpy", + "opencv (cv2)", + "h5py", + "/worker_api.py API.read_demo" + ], + "installed_but_not_used_for_computation": [ + "scipy", + "torch" + ], + "tools_used": [ + "functions.exec orchestration", + "exec_command shell and Python/file creation", + "write_stdin process polling", + "view_image local legal-image viewing", + "API.read_demo local sanitized HDF5 reader", + "API.budget_status", + "API.next_episode", + "API.latest_observation", + "API.execute_actions", + "API.finish_episode", + "API.rehearse" + ], + "sources": { + "contract": { + "path": "/task_contract.json", + "sha256": "182db4539d493c257e3d7e27bb231dbc49344894de440338e14863d65ed8ba48" + }, + "demo_manifest": { + "path": "/demo_manifest.json", + "sha256": "139e9806f8924b718fde8d43c578a1fe9d4766d6d4eff204c1e9b6d06215268d" + }, + "worker_api": { + "path": "/worker_api.py", + "sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "authorized_demos": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "bank_provenance": "bank_provenance.json", + "visual_indices": "../evidence/visual_inspection_indices.json" + }, + "method": "Fixed RGB/proprioception/static-camera-ball nonparametric retrieval with strong temporal continuity; no fitted or neural parameters", + "network": { + "calls": 0, + "restriction": "audited provider proxy only", + "availability": "not tested" + }, + "prohibited_resources_accessed": false, + "limitations": [ + "Highly redundant demonstrations", + "No calibrated geometric servo or cup identities", + "No regrasp or dropped-ball recovery", + "Occlusion makes ball visibility incomplete", + "One native interactive success; final independent results pending" + ], + "runner_supplied_separately": [ + "verified demo manifest", + "common environment lock" + ], + "artifact_sha256": { + "ball_bank_provenance.json": "251510de91f07f3101825674e9bf1ba8a52503f8f8f09b227d5b863b7d7994d4", + "synthetic_checks.py": "5ac8565829e5c5f3831c4a548966928b6e28c95ea7fd02303461157778475ddb", + "findings.md": "16c1620747657285436a27cc287d01dfe468c28dda7566df0930e24ac00edd10", + "demo_bank.npz": "52103f08f9c6427af59f98a5be1d410d56276cedb69a81169bd03b4d2112eb34", + "handoff.md": "5b86b44c31e462711de75a1772ba313441ccb36e12170e9d9c34846521e6c6f7", + "bank_provenance.json": "29ea849b25caa967201dfb60996c2d450b6cc1c3649e1f77970ee91ec5cf9e07", + "ball_bank.npy": "f8c96cce331a80fedb8f20e5f7950a987c4c48ced2dc777a7f231f536f1c01e4", + "build_bank.py": "8d9caf39bf9f842379e010ccd923c91c336a47408d2b360ebb5546204f33eff1", + "controller.py": "07b9e454332766a422089c151945b2c498bd3c77605526ee78897de476b844ab", + "skills.md": "85f2a0b96aeabdcefdc17b54b461c23d36d97e7feeb7e57f22b63554c3b22b36", + "synthetic_check_results.json": "9f283e75dfd548cbb5494798371ac7299057423a65ae242a1047cfdf06abaec6" + }, + "synthetic_checks": { + "passed": true, + "count": 14, + "results": "synthetic_check_results.json", + "scope": "Historical initial draft only; not validation of final controller" + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..168c5b196894af97b692d8c942d35478789676b7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/skills.md @@ -0,0 +1,11 @@ +# Compiled control behaviors + +- Use only contract RGB, qpos/qvel and native step_id. No reset scene, hidden state, seed, network, simulator, or neural model. +- Retrieve a nearby phase/action from all 20 authorized demonstration memories using fixed RGB descriptors, scaled joint position/velocity, static-camera orange centroids and a strong temporal-continuity cost. +- Preserve single-step native demonstration actions and absolute gripper targets. Do not combine adjacent actions: episode5 missed the third cup with that variant. +- Use front/left/top ball centroids for correspondence. Wrist RGB remains in the image descriptor, but wrist orange centroids are excluded because occluded fragments falsely triggered rejection in episode12. Missing detections are unknown, not proof of ball loss. +- Reject large image, joint, or multiview ball mismatches. Retain the last validated absolute gripper command with zero arm deltas during rejection and after reference completion. Never clip an invalid measured hold. +- Strong timing continuity prevents the first-closing-ramp phase stall seen in episode7. Small externally inserted settling holds at startup, before/during closure, and after grasp were tested in episodes9–11 and14; only their bounded observed portions are supported. +- At 40 repeated support rejections, stay in a stationary fallback. At reference exhaustion plus 12 low-velocity observations, hold for the remaining runner-owned horizon. These conditions do not assert task success. + +Limitations: no calibrated geometric servo, explicit cup identity tracking, regrasp planner, or dropped-ball recovery. The memory is narrow and demonstrations are highly redundant. Finger opening and ball placement were inspected in development, but no general contact or success classifier is claimed. diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/synthetic_check_results.json b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/synthetic_check_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a710ed68e05fb9d51e93def8562f2f57b09cdec8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/synthetic_check_results.json @@ -0,0 +1,22 @@ +{ + "scope": "syntax and synthetic inputs only; no environment/task testing", + "passed": true, + "checks": [ + "Python syntax compilation passed", + "Flat legal action, dtype, bounds, duplicate-step idempotence", + "Current RGB changes selected action; singleton-batched RGB supported", + "Current qpos changes selected action at identical RGB and time", + "Current qvel changes selected action at identical RGB/qpos/time", + "Missing cameras trigger measured gripper hold, then stop at 40 rejects", + "Invalid hold is rejected without clipping", + "Nonfinite proprioception rejected", + "Unsupported synthetic RGB triggers hold", + "Horizon and episode reset guards", + "Runner-owned hold is not implemented as policy step zero", + "Reference exhaustion requires 12 stationary synthetic observations", + "Module-level act/reset interface", + "Actual bank loads with expected shapes; synthetic missing-camera input returns legal hold" + ], + "real_task_tests": 0, + "exploration_episodes": 0 +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/synthetic_checks.py b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/synthetic_checks.py new file mode 100644 index 0000000000000000000000000000000000000000..6e4cc3164830c8c1440011e7cec771532d65e678 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/synthetic_checks.py @@ -0,0 +1,81 @@ +"""Syntax and synthetic interface checks only; not a task evaluation.""" +import json +from pathlib import Path +import py_compile +import numpy as np +import controller as mod + + +def fixture(): + # Bypass disk constructor: no real demo observation is passed to act(). + obj = mod.Controller.__new__(mod.Controller) + obj.actions = np.zeros((2, 16, 7), np.float32) + obj.actions[0, :, 0] = .05; obj.actions[1, :, 0] = -.05 + obj.actions[:, :, 6] = .2 + obj.q = np.zeros((2, 16, 9), np.float32); obj.q[:, :, 7:] = .02 + obj.v = np.zeros_like(obj.q) + black = np.zeros((40, 60, 3), np.uint8) + colored = np.full_like(black, 50) + obj.images = np.stack([np.tile(mod.image_feature(im), (16,4,1)) for im in [black,colored]]) + obj.reset_episode() + obs = {'rgb':{c:black.copy() for c in mod.CAMERAS}, 'proprioception':{'agent/qpos':obj.q[0,0].copy(), 'agent/qvel':np.zeros(9,np.float32)}, 'instruction':'synthetic fixture only', 'step_id':1} + return obj, obs, colored + + +def main(): + results = [] + for filename in ['controller.py','build_bank.py','synthetic_checks.py']: + py_compile.compile(str(Path(__file__).with_name(filename)), doraise=True) + results.append('Python syntax compilation passed') + obj,obs,colored = fixture(); a=obj.act(obs) + assert a.shape==(7,) and a.dtype==np.float32 and np.isfinite(a).all() and (np.abs(a)<=1).all() + assert a[0] > 0 + assert np.array_equal(obj.act(obs),a) + results.append('Flat legal action, dtype, bounds, duplicate-step idempotence') + obj.reset_episode(); obs['rgb']={c:colored[None] for c in mod.CAMERAS}; b=obj.act(obs) + assert b[0] < 0 + results.append('Current RGB changes selected action; singleton-batched RGB supported') + obj,obs,_=fixture(); obj.images[1]=obj.images[0];obj.q[1,:,0]=.4;obs['proprioception']['agent/qpos'][0]=.4 + assert obj.act(obs)[0] < 0 + results.append('Current qpos changes selected action at identical RGB and time') + obj,obs,_=fixture();obj.images[1]=obj.images[0];obj.v[1,:,0]=2;obs['proprioception']['agent/qvel'][0]=2 + assert obj.act(obs)[0] < 0 + results.append('Current qvel changes selected action at identical RGB/qpos/time') + obj,obs,_=fixture();obs['rgb']={};a=obj.act(obs) + assert np.all(a[:6]==0) and np.isclose(a[6],.2) + for step in range(2,41):obs['step_id']=step;a=obj.act(obs) + assert a is None + results.append('Missing cameras trigger measured gripper hold, then stop at 40 rejects') + obj,obs,_=fixture();obs['rgb']={};obs['proprioception']['agent/qpos'][7]=.2 + assert obj.act(obs) is None + results.append('Invalid hold is rejected without clipping') + obj,obs,_=fixture();obs['proprioception']['agent/qpos'][0]=np.nan + assert obj.act(obs) is None + results.append('Nonfinite proprioception rejected') + obj,obs,_=fixture();obs['rgb']={c:np.full((40,60,3),255,np.uint8) for c in mod.CAMERAS} + assert np.all(obj.act(obs)[:6]==0) + results.append('Unsupported synthetic RGB triggers hold') + obj,obs,_=fixture();obs['step_id']=1399;assert obj.act(obs) is not None + obs['step_id']=1400;assert obj.act(obs) is None + obj.reset_episode();obs['step_id']=1;assert obj.act(obs) is not None + results.append('Horizon and episode reset guards') + obj,obs,_=fixture();obs['step_id']=0 + try:obj.act(obs) + except ValueError:pass + else:raise AssertionError('step zero accepted') + results.append('Runner-owned hold is not implemented as policy step zero') + # Exercise terminal logic with artificial stationary references only. + obj,obs,_=fixture() + for attr in ['actions','q','v','images']: + x=getattr(obj,attr);setattr(obj,attr,np.repeat(x[:,:1],1104,axis=1)) + obj.phase=1102 + for step in range(1,13):obs['step_id']=step;a=obj.act(obs) + assert a is None and obj.finished + results.append('Reference exhaustion requires 12 stationary synthetic observations') + mod._controller,obs,_=fixture();assert mod.act(obs) is not None;mod.reset_episode();assert mod._controller.phase == -1 + results.append('Module-level act/reset interface') + result={'scope':'syntax and synthetic inputs only; no environment/task testing','passed':True,'checks':results,'real_task_tests':0,'exploration_episodes':0} + Path(__file__).with_name('synthetic_check_results.json').write_text(json.dumps(result,indent=2)) + print(json.dumps(result,indent=2)) + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PingPongBallTransport-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start= 1500: + last_diagnostic = {'status': 'horizon stop; not a success claim'} + return None + try: + q,v = _features.proprio_features(obs['proprioception']) + visual = _features.image_features(obs['rgb']) + except (KeyError, ValueError, TypeError): + _invalid += 1 + last_diagnostic = {'status': 'invalid observation', 'count': _invalid} + return None if _invalid >= 5 else np.zeros(22, dtype=np.float32) + _invalid = 0 + m = _load() + errors = ((m['q']-q)/m['qscale'])**2 + dq = .8*np.mean(errors[:,:7],axis=1)+.2*np.mean(errors[:,7:],axis=1) + dv = np.mean(((m['v']-v)/m['vscale'])**2, axis=1) + proprio = dq + .03*dv + # Include neighbors from EACH demonstration so an initially identical robot + # pose cannot exclude the opposite scene layout before inspecting RGB. + candidates=[] + for lo,hi in zip(m['offsets'][:-1],m['offsets'][1:]): + count=min(48,hi-lo) + candidates.extend((lo+np.argpartition(proprio[lo:hi],count-1)[:count]).tolist()) + candidates=np.asarray(candidates) + if int(obs.get('step_id',1))<180: + valid_candidates=candidates[m['patch_valid'][candidates]] + if valid_candidates.size:candidates=valid_candidates + vision=np.mean((m['visual'][candidates]-visual)**2,axis=1) + delta=(m['visual'][candidates]-visual).reshape(-1,4,704) + rod_distance=np.mean(delta[:,:,192:448]**2,axis=(1,2)) + score=(proprio[candidates]+40*vision) if int(obs.get('step_id',1))<180 else (.4*proprio[candidates]+12*vision+25*rod_distance) + if int(obs.get('step_id',1))<180: + patch=_patch.patch_features(obs['rgb']).astype(np.float32)/255 + patch_distance=np.mean((m['patch'][candidates].astype(np.float32)/255-patch)**2,axis=1) + score+=20*patch_distance + # Small continuity preference only; no frame advance based on time. + if _previous is not None: + prev_demo,prev_frame=_previous + discontinuous=((m['demo'][candidates]!=prev_demo) | + (m['frame'][candidates]prev_frame+24)) + score=score+.015*discontinuous + best=int(np.argmin(score)); idx=int(candidates[best]) + # Conservative abstention outside gross observed support, not calibrated. + if dq[idx]>9 or vision[best]>.6: + last_diagnostic={'status':'outside memory support; stop, not success', + 'proprio_distance':float(dq[idx]),'visual_distance':float(vision[best])} + return None + _previous=(int(m['demo'][idx]),int(m['frame'][idx])) + last_diagnostic={'status':'retrieved current-observation neighbor', + 'memory_demo':_previous[0],'memory_frame':_previous[1], + 'proprio_distance':float(dq[idx]),'visual_distance':float(vision[best])} + # One robot part of width 22: root-frame xyz, rotation triple, 16 dex deltas. + # Use one local expert action; avoid averaging conflicting contact strategies. + action=m['actions'][idx].copy() + return np.clip(action,-1,1).astype(np.float32) + +reset_episode() + +# Optional geometry stage; runtime module is bundled and offline. +_gspec=importlib.util.spec_from_file_location('_rod_geometry',_ROOT/'geometry_servo.py') +_geometry=importlib.util.module_from_spec(_gspec);_gspec.loader.exec_module(_geometry) +_retrieval_act=act +_retrieval_reset=reset_episode +_servo=None +def reset_episode(): + global _servo + _retrieval_reset();_servo=_geometry.Servo() +def act(obs): + global last_diagnostic + base=_retrieval_act(obs) + if base is None:return None + action,diag=_servo.act(obs,base) + last_diagnostic.update(diag) + if action is None:return None + return np.clip(action,-1,1).astype(np.float32) +reset_episode() diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..4dc290f09b806b4f8403ede48ea1ccbcceabbbcf --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "RodThroughHoles-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 367, + "fields": [ + { + "path": "actions", + "shape": [ + 367, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 368, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 368, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 368, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "89440ebb0ec39664d35d3a6b17e5cd7aa40afb620564f67bf18503f95489fe7f", + "source_sha256": "9b467c29e3327766fae80d056ec768b090afafa920d3ac023622233bf7422466", + "view_sha256": "fee2ea072f2c9ab0e0d113984d4d278859dee53629ad1b507432305e9f5a607a" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 360, + "fields": [ + { + "path": "actions", + "shape": [ + 360, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 361, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 361, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 361, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 361, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 361, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 361, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "71f870de3991b94d5cd935c92419b85d7f5f8632040cd4fe20ca0ead03239662", + "source_sha256": "c63cd2a6d622b1adc941added6fea74938c3892ebbacc022929bf377f7872e21", + "view_sha256": "09da490d5cc5542f5756e96a7358ba6e697f5391b4d7fde56eac5a8203825530" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 471, + "fields": [ + { + "path": "actions", + "shape": [ + 471, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 472, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 472, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 472, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 472, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 472, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 472, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "72bab5ffa8f5d8fc40ec9c919e0fe6a7f3e6d2f376196dd98bd7bffb83da4fc1", + "source_sha256": "c0726371c1f762f41872928611a54c08063ff8cb3a1e092b43903cb7c3947d4a", + "view_sha256": "0a9d25a9f5935c4b0c3f6ec80ca100c7b756d214568d0957c7913b5491ae9010" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 601, + "fields": [ + { + "path": "actions", + "shape": [ + 601, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 602, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 602, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 602, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 602, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 602, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 602, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "391e5bea33ac9734f80b4b3365254c1508e45efd55c0358f43a5fa26edd2bc2c", + "source_sha256": "ef42a834344218206744c9f7a2da4d2e2aa58cd42d4c0806c6b3ab87f28992dc", + "view_sha256": "112f231b613a09b8e3144723922346677b52cbba1f12524df372b2d3a190e5a3" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 560, + "fields": [ + { + "path": "actions", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 561, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fef1687cbf127e08ec71a9dd2ecb58905691b3c4a98797b88906b068984a9a1c", + "source_sha256": "f6aeef68d16f94fc33d37f20f72fde0a908b378715727fc921017a1e8401b8ad", + "view_sha256": "4bb267ac9ccecaa6b0c52074b2857927e204681155fc99547080b041442d567c" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 1132, + "fields": [ + { + "path": "actions", + "shape": [ + 1132, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1133, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1133, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1133, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1133, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b4b52bd75a1b3fbf08a58720c1c4639c34ed0c5b707726e51f0e1da3309f545e", + "source_sha256": "804396912a4ce3c0d6cfd79374c030b0b4df62a8408268e5fb4d63800cf6e20d", + "view_sha256": "38e4f4845e4776e84a75f483f65f97efcda65cdb865e2cb05378ddd62b5665b4" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 380, + "fields": [ + { + "path": "actions", + "shape": [ + 380, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 381, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 381, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 381, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "10357682757b6a6eba9afa18aba97fd8eb3cd4c285e444527255d1dc70455850", + "source_sha256": "1189a6e53a8e9c2bc30e3f867988cdab5d1f9d1f2d666481cbf0d31e3a1d17e9", + "view_sha256": "28f7d0e53c8ea172e780304ecf98b43f63bbb9edcd7d9351ae22582f2cf73398" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 524, + "fields": [ + { + "path": "actions", + "shape": [ + 524, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 525, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 525, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 525, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 525, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 525, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 525, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "31acf6a7be0fbd35cd3622d736b83ec204d0e7d8f2c6b9dcb5be58fa512d95fa", + "source_sha256": "7c46a9e80ef4eb40fab32522da55edb39964e4e63915ba2935d309007399e206", + "view_sha256": "76f675506c7385b8f9c2692727574a35c7d87d809a506fce13a18d7ac5cab78d" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 358, + "fields": [ + { + "path": "actions", + "shape": [ + 358, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 359, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 359, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 359, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 359, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b8ebc9d6e40d317e15b43c79dc1014d6561a6615c383ef0f4a1fe9b39d63ed74", + "source_sha256": "96b1919d7167330932c99ccef3871f83be9ffc66b60c0a8b0d19b43718abcbb5", + "view_sha256": "30b9e6d11ec3c385ed424d425f76605254f2a1b26f7d22e5571ea592a3e2619c" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 728, + "fields": [ + { + "path": "actions", + "shape": [ + 728, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 729, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 729, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 729, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "aeae944cda44cb4c92c48d6f53d355dab8ccfa13e31fe2daea22e74c930563c4", + "source_sha256": "ba2efb14603c6c15abc5e94755593d947b37cbbfe9d449b003cbc92a0a4a5feb", + "view_sha256": "e009dabe009e463bcedc55658519ba47515e6cd457a903c040bd6586c8e428ee" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 352, + "fields": [ + { + "path": "actions", + "shape": [ + 352, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 353, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 353, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 353, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 353, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "67bca1668a54ed29f49bcea95ebc7ac9413900aa4066c9723c241d2bcb829cf4", + "source_sha256": "d22f4a0de2b3b5dad5e0125bf11d31efb6cf5a69b2a290de2721861b0771b36a", + "view_sha256": "605afd2b7cfa49772823e723a752201c9acef17b1c4422cbc3aa1e29337527f1" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 469, + "fields": [ + { + "path": "actions", + "shape": [ + 469, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 470, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 470, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 470, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 470, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 470, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 470, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7981a0d0ef97bed3e40347e3ff2ab92bc54a26ca7e107f87afbe4fc9aa060021", + "source_sha256": "4fa90a6aaeb2b537f919f6e18e595405e9d312faa18b315beb4b647a6e08d8b0", + "view_sha256": "ed0fa088ed27b1e86bb8ba368c1f9992b8f957e171da2f45ca35e4466f35cfe5" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 535, + "fields": [ + { + "path": "actions", + "shape": [ + 535, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 536, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 536, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 536, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 536, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 536, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 536, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3064c97b6a5d37aeed41ca2745421afd56519f38086f93312a0eaad1ca9744fa", + "source_sha256": "89c69d3d4929539b28b0c5c6b91c5f3448c16f137ae144c32df28225b61cb70b", + "view_sha256": "2011af5121de6626ec823905cb1d95ada4e04ee769a4871e562a7b75686a3ed6" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 455, + "fields": [ + { + "path": "actions", + "shape": [ + 455, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 456, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 456, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 456, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 456, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 456, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 456, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "44ebe060290b89c4e43069072385f906ba592d12a8dd93d152ab152b3c77fac1", + "source_sha256": "089045daff18437f10faf9b2d156e87a0fe80084d4293c5cfff335dba6444170", + "view_sha256": "70d6f8f775f178d2fd69b9807a1c87ebaee355b9481b63714009b2a213de12c1" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 403, + "fields": [ + { + "path": "actions", + "shape": [ + 403, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 404, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 404, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 404, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 404, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 404, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 404, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8bfcfbd0b9f4b837e149e7fe9638c054f65e62898ec9255cb998291a4afaab79", + "source_sha256": "468a51345c8ecac377d760ac54649112673f5b36153de03a1a22fdd60bcc10ae", + "view_sha256": "b7baaed3ebe7d0fb506f8e6d164575686d7d60cf488d4df453289d4d2fc6506f" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 477, + "fields": [ + { + "path": "actions", + "shape": [ + 477, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 478, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 478, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 478, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 478, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 478, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 478, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3a7b2c3413c9641400ff7a88881d76ea9e83919176550b17177def08e21a78ed", + "source_sha256": "d478e3d9e4da9babdf6f5f4b75a6c6cc800ccb01ee563a22b249e6e5a627108d", + "view_sha256": "662636f8965dd7e42e7744a9e44eba025a0900f0cc6838351035172ced79b4af" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 375, + "fields": [ + { + "path": "actions", + "shape": [ + 375, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 376, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 376, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 376, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 376, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 376, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 376, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "115178a57bc7b1d1c44e333f7077e57b4d63227a83d3de948b19c42546efeda5", + "source_sha256": "1fced0e662514c5931ed24320634936a4f128781ac927f320ce7aefb8de607d2", + "view_sha256": "fc820ac83ab2e1f0789c09da2596a68d0520a989683b550835216e74ca0520d2" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 843, + "fields": [ + { + "path": "actions", + "shape": [ + 843, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 844, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 844, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 844, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 844, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 844, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 844, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "95d2a7aa8607a7287a80d942075cf803b9e5b8f5386fe1239db4905d021db07f", + "source_sha256": "a7db3186201b19a7fd5c0feef197f5406d93b6e004d7bd4e781ac9877ffb1376", + "view_sha256": "e490d5f26dfd15dba9c09e8e90874c6e91190cbbd1b43408d80b13b114eb5011" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 833, + "fields": [ + { + "path": "actions", + "shape": [ + 833, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 834, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 834, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 834, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 834, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 834, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 834, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b4aceee14dda7d0adb572a9bb8620dd4da3d93150f0dc659947d126592edfa6f", + "source_sha256": "b5d6f2bb00db8be962f0eb2c0c142581ef3f724cce71f165bf2ee6995c757607", + "view_sha256": "2e5571480042691f8f614402c9dc48219167a0a8746afd97fd211ff05ddb78b0" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 515, + "fields": [ + { + "path": "actions", + "shape": [ + 515, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 516, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 516, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 516, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 516, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 516, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 516, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "49961feaa9aaba6de52e4a6a0b4a37d332099fd4581aed84ebe6b3b9180b52bc", + "source_sha256": "b81f78869d29c205cd08166c5eb76288f1b51146c12f59739bd536adda3ff2d0", + "view_sha256": "dfc637ea771a5f668b71321c0cfa812ca86f597d4350bc29ed6877934c7bcd5f" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..196a7562ee8833737edeee80de9e85a455706421 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/features.py @@ -0,0 +1,32 @@ +"""Fixed image descriptors, with no pretrained or fitted neural weights.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera', 'left_camera', 'robot_camera', 'top_camera') + +def image_features(rgb): + result = [] + for camera in CAMERAS: + im = np.asarray(rgb[camera]) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8: + raise ValueError('Expected uint8 RGB HWC or 1HWC') + hsv = cv2.cvtColor(im, cv2.COLOR_RGB2HSV) + # Cyan rod and cream/yellow rings. Wood can enter the second mask. + cyan = ((hsv[..., 0] >= 80) & (hsv[..., 0] <= 110) & + (hsv[..., 1] > 100) & (hsv[..., 2] > 90)).astype(np.float32) + cream = ((hsv[..., 0] >= 15) & (hsv[..., 0] <= 40) & + (hsv[..., 1] > 35) & (hsv[..., 1] < 170) & + (hsv[..., 2] > 165)).astype(np.float32) + # Area pooling retains spatial positions, not just color counts. + result.extend([cv2.resize(im, (8, 8), interpolation=cv2.INTER_AREA).astype(np.float32).ravel()/255, + 3*cv2.resize(cyan, (16, 16), interpolation=cv2.INTER_AREA).ravel(), + 3*cv2.resize(cream, (16, 16), interpolation=cv2.INTER_AREA).ravel()]) + return np.concatenate(result).astype(np.float32) + +def proprio_features(proprioception): + q = np.asarray(proprioception['agent/qpos'], dtype=np.float32).reshape(-1) + v = np.asarray(proprioception['agent/qvel'], dtype=np.float32).reshape(-1) + if q.size != 23 or v.size != 23 or not np.isfinite(q).all() or not np.isfinite(v).all(): + raise ValueError('Expected two finite length-23 proprioception arrays') + return q, v diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..ac28b0b83ce9fd311fd5cef55cdfbf18f521696c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/findings.md @@ -0,0 +1,32 @@ +# Findings at final rehearsal snapshot + +Slot15 achieved native success at step562 in uninterrupted execution of this runtime core. Slot16 achieved native success at step1006 on the mirrored layout using the same unchanged code and assets. This is interactive evidence; the final independent rehearsal outcomes are recorded separately. + +The original offline D20 analysis is retained in /workspace/demo_analysis.md. Only this task's twenty authorized demos and its trusted-API exploration observations were used. All 10,738 action labels and proprioceptive records were analyzed; the original memory holds 5,375 even-frame records from all four cameras. The added pickup memory holds 2,620 even-frame front/left local crops at indices0,2,...,260 from each of all20 demos. These extra crops are machine processing, not a claim of human inspection. No neural weights were trained or loaded; no other task artifacts, benchmark source, simulator state, seeds or external network were used. + +The original global image descriptors normalize image size. An added local-crop scale bug was discovered during slot12: demo front/left images are320x240, while live views are640x480. The corrected pickup descriptor and geometry canonicalize front/left RGB to640x480. The old crop asset is preserved as exploration/patch_memory_unscaled.npz. Geometry coverage was assessed on all20 legal demo starts; the initial normalized detector accepted19/20 structurally, not as ground-truth accuracy. Demo17 front/left frame0 was then viewed, revealing a valid ten-pixel-high front opening below a strict cutoff; the final cutoff was relaxed. The original demo human inspection record remains intact, with this additional left-camera frame0 inspection explicitly added. + +| Slot | Mode | Final native step | Outcome | +|---|---|---:|---| +| 1 | interactive | 400 | native False | +| 2 | interactive | 650 | native False | +| 3 | charged before continuation | unknown locally | outcome not inferred | +| 4 | independent rehearsal | API finished | native_step_feedback: False; valid=True | +| 5 | interactive | 500 | native False | +| 6 | interactive | 600 | native False | +| 7 | interactive | 600 | native False | +| 8 | interactive | 216 | native False | +| 9 | interactive | 700 | native False | +| 10 | interactive | 850 | native False | +| 11 | interactive | 1500 | native False | +| 12 | interactive | 674 | native False | +| 13 | interactive | 1000 | native False | +| 14 | interactive | 1270 | native False | +| 15 | interactive | 562 | native True | +| 16 | interactive | 1006 | native True | + +Observed failures include nearest-neighbor stalls, mirrored transfer drift, pickup or alignment grasp loss, ring-center color bias, contact at outer rims, insufficient insertion depth, timing mistakes, and image-Jacobian instability. The top view cannot always show both rings. Slot11 reached subpixel image-line residuals and visible first-ring entry but exhausted the horizon after an unnecessary second recovery; native success was false. Its stall counter accumulated during good alignment; that bug was corrected. Slot12 lost the rod. Slot13's client unexpectedly exited143 at native step323; budget_status confirmed the same episode remained active, and it was resumed from latest_observation with the saved legal initial ring targets and fresh calibration. No new slot, reset, seed, simulator state, or unacknowledged request replay was used; its log has no duplicated command-step labels. Slot13 therefore is not uninterrupted exact-program evidence. Later revisions address crop scale, contact-preserving withdrawal, conservative near-ring corrections and bounded Jacobian adaptation. Detailed chronological evidence is in exploration/notes.md and per-slot directories. + +Limitations remain: color segmentation and projected-center bias, no calibrated3D pose or5mm clearance guarantee, possible grasp slip or axis-polarity ambiguity, no regrasp after loss, contact/occlusion aliasing, and heuristic phase/gate thresholds. Small image residuals or termination do not establish completion. Native success returns are authoritative when present. If rehearsal feedback omits success, ambiguous or unavailable visual evidence counts false under the preregistered rule; it must be submitted through score_rehearsal. No official success is invented. + +Final independent slots17–20 and selection are recorded outside this immutable bundle in exploration/rehearsal_*.json and exploration/freeze.json. Earlier unknown outcomes are not inferred. diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..b677af85a959662623f33ed3ee0942013383a228 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/freeze_manifest.json @@ -0,0 +1,106 @@ +{ + "files": { + "build_memory.py": "c8084c2f307b63338c29653b9a57273906f5a09da5a6a8c5e3785ab97f2e9bda", + "check_synthetic.py": "e1b1a303be8436439af0248cda1dac2b16cf0c8f84e7ca43db40765c72ab9742", + "controller.py": "8a37cf9a41240cb4f65b03ab98c3c4ccd055dbcb8f360b76de8452f6e914a2d9", + "demo_manifest.json": "d52b7debf5fcb254e106807d1de10e32a220242cb9f917dff0c6e54615458540", + "demonstrations_readonly/demo_00.h5": "fee2ea072f2c9ab0e0d113984d4d278859dee53629ad1b507432305e9f5a607a", + "demonstrations_readonly/demo_01.h5": "09da490d5cc5542f5756e96a7358ba6e697f5391b4d7fde56eac5a8203825530", + "demonstrations_readonly/demo_02.h5": "0a9d25a9f5935c4b0c3f6ec80ca100c7b756d214568d0957c7913b5491ae9010", + "demonstrations_readonly/demo_03.h5": "112f231b613a09b8e3144723922346677b52cbba1f12524df372b2d3a190e5a3", + "demonstrations_readonly/demo_04.h5": "4bb267ac9ccecaa6b0c52074b2857927e204681155fc99547080b041442d567c", + "demonstrations_readonly/demo_05.h5": "38e4f4845e4776e84a75f483f65f97efcda65cdb865e2cb05378ddd62b5665b4", + "demonstrations_readonly/demo_06.h5": "28f7d0e53c8ea172e780304ecf98b43f63bbb9edcd7d9351ae22582f2cf73398", + "demonstrations_readonly/demo_07.h5": "76f675506c7385b8f9c2692727574a35c7d87d809a506fce13a18d7ac5cab78d", + "demonstrations_readonly/demo_08.h5": "30b9e6d11ec3c385ed424d425f76605254f2a1b26f7d22e5571ea592a3e2619c", + "demonstrations_readonly/demo_09.h5": "e009dabe009e463bcedc55658519ba47515e6cd457a903c040bd6586c8e428ee", + "demonstrations_readonly/demo_10.h5": "605afd2b7cfa49772823e723a752201c9acef17b1c4422cbc3aa1e29337527f1", + "demonstrations_readonly/demo_11.h5": "ed0fa088ed27b1e86bb8ba368c1f9992b8f957e171da2f45ca35e4466f35cfe5", + "demonstrations_readonly/demo_12.h5": "2011af5121de6626ec823905cb1d95ada4e04ee769a4871e562a7b75686a3ed6", + "demonstrations_readonly/demo_13.h5": "70d6f8f775f178d2fd69b9807a1c87ebaee355b9481b63714009b2a213de12c1", + "demonstrations_readonly/demo_14.h5": "b7baaed3ebe7d0fb506f8e6d164575686d7d60cf488d4df453289d4d2fc6506f", + "demonstrations_readonly/demo_15.h5": "662636f8965dd7e42e7744a9e44eba025a0900f0cc6838351035172ced79b4af", + "demonstrations_readonly/demo_16.h5": "fc820ac83ab2e1f0789c09da2596a68d0520a989683b550835216e74ca0520d2", + "demonstrations_readonly/demo_17.h5": "e490d5f26dfd15dba9c09e8e90874c6e91190cbbd1b43408d80b13b114eb5011", + "demonstrations_readonly/demo_18.h5": "2e5571480042691f8f614402c9dc48219167a0a8746afd97fd211ff05ddb78b0", + "demonstrations_readonly/demo_19.h5": "dfc637ea771a5f668b71321c0cfa812ca86f597d4350bc29ed6877934c7bcd5f", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "a181a81884a6c45f785ab185a1d7a4c13c7dfe7dd6673cb679e468430e884d68", + "findings.md": "4694bb1908b7778c0cc1aec27e3658a6b4e17868f7c19914ee0a227f0f51e7da", + "geometry_servo.py": "d6879965a1e4b8b551e58ed9b389081bc9db28133d6ce5f6f4a6b753a14aaf5a", + "handoff.md": "1caf1859d1464df9b6f8b44e4487b30c413b54f40cbbb35f9d10cce664435b80", + "memory.npz": "37f1639ee72034642bda9c4941931218548e72e1ec246fcbcc7c8462b4a3490d", + "memory_index.json": "b9d2fc12ceb0e28db970d2eb9db7cb69a7f4ee55d32892dc03a7d49704bbacf6", + "model_tool_manifest.yaml": "68881fea7419badc7f787c5fde17c91188868acf1fed8d1d597a6442bf9cc1e7", + "patch_features.py": "d668230879acd332d258f3c32d8ce768a623cf072c31b91c020c4958a6c3c468", + "patch_memory.npz": "f78de1ad9f2d9743038be3aa2bffe595f05a00e723b0c1b0d07ae2654ce848c6", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "2aef9c245f9165c0ab99a98c23b7987873acf00dfbf51a4c872a76c32b7a3ec2", + "synthetic_check_results.json": "7f8108a5e2d6281b7452c0c3bf05db5991bf596745fad505fb7f17fd014ed891", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "d1a5b07c467bbe16b2f5f6858e3935503d8f28bd8030b85959d55843475ef43a", + "exploration_ledger_hash": "f8105b879bdca757e587e3cc33451e520f1eba1becfef6a53fa3da9060b4a2cf", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "ea0a2131e66d706f761d05adfeaba0f4622885695a4bc953bf0eb4fff1fccb7b", + "episode": 3, + "independent": true, + "recovery": "durable_rehearsal_request_and_charged_episode; no replay", + "score_source": "interrupted_no_score", + "status": "infrastructure_interrupted", + "success": false, + "valid": false + }, + { + "bundle_hash": "ea0a2131e66d706f761d05adfeaba0f4622885695a4bc953bf0eb4fff1fccb7b", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "d1a5b07c467bbe16b2f5f6858e3935503d8f28bd8030b85959d55843475ef43a", + "episode": 17, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "d1a5b07c467bbe16b2f5f6858e3935503d8f28bd8030b85959d55843475ef43a", + "episode": 18, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 19, + "bundle_hash": "d1a5b07c467bbe16b2f5f6858e3935503d8f28bd8030b85959d55843475ef43a", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 20, + "bundle_hash": "d1a5b07c467bbe16b2f5f6858e3935503d8f28bd8030b85959d55843475ef43a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/geometry_servo.py b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/geometry_servo.py new file mode 100644 index 0000000000000000000000000000000000000000..6dd5a03cd807804f9b1c6e6ebb65c72b8ae90921 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/geometry_servo.py @@ -0,0 +1,131 @@ +"""Image-only rod-line servo. All calibration comes from legal live actions.""" +import cv2 +import numpy as np +CAMS=('front_camera','left_camera') +def _rings(rgb,left_hue): + out=[] + for cam in CAMS: + im=np.asarray(rgb[cam]).squeeze();im=cv2.resize(im,(640,480),interpolation=cv2.INTER_LINEAR);h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + mask=((h[:,:,0]>=(15 if cam=='front_camera' else left_hue))&(h[:,:,0]<=40)&(h[:,:,1]>35)&(h[:,:,1]<170)&(h[:,:,2]>120)).astype('uint8') + if cam=='front_camera':mask[:220]=0;mask[420:]=0 + else: + mask[:,:350]=0 + if left_hue==17:mask[:,565:]=0 + mask=cv2.morphologyEx(mask,cv2.MORPH_CLOSE,np.ones((5,5),np.uint8)) + contours,hier=cv2.findContours(mask,cv2.RETR_TREE,cv2.CHAIN_APPROX_SIMPLE) + centers=[] + for i,c in enumerate(contours): + area=cv2.contourArea(c);x,y,w,hh=cv2.boundingRect(c) + if not (80=0:continue + M=cv2.moments(c) + centers.append((area,[M['m10']/M['m00'],M['m01']/M['m00']])) + centers.sort(reverse=True) + if len(centers)<2:return None + points=np.array([a[1] for a in centers[:2]]) + if np.linalg.norm(points[0]-points[1])<20:return None + out.append(points[np.argsort(points[:,1])]) + return out + +def rings(rgb): + result=_rings(rgb,18) + result=result if result is not None else _rings(rgb,17) + if result is None:return None + im=np.asarray(rgb['left_camera']).squeeze();im=cv2.resize(im,(640,480),interpolation=cv2.INTER_LINEAR);hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + for i,point in enumerate(result[1]): + cx,cy=np.round(point).astype(int);x0=max(0,cx-23);y0=max(0,cy-42) + crop=hsv[y0:cy+43,x0:cx+24];mask=((crop[:,:,0]>=15)&(crop[:,:,0]<=40)&(crop[:,:,1]>35)&(crop[:,:,1]<170)&(crop[:,:,2]>120)).astype('uint8') + mask=cv2.morphologyEx(mask,cv2.MORPH_CLOSE,np.ones((3,3),np.uint8)) + cs,_=cv2.findContours(mask,cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE) + for c in sorted(cs,key=cv2.contourArea,reverse=True): + x,y,w,hh=cv2.boundingRect(c) + if len(c)<5 or not (150=mask.shape[1]-1 or y+hh>=mask.shape[0]-1:continue + ellipse=cv2.fitEllipse(c);center=np.array(ellipse[0])+[x0,y0] + if np.linalg.norm(center-point)<12:result[1][i]=center;break + return result + +def errors(rgb,targets): + out=[] + for cam,target in zip(CAMS,targets): + im=np.asarray(rgb[cam]).squeeze();im=cv2.resize(im,(640,480),interpolation=cv2.INTER_LINEAR);h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + yy,xx=np.where((h[:,:,0]>=80)&(h[:,:,0]<=110)&(h[:,:,1]>100)&(h[:,:,2]>90)) + if len(xx)<100:return None + pts=np.column_stack([xx,yy]).astype(float);center=pts.mean(0) + values,vectors=np.linalg.eigh(np.cov(pts.T));direction=vectors[:,-1] + if values[-1]<4*max(values[0],1):return None + normal=np.array([-direction[1],direction[0]]) + if normal[0 if cam=='front_camera' else 1]<0:normal=-normal + out.extend((target-center)@normal) + return np.array(out) + +def tip_gap(rgb,targets): + im=cv2.resize(np.asarray(rgb['front_camera']).squeeze(),(640,480),interpolation=cv2.INTER_LINEAR) + h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + yy,xx=np.where((h[:,:,0]>=80)&(h[:,:,0]<=110)&(h[:,:,1]>100)&(h[:,:,2]>90)) + if len(xx)<100:return None + direction=targets[0][1]-targets[0][0];direction=direction/max(np.linalg.norm(direction),1e-6) + return float(np.percentile((np.column_stack([xx,yy])-targets[0][0])@direction,99)) + +class Servo: + def __init__(self): + self.targets=None;self.n=0;self.J=None;self.start=None;self.previous=None;self.last_u=None;self.cal=0;self.samples=[];self.failure=None;self.best=1e9;self.stalled=0;self.recover_left=0;self.recoveries=0;self.started=False;self.last_x=0.;self.last_e=None;self.still=0;self.still_anchor=None;self.fine=False;self.retract_target=None;self.retract_elapsed=0 + def act(self,obs,base): + self.n+=1 + if self.n==1: + self.targets=rings(obs['rgb']) + if self.targets is None:return base,{'stage':'retrieval','rings_valid':False} + e=errors(obs['rgb'],self.targets) + if e is None:return base,{'stage':'rod localization unavailable; retrieval fallback'} + if not self.started: + if self.n<220 or (self.n<350 and np.max(np.abs(e))>80):return base,{'stage':'retrieval awaiting approach','rings_valid':True,'error':e.tolist()} + self.started=True + if self.still_anchor is not None and np.max(np.abs(e-self.still_anchor))<1:self.still+=1 + else:self.still=0;self.still_anchor=e.copy() + self.last_e=e.copy() + if self.still>100 and self.recoveries>=2 and np.max(np.abs(e))>30:return None,{'stage':'no visible rod response after recovery; stop, not success','error':e.tolist()} + dims=[1,2,4,5] + a=base.copy();a[:6]=0 + for offset in (6,10,14): + flex=a[offset+1:offset+4];a[offset+1:offset+4]=np.where(flex>.03,1.15*flex,flex) + if self.recover_left>0: + a[0]=-.08;self.recover_left-=1;self.retract_elapsed+=1 + gap=tip_gap(obs['rgb'],self.targets) + if gap is not None and gap< -12 and self.retract_elapsed>=10:self.recover_left=0 + if self.J is not None and self.retract_target is not None: + lateral=self.J[:,:2] + adjust=-.2*np.linalg.solve(lateral.T@lateral+25*np.eye(2),lateral.T@(e-self.retract_target)) + adjust*=min(1.,.03/max(float(np.max(np.abs(adjust))),1e-8));a[1:3]=adjust + if self.recover_left==0:self.J=None;self.cal=0;self.samples=[];self.previous=None;self.best=1e9;self.stalled=0 + return a,{'stage':'bounded axial retraction recovery','remaining':self.recover_left,'error':e.tolist()} + if self.J is None: + phase=self.cal//8;within=self.cal%8 + if phase>=4: + self.J=np.column_stack(self.samples);self.previous=None + else: + if within==0:self.start=e.copy() + if within==7:self.samples.append((e-self.start)/(.06*6)) + if within<6:a[dims[phase]]=.06 + self.cal+=1 + return a,{'stage':'live visual Jacobian calibration','phase':phase,'error':e.tolist()} + if self.previous is not None and self.last_u is not None and abs(self.last_x)<1e-8: + u=self.last_u;den=float(u@u) + if den>1e-5 and np.max(np.abs(e-self.previous))<10: + proposed=self.J+.05*np.outer(e-self.previous-self.J@u,u)/(den+1e-5) + if np.linalg.norm(proposed)<250:self.J=proposed + metric=float(np.max(np.abs(e))) + if metric<=4:self.best=1e9;self.stalled=0 + elif metric4 and self.recoveries<2 and self.stalled>=100: + self.recover_left=90;self.recoveries+=1;self.previous=None;self.still=0;self.still_anchor=None;self.retract_target=e.copy();self.retract_elapsed=0 + u=-.3*np.linalg.solve(self.J.T@self.J+25*np.eye(4),self.J.T@e) + if metric<30:self.fine=True + cap=.03 if self.fine else .06 + u*=min(1.,cap/max(float(np.max(np.abs(u))),1e-8)) + for d,v in zip(dims,u):a[d]=v + if metric<3:a[0]=.04 + elif metric>5 and gap is not None and gap> -8:a[0]=-.04 + self.previous=e.copy();self.last_u=u.copy();self.last_x=float(a[0]) + return a,{'stage':'visual line servo','error':e.tolist(),'tip_gap':gap,'jacobian_norm':float(np.linalg.norm(self.J)),'jacobian_singular_values':np.linalg.svd(self.J,compute_uv=False).tolist()} diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..74e14cbe3207926cd731f14807cd25000066f747 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/handoff.md @@ -0,0 +1,17 @@ +# Handoff for independent rehearsal and selection + +This file describes the immutable candidate prepared after16 charged slots. Final outcomes and the selected exact hash are authoritative only in the trusted API records: /workspace/exploration/rehearsal_17.json through rehearsal_20.json and freeze.json. Do not infer successful completion from the presence of this artifact. + +Entry points are controller.reset_episode() and controller.act(obs). The runner owns the initial hold, which consumes native step1. Inputs are legal rgb for the four contract cameras, proprioception with agent/qpos and agent/qvel (23 entries each), and step_id. Output is one bounded float32 vector of22 normalized actions, or None for a failure/horizon stop. Native horizon1500,20Hz, one robot part, six arm components and sixteen dex-joint deltas; no units are rescaled beyond the supplied contract. The negative rotation convention is handled by measured live responses rather than assumed signs. + +Runtime uses Python, NumPy and OpenCV, with controller.py, features.py, geometry_servo.py, patch_features.py, memory.npz and patch_memory.npz located together. No network, model-development agent, downloaded weights, API client, simulator import or demo access is needed by act(). Build scripts and historical synthetic-check files are preparation artifacts, not current runtime verification. The runner adds the verified demonstration manifest, readonly demos and common environment lock. + +The controller retrieves original bounded expert actions from the current RGB/qpos/qvel, with pose-weighted pickup, a local hand/rod crop comparison before step180, and rod-weighted transfer. It does not advance a prerecorded action tape. Initial ring targets come only from the first legal post-hold observation. Front ring openings and left ring silhouettes/isolated local ellipses are detected; the top camera is excluded from geometric control because it can crop a ring. Cyan pixels provide a projected rod line in front and left views. + +Geometry starts after220 when line residuals are sufficiently close, with a350-step fallback if localization is valid. Small legal motions estimate a4x4 image Jacobian for y,z and the two demonstrated rotation components. Damped feedback aligns the rod; correction vectors are uniformly limited, with a smaller cap near the target. Online updates reject large image jumps and tiny excitation, are norm-bounded, and omit observations following axial commands. Forward x motion requires maximum measured line error below3 canonical pixels. Axial motion is held in an intermediate band, and the rod is withdrawn if error exceeds5 pixels while its tip approaches the near projected plane. These are image-space heuristics, not metric calibration or a success detector. + +Recovery is limited to two withdrawals. These separate bounded recoveries start after sustained non-improvement; continuous axial-clearance correction also acts before contact. The pull uses bounded x commands with lateral feedback to hold the measured rod line, and stops early when the visible tip projects behind the near ring, then recalibrates. After both bounded recoveries, a one-pixel rod-line anchor window lasting100 observations with large remaining error can stop the attempt. This failure-stop branch is explicitly not success. Only already-active finger flexion is modestly reinforced during geometry; inactive digits, abduction and thumb commands remain retrieved. Missing geometry falls back to retrieval. + +Observed failures include nearest-neighbor stalls, mirrored transfer drift, pickup or alignment grasp loss, ring-center color bias, contact at outer rims, insufficient insertion depth, timing mistakes, and image-Jacobian instability. The top view cannot always show both rings. Slot11 reached subpixel image-line residuals and visible first-ring entry but exhausted the horizon after an unnecessary second recovery; native success was false. Its stall counter accumulated during good alignment; that bug was corrected. Slot12 lost the rod. Slot13's client unexpectedly exited143 at native step323; budget_status confirmed the same episode remained active, and it was resumed from latest_observation with the saved legal initial ring targets and fresh calibration. No new slot, reset, seed, simulator state, or unacknowledged request replay was used; its log has no duplicated command-step labels. Slot13 therefore is not uninterrupted exact-program evidence. Later revisions address crop scale, contact-preserving withdrawal, conservative near-ring corrections and bounded Jacobian adaptation. Detailed chronological evidence is in exploration/notes.md and per-slot directories. + +Limitations remain: color segmentation and projected-center bias, no calibrated3D pose or5mm clearance guarantee, possible grasp slip or axis-polarity ambiguity, no regrasp after loss, contact/occlusion aliasing, and heuristic phase/gate thresholds. Small image residuals or termination do not establish completion. Native success returns are authoritative when present. If rehearsal feedback omits success, ambiguous or unavailable visual evidence counts false under the preregistered rule; it must be submitted through score_rehearsal. No official success is invented. diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/memory_index.json b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/memory_index.json new file mode 100644 index 0000000000000000000000000000000000000000..4e04e282649c5089753bca5a3660ff6affff7f3b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/memory_index.json @@ -0,0 +1,29 @@ +{ + "source": "/demo_manifest.json", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "image_feature_frames": "range(0, length, 2), all four contract cameras; programmatically processed, not all manually viewed", + "samples": 5375, + "stride": 2, + "no_neural_training": true +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c0abc9158220774aba46c8a4da085db3f6aca1f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,113 @@ +{ + "schema_version": 1, + "task_id": "RodThroughHoles-v1", + "worker": "Agent-D20-E20-Compiled", + "stage": "immutable_final_rehearsal_candidate", + "budget_at_snapshot": { + "episodes_used": 16, + "episodes_remaining": 4, + "steps_used": 1006, + "active": false + }, + "reserved_final_independent_slots": [ + 17, + 18, + 19, + 20 + ], + "provenance": { + "task_contract": { + "path": "/task_contract.json", + "sha256": "41513f34195c9892acef2e51e2b3e0027e43075cacbadf94ad6ddaec9542d160" + }, + "released_manifest": { + "path": "/demo_manifest.json", + "sha256": "33a265b7fd454b488fe350b820080969ff2472b3f8b3e0ab679309f1329c60e9", + "status": "released_for_offline_analysis", + "verified_manifest_supplied_separately_by_runner": true + }, + "demo_access": "/worker_api.py API.read_demo only", + "worker_api_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "human_image_inspection_index": "../evidence/statistics.json", + "feature_extraction": "All four RGB cameras at range(0, demo length, 2); 5375 records", + "action_analysis": "All 10738 action labels; all qpos/qvel records", + "external_sources": [] + }, + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "runtime_assets_sha256": { + "memory.npz": "37f1639ee72034642bda9c4941931218548e72e1ec246fcbcc7c8462b4a3490d", + "check_synthetic.py": "e1b1a303be8436439af0248cda1dac2b16cf0c8f84e7ca43db40765c72ab9742", + "geometry_servo.py": "d6879965a1e4b8b551e58ed9b389081bc9db28133d6ce5f6f4a6b753a14aaf5a", + "patch_features.py": "d668230879acd332d258f3c32d8ce768a623cf072c31b91c020c4958a6c3c468", + "controller.py": "8a37cf9a41240cb4f65b03ab98c3c4ccd055dbcb8f360b76de8452f6e914a2d9", + "patch_memory.npz": "f78de1ad9f2d9743038be3aa2bffe595f05a00e723b0c1b0d07ae2654ce848c6", + "build_memory.py": "c8084c2f307b63338c29653b9a57273906f5a09da5a6a8c5e3785ab97f2e9bda", + "features.py": "a181a81884a6c45f785ab185a1d7a4c13c7dfe7dd6673cb679e468430e884d68" + }, + "models": { + "neural_weights_used": [], + "neural_finetuning": false, + "external_task_data": false, + "policy": "nonparametric original-demo action retrieval plus image-based control", + "online_estimation": "finite-difference and guarded Broyden4x4 visual Jacobian using legal live observations/actions only" + }, + "compiled_data": { + "original_memory_records": 5375, + "pickup_crop_records": 2620, + "pickup_frames": "0:262:2 in each authorized demo; front and left only; canonical640x480 then local48x48 RGB crop descriptors", + "authorized_demos": 20, + "unaltered_action_labels": true + }, + "network_calls": 0, + "runtime_network_required": false, + "runtime_environment_imports": false, + "trusted_api_methods_used_before_snapshot": [ + "budget_status", + "read_demo", + "next_episode", + "latest_observation", + "execute_actions", + "finish_episode", + "rehearse" + ], + "validation": { + "syntax_checked": true, + "interactive_evidence": "see findings.md and per-slot evidence", + "independent_final_results": "external immutable API rehearsal records; no inferred success", + "historical_synthetic_results_are_not_current_performance_evidence": true + }, + "limitations": [ + "image-space localization and control; no metric clearance guarantee", + "no reliable visual completion detector", + "no regrasp after loss", + "heuristic contact recovery and thresholds" + ], + "common_environment_lock": "provided separately by trusted runner", + "verified_demo_manifest": "provided separately by trusted runner" +} diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/patch_features.py b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/patch_features.py new file mode 100644 index 0000000000000000000000000000000000000000..3b8d4e2a844b44e0c92051a36624e8a9a22d4b28 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/patch_features.py @@ -0,0 +1,13 @@ +import cv2 +import numpy as np +def patch_features(rgb): + result=[] + for cam in ('front_camera','left_camera'): + im=np.asarray(rgb[cam]).squeeze();im=cv2.resize(im,(640,480),interpolation=cv2.INTER_LINEAR);h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + y,x=np.where((h[:,:,0]>=80)&(h[:,:,0]<=110)&(h[:,:,1]>100)&(h[:,:,2]>90)) + if len(x)<30:cx,cy=im.shape[1]//2,im.shape[0]//2 + else:cx,cy=int((x.min()+x.max())/2),int((y.min()+y.max())/2) + pad=cv2.copyMakeBorder(im,96,96,96,96,cv2.BORDER_CONSTANT) + patch=pad[cy:cy+192,cx:cx+192] + result.append(cv2.resize(patch,(48,48),interpolation=cv2.INTER_AREA).ravel()) + return np.concatenate(result) diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..c29d0e68531d059667fa7971c649c8741aedb327 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/skills.md @@ -0,0 +1,11 @@ +# Controller behavior and evidence + +The controller retrieves original bounded expert actions from the current RGB/qpos/qvel, with pose-weighted pickup, a local hand/rod crop comparison before step180, and rod-weighted transfer. It does not advance a prerecorded action tape. Initial ring targets come only from the first legal post-hold observation. Front ring openings and left ring silhouettes/isolated local ellipses are detected; the top camera is excluded from geometric control because it can crop a ring. Cyan pixels provide a projected rod line in front and left views. + +Geometry starts after220 when line residuals are sufficiently close, with a350-step fallback if localization is valid. Small legal motions estimate a4x4 image Jacobian for y,z and the two demonstrated rotation components. Damped feedback aligns the rod; correction vectors are uniformly limited, with a smaller cap near the target. Online updates reject large image jumps and tiny excitation, are norm-bounded, and omit observations following axial commands. Forward x motion requires maximum measured line error below3 canonical pixels. Axial motion is held in an intermediate band, and the rod is withdrawn if error exceeds5 pixels while its tip approaches the near projected plane. These are image-space heuristics, not metric calibration or a success detector. + +Recovery is limited to two withdrawals. These separate bounded recoveries start after sustained non-improvement; continuous axial-clearance correction also acts before contact. The pull uses bounded x commands with lateral feedback to hold the measured rod line, and stops early when the visible tip projects behind the near ring, then recalibrates. After both bounded recoveries, a one-pixel rod-line anchor window lasting100 observations with large remaining error can stop the attempt. This failure-stop branch is explicitly not success. Only already-active finger flexion is modestly reinforced during geometry; inactive digits, abduction and thumb commands remain retrieved. Missing geometry falls back to retrieval. + +Observed failures include nearest-neighbor stalls, mirrored transfer drift, pickup or alignment grasp loss, ring-center color bias, contact at outer rims, insufficient insertion depth, timing mistakes, and image-Jacobian instability. The top view cannot always show both rings. Slot11 reached subpixel image-line residuals and visible first-ring entry but exhausted the horizon after an unnecessary second recovery; native success was false. Its stall counter accumulated during good alignment; that bug was corrected. Slot12 lost the rod. Slot13's client unexpectedly exited143 at native step323; budget_status confirmed the same episode remained active, and it was resumed from latest_observation with the saved legal initial ring targets and fresh calibration. No new slot, reset, seed, simulator state, or unacknowledged request replay was used; its log has no duplicated command-step labels. Slot13 therefore is not uninterrupted exact-program evidence. Later revisions address crop scale, contact-preserving withdrawal, conservative near-ring corrections and bounded Jacobian adaptation. Detailed chronological evidence is in exploration/notes.md and per-slot directories. + +Limitations remain: color segmentation and projected-center bias, no calibrated3D pose or5mm clearance guarantee, possible grasp slip or axis-polarity ambiguity, no regrasp after loss, contact/occlusion aliasing, and heuristic phase/gate thresholds. Small image residuals or termination do not establish completion. Native success returns are authoritative when present. If rehearsal feedback omits success, ambiguous or unavailable visual evidence counts false under the preregistered rule; it must be submitted through score_rehearsal. No official success is invented. diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/synthetic_check_results.json b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/synthetic_check_results.json new file mode 100644 index 0000000000000000000000000000000000000000..1070dde91f4c8524483c9b7b560451932ae880a1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/synthetic_check_results.json @@ -0,0 +1,21 @@ +{ + "status": "passed", + "validation_kind": "syntax and synthetic inputs only", + "real_task_tests": 0, + "checks": [ + "syntax compilation", + "file-path import", + "actual asset shape and bounds", + "all 20 demo contributions", + "fabricated sensors with actual memory return legal action or None", + "synthetic memory RGB sensitivity", + "synthetic memory proprioception sensitivity", + "HWC and singleton-batch equivalence", + "episode reset", + "native horizon guard", + "invalid observation fallback and stop", + "nonfinite input guard", + "gross out-of-support stop" + ], + "performance_or_success_claim": false +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/RodThroughHoles-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start