diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_00.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_00.h5 new file mode 100644 index 0000000000000000000000000000000000000000..179102bd5fbdbaaf3937dc7b280ad6057c933d2c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_00.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c3b69574899adcdf36f92fa49659d450c82d41ba04430ef4bc92f3f97f7a38 +size 99559876 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_01.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_01.h5 new file mode 100644 index 0000000000000000000000000000000000000000..1d1cfa925568746bbc41ca77d28badc34170405f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_01.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff58ffc7b142bc0b1bf201f99b2f48ea9e7392dec171330cf67ee3f4b3296d17 +size 156801388 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_02.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_02.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c89719fb2e2c7f53ebb8721646fcbc7bb799f18c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_02.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc859b2fe4da9ed074a2a4e408828ec07e5510974096958bc51b75b133765cea +size 102521313 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_03.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_03.h5 new file mode 100644 index 0000000000000000000000000000000000000000..633f2f6ca15a5db3f972889425b799d905f27b6f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_03.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717c1cc66f0fddceb7c3a4b73cab9234c9ac9ebcd10cb0b390ba19c314d67bcd +size 63562277 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_04.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_04.h5 new file mode 100644 index 0000000000000000000000000000000000000000..b5879abd923e3761e33f60327b63a4a505a4c8e7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_04.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850ac65eaa41c4f8c1f558131a04116de2fc6c618263facfb33c136f5f44e251 +size 108558819 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_05.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_05.h5 new file mode 100644 index 0000000000000000000000000000000000000000..4cf58a748bb4fc6f383aa9e421b6524eebcdd1c1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_05.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a6bce620a462745d908de9caa0e2a9a4e66af43c3cfd6a076ac139fd8eb1d6 +size 81507967 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_06.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_06.h5 new file mode 100644 index 0000000000000000000000000000000000000000..eae511e797ca264a3e6a727457b9f1b750c37b9a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_06.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fecef57643178c586ebe1bb3723f933837d795e17fb8b208e18cddc2308b3d +size 67136786 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_07.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_07.h5 new file mode 100644 index 0000000000000000000000000000000000000000..f46bf16b8a2c710b390975abed232efc49dbf2f8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_07.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248cf45c67c4a7b039b64214d67aca7426df091b3ed888fb225a97a38ea84848 +size 160736217 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_08.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_08.h5 new file mode 100644 index 0000000000000000000000000000000000000000..9b04c380907178a71b272fabc0af1980ab2399ad --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_08.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3747c750a57ae620d89325dd49dbe5810c861f0f1a4fae22b50f48bc79437f +size 96318687 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_09.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_09.h5 new file mode 100644 index 0000000000000000000000000000000000000000..7d96c0938453ed3de56a8ca6f329513bdc3b3c31 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_09.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562f8d82bcfb0e30d70379048e776a83cb7602cd5129fb31e5cc3de987055cf6 +size 115011245 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_10.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_10.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c6e97f0828c7034a8edcfcd0ad7eea8b25af803f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_10.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a340114bd0bc728d57b0e734774f5b16f5278e7e4a2ac4880188e817a6606f6 +size 80861803 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_11.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_11.h5 new file mode 100644 index 0000000000000000000000000000000000000000..2ea415f1bda7abbceacd537c5e61c6e486e547e7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_11.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3675b75fe4ed84fbb7e99a2cb94ec133d6b89ada697d350b3fd71fe6b4c527 +size 148759817 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_12.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_12.h5 new file mode 100644 index 0000000000000000000000000000000000000000..bceded23a432ead4ea48f80737a31813828ec86e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_12.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d691b9b7b2fca308d5e116f37c0134ca2f81c94e9dba370475174105704ca4 +size 162504270 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_13.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_13.h5 new file mode 100644 index 0000000000000000000000000000000000000000..a24b5b55e6bc974eee8b6b319de294686da0bb61 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_13.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe474c4ad0081428dcb84009f37cf60a93264b214860ceca0c88d99f8da6eb1 +size 150051918 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_14.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_14.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c68496dd48051172060cc54d8d4cb5d2b953d7d5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_14.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5c21bebcbc36bd635198c94a5c9621c7eaf46f1830392a6a12173c533fbef1 +size 96776193 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_15.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_15.h5 new file mode 100644 index 0000000000000000000000000000000000000000..42a4a93983c5396c3681eb65af6be68eff6789d8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_15.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fea6081c183a51095ff8f5f548e21d50e9f4b163b4c3195ab8db0fb38cee857 +size 113321607 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_16.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_16.h5 new file mode 100644 index 0000000000000000000000000000000000000000..809b98cd90590609a95d5587e54a3dd4ffaa65c2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_16.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce064142dab874ae0f47533ba53a03a81b7f46941bc6bf8532679736610a771 +size 161861164 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_17.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_17.h5 new file mode 100644 index 0000000000000000000000000000000000000000..f568dbe9ea8baf10eb4b759c0b2388af7ca36230 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_17.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5985e93304501fab390d847656863dd02420880fb56ad1701f904e62c852888a +size 166424623 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_18.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_18.h5 new file mode 100644 index 0000000000000000000000000000000000000000..8c8d10960f411594a0be09a2f50080a1f64e25bf --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_18.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eda9d9feefca942095002f341a46d0f069237d4579915d12e02e87d0eccaa5f +size 166684645 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_19.h5 b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_19.h5 new file mode 100644 index 0000000000000000000000000000000000000000..99e9b1b3671b33b21c870dd25f551d81d540fbc3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_19.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37bfd0098f066f42af58e55fb003ecf1b02c23454cca642b0d71e43d5da413e9 +size 156978495 diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..f8d4c4681f69d6c5a728f70776e3027f31d6c624 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/controller.py @@ -0,0 +1,186 @@ +"""Non-neural demonstration path tracking with legal RGB layout selection.""" +from pathlib import Path +import numpy as np +import numpy as np +OFFSETS=[(0,0,.333),(0,0,0),(0,-.316,0),(.0825,0,0),(-.0825,.384,0),(0,0,0),(.088,0,0)] +RX=[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2] +def fk(q): + q=np.asarray(q);q=q.reshape(-1,q.shape[-1]);T=np.tile(np.eye(4),(len(q),1,1)) + for j,(off,rx) in enumerate(zip(OFFSETS,RX)): + c,s=np.cos(rx),np.sin(rx);F=np.eye(4);F[:3,3]=off;F[:3,:3]=[[1,0,0],[0,c,-s],[0,s,c]] + R=np.tile(np.eye(4),(len(q),1,1));c,s=np.cos(q[:,j]),np.sin(q[:,j]);R[:,0,0]=c;R[:,0,1]=-s;R[:,1,0]=s;R[:,1,1]=c + T=T@F@R + return T[:,:3,3]+.107*T[:,:3,2] + +import cv2,numpy as np + +import numpy as np,cv2 + +def locate(rgb): + im=cv2.resize(np.asarray(rgb),(240,320)).astype(np.float32);r,g,b=im.transpose(2,0,1) + masks={'green':(g>r*1.16)&(g>b*1.12)&(g>65),'yellow':(np.minimum(r,g)>160)&(b160)&(r160)&(g20);good=good[good!=0] + if len(good): + biggest=good[np.argmax(stats[good,4])];dist=cents[good]-cents[biggest] + keep=(np.linalg.norm(dist,axis=1)<100) if name=='green' else ((np.abs(dist[:,0])<50)&(np.abs(dist[:,1])<22)) + good=good[keep] + mask=np.isin(labels,good) + pts=np.column_stack(np.nonzero(mask))[:,::-1].astype(np.float32) + if len(pts): + rect=cv2.minAreaRect(pts);out[name]={'center':list(rect[0]),'size':list(rect[1]),'angle':rect[2],'box':cv2.boxPoints(rect).tolist(),'pixels':len(pts)} + return out +def orientation(loc): + vals=[] + for c in ['green','yellow','cyan','pink']: + d=loc[c];angle=np.deg2rad(d['angle']+(90 if d['size'][0]=350 and min(live['size'])>=20: + error=(self.target_pixels[state['cloth']]-np.asarray(live['center']))@self.data['pixel_map'] + action[:2]+=5*error + action[:2]=np.clip(action[:2],-.09,.09) + offset=pos[:2]-state['origin'][:2] + for axis,(lower,upper) in enumerate([(-.06,.06),(-.04,.16)]): + if (offset[axis]<=lower and action[axis]<0) or (offset[axis]>=upper and action[axis]>0):action[axis]=0 + if state['steps']>=80: + extra=np.clip(pos[:2]-state['origin'][:2],[-.08,-.06],[.08,.18]);resume=state['resume'];j=state['cloth'] + shift=np.zeros((len(self.p),2)) + if j<2: + pickup=int(self.groups[j+1][0])-60 + shift[resume:pickup]=np.linspace(extra,0,pickup-resume) + else:shift[resume:]=extra + self.p[:,:2]+=shift;self.a[:,:2]+=np.diff(shift,axis=0)/.04 + state['stage']=1;state['steps']=0;state['goal']=pos.copy();state['goal'][2]=self.p[resume,2] + else: + action[:3]=np.clip(5*(state['goal']-pos),-.15,.15) + if np.linalg.norm(state['goal']-pos)<.008 or state['steps']>=40: + self.phase=float(state['resume']);self.release_state=None + return action + def act(self,obs): + self.tick+=1 + if int(obs.get('step_id',self.tick))>=1500:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1) + if self.demo is None: + loc=locate(np.asarray(obs['rgb']['top_camera']).squeeze()) + layout=np.array([v for c in ['green','yellow','cyan','pink'] for v in loc[c]['center']]) + self.demo=int(np.argmin(np.mean((self.data['layouts']-layout)**2,axis=1)+12.5*np.sum((self.data['orientations']-orientation(loc))**2,axis=1))) + self.a=self.data[f'a{self.demo}'];self.q=self.data[f'q{self.demo}'];self.p=self.data[f'p{self.demo}'].copy() + self.a=self.a.copy() + delta=(layout-self.data['layouts'][self.demo]).reshape(4,2)@self.data['pixel_map'] + pattern_delta=np.clip((strips(loc)-self.data['strips'][self.demo])@self.data['pixel_map'],-.06,.06) + delta=np.clip(delta,-.045,.045) + delta[1:,1]+=.03 + hit=np.flatnonzero(self.a[:,1]>.02) + groups=[g for g in np.split(hit,np.flatnonzero(np.diff(hit)>10)+1) if len(g)>30][:3] + self.groups=groups;self.target_pixels=strips(loc) + knots=[0]; offsets=[np.zeros(2)] + for j,g in enumerate(groups): + start,end=int(g[0]),int(g[-1]+1) + knots.extend([start-60,start,end,end+70]);offsets.extend([delta[j+1],delta[j+1],pattern_delta[j],pattern_delta[j]]) + knots.append(len(self.p)-1);offsets.append(pattern_delta[-1]) + shift=np.stack([np.interp(np.arange(len(self.p)),knots,np.array(offsets)[:,axis]) for axis in range(2)],axis=1) + self.p[:,:2]+=shift + self.a[:,:2]+=np.diff(shift,axis=0)/.04 + i=min(int(self.phase),len(self.a)-1) + if self.phase>=len(self.a)+40:return None + if self.phase>=len(self.a): + self.phase+=1;return np.zeros(22,dtype=np.float32) + pos=fk(q)[0] + if self.release_state is not None:return self.release_action(q,pos,obs) + order=[4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15] + for j,g in enumerate(self.groups): + end=int(g[-1]+1) + if not self.corrected[j] and end-1<=i=650 and min(live['size'])>=20 and abs(dx)<30 + ax=float(np.clip(-.024*dx,-.06,.06)) if lateral and abs(dx)>3 else 0. + if abs(pos[0]-self.p[i,0])>=.06 and ax*(pos[0]-self.p[i,0])>0:ax=0. + if live is not None and live['pixels']>=100 and -203 or ax!=0) and self.correction_steps[j]<64: + action=np.zeros(22,dtype=np.float32) + action[0]=ax + action[1]=np.clip(.025*dy,0,.09) if dy>3 else 0. + action[2]=np.clip(5*(self.p[i,2]-pos[2]),-.09,.09) + target=self.grasp_pose[j] if self.grasp_pose[j] is not None else self.data[f'hand_target{self.demo}'][i] + action[6:]=np.clip(.5*(target-q[7:][order]),-1,1) + self.correction_steps[j]+=1 + return action + self.corrected[j]=True + extra=np.clip(pos[:2]-self.p[i,:2],[-.07,0],[.07,.24]) + shift=np.zeros((len(self.p),2)) + if j<2: + release=end+70;pickup=int(self.groups[j+1][0])-60 + shift[i:release]=extra + shift[release:pickup]=np.linspace(extra,0,pickup-release) + else:shift[i:]=extra + self.p[:,:2]+=shift;self.a[:,:2]+=np.diff(shift,axis=0)/.04 + if self.corrected[j] and not self.released[j] and end-1<=i.015:speed=1.8 + if i<75:speed=1.5 + if any(int(g[0])-65<=i<=int(g[-1])+35 for g in self.groups):speed=1.0 + a=self.a[i].copy()*speed + a[:3]=np.clip(a[:3]+5.*err,-.22,.22) + gain=float(self.data[f'hand_gain{self.demo}'][i]) + if gain>.4:gain=1.0 + a[6:]=np.clip(gain*(self.data[f'hand_target{self.demo}'][i]-q[7:][order]),-1,1) + for j,g in enumerate(self.groups): + if int(g[0])<=i<=int(g[-1]): + if self.grasp_pose[j] is None:self.grasp_pose[j]=q[7:][order].copy() + a[6:]=np.clip(.5*(self.grasp_pose[j]-q[7:][order]),-1,1) + # Bound both pose holds and image-guided extensions within the native horizon. + if np.linalg.norm(err)>.02 and self.waits<120:self.waits+=1 + else:self.phase+=speed + return a.astype(np.float32) +_controller=None +def reset_episode(): + global _controller + if _controller is None:_controller=Controller() + else:_controller.reset_episode() +def act(obs): + global _controller + if _controller is None:reset_episode() + return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..10cde7b9be5a0ae6ab6ec1526310f579c90422e0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "CoverPattern-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 1152, + "fields": [ + { + "path": "actions", + "shape": [ + 1152, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1153, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1153, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1153, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1153, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1153, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1153, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a7aae9f8699d1769f07f756da07970058715874cc7cadec17121014f2ada99e5", + "source_sha256": "6d9549e64a3e15b2f59692435a51c48e196a60dcd239a152d55eac204ad7daa0", + "view_sha256": "3601ed9cbd18e60d1733beabde437c2a3fbb27661cb0ecc05e0c0fde8d863597" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 1151, + "fields": [ + { + "path": "actions", + "shape": [ + 1151, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1152, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "42265b8741cc3f677835caffbe4c614209a14bdd250ec67b692a42311b587270", + "source_sha256": "4f3142b5c9985cc5f088481375ddcd7b7eda57e62a17403f6338e909fdf069d2", + "view_sha256": "527b8bed0de9c5726f7f77b2ece590a839737674e38c72e9cd7d3c8997ab6688" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 1151, + "fields": [ + { + "path": "actions", + "shape": [ + 1151, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1152, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "53233e7be0556ff8b6d93c3d36b6a233bf33e1698510f28d25216ade7c36c5ab", + "source_sha256": "8cb01fcaba40bb6d1f199baf48f2cbf03c9426f687587928cebd18d5b8124a29", + "view_sha256": "c95ae3b2c90d640c115694840efb193a84852f2d6303810327b9a28e4cee2be5" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 1153, + "fields": [ + { + "path": "actions", + "shape": [ + 1153, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1154, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1154, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1154, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1154, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1154, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1154, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7d313170543b8f4a667821ed5380e58f8d8e6ae34f7e421404c043121001f497", + "source_sha256": "ac0051f5b6bd8be9a629708a3dd5a16cf1e8ecfaaa81506a92c53cf386b61d83", + "view_sha256": "2a9f3c63943143184ec54c5169fb8fc091bffbf0325f06cfd79bf91ba8ac5bac" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 1141, + "fields": [ + { + "path": "actions", + "shape": [ + 1141, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1142, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1142, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1142, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f714f419f9755926c85d97e999468b43a8b52c30264240f073981976b75b7879", + "source_sha256": "f3bd09082e7c954f0ebfe358f42f2e3880de356f5d7178254b16ec89912b335a", + "view_sha256": "bf43ab8e9eee14db5bb2e6b7b2d9b49a344fd279157ce0d9bfd66c1ca6684d3a" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 1138, + "fields": [ + { + "path": "actions", + "shape": [ + 1138, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1139, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1139, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1139, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "12f8cc2b14814ee0caa45047bcdc1687c7f3410f1aebd2394a62c9a498cb0a78", + "source_sha256": "607a999835c628db7dfa4caeac4d592d129e32e93e15ca2de5a85559feb25302", + "view_sha256": "1e8aa93bf641def3b1532af57af0b9d73cbc12039def0ee787b3843e408d5f2c" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 1164, + "fields": [ + { + "path": "actions", + "shape": [ + 1164, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1165, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bd60daff67c0ee0783b99749194c154132bc62c606adb6ff7ed1aa21a4ad8a95", + "source_sha256": "cdf5fecd00c47aaf489f64b620b820a243918141679347609062f69807c28f31", + "view_sha256": "fcef02da5b44cabbbc60f768d6c58411fc2f9c8ab11aa8b60fdfe91ad2015f11" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 1155, + "fields": [ + { + "path": "actions", + "shape": [ + 1155, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1156, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1156, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1156, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ec9f4a0c567d6d67222c7fd15af6f111344cf20d6cb69a13aa069b6b24fdc0bd", + "source_sha256": "707ef2a91d767ef1b20cbaee0bcea6e988e030902b20c2b2eb487178b5f2d854", + "view_sha256": "b0437b5bdef881071d475074d7179762cb05d435b9d57a7db710a5b90fd9de86" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 1151, + "fields": [ + { + "path": "actions", + "shape": [ + 1151, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1152, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fd0457b0f0a2e8eef3372f40541de0821f399ada8220c2cb9e4d18f1c729f39d", + "source_sha256": "f409b4a52a45204741d7cd8b00c17970bc3db4a94116902e7cbdc776319bf9ec", + "view_sha256": "bd643d218ec49ec7a51ebcc58df2b2a1078fc291fe3626d00ab60aa0ce054f8b" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 1151, + "fields": [ + { + "path": "actions", + "shape": [ + 1151, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1152, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2221650d391f039fce64ca634d910ea60d5ed613dc69b272fbaf83004ff3b8d7", + "source_sha256": "71fd84a8ab443ce197bea9f2f4057a55f5f70ed09698187dc91608d459979e47", + "view_sha256": "6070428471658b6ddf673578403afa406a1d1f0fde9af0300c2e257079fcdb01" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 1154, + "fields": [ + { + "path": "actions", + "shape": [ + 1154, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1155, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1155, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1155, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1155, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1155, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1155, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7507b975d57ad89eb67519bbd072d0278a0b6f02ac60510d1d33f1fdc61341db", + "source_sha256": "9f00fcf29a9e00b06960fa04728610069f321899475d9f114ca5dc405819f9e7", + "view_sha256": "b7640fd0d58f1ec14274be845a182e5f8c12528f6a3c62d07310303412c760dd" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 1157, + "fields": [ + { + "path": "actions", + "shape": [ + 1157, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1158, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1158, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1158, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1158, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1158, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1158, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9fc536fedef2f8ba2638c90f5bf2e8f348c53a3ff2802b04c3e6b1ee824a53cb", + "source_sha256": "0509b81b2a2afe30902aa1a068e9673431f36836b44dd1000eaa6f1375ba175d", + "view_sha256": "bc2a13bfd57e17fd186b03c043502661f81cd9afdedd8c0c47709fc41c6036f5" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 1146, + "fields": [ + { + "path": "actions", + "shape": [ + 1146, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1147, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1147, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1147, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1147, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1147, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1147, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4e71d5fee85b2779293ca4075f40acb70c07e26296e0fa46ad13260b87f4bef2", + "source_sha256": "7fb549de578f2c9b483e0e342a7795d2fb84aaaf5d0cfefa55d1d99478c75068", + "view_sha256": "8a8eeebbbeb21a78b82c2898df11ecdd87ab1a3d9a32522b1b3561d57928a130" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 1147, + "fields": [ + { + "path": "actions", + "shape": [ + 1147, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1148, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1148, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1148, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1148, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "38434213530b94f007e3dc30cbb8fddb1d393f62588c116e13de1b9fe560ef42", + "source_sha256": "538da83203ca6e088e3eff0eef9363c870c09962fb54d4010f0f76b49a187788", + "view_sha256": "2b8e80efe1fe20516134c03dcf2d15b02470d8467044ea109166fae32dab52ef" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 1152, + "fields": [ + { + "path": "actions", + "shape": [ + 1152, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1153, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1153, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1153, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1153, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1153, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1153, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f2b460005f477cb3fccc29b67d32fa86f6ebca3361cc7b7a249fc28e46b2e54d", + "source_sha256": "f661ac827af3ce798ff42a59aa5a862b86ecbca1b4e5d979486ad512cc9a3cf0", + "view_sha256": "74c27017c8d1ca461073f76f1b0438ef15fe6d2c5778912827984e13652d6c43" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 1151, + "fields": [ + { + "path": "actions", + "shape": [ + 1151, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1152, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1152, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1152, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6fc5fc1536f460c93fcbf0fdda411b99608cee86c8edc3bd808fce8c6467a80d", + "source_sha256": "53a9e5f3491f458184867ff701c4bf346adc27168a2646f1c046a41e1f46286d", + "view_sha256": "d4df35c5058c9ad2392435c65fb7a88bfd27cf99073c96e81755ea20e4311ce1" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 1154, + "fields": [ + { + "path": "actions", + "shape": [ + 1154, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1155, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1155, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1155, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1155, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1155, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1155, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "17027673eab84cfeca1ea2be9e90a9116fffe93a745a754f47d6f20b3e804d8b", + "source_sha256": "bc7caf7c8ac52e4295c488b328b51d23a1b3f330bfb3f0c41e5c3575aa39c390", + "view_sha256": "696e2eff07ba8cfcec67078baa5f83c34ae98120086ea2641fe627672d6f35fd" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 1155, + "fields": [ + { + "path": "actions", + "shape": [ + 1155, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1156, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1156, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1156, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "80ca53475a9a351323edae527469cf735d4fa28aaf9113f5296835507b0283d3", + "source_sha256": "168a14c42c6030d758c79283d022bd24f8c7bbf745df38ec992d17f8a9039ea5", + "view_sha256": "eea49a457cbf28457225dcc826b0f56a14164b5a0aa70d31db2a1b722c9e312d" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 1155, + "fields": [ + { + "path": "actions", + "shape": [ + 1155, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1156, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1156, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1156, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1156, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "796301c97ce04bf94003fa33c89fafeec3837e0ff68ba2c232da005ea1877b13", + "source_sha256": "a659bc39b6bc1f5b21a5a09418becb0dd35374ca2017141ec396a7bac187bd38", + "view_sha256": "fea3ed5c31631966ef675dc5fc0affd040a41c4b2efb0389d447225fc70c70fb" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 1146, + "fields": [ + { + "path": "actions", + "shape": [ + 1146, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1147, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1147, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1147, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1147, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1147, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1147, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "77677316e979e7068294974e9585217afc0fd096ce48c70bcd9d318d6417ad4f", + "source_sha256": "8c929bcee7e105b50f018b6b1fdbb5e850139dc7022b0de9cf1739aef7ee66f8", + "view_sha256": "84fd1af9554c5adbb17146175d62d54a6df171bbd8af8259d9b8cf4fb3606357" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..c16d059a0d7a130c1533e5a890cc71563f5f31d8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/findings.md @@ -0,0 +1,15 @@ +# Evidence and limitations before final rehearsals + +Only this task's 20 authorized demonstrations and legal API exploration were used. No neural weights were trained or modified. The fixed paths.npz bank was rebuilt from the authorized demonstrations and all 104 fields matched. Analytical kinematics versus demonstrated action/qpos displacement yielded minimum axis correlations approximately [.934,.999,.993]. Effective observed arm displacement around .04 m/action is distinct from the contract's nominal .1 m target-delta scale. + +Slots 1–4 established the plan and exposed program errors. Slot 1 used the wrong action-return wrapper; fixed immediately. Slot 2 showed initial contact but its interrupted in-memory action buffer was lost; images and final observation survived, and subsequent interactive logging became incremental. Slot 3 independently completed the baseline at step 1218, valid with native success false. Slot 4 exposed incorrect hand joint ordering. Slot 5 isolated positive/negative action probes established permutation [4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15] and approximately .095 rad/action response. + +Slots 6–8 tested pose/finger feedback and localization. Nearby-component rectangle fitting improved demonstrated pickup calibration RMS to about 3.9 mm x / 1.0 mm y. Strip destinations account for pattern yaw. An intended hand-gain edit failed in slot 8 and was corrected mid-episode after recovering the legal latest observation; this is explicitly a mixed interactive trial. Demo-derived target gains improved fidelity but did not establish reduced folding. Wrist orientation drift was ruled out in inspected trials (<.06 degree). No full-task success was observed. + +Slot 9 independently completed a new version at step 1208, valid with native success false. All cloths moved, but folds and southward offsets remained. Slots 10–14 were first-cycle component diagnostics, all native false. Larger layout correction caps and a north-shifted pickup improved approach flexibility but did not solve release. Lifting while closed then opening still folded the cloth. Capturing actual finger posture at drag onset maintained a broad body during transport. Synchronized opening/withdrawal produced a broader visible footprint in slot 13, but overshot; a fixed pre-release offset did not transfer consistently in slot 14. Rectangle dimensions and color pixel counts are diagnostics, never coverage or official success scores. + +Slot 15 is the full interactive trial of the final release mechanism: current cloth-center error drives XY correction during synchronized opening, with bounded travel and slower opening. Its exact result is recorded in the external exploration audit before independent final repetitions. Final-version rehearsal receipts and hashes are recorded externally so repetitions can use identical candidate contents. + +There is no verified unfolding or full regrasp recovery. Color localization can be occluded and folded-cloth centers can mislead control. The finger-shape release model is an engineering heuristic, not privileged physical geometry. All official task judgments use native API success when available; only absent native success permits the conservative preregistered visible rule. No success claim follows from this document alone. + +Episode 15 completed at native step 1090; native success was false throughout the saved returns. Final top image shows substantial exposed green pattern and southern cloths, so no visible success is claimed. Saved actions, observations and images remain under exploration/ep15/. Continuing with independent rehearsals in slots 16–20 of the prepared controller, without intervening behavior changes. diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..43961c82fad6fb2b39027701f3d431d6056d1ce1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/freeze_manifest.json @@ -0,0 +1,105 @@ +{ + "files": { + "controller.py": "d0107adb01fe5fd9ef7eca3487f0c1a18f511217811fe91156ce0a794ef67014", + "demo_manifest.json": "bdefebdd84f404752c0a6fcefd5a03442d650016e880635c223e851da2900c5a", + "demonstrations_readonly/demo_00.h5": "3601ed9cbd18e60d1733beabde437c2a3fbb27661cb0ecc05e0c0fde8d863597", + "demonstrations_readonly/demo_01.h5": "527b8bed0de9c5726f7f77b2ece590a839737674e38c72e9cd7d3c8997ab6688", + "demonstrations_readonly/demo_02.h5": "c95ae3b2c90d640c115694840efb193a84852f2d6303810327b9a28e4cee2be5", + "demonstrations_readonly/demo_03.h5": "2a9f3c63943143184ec54c5169fb8fc091bffbf0325f06cfd79bf91ba8ac5bac", + "demonstrations_readonly/demo_04.h5": "bf43ab8e9eee14db5bb2e6b7b2d9b49a344fd279157ce0d9bfd66c1ca6684d3a", + "demonstrations_readonly/demo_05.h5": "1e8aa93bf641def3b1532af57af0b9d73cbc12039def0ee787b3843e408d5f2c", + "demonstrations_readonly/demo_06.h5": "fcef02da5b44cabbbc60f768d6c58411fc2f9c8ab11aa8b60fdfe91ad2015f11", + "demonstrations_readonly/demo_07.h5": "b0437b5bdef881071d475074d7179762cb05d435b9d57a7db710a5b90fd9de86", + "demonstrations_readonly/demo_08.h5": "bd643d218ec49ec7a51ebcc58df2b2a1078fc291fe3626d00ab60aa0ce054f8b", + "demonstrations_readonly/demo_09.h5": "6070428471658b6ddf673578403afa406a1d1f0fde9af0300c2e257079fcdb01", + "demonstrations_readonly/demo_10.h5": "b7640fd0d58f1ec14274be845a182e5f8c12528f6a3c62d07310303412c760dd", + "demonstrations_readonly/demo_11.h5": "bc2a13bfd57e17fd186b03c043502661f81cd9afdedd8c0c47709fc41c6036f5", + "demonstrations_readonly/demo_12.h5": "8a8eeebbbeb21a78b82c2898df11ecdd87ab1a3d9a32522b1b3561d57928a130", + "demonstrations_readonly/demo_13.h5": "2b8e80efe1fe20516134c03dcf2d15b02470d8467044ea109166fae32dab52ef", + "demonstrations_readonly/demo_14.h5": "74c27017c8d1ca461073f76f1b0438ef15fe6d2c5778912827984e13652d6c43", + "demonstrations_readonly/demo_15.h5": "d4df35c5058c9ad2392435c65fb7a88bfd27cf99073c96e81755ea20e4311ce1", + "demonstrations_readonly/demo_16.h5": "696e2eff07ba8cfcec67078baa5f83c34ae98120086ea2641fe627672d6f35fd", + "demonstrations_readonly/demo_17.h5": "eea49a457cbf28457225dcc826b0f56a14164b5a0aa70d31db2a1b722c9e312d", + "demonstrations_readonly/demo_18.h5": "fea3ed5c31631966ef675dc5fc0affd040a41c4b2efb0389d447225fc70c70fb", + "demonstrations_readonly/demo_19.h5": "84fd1af9554c5adbb17146175d62d54a6df171bbd8af8259d9b8cf4fb3606357", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "8c68d2e54824e9d3eb19c91117296ddde27623d3373c9ab819046ac7acf5d946", + "handoff.md": "9c9a382516586a9ec7b4b8dbee42c3438a36e7c431fe631c3a06e9000239aaa4", + "model_tool_manifest.yaml": "4e1fabd1b29ac5aa9fadf4a5e55a22ec1383b7171fa58fed1cd5e96240bd1d95", + "paths.npz": "b92655182fbb85edf6199cf4d49e21f3e21b08bf2a76f1412c1cadf0f96da1c3", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "80becdbdba0e1eeca013a88279acde8480809f9abdeb22d1bc20e69043543817", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a", + "exploration_ledger_hash": "2de65920b8a7f0b3c64ea7f9c639972327c374f23293f10da17381b79f2495c1", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "f1766929f19f32fd74e5448557487ef8a715b098f1bd4364ba7c3899d47e04a4", + "episode": 3, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "7fd095d4283743d929513c8eaac4ed58ca2b259eecf282131b1ae7832026bad5", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 16, + "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..11f3c9d3235737bba35dd18c835108f282d7415e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/handoff.md @@ -0,0 +1,11 @@ +# Agent-D20-E20-Compiled / CoverPattern-v1 + +Entrypoints are controller.py reset_episode() and act(obs). Keep paths.npz beside it. Dependencies: NumPy, OpenCV and Python standard library. No neural weights, network, model service, simulator imports or runtime development tools are used. The runner adds verified demo provenance and the common environment lock. + +Input is legal RGB top_camera and proprioception agent/qpos; optional step_id enforces the 1500-step horizon. Output is one float32 length-22 action in native normalized order, or None. The runner owns the initial charged hold and episode lifecycle. The program cannot reset the environment or assert task success. + +Initial colored rectangles select one of 20 authorized reference paths by position and yaw. Pixel displacement calibration adjusts pickups within 45 mm per axis, followed by a 30 mm north pickup offset, and destinations within 60 mm. Analytical Panda forward kinematics supplies relative Cartesian feedback; absolute table-to-root translation is not assumed. Episode-5 isolated legal probes establish the hand action/qpos permutation. + +The controller captures finger posture at each drag onset and holds it through transport. Each cloth gets at most 64 image-guided pre-release correction steps. Release opens at gain .35 for 80 steps, combines a heuristic opening/withdrawal feedforward with visible cloth-center feedback, and then clears vertically for at most 40 steps. Release XY travel is bounded. Achieved displacements taper into the return path. Free-space path progression accelerates while grasp preparation and transport retain reference cadence. Pose waits total at most 120; the native horizon takes precedence over all internal timing. There is no full regrasp recovery. + +All official results come from native API returns. Only if absent may legal images support the preregistered visible rule, with ambiguity false. Independent rehearsal receipts, exact hashes, full historical analysis, actions and images are retained outside this runtime bundle under exploration/ and demo_analysis.md. Candidate files are locked before final independent repetitions; later results belong in the external audit. diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5e15d232181ef911b137829d3e664d9eebd29aad --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,112 @@ +{ + "stage": "authorized_E20_exploration", + "status": "Final candidate prepared for independent rehearsals; receipts are recorded externally in exploration/", + "task_id": "CoverPattern-v1", + "python": "3.10.20 (main, Mar 11 2026, 17:46:40) [GCC 14.3.0]", + "packages_installed": { + "numpy": "2.2.6", + "opencv-python": "4.12.0" + }, + "runtime_dependencies": [ + "numpy", + "opencv-python", + "Python standard library" + ], + "preparation_dependencies": [ + "numpy", + "opencv-python", + "h5py", + "Python standard library" + ], + "tools_used": [ + "trusted worker API budget_status/next_episode/latest_observation/execute_actions/finish_episode/rehearse", + "authorized API.read_demo", + "local Python NumPy/OpenCV analysis", + "local image viewing" + ], + "unused_available_packages": [ + "scipy", + "torch" + ], + "model_provenance": { + "coding_model": "provider-hosted model; exact build/weight reference not exposed", + "weights_modified": false, + "controller_neural_models": [], + "pretrained_tool_weight_references": [] + }, + "data_provenance": { + "authorized_manifest": "/demo_manifest.json", + "contract": "/task_contract.json", + "demonstrations_root": "/demonstrations", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "bank": "paths.npz", + "manual_inspection_ledger": "../demo_analysis.md", + "top_rgb_read_indices": "All authorized demo top RGB frames were analyzed during preparation; runtime bank contains initial layouts/orientations and numerical trajectories only.", + "path_frames": "Every action and qpos frame in authorized demo_00 through demo_19", + "derived_fields": [ + "Cartesian reference paths from authorized qpos", + "initial RGB rectangle centers and yaw", + "image displacement calibration", + "hand feedback gains and targets from authorized action/qpos sequences" + ] + }, + "network_used": false, + "validation": [ + "Compiled bank rebuilt from exactly 20 authorized demos; all 104 fields matched", + "Legal API interactive diagnostics in slots 1-15", + "Earlier independent versions in slots 3 and 9 completed valid, native success false; final-version receipts recorded externally" + ], + "known_limitations": [ + "Coverage threshold unknown; no official success established before final rehearsals", + "Cloth folding, slip and occlusion can defeat center-based corrections", + "No full regrasp recovery; color localization assumes all four regions visible initially", + "Finger-shape release model is an engineering heuristic, not calibrated physical geometry" + ], + "runner_supplied_separately": [ + "verified demo manifest", + "common environment lock" + ], + "controller": "Non-neural layout retrieval, Cartesian path feedback, captured grasp posture and image-guided synchronized release", + "legal_exploration_constants": { + "hand_action_to_qpos_mapping_episode": 5, + "mapping": [ + 4, + 0, + 8, + 12, + 5, + 1, + 9, + 13, + 6, + 2, + 10, + 14, + 3, + 7, + 11, + 15 + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..ee76f96ff8a3428e36bf71e63ef25284fbf33f88 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/skills.md @@ -0,0 +1,9 @@ +# Compiled controller procedure + +1. Segment green/yellow/cyan/pink in the legal top RGB, group nearby visible components, and fit rectangles. Select a demonstrated path using initial rectangle centers and long-axis orientations. Derive three destination strip centers from the green rectangle. +2. Track that path using observed arm joints and analytical forward kinematics. Use demo-derived hand targets before contact, with the measured hand-index permutation. Retain native grasp preparation cadence while accelerating free transit. +3. Capture actual finger posture when dragging starts. Hold it during transport and bounded image corrections. Cloth-center estimates are gated by visible area and rectangle dimensions; they are not coverage estimates. +4. Correct toward a pre-release point offset east/south of the strip. Open while synchronizing withdrawal with a dimensionless finger-shape heuristic. During opening, use reliable visible cloth-center error to adjust XY. Clear vertically, carry measured offsets forward, and repeat for the remaining colors. +5. Stop after the reference and settling period, or at the native horizon. Never request resets, simulator state, hidden rewards, or external services. + +Limits: color segmentation may fail under occlusion; initial localization has no alternate search. Folded fabric can have a misleading center. The opening model uses chosen segment weights [.45,.30,.25], not measured physical geometry. Bounded correction is local recovery only; no regrasp or verified unfolding skill is claimed. Native success, rather than rectangle size or center alignment, is the official completion evidence. diff --git a/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start