diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..aee76b1737a176d382141bed3dfb06c537ac8a22 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/controller.py @@ -0,0 +1,230 @@ +import cv2,numpy as np + +def posts_hough(im): + im=cv2.resize(np.asarray(im).squeeze(),(480,640),interpolation=cv2.INTER_LINEAR) + hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV);g=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY) + cs=cv2.HoughCircles(g,cv2.HOUGH_GRADIENT,1,9,param1=70,param2=8,minRadius=3,maxRadius=7) + out=[] + if cs is None:return out + for x,y,r in cs[0]: + if not 17080 or np.median(hsv[yy-1:yy+2,xx-1:xx+2,2])<165:continue + ang=np.arange(12)*2*np.pi/12;px=np.clip((x+np.cos(ang)*(r+3)).astype(int),0,479);py=np.clip((y+np.sin(ang)*(r+3)).astype(int),0,639) + if np.sum((hsv[py,px,1]>75)&(hsv[py,px,2]<220))<3:continue + out.append([float(x/2),float(y/2),float(np.pi*r*r/4)]) + return out + +def update_posts(state, grid, im): + groups=[[] for _ in range(4)] + wrist=wrist_hough(im) + for direct, points in [(True,posts(im)),(False,posts_hough(im))]: + for px,py,area in points: + if not 432 or np.sort(dist)[1]-dist[j]<5:continue + groups[j].append((xy,direct)) + for j,group in enumerate(groups): + if not group:continue + anchor=state.post_positions[j] if state.post_counts[j] else grid[j] + preferred=[v for v in group if v[1]] or group + xy,direct=min(preferred,key=lambda v:np.linalg.norm(v[0]-anchor)) + if state.post_counts[j]==0 or (state.post_counts[j]<5 and np.linalg.norm(xy-anchor)>2): + state.post_positions[j]=xy;state.post_counts[j]=1;state.direct_counts[j]=int(direct) + elif np.linalg.norm(xy-anchor)<=2: + state.post_positions[j]=.9*anchor+.1*xy;state.post_counts[j]+=1;state.direct_counts[j]+=int(direct) + known=np.flatnonzero(state.post_counts>=5) + best=None;best_score=-1 + z=grid[:,0]+1j*grid[:,1] + for ii,j in enumerate(known): + for k in known[ii+1:]: + p=state.post_positions + c=complex(*(p[k]-p[j]))/(z[k]-z[j]) + if not .92.75:continue + zz=c*(z-z[j])+complex(*p[j]);pred=np.stack([zz.real,zz.imag],axis=1) + residual=np.linalg.norm(pred[known]-p[known],axis=1) + score=float(np.sum(state.post_counts[known][residual<3])) + if score>best_score:best=pred;best_score=score + if best is not None: + old_score=-1 if state.live_grid is None else np.sum(state.post_counts[known][np.linalg.norm(state.live_grid[known]-state.post_positions[known],axis=1)<3]) + if best_score>=old_score:state.live_grid=best + +def target_post_delta(state, grid, target): + if state.live_grid is not None: + delta=state.live_grid[target]-grid[target] + if np.linalg.norm(delta)<35:return delta,True + return np.zeros(2),False + +import cv2,numpy as np + +def posts(im): + im=cv2.resize(np.asarray(im).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + mask=((hsv[:,:,1]<70)&(hsv[:,:,2]>170)).astype(np.uint8)*255 + cs,_=cv2.findContours(mask,cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE) + out=[] + for c in cs: + a=cv2.contourArea(c);p=cv2.arcLength(c,True) + if 20 and 4*np.pi*a/p**2>.45: + m=cv2.moments(c);x,y=m['m10']/m['m00'],m['m01']/m['m00'] + if 85150)).astype(np.uint8)*255 + cs,hh=cv2.findContours(white,cv2.RETR_CCOMP,cv2.CHAIN_APPROX_SIMPLE) + out=[] + if hh is None:return out + for c,h in zip(cs,hh[0]): + area=cv2.contourArea(c);per=cv2.arcLength(c,True);x,y,w,height=cv2.boundingRect(c) + if h[3]>=0 and 200 and 4*np.pi*area/per**2>.65 and x>70: + m=cv2.moments(c);out.append([m['m10']/m['m00'],m['m01']/m['m00']]) + return out + +def wrist(im): + im=cv2.resize(np.asarray(im).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + mask=((hsv[:,:,1]<28)&(hsv[:,:,2]>45)&(hsv[:,:,2]<180)).astype(np.uint8)*255 + cs,_=cv2.findContours(mask,cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE) + out=[] + for c in cs: + area=cv2.contourArea(c);per=cv2.arcLength(c,True) + if 800 and 4*np.pi*area/per**2>.6: + (x,y),r=cv2.minEnclosingCircle(c);out.append((x,y,r,4*np.pi*area/per**2)) + return out + +def wrist_hough(im): + im=cv2.resize(np.asarray(im).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + g=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY);hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + cs=cv2.HoughCircles(g,cv2.HOUGH_GRADIENT,1,12,param1=80,param2=14,minRadius=6,maxRadius=13) + if cs is None:return np.array([np.nan,np.nan]) + valid=[] + for x,y,r in cs[0]: + xx,yy=int(x),int(y) + if x>75 and 50135)).astype(np.float32) + # Exclude the initial robot footprint from cloth localization. + mask[:,:50]=0;mask[:45]=0;mask[120:]=0 + return cv2.resize(mask,(60,80),interpolation=cv2.INTER_AREA) + +class Controller: + def __init__(self): + self.bank=None;self.reset_episode() + def reset_episode(self): + self.selected=None;self.t=1;self.calls=0;self.direct_counts=np.zeros(4,dtype=int);self.live_grid=None;self.last_target_delta=np.zeros(2);self.target_known=False;self.release_wait={};self.last_release_t=None;self.post_bank=None;self.post_positions=np.full((4,2),np.nan);self.post_counts=np.zeros(4,dtype=int);self.geometry=None;self.offset=np.zeros(2);self.approach_key=None;self.last_diagnostic={};self.previous=None + def act(self,obs): + self.calls+=1 + step=int(obs.get('step_id',self.calls)) + if step>=1000:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1) + if self.bank is None: + with np.load(Path(__file__).with_name('sequences.npz')) as z:self.bank={k:z[k] for k in z.files} + if step<25: + self.t=step+1 + return np.array([0,0,0,0,0,0,1.],dtype=np.float32) + if self.post_bank is None: + with np.load(Path(__file__).with_name('posts_inferred.npz')) as z:self.post_bank={k:z[k] for k in z.files} + if self.geometry is None: + with np.load(Path(__file__).with_name('geometry_clean.npz')) as z:self.geometry={k:z[k] for k in z.files} + if self.selected is None: + f=descriptor(obs['rgb']['top_camera']) + scores=[np.mean((descriptor(self.bank[f'demo_{i:02d}_im'])-f)**2) for i in range(20)] + self.selected=f'demo_{np.argmin(scores):02d}';self.t=25 + self.initial_score=float(min(scores)) + a=self.bank[self.selected+'_a'];qs=self.bank[self.selected+'_q'] + if self.t>=len(a):return None + # Re-align only locally by observed joint pose, with a one-frame timing prior. + lo=max(25,self.t-1);hi=min(len(a),self.t+4) + ix=np.arange(lo,hi) + costs=np.mean((qs[ix,:7]-q[:7])**2,axis=1)+.0004*(ix-self.t)**2 + t=min(self.t,int(ix[np.argmin(costs)])) + transitions=np.flatnonzero(np.diff(a[:,6])!=0)+1 + if np.any(np.abs(transitions-self.t)<=4):t=self.t + command=a[t].copy() + # A local finite-difference inverse maps joint tracking error to EE deltas. + lo=max(0,t-25);hi=min(len(a),t+25) + aa=a[lo:hi,:6].astype(float);dq=np.diff(qs[lo:hi+1,:7],axis=0) + J=np.linalg.solve(aa.T@aa+.002*np.eye(6),aa.T@dq) + err=qs[t,:7]-q[:7] + correction=np.linalg.solve(J@J.T+.02*np.eye(6),J@err) + command[:3]+=np.clip(correction[:3],-.005,.005) + # Keep demonstrated orientation deltas; position errors must not induce wrist rotation. + # Match the next grasp's reference eyelet to the current legal image. + ws=self.geometry[self.selected+'_w'];hs=self.geometry[self.selected+'_h'] + visual_used=False + grid=self.post_bank[self.selected] + update_posts(self,grid,obs['rgb']['top_camera']) + target_delta=np.zeros(2) + future=np.flatnonzero((a[:,6]<-.5)&(np.r_[1,a[:-1,6]]>=-.5)) + closes=future[future>=t] + if len(closes) and command[6]==0: + close=int(closes[0]);ww=ws[max(25,close-5):close+1];ww=ww[np.isfinite(ww).all(axis=1)] + ref=hs[t];ref=ref[np.isfinite(ref).all(axis=1)] + live=np.array(holes(obs['rgb']['top_camera'])) + if len(ww) and len(ref) and len(live): + goal=ww[-1];target=ref[np.argmin(np.linalg.norm(ref-goal,axis=1))] + match=live[np.argmin(np.linalg.norm(live-target,axis=1))] + delta=match-target + if np.linalg.norm(delta)<25 and np.linalg.norm(target-goal)<40: + self.offset=.8*self.offset+.2*delta if self.approach_key==close else delta + self.approach_key=close + else: + past=future[future<=t] + dwell=(command[6]<-.5 and len(past)>0 and t-int(past[-1])<12) + if command[6]<-.5 and len(past): + self.target_known=False + close=int(past[-1]);release=np.flatnonzero(a[close:,6]>=0) + end=close+int(release[0]) if len(release) else len(a)-1 + ww=ws[max(0,end-3):min(len(ws),end+2)];ww=ww[np.isfinite(ww).all(axis=1)] + if len(ww): + target=int(np.argmin(np.linalg.norm(grid-np.median(ww,axis=0),axis=1))) + target_delta,self.target_known=target_post_delta(self,grid,target) + self.last_target_delta=target_delta.copy() + if not dwell:self.offset=.92*self.offset+.08*target_delta + else:self.offset*=.85 + is_release=t>0 and a[t,6]>.5 and a[t-1,6]<-.5 + if is_release:self.last_release_t=t + if self.target_known and self.last_release_t is not None and 0<=t-self.last_release_t<8: + self.offset=self.last_target_delta.copy() + refws=ws[max(0,t-2):min(len(ws),t+3)] + validws=refws[np.isfinite(refws).all(axis=1)] + refw=np.median(validws,axis=0) if len(validws) else np.array([np.nan,np.nan]) + w=wrist_hough(obs['rgb']['top_camera']) + if np.isfinite(w).all() and np.isfinite(refw).all(): + error=refw+self.offset-w + if np.linalg.norm(refw-w)<35: + visual=np.clip(np.array([error[0],-error[1]])/75.,-0.06,0.06) + command[:2]=a[t,:2]+visual + visual_used=True + pause=False + if is_release and self.target_known and np.isfinite(w).all() and np.isfinite(refw).all(): + error=refw+self.last_target_delta-w + count=self.release_wait.get(t,0) + if 3(len(a)-t): + command[:6]=0.;command[6]=-1. + command[:2]=np.clip(np.array([error[0],-error[1]])/75.,-0.06,0.06) + self.release_wait[t]=count+1;pause=True + if not pause:self.t+=1 + self.last_diagnostic={'reason':'pose-aligned demonstration with bounded correction','demo':self.selected,'frame':t,'initial_mask_error':self.initial_score,'joint_error':float(np.linalg.norm(err)), 'visual_used':visual_used,'offset':self.offset.tolist(),'post_target_offset':target_delta.tolist(),'post_counts':self.post_counts.tolist(),'live_grid':None if self.live_grid is None else self.live_grid.tolist(),'release_pause':pause} + return np.clip(command,-1,1).astype(np.float32) +_controller=Controller() +def reset_episode():_controller.reset_episode() +def act(obs):return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demo_analysis.md b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demo_analysis.md new file mode 100644 index 0000000000000000000000000000000000000000..3c5c53a21b1be545373ce0cf9e1329db30d50117 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demo_analysis.md @@ -0,0 +1,83 @@ +# Offline D20 demonstration analysis + +Task: BuildTent-v1. Status: preparation only; no environment available, no exploration, no rehearsal, no success evaluation, no freeze. Exactly the 20 authorized entries in /demo_manifest.json were used. Only RGB, qpos, qvel, and actions were accessed through API.read_demo. No simulator, external task solution, hidden state, neural training, or network request was used. + +## Inspection ledger +Indices are zero-based observation indices. Actions at index t are treated as paired with observation t; observations have N+1 rows and actions N rows. This alignment follows the data layout, not a verified live transition test. Top and front images at every index below were actually viewed in evidence/sheet_0.jpg through sheet_3.jpg. Left and robot-camera images were actually viewed at the midpoint listed in evidence/side_0.jpg and side_1.jpg. Contact sheets preserve aspect ratios but reduce resolution. Numerical action/proprioception analysis covers every row of every trajectory. Automated RGB decoding/descriptor extraction is distinct from visual inspection and is recorded separately in candidate/memory_provenance.json. + +| Demo | N | Viewed top/front frames | Viewed left/robot frame | Grip counts (-1/0/+1) | All grip changes | Last arm motion | +|---|---:|---|---:|---|---:|---:| +| demo_00 | 559 | 0, 139, 279, 419, 559 | 279 | 183/258/118 | 14 | 528 | +| demo_01 | 956 | 0, 239, 478, 717, 956 | 478 | 415/434/107 | 17 | 925 | +| demo_02 | 616 | 0, 154, 308, 462, 616 | 308 | 186/338/92 | 14 | 585 | +| demo_03 | 400 | 0, 100, 200, 300, 400 | 200 | 101/206/93 | 8 | 369 | +| demo_04 | 653 | 0, 163, 326, 489, 653 | 326 | 206/354/93 | 16 | 622 | +| demo_05 | 475 | 0, 118, 237, 356, 475 | 237 | 141/242/92 | 12 | 444 | +| demo_06 | 388 | 0, 97, 194, 291, 388 | 194 | 93/203/92 | 8 | 357 | +| demo_07 | 1000 | 0, 250, 500, 750, 1000 | 500 | 317/594/89 | 23 | 985 | +| demo_08 | 573 | 0, 143, 286, 429, 573 | 286 | 237/231/105 | 11 | 542 | +| demo_09 | 718 | 0, 179, 359, 538, 718 | 359 | 223/402/93 | 18 | 687 | +| demo_10 | 474 | 0, 118, 237, 355, 474 | 237 | 153/229/92 | 12 | 443 | +| demo_11 | 903 | 0, 225, 451, 677, 903 | 451 | 292/519/92 | 22 | 872 | +| demo_12 | 942 | 0, 235, 471, 706, 942 | 471 | 277/558/107 | 20 | 911 | +| demo_13 | 881 | 0, 220, 440, 660, 881 | 440 | 298/491/92 | 22 | 850 | +| demo_14 | 603 | 0, 150, 301, 452, 603 | 301 | 176/330/97 | 14 | 572 | +| demo_15 | 723 | 0, 180, 361, 542, 723 | 361 | 284/346/93 | 14 | 692 | +| demo_16 | 954 | 0, 238, 477, 715, 954 | 477 | 394/437/123 | 20 | 923 | +| demo_17 | 982 | 0, 245, 491, 736, 982 | 491 | 322/543/117 | 26 | 951 | +| demo_18 | 963 | 0, 240, 481, 722, 963 | 481 | 357/487/119 | 20 | 932 | +| demo_19 | 1000 | 0, 250, 500, 750, 1000 | 500 | 501/416/83 | 18 | 979 | + +## Per-trajectory visual evidence +- demo_00: Clockwise-tilted initial cloth; large fold at 279; final cloth flatter with corner rings visible. Completion is unverified. +- demo_01: Near-axis-aligned initial cloth; lifting and distortion at 717; final wrist occludes upper-right area. Completion is unverified. +- demo_02: Slight initial tilt; wrist traverses the far edge by 308; final cloth flatter, near square. Completion is unverified. +- demo_03: Opposite initial tilt to demo_00; corner manipulation at 100 and 300; final near-axis-aligned square. Completion is unverified. +- demo_04: Almost axis-aligned start; raised/folded corner at 163; final flatter square. Completion is unverified. +- demo_05: Clockwise initial tilt; hand over near-right corner at 118; final flatter square. Completion is unverified. +- demo_06: Clockwise initial tilt; corner deformation at 194; final flatter square. Completion is unverified. +- demo_07: Large rotation to diamond-like pose at 500; wavy cloth at 750; final arm occludes far-right area. Completion is unverified. +- demo_08: Near-axis-aligned start; lifted near edge at 143; final arm obscures lower edge. Completion is unverified. +- demo_09: Counterclockwise initial tilt; far-side manipulation at 359; final flatter square. Completion is unverified. +- demo_10: Clockwise initial tilt; crumpling near gripper in midpoint wrist view; final flatter cloth. Completion is unverified. +- demo_11: Counterclockwise initial tilt; far-right manipulation at 677; final lower-right area occluded. Completion is unverified. +- demo_12: Clockwise initial tilt; repeated different-corner poses in sampled frames; final upper edge occluded. Completion is unverified. +- demo_13: Counterclockwise initial tilt; near-corner manipulation at 440 and far-right at 660; final lower-right occluded. Completion is unverified. +- demo_14: Weak counterclockwise tilt; far-right handling at 150; final flatter near-axis-aligned cloth. Completion is unverified. +- demo_15: Counterclockwise initial tilt; far edge handled at 361; final flatter square. Completion is unverified. +- demo_16: Near-axis-aligned start; multiple corners handled across samples; lower-right deformation at 715; final flatter cloth. Completion is unverified. +- demo_17: Clockwise initial tilt; large cloth rotation at 736; final cloth flatter. Completion is unverified. +- demo_18: Counterclockwise initial tilt; strong folds at 481 and 722; final upper-right occluded. Completion is unverified. +- demo_19: Near-axis-aligned initial cloth; folds at 500; final lower-right corner still visibly lifted/occluded. Completion is unverified. + +## Action sequence and coordinate evidence +- There are 14,763 actions, with lengths 388–1,000 (19.4–50 seconds at the contracted 20 Hz). Demos 07 and 19 reach 1,000 actions; their length cannot establish failure or success. +- All trajectories begin with 25 stationary open-target actions; first arm movement is action 25. The initial qpos is the same nominal Panda pose in the inspected numeric data. This is robot initialization, not a scene identifier. +- Translation minima/maxima are [-0.08,-0.08,-0.08]/[0.08,0.08,0.08]. Rotation minima are approximately [-0.025450,-0.050815,-0.12], maxima [0.021432,0.007939,0.12]. Mean absolute components are [0.024094,0.023107,0.027012,0.001029,0.002315,0.019763,0.483980]. No label exceeds the contracted action bounds. +- Gripper labels are exactly -1, 0, +1. Under the contract these mean target mimic positions -0.01, 0.015, 0.04 meters; zero is NOT a preserve-current command. Qpos fingers need not reach a negative target under contact. Full transition indices and per-component extrema are in evidence/demo_stats.json. The gripper_switches field in that file counts changes in positivity only; all_gripper_transitions counts all three-valued changes and is the basis of the table. +- The label sequences contain 8–26 grip changes. Variable-duration intervening arm motion and repeated corner manipulation are consistent with approach, grasp, transport, lower, release, and reposition phases. Exact contact phase boundaries and retry reasons cannot be established from the sparse viewed frames. +- Most trajectories have 30 final stationary arm commands; demos 07 and 19 have shorter terminal stationary suffixes. Padding or settling must not be interpreted as an explicit success label. +- Contract order is one robot part of width seven: root-frame dx,dy,dz, three rotation components, absolute normalized Panda gripper target. Translation normalization maps ±1 to ±0.1 m, so observed translation labels correspond to at most 0.008 m requested deltas per call. These are requested deltas, not measured displacement. +- Rotation uses norm clipping then multiplication by -0.5 radians and Euler-to-quaternion conversion in a root-aligned frame. A positive normalized rotation component does not mean positive physical Euler angle under this implementation. Small roll/pitch labels and larger third-axis labels suggest primarily yaw adjustment; exact achieved orientation is not measured here. +- RGB coordinates are columns rightward and rows downward. Front/left/robot images are 240x320; top is 320x240. No camera calibration, depth, end-effector pose, post centers, cloth vertices, or grasp flags are available. Pixel-to-root metric coordinates are unknown; the draft does not invent them. + +## Observable completion and variation +All 20 starts show a pale square cloth with four dark corner openings, at varying planar angles and positions relative to the visible robot/table. Mid-trajectory cloth folds, shadows, arm occlusion, and large rotations vary substantially. Final images generally show a flatter, more axis-aligned cloth and ring-like corner features, but small posts can be hidden or coincide in projection. No success flags are present. It is not possible to certify all four threaded eyelets from these contact sheets; demo_19 particularly retains a raised/occluded near-right corner. Eyelet appearance in wrist views ranges from open holes to a light post-like structure within an opening (e.g. demo_06 frame 194), but that is local evidence only. + +## Draft and unresolved risks +The candidate uses a nonparametric memory of authorized observations and actions from all 20 demos. Fixed OpenCV RGB/occupancy descriptors and current qpos/qvel select compatible examples afresh each call. It never selects a demo by seed, assumes its scene is live, or advances a demonstration clock. Continuous commands are averaged only among three nearby samples with the same grip label and non-opposing translation. Gripper targets remain discrete. Sample selection retains every second action from 25 onward plus neighborhoods of every grip transition. Numeric scaling is a dataset statistic, not neural weight training. +White masks confuse robot and cloth; coarse images can erase eyelets; qpos preselection can exclude a useful visual neighbor; visually similar states may require different actions. Nearest-neighbor discontinuities, long stationary suffixes, contact hysteresis, and distribution shift may cause stalls or wrong grasps. The policy has no reliable semantic completion detector, force feedback, metric geometry, or validated recovery. It returns None only for exhausted native horizon or invalid proprioception; these are not success claims. Out-of-coverage inputs cause a bounded position-preserving gripper hold. The initial hold is entirely runner-owned. Native 20 Hz and 1,000-step horizon are unchanged; step_id 1 through 999 can produce actions after the charged hold. + +## Tools and validation limits +Used local Python, API.read_demo, NumPy, h5py (through API), OpenCV, shell commands, and local image viewing. The standalone API was imported via importlib. No RPC methods were called. No Internet/provider request was made; proxy availability was not tested. No simulator or live environment is available at this stage. Only syntax and synthetic-input checks are permitted and performed; see candidate/synthetic_checks.json. This is an unrehearsed draft, not a successful or frozen controller. + +Validation outcome: all ten syntax/interface/synthetic checks passed. The initial hold assertion exceeded its default tolerance by a float32 rounding difference of 1.19e-7; the test tolerance was changed to 2e-7 and the checks passed on rerun. No controller change was required for that issue. The memory contains 7,900 examples. No action was sent to an environment. + +## Authorized API continuation +The preceding preparation record is preserved as historical evidence. Live continuation began with API.budget_status reporting 0/20 episodes, then /task_contract.json and /protocol_for_worker.json were read. Interactive/rehearsal evidence and exact candidate snapshots are under exploration/ and versions/. + +Additional actual image inspections: demo_06 top frame 25 (saved as exploration/demo06_start.jpg), demo_06 top frame 55 (exploration/d55.jpg), and demo_16 top frame 100 (exploration/demo16_100.jpg). The latter shows a true wrist around (175,118) at demonstration resolution while an automated detector sometimes selected an arm joint around (78,142). This establishes a concrete localization failure, not task success. + +Additional automated reads: all authorized qpos/qvel/actions to sequences.npz; all 20 authorized top images at frame 25 for initial silhouette choice; all authorized top frames in [0,N-1] for fixed contour/Hough features. Exact episode ranges are in sequences_provenance.json and geometry_provenance.json. geometry_clean.npz applies a fixed local-median rejection (>12 pixels) and interpolation only for gaps <=15 frames to these same features. No new neural weights, other-task data, benchmark implementation, simulator states, or external data were accessed. + +Further live-stage analysis also visually inspected demo_16 top frame 150 (exploration/demo16_150.jpg). Post-cap extraction re-read only the same authorized top-camera ranges, processed every fifth frame from 25 onward, and retained exact processed-frame lists and persistent clusters in posts_inferred_provenance.json. The reference square is inferred from the two strongest adjacent cap clusters and oriented toward the initial cloth centroid; it is not a simulator-state read. Independent third/fourth visible clusters in several demos provide partial geometric checks, while weak inconsistent clusters remain recognized detector failures. diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..27a6d9d36b698567fc598de0adc9c4584b7e27a1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "BuildTent-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 559, + "fields": [ + { + "path": "actions", + "shape": [ + 559, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 560, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 560, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 560, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 560, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 560, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 560, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7c70d76b07175afc25d46cf29607e43d28459b1942afa8bf63e60c7f993565f4", + "source_sha256": "3adebfc271ac799b4b3ad34c43d83ede73cf9a3f4e7236a622629fd2f936d882", + "view_sha256": "15c3b69574899adcdf36f92fa49659d450c82d41ba04430ef4bc92f3f97f7a38" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 956, + "fields": [ + { + "path": "actions", + "shape": [ + 956, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 957, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 957, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 957, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 957, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 957, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 957, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a1ef70e5976bb0754184923dade866a3625224bbe029f78603e31d3d091e0268", + "source_sha256": "198d92fa64b53924ef54eccacf56a3d6acee16096f87b20e29712bf7a5e0a2a6", + "view_sha256": "ff58ffc7b142bc0b1bf201f99b2f48ea9e7392dec171330cf67ee3f4b3296d17" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 616, + "fields": [ + { + "path": "actions", + "shape": [ + 616, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 617, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 617, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 617, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 617, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 617, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 617, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "94a98c2d244317f0826c189f1a6b6aa9413c7217b3917f67a88613d37bc179b0", + "source_sha256": "a6d04985efff1114fc1d4a58cb07dfd5999d577f612c3396d14ee3b71b8b1d13", + "view_sha256": "dc859b2fe4da9ed074a2a4e408828ec07e5510974096958bc51b75b133765cea" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 400, + "fields": [ + { + "path": "actions", + "shape": [ + 400, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 401, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 401, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 401, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 401, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 401, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 401, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e425ec4917851f9cd2211afd1ac030a6ee61f6e9837485d1ed47293cf2b203a6", + "source_sha256": "9332c295948253c08f55e0d644f174cbde398303a2fd0ebaf9193376b6d9d7ee", + "view_sha256": "717c1cc66f0fddceb7c3a4b73cab9234c9ac9ebcd10cb0b390ba19c314d67bcd" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 653, + "fields": [ + { + "path": "actions", + "shape": [ + 653, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 654, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 654, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 654, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 654, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 654, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 654, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "99ce80ff58dd56320e471d5f5ed32278f82e169518f04a90c7052c1c3e7c3de3", + "source_sha256": "946cee8fa736ae3ecf8b337a977e4177cdc6227dfa672fd9a82e51cedd08e236", + "view_sha256": "850ac65eaa41c4f8c1f558131a04116de2fc6c618263facfb33c136f5f44e251" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 475, + "fields": [ + { + "path": "actions", + "shape": [ + 475, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 476, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 476, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 476, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 476, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 476, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 476, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d9fd1c3d54c877a673fbf1e6d04bff8a50cf36826fc97e07981693178edea334", + "source_sha256": "d3771d0c2079b1d4f68f06d0e86a75af13ef98703d45c6440789d12bc6e6800e", + "view_sha256": "f8a6bce620a462745d908de9caa0e2a9a4e66af43c3cfd6a076ac139fd8eb1d6" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 388, + "fields": [ + { + "path": "actions", + "shape": [ + 388, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 389, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 389, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 389, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 389, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 389, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 389, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "776f6d74524907fefdd7f2eef34ea83672d24d2c5ed6687e369582dad40c94e0", + "source_sha256": "01f472e0e88464242dd9c5f5179cbc5fc8290e83d04ebd1c8ebb03121be7c61d", + "view_sha256": "72fecef57643178c586ebe1bb3723f933837d795e17fb8b208e18cddc2308b3d" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 1000, + "fields": [ + { + "path": "actions", + "shape": [ + 1000, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1001, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1001, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1001, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1001, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1001, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1001, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a0f5f5ce15aba4102a9c6e6ab80eaee580989ddf079396ae192801ab2d20a565", + "source_sha256": "02c15e9c88d1364b01d57b6cd70a10a59ffdfad319809acf85865c05ee006078", + "view_sha256": "248cf45c67c4a7b039b64214d67aca7426df091b3ed888fb225a97a38ea84848" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 573, + "fields": [ + { + "path": "actions", + "shape": [ + 573, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 574, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 574, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 574, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 574, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 574, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 574, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d64cb28ef90c755b2410b43f96317f6ada77ac1f51117de155153ed7ca8e643d", + "source_sha256": "ea5a0a039f85cc5f41b8fab909380d0265317755e2ecbecbbb9d3ca77a93acd6", + "view_sha256": "cf3747c750a57ae620d89325dd49dbe5810c861f0f1a4fae22b50f48bc79437f" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 718, + "fields": [ + { + "path": "actions", + "shape": [ + 718, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 719, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 719, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 719, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 719, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 719, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 719, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f364a4419f2549a167de086a73b81c70dd4eb063b52927bb2555748c0c881caf", + "source_sha256": "5c561f5cd6b71fb340ad808b7db29e7f561ceb6ff7f87e6fe6c6d6c5f0ea2a53", + "view_sha256": "562f8d82bcfb0e30d70379048e776a83cb7602cd5129fb31e5cc3de987055cf6" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 474, + "fields": [ + { + "path": "actions", + "shape": [ + 474, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 475, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 475, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 475, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 475, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 475, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 475, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bda95b621788ca1c24bf96dab8154eaa1f8901b22d3ceb6c6c4bc970ded6f89d", + "source_sha256": "d5fefb5fc16ad9f68d61ee9e987be31f27a3678e12ce912dc522da7993e2d65f", + "view_sha256": "2a340114bd0bc728d57b0e734774f5b16f5278e7e4a2ac4880188e817a6606f6" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 903, + "fields": [ + { + "path": "actions", + "shape": [ + 903, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 904, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 904, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 904, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 904, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 904, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 904, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c190403370cc1efd2b5b3655c0597592ff800d02b80ec854c7d5b12a07869c47", + "source_sha256": "e4146a72f1a5d03d470ed94d9aed2a27899353dc07e3ccb2e416771682a6d8f9", + "view_sha256": "3e3675b75fe4ed84fbb7e99a2cb94ec133d6b89ada697d350b3fd71fe6b4c527" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 942, + "fields": [ + { + "path": "actions", + "shape": [ + 942, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 943, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 943, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 943, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 943, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 943, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 943, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6c306edf8d9a2b636b0a51cee36cc9953352f65b2dc9fb254f5f3c64bc25b53a", + "source_sha256": "3cfc20951b7f5fa06607c50e6f802aed62ea2138d4d0603f353ec335566a0020", + "view_sha256": "07d691b9b7b2fca308d5e116f37c0134ca2f81c94e9dba370475174105704ca4" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 881, + "fields": [ + { + "path": "actions", + "shape": [ + 881, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 882, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 882, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 882, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 882, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 882, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 882, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9ad364897afbe401b82f1c64cdd51cbac81bd79a4632e0c3f085ccd94e830a78", + "source_sha256": "5136e72f02d9e10b5c88d2c2e4d525edb63be7ca49567d9fc27f8a7726e3bd30", + "view_sha256": "fbe474c4ad0081428dcb84009f37cf60a93264b214860ceca0c88d99f8da6eb1" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 603, + "fields": [ + { + "path": "actions", + "shape": [ + 603, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 604, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 604, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 604, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 604, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 604, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 604, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7eb57bd0241ea51bfa598372df16139655c546beb3c3af2bdd9e33db5ce37203", + "source_sha256": "9ef83632be946ee48c1fa07be7521c277b1bc3828a35ed0dbc5c1ce1cd97b2c0", + "view_sha256": "3f5c21bebcbc36bd635198c94a5c9621c7eaf46f1830392a6a12173c533fbef1" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 723, + "fields": [ + { + "path": "actions", + "shape": [ + 723, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 724, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 724, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 724, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "da99ec7288518e899cf11b5bbfe198417d97299137d8c3efa191ef57f2595a2b", + "source_sha256": "ed5defad07262760db5bf76624c18732754b1c2ff5deecb4adf6d63f4d1771da", + "view_sha256": "2fea6081c183a51095ff8f5f548e21d50e9f4b163b4c3195ab8db0fb38cee857" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 954, + "fields": [ + { + "path": "actions", + "shape": [ + 954, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 955, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 955, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 955, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 955, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 955, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 955, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "abdb2235f53d108e39588e8f8c3c53c408e060d3a3422c1f595a1c03f6682dc3", + "source_sha256": "33cbc3331989dae93bd0bbe1b2c86d8631127a0de80945a604db8d567a893b9c", + "view_sha256": "cce064142dab874ae0f47533ba53a03a81b7f46941bc6bf8532679736610a771" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 982, + "fields": [ + { + "path": "actions", + "shape": [ + 982, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 983, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 983, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 983, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 983, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 983, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 983, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c083cf71a9ed2df083b99caa5ef3ae2f2001bdda6d744210c7b8c7724ba24340", + "source_sha256": "7497d94e4c251e76aaf634edfeb931fc590ee16e483c869ab16f46e00268e62e", + "view_sha256": "5985e93304501fab390d847656863dd02420880fb56ad1701f904e62c852888a" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 963, + "fields": [ + { + "path": "actions", + "shape": [ + 963, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 964, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 964, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 964, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 964, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 964, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 964, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2051d2b363e9b765d39f55305f82b1322bdda6489abfdde8646cf65b3ba7c686", + "source_sha256": "f28cb376cc628ea01a49ad906dacc21b2333e7016428dc9223b0a9a3ba625681", + "view_sha256": "8eda9d9feefca942095002f341a46d0f069237d4579915d12e02e87d0eccaa5f" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 1000, + "fields": [ + { + "path": "actions", + "shape": [ + 1000, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1001, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1001, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1001, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1001, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1001, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1001, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0cb2ab11cc8401b2b077fc9bdc6a452ea557783c144a0194f0582e6954eabfa9", + "source_sha256": "f24ebd7dc0b4d901463248c3037a1db989ac8e9bf1779f21a5f57ff4519a6f31", + "view_sha256": "37bfd0098f066f42af58e55fb003ecf1b02c23454cca642b0d71e43d5da413e9" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..e6bb4a74f11baa4d063dbea316f9a8dfa0e960f9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/findings.md @@ -0,0 +1,94 @@ +# Final candidate findings before independent rehearsals + +Behavior derived from full interactive episode 16. Final guards reserve remaining reference actions before pausing, clear stale target confirmation when a new clamp lacks reference landmarks, and prevent pose mismatch from accelerating the reference clock or selecting future action frames. Final independent rehearsals 17–20 and runner freeze receipts are authoritative for this exact bundle; they are not yet claimed here. Baseline rehearsal 4 was valid with native success false. + +Full interactive outcomes: +```json +[ + { + "sampled_top_frames": 39, + "sampled_top_dark_frames": 16, + "release_pause_calls": 31, + "live_grid_calls": 822, + "episode": 14, + "steps": 969, + "native_success_final": false, + "native_success_any_saved": false, + "peak_joint_error": 0.4269493818283081, + "visual_correction_calls": 373, + "selected_demo": "demo_12", + "initial_mask_error": 0.01751301996409893, + "final_image": "/workspace/exploration/ep14/final_top_camera.jpg", + "actions_saved": 968 + }, + { + "sampled_top_frames": 38, + "sampled_top_dark_frames": 7, + "release_pause_calls": 14, + "live_grid_calls": 877, + "episode": 15, + "steps": 942, + "native_success_final": false, + "native_success_any_saved": false, + "peak_joint_error": 0.6760162711143494, + "visual_correction_calls": 603, + "selected_demo": "demo_16", + "initial_mask_error": 0.011601562611758709, + "final_image": "/workspace/exploration/ep15/final_top_camera.jpg", + "actions_saved": 941 + }, + { + "sampled_top_frames": 22, + "sampled_top_dark_frames": 0, + "release_pause_calls": 0, + "live_grid_calls": 503, + "episode": 16, + "steps": 532, + "native_success_final": false, + "native_success_any_saved": false, + "peak_joint_error": 1.0243891477584839, + "visual_correction_calls": 483, + "selected_demo": "demo_08", + "initial_mask_error": 0.020494790747761726, + "final_image": "/workspace/exploration/ep16/final_top_camera.jpg", + "actions_saved": 531 + } +] +``` + +The program has no verified semantic grasp or completion detector. Occlusion, incorrect landmarks, inferred post geometry, and lost cloth contact remain material failure modes. Stopping or wrist alignment is not task success. + +# Live exploration ledger +Only this task's API and 20 authorized demonstrations are used. Budget first checked: 0/20. Native horizon 1000; initial API hold is step 1. Public visible rule: all four eyelets must unambiguously be threaded over posts with cloth pegged flat; uncertainty is false. Native sparse success, when supplied, is recorded without reinterpretation. + +1. Initial observation retrieval, 150 native steps. Program harness misread execute_actions wrapper after first action; latest_observation recovered step 2, no action replay. Closed grip with near-zero translations trapped retrieval in a stationary contact phase. Final top/front images show rotated cloth and unthreaded holes. Native success false. Initial pose and actions saved, except first issued action (deterministically reconstructible from initial candidate and start.pkl). Localization uses coarse appearance, no eyelet identity; grasp not established; no reliable recovery. +2. Moving-action filter after 12 stationary retrievals, 160 steps. Robot progressed past contact plateau and cloth turned nearer axis-aligned. Top evidence still shows holes away from posts. Native success false. q and retrieval indices recorded. Static recovery changes motion but does not establish a correct grasp or post alignment. +3. Testing initial cloth-silhouette choice plus local pose/frame alignment and bounded finite-difference joint-error correction. Uses only authorized numeric sequences and top frame 25; provenance in candidate/sequences_provenance.json. This is nonparametric, no neural training. + +3 result: full selected demo 06 sequence ended at step 388. Native success false. Final top image clearly shows several unthreaded eyelets. Median later joint tracking error 0.01486, maximum 0.05337; small pose error did not establish a correct grasp. +4: independent exact baseline rehearsal, valid and finished; native_step_feedback success false. Bundle hash b61386bf43f45a335d4ac2e59ff2be7a90fe48ada417d439a619be8dc6c33360. API returned status/hash/native score, not camera images. No visible score substituted. +5–7 preregistered comparison: fixed contour eyelet detection and Hough wrist tracking; clamp/release timing unchanged. Lateral correction bounds 0.02, 0.05, 0.08 normalized (2, 5, 8 mm requested per step). Trial horizon 190 to examine first clamp/transport/release, not to claim full task completion. Different fresh episodes confound direct gain comparison, so evidence remains qualitative. Every supplied observation retained as compressed numeric RGB/proprioception from episode 5 onward. + +5 result: demo 14 selected; 83/165 post-settling calls used visual correction, maximum joint error 0.17596. Final native success false; visible manipulated corner occluded, other holes off posts. Four-hole detector independently also ranks demo 14 closest. +6 result: demo 16 selected; joint error 0.4303 at step 100. Reference wrist localization sometimes jumped from true wrist near (175,118) to an arm joint near (78,142), confirmed against authorized demo 16 frame 100. Final native success false. Correction gain alone cannot repair wrong landmarks. +Next corrective design: remove reference wrist samples >12 pixels from local median, interpolate gaps no longer than 15 frames, use median saturation/intensity in a 7x7 center patch, reduce pixel-error gain from /15 to /75, reject residuals above 20 pixels. These fixed rules do not modify neural weights. +7 result: initial mask error 0.00370 (demo 03), but joint error reached 1.6668 during the clamp phase; native success false and final cloth remains rotated/off posts. Strong correction was not robust even with a close initial silhouette. A plausible contributor is the ill-conditioned local inverse mapping introducing rotational changes in response to translation error; next tests preserve demo rotation and limit inferred translation correction to 0.005. +8–10 configuration: clean geometry, /75 pixel feedback, residual gate 20 pixels, lateral limits 0.015/0.025/0.04, translation-only joint correction bound 0.005, diagnostic horizon 300. Fixed changes motivated by observed failure modes; no success claim. +8 result: native success false at 300; visual 197/275 post-settling calls; max joint error 0.27578. Large approach offset (~[-15,-17] pixels) caused the residual gate to suppress correction until clamp decay, a program logic failure. Follow-up gates raw wrist/reference consistency rather than the requested target offset, and preserves offset for the first 12 closed-gripper frames before decaying slowly. +9 result: native success false at 300. Corrected motion remained less divergent than high-gain episode 7, but final images do not establish threaded eyelets. Native successes remain absent. +Post localization investigation: initial white-cap connected-component detector often produces no landmarks because caps connect to cloth. In episode 9 frames 140–175, one stable visible post is detected at approximately (187.56,134.30), but corresponding reference demo16 frames expose a different post; direct same-frame matching is invalid. Authorized demo16 top frame150 was additionally viewed (exploration/demo16_150.jpg). New offline experiment collects persistent cap detections through each authorized demo and requires a four-point square fit; it will be rejected if insufficiently constrained. +Reference post recovery: every demo has two dominant persistent cap clusters separated by 61–75 pixels; most are about 68. The two-point square inference chooses the side toward the initial cloth-hole centroid. Independent third/fourth observed caps in demos 02,07,11,13 agree within roughly 0.4–1.2 pixels. Additional distant weak clusters are treated as likely false cap detections, not ground truth. Explicit observed/inferred provenance is in posts_inferred_provenance.json. Episode 9's visible top-right post differs from demo16's inferred counterpart by about [18.3,13.4] pixels; matching only cloth can therefore choose the wrong transport direction. +Next trial program tracks cap detections only after spatially consistent repetition, with unambiguous nearest reference association (<28 pixels and 10-pixel margin). A confirmed target-post shift replaces the zero transport offset. No live post detection means the existing fallback remains; inferred reference geometry is never reported as observed task success. Grip-transition frame skipping is disabled within four frames of a switch. +10 result: native success false at 300; arm stayed comparatively stable but cloth rotated away from target positions.\n11 result: native success false at 350, demo15 selected. No cap reached confirmation through most of the attempt, so the post-aware branch did not actually alter transport. This is a localization-coverage failure, not evidence against/for post correction itself.\n12 interim: a stable live post was confirmed during first clamp, producing target shift approximately [+24.72,-9.02] pixels relative to demo16. This confirms the transport-goal branch activates when legal cap evidence exists.\nUpcoming release version: circle-cap candidates include partially merged post tops, but require stationary repetition and geometric pair consistency before inferring a full live grid. Connected-component caps retain a direct-confirmation path. A native-call counter (independent of demo phase) enforces the horizon when pauses are added. At release, a confirmed target and a visible residual can hold the gripper closed for at most 30 extra steps while applying bounded XY corrections; it does not declare success. +Correction to episode12 interim interpretation: subsequent image inspection places the accepted [+24.7,-9.0] landmark near the gripper; it is not semantically confirmed as a post and may be a false robot feature. The phrase "confirmed" above referred only to repeated detector acceptance. Final release-version design rejects cap candidates within 18 pixels of the wrist and disables single-cap target shifts entirely: a stable two-cap grid fit is required. Ambiguous evidence is not counted as task success. +12 result: native success false at 350; maximum joint error approximately 0.5595. Accepted single-cap landmark remains untrusted after image review.\n13 result: native success false at 350, demo06 selected. Stable cap counts for two left-side locations appeared and a second-grasp shift near [+7.62,+3.85] pixels was applied. Final image still shows several brown/unthreaded holes. Local phase alignment advanced to reference frame369 by native step350; grip-switch protection prevented skipping directly across switches, but frame advancement still changes phase duration. +14–16: full-program interactive trials, up to the native 1000-step horizon, with final-style circle+component post tracking, wrist exclusion, two-cap grid fit, independent native-step counter, and bounded release pause. Lateral bounds 0.025/0.04/0.06. All observations/actions and the actual candidate files are retained per episode. These are still exploration, not independent rehearsal results. +14 interim: live post square fitted by ~step150; first release pause active at native step200/reference178. After roughly step250, multiple supplied RGB streams became extremely dark or occluded (for example top frame300 has values 16–19, front frame300 has 1–20). Cause is not established from legal images; no simulator/state inspection was performed. Wrist localization falls back. These frames are failure/ambiguous evidence, not success. The full trial continues within the existing slot/horizon. +Final timing guards planned before independent rehearsals: extra pauses must leave enough native steps for every remaining reference action; stale target confirmation is cleared in closed phases without valid reference release landmarks. These are code guards, not new data or neural training. +14 result: program finished at native step969, native success false throughout saved returns. 31 total release-pause calls across releases; max joint error 0.42695; 16 of 39 sampled top images have maximum intensity <40, with additional large occluding pale surfaces. No usable four-eyelet completion evidence. +15 result: program finished at native step942, native success false throughout saved returns. Clear views lasted through about step525, then severe darkness/occlusion appeared after a later transport. The live square was stable, but wrist/post alignment did not establish successful cloth attachment. Reference-frame progress and native-step progress differ because of local alignment and release pauses. +Timing terminology: the 12-frame clamp rule retains the approach offset; visual corrections may still run. It is not a guarantee of a motionless gripper. No grasp flag or semantic threading detector is used. +16 interim timing finding: reference frame487 was selected by native step450, a lead of ~37 frames with delta control. Local pose mismatch can therefore accelerate the reference clock and skip intended delta-motion duration. Hand/cloth images do not prove causation, but premature phase advance is a concrete program issue. Final revision will increment reference phase exactly once per normal action, permit at most a one-frame backward action alignment, and keep bounded release pauses. This change will be tested only through the required final independent rehearsals; no success is assumed. +16 result: finished at native step532 while reaching the end of demo08's 573-action reference, native success false throughout saved returns. 0/22 sampled top frames were dark; visible-correction coverage was 483 calls; maximum joint error 1.02439. Final image still has clearly unthreaded holes and deformation. No successful grasp/threading capability is claimed. + +Final selection before slots17–20: use episode16's behavior as the base because it preserved usable visual evidence throughout its full attempt, unlike episodes14–15. All three had zero native successes, and fresh-scene differences confound gain comparisons; this is a qualitative stability choice, not a demonstrated success-rate improvement. Apply the documented reference-clock, horizon-reservation, and stale-target guards. These guard changes have not received an extra interactive rollout; the four remaining authorized slots are their exact independent rehearsals. No additional rollout is permitted after slot20. diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/geometry_clean_provenance.json b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/geometry_clean_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..30f586326032d9d7eb2051574e229919bfbc4610 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/geometry_clean_provenance.json @@ -0,0 +1,4 @@ +{ + "source": "fixed top-camera features from the same 20 authorized demonstrations; geometry_provenance.json", + "cleaning": "reject >12-pixel deviation from +/-7 frame local median; interpolate internal gaps <=15 frames; no model training" +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/geometry_provenance.json b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/geometry_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..3bf7435db7044eb60b819c42e2e96f9c7a555d21 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/geometry_provenance.json @@ -0,0 +1,182 @@ +[ + { + "demo": "demo_00", + "camera": "top_camera", + "frames": [ + 0, + 558 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_01", + "camera": "top_camera", + "frames": [ + 0, + 955 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_02", + "camera": "top_camera", + "frames": [ + 0, + 615 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_03", + "camera": "top_camera", + "frames": [ + 0, + 399 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_04", + "camera": "top_camera", + "frames": [ + 0, + 652 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_05", + "camera": "top_camera", + "frames": [ + 0, + 474 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_06", + "camera": "top_camera", + "frames": [ + 0, + 387 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_07", + "camera": "top_camera", + "frames": [ + 0, + 999 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_08", + "camera": "top_camera", + "frames": [ + 0, + 572 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_09", + "camera": "top_camera", + "frames": [ + 0, + 717 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_10", + "camera": "top_camera", + "frames": [ + 0, + 473 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_11", + "camera": "top_camera", + "frames": [ + 0, + 902 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_12", + "camera": "top_camera", + "frames": [ + 0, + 941 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_13", + "camera": "top_camera", + "frames": [ + 0, + 880 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_14", + "camera": "top_camera", + "frames": [ + 0, + 602 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_15", + "camera": "top_camera", + "frames": [ + 0, + 722 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_16", + "camera": "top_camera", + "frames": [ + 0, + 953 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_17", + "camera": "top_camera", + "frames": [ + 0, + 981 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_18", + "camera": "top_camera", + "frames": [ + 0, + 962 + ], + "processing": "fixed contour and Hough geometry" + }, + { + "demo": "demo_19", + "camera": "top_camera", + "frames": [ + 0, + 999 + ], + "processing": "fixed contour and Hough geometry" + } +] \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..03094742567626f9ad1f8dc2cba5022fdacadf8a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/handoff.md @@ -0,0 +1,10 @@ +# Offline final handoff +This immutable candidate is prepared for independent rehearsals 17–20. The exact rehearsed bundle hash and selected artifact are supplied by the runner; consult exploration/rehearsal_*.json and exploration/freeze.json outside this bundle for final receipts. + +Entry points: controller.py reset_episode() and act(obs). Runtime: Python, NumPy, OpenCV, sequences.npz, geometry_clean.npz, posts_inferred.npz. All code and nonparametric assets are local and offline. No network, model-development agent, external model, simulator, worker API, or demonstration mount is required by the controller. No neural weights were trained or loaded. + +Input is the legal observation dictionary with top_camera RGB and agent/qpos under proprioception; step_id is used when supplied, otherwise an internal native-call counter includes the runner hold. Output is one bounded Panda action of width seven, or None at reference-program end/native horizon. A stop is not a success assertion. Additional release pauses count against the same native horizon. + +All 20 authorized demonstrations were analyzed; no other-task material was used. Reference post squares are explicitly inferred from persistent legal-image caps, not simulator state. Runtime live-square inference requires consistent repeated detections. No reliable grasp or four-eyelet completion detector exists. Failures and all exploration snapshots remain in the task workspace. Native sparse feedback takes precedence; absent native success, ambiguous visual evidence counts false. + +The runner supplies the verified demonstration manifest, read-only authorized demonstrations, and common environment lock. All final rehearsal slots must be consumed before freeze. Do not modify behavior after the last rehearsal and do not run a 21st episode. diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/posts_inferred_provenance.json b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/posts_inferred_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..3c245694feab58cd55626452f07ad95fd8b0dc4b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/posts_inferred_provenance.json @@ -0,0 +1,3924 @@ +[ + { + "demo": "demo_00", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555 + ], + "decoded_range": [ + 0, + 558 + ], + "clusters": [ + [ + [ + 117.56341491104305, + 122.28822286013941 + ], + 62 + ], + [ + [ + 101.67784992784992, + 188.75322455322453 + ], + 14 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 117.56341491104305, + 122.28822286013941 + ], + [ + 101.67784992784992, + 188.75322455322453 + ], + [ + 168.14285162093503, + 204.63878953641768 + ], + [ + 184.02841660412815, + 138.17378784333255 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.33701504234041, + "other_cluster_residuals": [] + }, + { + "demo": "demo_01", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940, + 945, + 950, + 955 + ], + "decoded_range": [ + 0, + 955 + ], + "clusters": [ + [ + [ + 170.56871021988886, + 118.1527440892846 + ], + 72 + ], + [ + [ + 103.43923750323752, + 130.56231649831642 + ], + 25 + ], + [ + [ + 166.39720524243018, + 110.65277445318338 + ], + 15 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 170.56871021988886, + 118.1527440892846 + ], + [ + 103.43923750323752, + 130.56231649831642 + ], + [ + 115.84880991226935, + 197.69178921496774 + ], + [ + 182.97828262892068, + 185.28221680593595 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.26685575438964, + "other_cluster_residuals": [ + 8.582015982238829 + ] + }, + { + "demo": "demo_02", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615 + ], + "decoded_range": [ + 0, + 615 + ], + "clusters": [ + [ + [ + 111.45009923161183, + 195.00205334659114 + ], + 49 + ], + [ + [ + 179.24072398190035, + 186.62254901960785 + ], + 26 + ], + [ + [ + 102.68197772936338, + 127.29181796175259 + ], + 18 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 111.45009923161183, + 195.00205334659114 + ], + [ + 179.24072398190035, + 186.62254901960785 + ], + [ + 170.86121965491705, + 118.83192426931933 + ], + [ + 103.07059490462854, + 127.21142859630262 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.30655090692518, + "other_cluster_residuals": [ + 0.39684475426609117 + ] + }, + { + "demo": "demo_03", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395 + ], + "decoded_range": [ + 0, + 399 + ], + "clusters": [ + [ + [ + 178.0444444444444, + 192.7111111111111 + ], + 55 + ], + [ + [ + 109.52822050315788, + 191.41160922990497 + ], + 21 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 178.0444444444444, + 192.7111111111111 + ], + [ + 109.52822050315788, + 191.41160922990497 + ], + [ + 110.82772238436402, + 122.89538528861846 + ], + [ + 179.34394632565053, + 124.1948871698246 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.52854622937642, + "other_cluster_residuals": [] + }, + { + "demo": "demo_04", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650 + ], + "decoded_range": [ + 0, + 652 + ], + "clusters": [ + [ + [ + 106.76844390177708, + 194.29879256545922 + ], + 84 + ], + [ + [ + 175.22222222222234, + 197.51851851851845 + ], + 36 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 106.76844390177708, + 194.29879256545922 + ], + [ + 175.22222222222234, + 197.51851851851845 + ], + [ + 178.44194817528157, + 129.0647401980732 + ], + [ + 109.9881698548363, + 125.84501424501396 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.52945645164176, + "other_cluster_residuals": [] + }, + { + "demo": "demo_05", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470 + ], + "decoded_range": [ + 0, + 474 + ], + "clusters": [ + [ + [ + 108.74509803921562, + 131.84313725490202 + ], + 45 + ], + [ + [ + 114.65137721755366, + 200.07280451316814 + ], + 28 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 108.74509803921562, + 131.84313725490202 + ], + [ + 114.65137721755366, + 200.07280451316814 + ], + [ + 182.88104447581978, + 194.1665253348301 + ], + [ + 176.97476529748172, + 125.93685807656398 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.4848277204972, + "other_cluster_residuals": [] + }, + { + "demo": "demo_06", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385 + ], + "decoded_range": [ + 0, + 387 + ], + "clusters": [ + [ + [ + 103.55555555555564, + 124.29629629629629 + ], + 44 + ], + [ + [ + 105.7826193130541, + 192.68253968253967 + ], + 23 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 103.55555555555564, + 124.29629629629629 + ], + [ + 105.7826193130541, + 192.68253968253967 + ], + [ + 174.16886269929748, + 190.4554759250412 + ], + [ + 171.94179894179902, + 122.06923253879783 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.42249701276971, + "other_cluster_residuals": [] + }, + { + "demo": "demo_07", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940, + 945, + 950, + 955, + 960, + 965, + 970, + 975, + 980, + 985, + 990, + 995 + ], + "decoded_range": [ + 0, + 999 + ], + "clusters": [ + [ + [ + 180.9375, + 190.77083333333317 + ], + 120 + ], + [ + [ + 112.40838206627681, + 194.79727095516577 + ], + 19 + ], + [ + [ + 177.49895334928226, + 122.57012559808615 + ], + 16 + ], + [ + [ + 109.37522281639929, + 125.71657754010694 + ], + 8 + ] + ], + "selected": [ + [ + 109.37522281639929, + 125.71657754010694 + ], + [ + 177.49895334928226, + 122.57012559808615 + ], + [ + 180.9375, + 190.77083333333317 + ], + [ + 112.40838206627681, + 194.79727095516577 + ] + ], + "inferred_grid": [ + [ + 180.9375, + 190.77083333333317 + ], + [ + 112.40838206627681, + 194.79727095516577 + ], + [ + 108.38194444444422, + 126.26815302144259 + ], + [ + 176.9110623781674, + 122.24171539960999 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.64730296739013, + "other_cluster_residuals": [ + 0.6734011080934791, + 1.1361502699046315 + ] + }, + { + "demo": "demo_08", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570 + ], + "decoded_range": [ + 0, + 572 + ], + "clusters": [ + [ + [ + 180.16492165242153, + 124.98789173789174 + ], + 52 + ], + [ + [ + 176.27777777777774, + 192.83333333333334 + ], + 27 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 180.16492165242153, + 124.98789173789174 + ], + [ + 176.27777777777774, + 192.83333333333334 + ], + [ + 108.43233618233614, + 188.94618945868956 + ], + [ + 112.31948005697993, + 121.10074786324796 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 67.95670557629069, + "other_cluster_residuals": [] + }, + { + "demo": "demo_09", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715 + ], + "decoded_range": [ + 0, + 717 + ], + "clusters": [ + [ + [ + 116.66464821222597, + 203.03316958441684 + ], + 102 + ], + [ + [ + 183.94444444444488, + 190.94444444444488 + ], + 95 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 116.66464821222597, + 203.03316958441684 + ], + [ + 183.94444444444488, + 190.94444444444488 + ], + [ + 171.85571930447293, + 123.66464821222597 + ], + [ + 104.57592307225401, + 135.7533733521979 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.35721071371101, + "other_cluster_residuals": [] + }, + { + "demo": "demo_10", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470 + ], + "decoded_range": [ + 0, + 473 + ], + "clusters": [ + [ + [ + 117.68816267247641, + 120.9914306463326 + ], + 45 + ], + [ + [ + 104.58989626358046, + 188.64160103772292 + ], + 19 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 117.68816267247641, + 120.9914306463326 + ], + [ + 104.58989626358046, + 188.64160103772292 + ], + [ + 172.24006665497078, + 201.73986744661886 + ], + [ + 185.33833306386674, + 134.08969705522856 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.90653188851225, + "other_cluster_residuals": [] + }, + { + "demo": "demo_11", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900 + ], + "decoded_range": [ + 0, + 902 + ], + "clusters": [ + [ + [ + 178.8016086117347, + 191.59564298804779 + ], + 158 + ], + [ + [ + 176.54385964912265, + 123.19298245614029 + ], + 67 + ], + [ + [ + 110.4920634920635, + 193.5079365079365 + ], + 35 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 178.8016086117347, + 191.59564298804779 + ], + [ + 176.54385964912265, + 123.19298245614029 + ], + [ + 108.14119911721515, + 125.45073141875234 + ], + [ + 110.3989480798272, + 193.85339195065984 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.43991085778497, + "other_cluster_residuals": [ + 0.3577847717596556 + ] + }, + { + "demo": "demo_12", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940 + ], + "decoded_range": [ + 0, + 941 + ], + "clusters": [ + [ + [ + 175.71180246365446, + 125.63670595522439 + ], + 81 + ], + [ + [ + 107.57625001137849, + 120.98125065149327 + ], + 43 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 175.71180246365446, + 125.63670595522439 + ], + [ + 107.57625001137849, + 120.98125065149327 + ], + [ + 102.92079470764737, + 189.11680310376926 + ], + [ + 171.05634715992335, + 193.77225840750037 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.2944124512532, + "other_cluster_residuals": [] + }, + { + "demo": "demo_13", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880 + ], + "decoded_range": [ + 0, + 880 + ], + "clusters": [ + [ + [ + 178.2753454947482, + 196.84002211166364 + ], + 134 + ], + [ + [ + 181.90196078431364, + 128.686274509804 + ], + 52 + ], + [ + [ + 109.55555555555557, + 193.36881466486733 + ], + 18 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 178.2753454947482, + 196.84002211166364 + ], + [ + 181.90196078431364, + 128.686274509804 + ], + [ + 113.74821318245401, + 125.05965922023856 + ], + [ + 110.12159789288856, + 193.2134068220982 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.25016960152186, + "other_cluster_residuals": [ + 0.5869885222451531 + ] + }, + { + "demo": "demo_14", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600 + ], + "decoded_range": [ + 0, + 602 + ], + "clusters": [ + [ + [ + 108.5377087921825, + 199.2458733112243 + ], + 60 + ], + [ + [ + 176.75, + 194.125 + ], + 28 + ], + [ + [ + 90.97458017023234, + 116.41039797561535 + ], + 3 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 108.5377087921825, + 199.2458733112243 + ], + [ + 176.75, + 194.125 + ], + [ + 171.6291266887757, + 125.9127087921825 + ], + [ + 103.4168354809582, + 131.0335821034068 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.40423974644924, + "other_cluster_residuals": [ + 19.20018831294571 + ] + }, + { + "demo": "demo_15", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720 + ], + "decoded_range": [ + 0, + 722 + ], + "clusters": [ + [ + [ + 106.58721174004206, + 188.20461215932923 + ], + 106 + ], + [ + [ + 174.6111111111112, + 195.111111111111 + ], + 96 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 106.58721174004206, + 188.20461215932923 + ], + [ + 174.6111111111112, + 195.111111111111 + ], + [ + 181.51761006289297, + 127.08721174004187 + ], + [ + 113.49371069182384, + 120.1807127882601 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.37361050446512, + "other_cluster_residuals": [] + }, + { + "demo": "demo_16", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940, + 945, + 950 + ], + "decoded_range": [ + 0, + 953 + ], + "clusters": [ + [ + [ + 187.5625, + 186.9375 + ], + 62 + ], + [ + [ + 121.5217773300876, + 205.26271020453862 + ], + 57 + ], + [ + [ + 89.63572287742767, + 103.84088711419946 + ], + 12 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 187.5625, + 186.9375 + ], + [ + 121.5217773300876, + 205.26271020453862 + ], + [ + 103.19656712554898, + 139.22198753462624 + ], + [ + 169.23728979546138, + 120.8967773300876 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.53605167942496, + "other_cluster_residuals": [ + 37.89087969000098 + ] + }, + { + "demo": "demo_17", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940, + 945, + 950, + 955, + 960, + 965, + 970, + 975, + 980 + ], + "decoded_range": [ + 0, + 981 + ], + "clusters": [ + [ + [ + 100.73550606481628, + 189.67205502033067 + ], + 87 + ], + [ + [ + 114.11041666666667, + 122.75393518518517 + ], + 16 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 100.73550606481628, + 189.67205502033067 + ], + [ + 114.11041666666667, + 122.75393518518517 + ], + [ + 181.02853650181217, + 136.12884578703557 + ], + [ + 167.65362589996178, + 203.04696562218106 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.24165147384979, + "other_cluster_residuals": [] + }, + { + "demo": "demo_18", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940, + 945, + 950, + 955, + 960 + ], + "decoded_range": [ + 0, + 962 + ], + "clusters": [ + [ + [ + 169.21488432410015, + 117.69717190579932 + ], + 105 + ], + [ + [ + 102.61586257309942, + 132.1027046783626 + ], + 19 + ], + [ + [ + 89.0272393302096, + 117.83149126439284 + ], + 5 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 169.21488432410015, + 117.69717190579932 + ], + [ + 102.61586257309942, + 132.1027046783626 + ], + [ + 117.02139534566271, + 198.70172642936336 + ], + [ + 183.62041709666346, + 184.29619365680006 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.13918896385299, + "other_cluster_residuals": [ + 19.70579138081687 + ] + }, + { + "demo": "demo_19", + "processed_frames": [ + 25, + 30, + 35, + 40, + 45, + 50, + 55, + 60, + 65, + 70, + 75, + 80, + 85, + 90, + 95, + 100, + 105, + 110, + 115, + 120, + 125, + 130, + 135, + 140, + 145, + 150, + 155, + 160, + 165, + 170, + 175, + 180, + 185, + 190, + 195, + 200, + 205, + 210, + 215, + 220, + 225, + 230, + 235, + 240, + 245, + 250, + 255, + 260, + 265, + 270, + 275, + 280, + 285, + 290, + 295, + 300, + 305, + 310, + 315, + 320, + 325, + 330, + 335, + 340, + 345, + 350, + 355, + 360, + 365, + 370, + 375, + 380, + 385, + 390, + 395, + 400, + 405, + 410, + 415, + 420, + 425, + 430, + 435, + 440, + 445, + 450, + 455, + 460, + 465, + 470, + 475, + 480, + 485, + 490, + 495, + 500, + 505, + 510, + 515, + 520, + 525, + 530, + 535, + 540, + 545, + 550, + 555, + 560, + 565, + 570, + 575, + 580, + 585, + 590, + 595, + 600, + 605, + 610, + 615, + 620, + 625, + 630, + 635, + 640, + 645, + 650, + 655, + 660, + 665, + 670, + 675, + 680, + 685, + 690, + 695, + 700, + 705, + 710, + 715, + 720, + 725, + 730, + 735, + 740, + 745, + 750, + 755, + 760, + 765, + 770, + 775, + 780, + 785, + 790, + 795, + 800, + 805, + 810, + 815, + 820, + 825, + 830, + 835, + 840, + 845, + 850, + 855, + 860, + 865, + 870, + 875, + 880, + 885, + 890, + 895, + 900, + 905, + 910, + 915, + 920, + 925, + 930, + 935, + 940, + 945, + 950, + 955, + 960, + 965, + 970, + 975, + 980, + 985, + 990, + 995 + ], + "decoded_range": [ + 0, + 999 + ], + "clusters": [ + [ + [ + 168.54488551126894, + 200.20069588547275 + ], + 93 + ], + [ + [ + 102.66133557800234, + 182.04100610240943 + ], + 66 + ], + [ + [ + 107.29696488696489, + 97.78480278980282 + ], + 15 + ], + [ + [ + 100.01525715999401, + 99.79482532845105 + ], + 9 + ], + [ + [ + 101.39331841432225, + 103.54458653026427 + ], + 4 + ] + ], + "selected": [], + "inferred_grid": [ + [ + 168.54488551126894, + 200.20069588547275 + ], + [ + 102.66133557800234, + 182.04100610240943 + ], + [ + 120.82102536106567, + 116.15745616914282 + ], + [ + 186.70457529433227, + 134.31714595220615 + ] + ], + "grid_method": "square from two most persistent adjacent cap detections; side chosen by initial cloth centroid", + "observed_side_length": 68.3404454538184, + "other_cluster_residuals": [ + 22.813474174366963, + 26.469145782693513, + 23.162907367942534 + ] + } +] \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/sequences_provenance.json b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/sequences_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..59efb694959eb813323e49ae30372c9716e47b99 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/sequences_provenance.json @@ -0,0 +1,122 @@ +[ + { + "demo": "demo_00", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_01", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_02", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_03", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_04", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_05", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_06", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_07", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_08", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_09", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_10", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_11", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_12", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_13", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_14", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_15", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_16", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_17", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_18", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + }, + { + "demo": "demo_19", + "numeric": "all authorized action/qpos/qvel rows", + "image_frame": 25, + "camera": "top_camera" + } +] \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=300:return None + if step<1:raise ValueError('step_id must start at 1 after runner hold') + if step<=_last_step:reset_episode() + _last_step=step + if _progress>=2.75 or _finish: + _finish+=1 + if _finish>45:return None + a=np.zeros(14,np.float32);a[[6,13]]=1 + if 8<_finish<=28:a[[2,9]]=.08 + return a + if _bank is None: + with np.load(Path(__file__).with_name('reference_bank.npz'),allow_pickle=False) as z: + _bank={k:z[k].astype(np.float32) for k in z.files} + rates=np.r_[np.diff(_bank['phase']),.018] + rates[rates<=0]=.018 + _bank['rate']=rates + try:q,v,area=_f.features(obs) + except (KeyError,ValueError,TypeError):return None + b=_bank + # Proprioception locates the arms; cloth masks and RGB distinguish scene geometry. + dq=np.mean((b['q']-q)**2,axis=1) + dv=np.mean((b['v']-v)**2,axis=1) + cost=dq+4*dv + # Weak continuity regularizer; all demos remain eligible on every observation. + cost+=.8*(b['phase']-_progress)**2 + cost[b['phase'] < _progress-.08] += 100 + order=np.argsort(cost)[:8];best=int(order[0]) + if dq[best]>9 or dv[best]>.8:return None # unsupported observation, not success + # Avoid averaging contradictory gripper modes at an event boundary. + mode=b['action'][best,[6,13]] + idx=order[np.all(b['action'][order][:,[6,13]]==mode,axis=1)] + w=np.exp(-(cost[idx]-cost[best])/.035);w/=w.sum() + action=np.sum(b['action'][idx]*w[:,None],axis=0) + target=np.sum(b['q'][idx]*w[:,None],axis=0) + action+=_servo.correction(q,target) + observed=float(np.sum(b['phase'][idx]*w)) + rate=float(np.sum(b['rate'][idx]*w)) + _progress=float(min(3.,max(_progress+rate,min(observed,_progress+.035)))) + terminal=bool(b['terminal'][best]) and dq[best]<.03 and dv[best]<.025 + _terminal_count=_terminal_count+1 if terminal else 0 + if _terminal_count>=5:return None # observation resembles demo endpoint; unverified completion + action=np.clip(action,-1,1).astype(np.float32) + if action.shape!=(14,) or not np.isfinite(action).all():return None + return action diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..40a8f5c51d49bb1b6896f618f7f684aa6bc63f93 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/features.py @@ -0,0 +1,23 @@ +"""Fixed, non-neural observation features. No fitted or pretrained weights.""" +import cv2 +import numpy as np +CAMERAS=('top_camera','front_camera') +PATHS=tuple(f'agent/panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel')) +def features(obs): + q=[] + for p in PATHS: + a=np.asarray(obs['proprioception'][p],dtype=np.float32).reshape(-1) + if a.size!=9 or not np.isfinite(a).all(): raise ValueError('invalid proprioception: '+p) + scale=np.array([.35]*7+[.025]*2) if p.endswith('qpos') else np.array([2.]*9) + q.extend(a/scale) + visual=[]; area=[] + for c in CAMERAS: + a=np.asarray(obs['rgb'][c]) + if a.ndim==4 and a.shape[0]==1:a=a[0] + if a.ndim!=3 or a.shape[2]!=3 or a.dtype!=np.uint8:raise ValueError('invalid RGB: '+c) + rgb=a.astype(np.float32)/255 + mask=((rgb[:,:,0]>.35)&(rgb[:,:,1]>.30)&(rgb[:,:,2]<.55*np.minimum(rgb[:,:,0],rgb[:,:,1]))).astype(np.float32) + area.append(float(mask.mean())) + visual.extend(cv2.resize(mask,(24,24),interpolation=cv2.INTER_AREA).reshape(-1)*3) + visual.extend(cv2.resize(rgb,(12,12),interpolation=cv2.INTER_AREA).reshape(-1)) + return np.asarray(q,np.float32),np.asarray(visual,np.float32),np.asarray(area,np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..ecac693f72b931a55201a23b563333a0803ce7b8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/freeze_manifest.json @@ -0,0 +1,142 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "487cc933211ddc843679c283222c3cd29905d39a28b9b3ac74117f91fc053871", + "__pycache__/check_synthetic.cpython-310.pyc": "91d08b50c8e781309cb979e310502ba1274d69cf97efad7da0d16f2c215a0855", + "__pycache__/controller.cpython-310.pyc": "fe1ecff60121c49cd8f89699d5daaab398c943fa5dac98282e94441af4ad5ab2", + "__pycache__/features.cpython-310.pyc": "62faf4c65dafa1b5345ab29297241732ed73d13eec46644dcf9535e6326be21e", + "build_bank.py": "32d4ff3433cfd1ce63d7ebdc5893952128a7862d7798954d2f2d67154f65356b", + "check_synthetic.py": "44d9b772f8a2341d03f65e1ff6956f4bf2f95705e092cd0240d3551b65e069a1", + "controller.py": "8b30242d71607427c6d7174c517743f83faa98a13918257f44e886fb9da11d7e", + "demo_manifest.json": "ddd91490ba609d1c2d9bc513800145733b7e9cffbfe5de78a63a35b0bcb755bf", + "demonstrations_readonly/demo_00.h5": "86d12baa67226bbce45df91f6f4bf6a42211454bb0b2530f5ecb5798deba7923", + "demonstrations_readonly/demo_01.h5": "f6feaae38a42aef0fc87ecb572f7856cc9815e92a64b733817b479e1a5d313b3", + "demonstrations_readonly/demo_02.h5": "41442c9de6cbec0e18c328b8c887a9fa718bdb6429f5d0ed092020134bd1e950", + "demonstrations_readonly/demo_03.h5": "971d17a10c3c03368ac7ddb658c76c641ac79c8eb143d912e7fa688a2956d712", + "demonstrations_readonly/demo_04.h5": "d1c69c4ef6648d80807e7f152e56f578e4ff66204ff26246d84e2124d857a8f9", + "demonstrations_readonly/demo_05.h5": "cbd22f18a95edb6616339cc5d4a4cba2a4d8f9dc3e68ca5dda206b078bee05df", + "demonstrations_readonly/demo_06.h5": "e511e007095c2ee27d1d784c06e80d2adefb3eee51fc5d795bf8b39e8fe4e5eb", + "demonstrations_readonly/demo_07.h5": "ad31e5e2ced962e40029d678ebe9088f55cccc1c417574088f2ce0d3373db2e4", + "demonstrations_readonly/demo_08.h5": "e6bdbdc6294b5780dcb424549d85f1a36693bfa74476fcc93aa91dbe41f467e0", + "demonstrations_readonly/demo_09.h5": "7db3675ad504c2c24dd58216246d1e8476a4bbdafa51ab64c3288b73e34ea1b0", + "demonstrations_readonly/demo_10.h5": "9b45758b14889ea559055c57814a2e9b94d00c876a8edede1446a0e39f6fb4db", + "demonstrations_readonly/demo_11.h5": "14939697824e6d08d6dfd648b906885f80bf87b7378eab0af13038696e83a241", + "demonstrations_readonly/demo_12.h5": "04c92be1d6924fa9f0799187a9b07b6f215c94dceaaf3531eea94df3986ec42e", + "demonstrations_readonly/demo_13.h5": "10b787ce6f5251fea712d9931d6644ce54fc7934141844d55b836d03f3f24cae", + "demonstrations_readonly/demo_14.h5": "49ad3137e5f12e607be76b780dfe0ecba47e8ea8fa7ca579ffc9b922f177f38c", + "demonstrations_readonly/demo_15.h5": "e237032a791b021736c6dd4ed5d73f6e91f569866c98c451e91786b8126fdffb", + "demonstrations_readonly/demo_16.h5": "90332e029671cf6c6937fc2e3bfa4ac5190c240f85363da5dc4301b691ef5691", + "demonstrations_readonly/demo_17.h5": "90ca9e1b8e1ed2f092246918126c1660ee8f3f8eeaba56b2761932cbeaa5f0bd", + "demonstrations_readonly/demo_18.h5": "5e3834be653bff024b52bd0e591ede700c8be788ccfe9833414293f9f9300188", + "demonstrations_readonly/demo_19.h5": "54fea9809ebf536bbfa0006a64b1f24d0e2f1ec85772fc393ed649c1f223ac04", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "14b124498cb63306c67a1305ce059b1205c8bde445431eeec9ff805de8f7045f", + "findings.md": "a509abae15af4fb1f525da11daa32acb019a1508afa2dbe1e3452a32eed9d7d4", + "handoff.md": "79609670a86adc4dfadb7b6a73fe6d2483cffba45c13649bb56fd66726f6abdd", + "model_tool_manifest.yaml": "584f7641d7e2d6e99db9e12854827aa4fff4ccd58238b441c080986f9861bee0", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference_bank.npz": "e172f702629b75ab09a30cbe3cdaa503370cfe7269512f4bc58b41b47161b7d8", + "servo.py": "6eba20eafb4591f9584780078784cdb9dcc83c20c397d873cc719da640d8399b", + "servo_bank.npz": "1a49af7b71e87d28e3609d70143548927807532ec7b8b94a2d62592b26023f6c", + "skills.md": "65d68443d27b15e2e146b0ffcaa25a7697ce6c6fd5e9b634c53bac7bdeb48553", + "synthetic_check.txt": "40caf90e0875b90ab93c8f3e16a90201b0c5f966ca696ed98deb111118eff0ac", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "exploration_ledger_hash": "eece05cc136e852853df0de4d610c75879305ab9113afed1e950dd694aa79ec1", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "535604fc09493af34fcbf530bde4be84d42245cb27bc522a0101d264e1960f00", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 14, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "dde4f0c6ceeba7e46dc17d28eef81722dfc16feec3a1b8dbf36cc58de85757ae", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3cdc9ebf766a0927d7472a852926d2ffcb17803e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,69 @@ +{ + "status": "E20_v5_interactive_native_success_ep7", + "task_id": "DualArmFoldHandKerchief-v1", + "weights_modified": false, + "pretrained_weight_references": [], + "model_identity": "Provider-hosted coding assistant; exact checkpoint/weight hash not exposed. No model training invoked.", + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "offline_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py": "3.16.0", + "scipy": "1.15.2" + }, + "tools_used": [ + "functions.exec local shell/Python", + "functions.view_image local contact sheets", + "worker_api.API.read_demo (file access only)", + "bash cat/mkdir/find; rg unavailable" + ], + "data_provenance": { + "authorized_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "source": "/demonstrations via /demo_manifest.json", + "contract_sha256": "103d0bc73de7b4d3ebf7eda9f4a5cbcaecbfb94bb48971be7a8a3dd9bfa2dc32", + "manifest_sha256": "40f94e0f05a4f6ba2601c405604ab7d5c71b6a4679a755476f6d6a03dbe3ecb2", + "reference_bank": "All legal top/front RGB and qpos/qvel observations; expert labels; fixed feature extraction, no neural fitting", + "servo_bank": "4744 local joint-difference/action samples derived solely from this task D20 bank; numerical least squares, no neural fitting" + }, + "network": "No requests made; audited proxy availability untested", + "exploration_episodes": 7, + "environment_tests": 7, + "limitations": [ + "Success established only for one interactive scene", + "Grasp localization and phase transfer remain imperfect", + "Native score is authoritative; images may be occluded" + ], + "artifact_sha256": { + "controller.py": "8b30242d71607427c6d7174c517743f83faa98a13918257f44e886fb9da11d7e", + "features.py": "14b124498cb63306c67a1305ce059b1205c8bde445431eeec9ff805de8f7045f", + "reference_bank.npz": "e172f702629b75ab09a30cbe3cdaa503370cfe7269512f4bc58b41b47161b7d8", + "servo.py": "6eba20eafb4591f9584780078784cdb9dcc83c20c397d873cc719da640d8399b", + "servo_bank.npz": "1a49af7b71e87d28e3609d70143548927807532ec7b8b94a2d62592b26023f6c" + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..d2328fc08029816f52f4f105cd81f5e746282a4d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/skills.md @@ -0,0 +1,4 @@ +# Observation-feedback folding skills +Localize using yellow masks and coarse RGB from top/front cameras, with both robots' qpos/qvel. Retrieve current-observation action examples across this task's 20 authorized demonstrations, using a monotonic phase prior. Advance phase using retrieved demonstration increments to avoid waiting-pose deadlocks while respecting varying approach/fold durations. +Apply a bounded numerical pose correction from local legal-demonstration joint differences and translation actions. Each correction component is capped at .035 normalized (3.5 mm). No neural fitting, external models or networking. +Approach, close both grippers, lift/fold, and release/reposition are represented by demonstration labels. A late phase2.75 finish opens both grippers, raises hands, and settles for inspection. Finger gaps cannot certify grasp. Unsupported observations or horizon stop the program. There is no program-level success claim. One interactive native success occurred in episode7; independent evidence is recorded separately. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/build_memory.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/build_memory.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..718d3b117b2f5f848e100cb839e5386fd84be819 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/build_memory.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1d27e4d42a469fbba9a0feb7bf44ecbb78e7ea30 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/controller.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/controller.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b8e98e310b9131f68de97f73e19dee802eb4c7da Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/controller.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/features.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/features.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..4692573e157a42ebb9497b6fd54f2c59f807fa59 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/__pycache__/features.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/build_memory.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/build_memory.py new file mode 100644 index 0000000000000000000000000000000000000000..1b8dd112988ba66620425d558a04128ca5248d53 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/build_memory.py @@ -0,0 +1,25 @@ +"""Offline compilation from only authorized D20 observations and labels.""" +import importlib.util,json +from pathlib import Path +import numpy as np +from features import visual,proprio,PATHS,CAMERAS +s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m);api=m.API() +c=json.load(open('/task_contract.json'));manifest=json.load(open('/demo_manifest.json'));parts=c['action_parts'] +qs=[];vs=[];actions=[];ids=[];times=[];summary=[] +for di,e in enumerate(manifest['episodes']): + n=e['length'];fields=['obs/'+p for p in PATHS]+['actions/'+p['robot_key'] for p in parts]+['obs/sensor_data/'+cam+'/rgb' for cam in CAMERAS] + d=api.read_demo(e['demo_id'],fields=fields) + q=np.concatenate([d['obs/'+p][:-1] for p in PATHS],1) + v=np.stack([visual({cam:d['obs/sensor_data/'+cam+'/rgb'][t] for cam in CAMERAS}) for t in range(n)]) + a=np.concatenate([d['actions/'+p['robot_key']] for p in parts],1) + qs.append(q);vs.append(v);actions.append(a);ids.extend([di]*n);times.extend(range(n)) + # All blocks retained for actual sequence analysis, no evaluation rollout. + summary.append({'id':e['demo_id'],'blocks':[{'start':t,'stop_exclusive':min(t+50,n),'arm_mean':np.mean(a[t:t+50][:,[0,1,2,3,22,23,24,25]],0).tolist(),'hand_abs_mean':float(abs(a[t:t+50][:,list(range(6,22))+list(range(28,44))]).mean())} for t in range(0,n,50)]}) + print(e['demo_id'],n,flush=True) +q=np.concatenate(qs);v=np.concatenate(vs);a=np.concatenate(actions) +# Empirical scales are descriptive normalization, not neural training. +scale=np.maximum(q.std(0),np.tile(np.r_[np.full(23,.12),np.full(23,.5)],2)) +np.savez_compressed(Path(__file__).with_name('memory.npz'),q=q,v=v,a=a,scale=scale,demo=np.array(ids),frame=np.array(times)) +json.dump(summary,open('/workspace/evidence/sequence_blocks.json','w'),indent=2) +json.dump({'action_parts':parts,'action_low':c['action_low'],'action_high':c['action_high'],'native_horizon':c['native_horizon'],'control_hz':c['control_hz'],'demo_ids':[e['demo_id'] for e in manifest['episodes']]},open(Path(__file__).with_name('config.json'),'w'),indent=2) +print('samples',len(a),'initial q spread',np.ptp(np.stack([x[0] for x in qs]),0).max()) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..e71fe69d6a1baa5c87ef20048efa40e3dd62d128 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/check_synthetic.py @@ -0,0 +1,23 @@ +"""Interface and synthetic dependency checks only; no environment or demo rollout.""" +import importlib.util +from pathlib import Path +import numpy as np +p=Path(__file__).parent +s=importlib.util.spec_from_file_location('candidate_controller',p/'controller.py');c=importlib.util.module_from_spec(s);s.loader.exec_module(c) +def obs(): + return {'rgb':{'front_camera':np.zeros((240,320,3),np.uint8),'top_camera':np.zeros((1,320,240,3),np.uint8)},'proprioception':{k:np.zeros(23,np.float32) for k in c._features.PATHS},'instruction':'synthetic check','step_id':1} +o=obs();q=c._features.proprio(o['proprioception']);v=c._features.visual(o['rgb']);assert v.shape==(1184,) +# Controlled synthetic memory demonstrates that the selector uses both modalities. +q1=q.copy();q1[0]=3 +v1=v.copy();v1[:]=.5 +ci=np.r_[np.arange(16),np.arange(592,608)] +c._memory={'q':np.stack([q,q1,q]),'v':np.stack([v,v,v1]),'scale':np.ones(92),'a':np.stack([np.full(44,.1),np.full(44,.2),np.full(44,.3)]),'color_indices':ci,'dv':np.zeros((3,32))} +c.reset_episode();assert np.allclose(c.act(o),.1) +o['proprioception'][c._features.PATHS[0]][0]=3;c.reset_episode();assert np.allclose(c.act(o),.2) +o=obs();original=c._features.visual;c._features.visual=lambda rgb:v1;c.reset_episode();assert np.allclose(c.act(o),.3);c._features.visual=original +# Actual packaged memory with wholly synthetic input, without accuracy claims. +c._memory=None;c.reset_episode();o=obs();a=c.act(o);assert a.shape==(44,) and a.dtype==np.float32 and np.isfinite(a).all() and (abs(a)<=1).all() +o['step_id']=1499;assert c.act(o).shape==(44,) +o['step_id']=1500;assert c.act(o) is None +c.reset_episode();assert np.array_equal(c.act({'step_id':1}),np.zeros(44)) +print('PASS: syntax/import, synthetic RGB formats, modality dependence, bounds, reset, missing input, horizon accounting. No environment tests.') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/checks.txt b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/checks.txt new file mode 100644 index 0000000000000000000000000000000000000000..417b4704f0d7024561d3f59bbd7a252a61739d4d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/checks.txt @@ -0,0 +1,6 @@ +PASS: py_compile for controller.py, features.py, build_memory.py, check_synthetic.py. +PASS: synthetic HWC and 1HWC input, shape (44,), finite float32 actions, bounds [-1,1]. +PASS: controlled synthetic memory selections change with proprioception and visual features. +PASS: reset, missing-input zero action, step 1499 action, step 1500 None. +PASS: packaged memory integrity: 9659 labels, 20 distinct authorized demo groups, finite arrays, legal action bounds. +These are syntax, synthetic-input and offline data integrity checks only. No task accuracy, rollout, rehearsal, success, or runtime frequency claim. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/config.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/config.json new file mode 100644 index 0000000000000000000000000000000000000000..055b063cc5784f49b1a6c03a1e6860e6cf8a35df --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/config.json @@ -0,0 +1,130 @@ +{ + "action_parts": [ + { + "robot_key": "panda_leaphand-1", + "width": 22 + }, + { + "robot_key": "panda_leaphand_left-0", + "width": 22 + } + ], + "action_low": [ + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0 + ], + "action_high": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "native_horizon": 1500, + "control_hz": 20, + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "action_gain": 1, + "slow_after_frame": 300 +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..2fbd525afbfeaa0e6616b9b09531c8aea016a4c5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/controller.py @@ -0,0 +1,68 @@ +"""Untested D20 observation-conditioned nearest-example controller. +No simulator, hidden state, episode identity, learned neural weights, or time replay. +""" +from pathlib import Path +import importlib.util +import json +import numpy as np +_ROOT=Path(__file__).resolve().parent +_spec=importlib.util.spec_from_file_location('_d20_features',_ROOT/'features.py') +_features=importlib.util.module_from_spec(_spec);_spec.loader.exec_module(_features) +_cfg=json.loads((_ROOT/'config.json').read_text()) +_memory=None +_previous_visual=None +_last_step=None + +def reset_episode(): + global _previous_visual,_last_step + _previous_visual=None + _last_step=None + +def _load(): + global _memory + if _memory is None: + with np.load(_ROOT/'memory.npz',allow_pickle=False) as z: + _memory={k:z[k] for k in z.files} + v=_memory['v'] + # Color summaries occupy first 16 entries of each 592-wide camera block. + ci=np.r_[np.arange(16),np.arange(592,608)] + _memory['color_indices']=ci + dv=np.zeros((len(v),32),np.float32) + same=_memory['demo'][1:]==_memory['demo'][:-1] + dv[1:]=np.where(same[:,None],v[1:,ci]-v[:-1,ci],0) + _memory['dv']=dv + return _memory + +def act(obs): + global _previous_visual,_last_step,diagnostic + step=int(obs.get('step_id',1 if _last_step is None else _last_step+1)) + if step>=_cfg['native_horizon']: + return None # 1 initial runner hold + at most 1499 policy actions. + if _last_step is not None and step<=_last_step: + reset_episode() + try: + q=_features.proprio(obs['proprioception']) + v=_features.visual(obs['rgb']) + if not np.isfinite(v).all(): raise ValueError('Nonfinite RGB features') + except (KeyError,ValueError,TypeError): + _previous_visual=None + _last_step=step + return np.zeros(44,np.float32) + m=_load();ci=m['color_indices'] + qdist=np.mean(((m['q']-q)/m['scale'])**2,axis=1) + # Resized RGB preserves hand geometry; colored components emphasize balls. + vdist=np.mean((m['v']-v)**2,axis=1) + cdist=np.mean((m['v'][:,ci]-v[ci])**2,axis=1) + score=qdist+_cfg.get('visual_weight',4)*vdist+_cfg.get('color_weight',2)*cdist + if _previous_visual is not None and _last_step==step-1: + dv=v[ci]-_previous_visual[ci] + score+=.25*np.mean((m['dv']-dv)**2,axis=1) + j=int(np.argmin(score)) + diagnostic={'demo':int(m['demo'][j]),'frame':int(m['frame'][j]),'qdist':float(qdist[j]),'vdist':float(vdist[j])} + _previous_visual=v.copy();_last_step=step + if qdist[j]>25 or vdist[j]>.25: + return np.zeros(44,np.float32) # Conservative, uncalibrated OOD hold. + # Label was concatenated in contract.action_parts order during compilation. + gain=_cfg.get('action_gain',1) + if int(m['frame'][j])>=_cfg.get('slow_after_frame',10000): gain=1.0 + return np.clip(m['a'][j]*gain,_cfg['action_low'],_cfg['action_high']).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..812cc385be8436fb1a1021a0e49f3c7cb39fff61 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmJugglingBall-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 487, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 487, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 487, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 488, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 488, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 488, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 488, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 488, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 488, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 488, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 488, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 488, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3c8802a3139066326eb76b0e02ad8a8e078e590892ac64749d01a672c2dd50d1", + "source_sha256": "55a9c8935926c83051b207d9a764214c0dda40db7c05a5e894363127207feb7c", + "view_sha256": "e6788fbf5e51d0d75bb3c0b9b63f6e0deea78cc72826ef6b7adb1dfdc9a866cd" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 481, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 481, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 481, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 482, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a2de3d380116c08ad81a02291375b09a42c54f523fd405a52efdcf19cfd2ef13", + "source_sha256": "7bce670de50b1d6b0a88fedf5faac0bee3ab7644482d31240f9d953e04ca7722", + "view_sha256": "e5c5ccc5750e50aa84d3a162c2d440bc107c700caaf94dc5baf1b8a10da3baff" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 486, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 486, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 486, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 487, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 487, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 487, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 487, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 487, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 487, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 487, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 487, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 487, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7ffb1f1c783af07c19ee8cc0778483d51a3ab57ce77fe781ff6fa52b6d5a825e", + "source_sha256": "5e080dcd5b26f1ae447938d74ec521ae47d6ae2b84c3902c64bb38e7f82a3eeb", + "view_sha256": "4eeb1b7f8ea2f08042656412359036eb1c62f7388240507bc5455947ac156a23" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 478, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 478, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 478, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 479, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ebb767a8d84444fc7b4b776155f90144fd5505dfce6935dd35b7b82e242f0111", + "source_sha256": "b37e793b5ab1c106ab62e2095eb4f508efa3f3680af69d34b1238db77bfadaf8", + "view_sha256": "d56aa11e10fe1dede2e9b29118ff375e9622cb427fc7d41e314b8357979a03ad" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 485, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 486, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "23e581809a8f41e8c900e8f9f87c36caee76947ccc8c03f1b7ca970bd5a528f7", + "source_sha256": "21e54f62497f13d59648eb23cee8ff131e79fddc5c0c245fe49933fe7408f074", + "view_sha256": "2f3b321cdc749997bf4906e4022684bdd0fe2a4e3773c4bbea740313a410b652" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 483, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 484, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a83e1f09da6f072a814825bc97a0579da777b0389f3d7d1448079b0633caa363", + "source_sha256": "75bd092f088b856391c38cf05ca15170eaa2252231b42a17012713b728910974", + "view_sha256": "a654d095a6773246ce04c021941f36800ac984e8d394252c3ff392e446bb2242" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 478, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 478, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 478, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 479, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 479, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 479, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "994e307d189f770049d912573d00acc101c83dc8fc39064cb62669e431167d0a", + "source_sha256": "0a2f4d3728d6506965f199ae72c4d4d37bb676a4513b56fbe759c7ea5991e50a", + "view_sha256": "a318cc09e376a66ec514df7b215bc12b5ae15ece64fe4bbe39df3a33252e1dfd" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 483, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 484, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d0618f2f8b45c4b2c378b61b446676f65c08838b7460640be18e51a53f4860ff", + "source_sha256": "fc88989e6b908dca7803dc988298f19110a3331e6ed04c1c1169b111b83c504e", + "view_sha256": "1e78e3399a4e6d0a6f71547ade517cc428d39c28b5e01a2690550fa3128f51ef" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 483, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 484, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1dca0383cc799d05bb5e3af8c9e29cc8ddae24c46d0c5c12a52a0a2b7ee28871", + "source_sha256": "7a1f9df1e78d215fdc6b299bd60807a606e4d3ba9909c1dbbe95df3d282ded78", + "view_sha256": "61e858727b4ea4e2eeff1c4e156c575f39beaeeede80100f5906c98700623d6b" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 485, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 486, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "da0769c70bb9e521a6c99bd6109d0620a2b4d468def58a2359e160df05973fff", + "source_sha256": "41a191be8cb0bf9901e51042f7bf79bb762102b7eaed5f57a03f7dd9ad3b6f97", + "view_sha256": "11feb420b28449d0fb6b4119ca5ecccefe63bc7a6f0a52d7f0bbd7284d4bea4e" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 481, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 481, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 481, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 482, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 482, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 482, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "eb1f28540074dc85d84cbf8ce3c201ebff6e08371e56c84071554e15f7a5c459", + "source_sha256": "6d4b765cf67d236f3e604d5f536704ed107e52bf8d15207efed00d34f09e8587", + "view_sha256": "f9914be698a1caebd2b56f34a34a6a808b1f63c9c1328ec54290e2f43fe2d219" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 483, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 484, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "97455d401afa30cb5653f867f5b0144e6adaa66864dd43b39c1c83b049990c7f", + "source_sha256": "3a3ab1654322c575678dc63e9d9228e1638955745a0afb833330aa448f94a442", + "view_sha256": "384997aba3ebf7d9942eed1af72cd67a7e3e7c23fe3384beb18f18d7749f2b4a" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 485, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 486, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9547de4c2c5bbda2d520ce7dcb1b3ada3aac5bcd40e7edf873bd565778cf72a9", + "source_sha256": "498e69f64927d672232e8de8f51155280c2ce476cf6fbf60a544877cfd506280", + "view_sha256": "15dc0edc5f808474a0169e47048e3863a63439b75d5fc97a14a3d77e6732a967" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 479, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 479, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 479, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 480, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 480, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 480, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 480, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 480, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 480, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 480, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 480, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 480, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "968bebc699f9f3a6678b9d60095d947eb33acda5a22fb467f2e847a7da8f5a9c", + "source_sha256": "fd68b2805589fe1bd9faee6214a8020901ab643b5bc44327ecd4d74f38a08a4e", + "view_sha256": "44187d6446b3d77edc706f2fed757d24ea644c6fb251824ad033d75b7b012f8b" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 484, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 485, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a324c753e9785c20bb351355f589039e81f2c7edc534292c32e12f45d4c3515d", + "source_sha256": "ce2a96aca63392119c874b2eb669c7d4b8f04410213a384f15c89714b0ecb550", + "view_sha256": "b7ebcc1f4bc491c919e87bb001943d19c112d8418147e565f304762f2094d07c" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 485, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 485, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 486, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 486, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 486, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5643d89c5679b954e723b956aec2c77e2cf6ea135d30a53406d5a4b1e2fc12dc", + "source_sha256": "3017eb270c103ce55ed2b8c6600b08114ef0fb597a00f536a214e041b6080c2b", + "view_sha256": "100b37f92e1eb56c1dbc1e66f5bc6c07a3b82c652aafaa10bcf7b3fb195533b5" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 482, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 482, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 482, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 483, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 483, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 483, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 483, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 483, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 483, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 483, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 483, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 483, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ea318c5f8387109babe622c73fcf4c9553644e7a18d4ca45d64ae5b8e82a4234", + "source_sha256": "d671b9acedab2f63ff370a8c8b26af2a2b8649501e51f12d858b9152fbcecd8d", + "view_sha256": "83aedc0863227d57549ec16a9eb1fa5eed3b0af0e1da02e4faf7b80ac575fecb" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 484, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 485, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "50270a02e68e9b0679c5a5e3fbe73fdad92a3a10f1725962d37b1200f973dc00", + "source_sha256": "f5ec32cefc43c9c56013789dafc33549ba06089a1c01eda2ba8c44efd97dc1f6", + "view_sha256": "b771d3b16928865cf6d1d5ddf172d1521aa039f729544211d9616e34eb244bc0" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 484, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 485, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "73fbf52b3659a41d553908c6a9b506840f0ac78027893e010ca70c2e9787f6ab", + "source_sha256": "dc8792bf7222e329dbabcbd57d17fc8bfc4400e72a87253a17bf681dda28c106", + "view_sha256": "6104efa473760e7d71c9ed2e53d3f588f1998c95f40248bc8d0bfc556d15ebfb" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 483, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 483, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 484, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 484, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d58930c7326c9bdc7a0b402c7de8c64ebc3a370d1e28347a60697dd08de28471", + "source_sha256": "ddcb0a9f4db52f5fa9e6e43dba8ab97a1766dbff4bc08b0df0f6005c78dc1efc", + "view_sha256": "222aae248b23fc50e0180914fa559c65255776af1b030c506245cb730e737931" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..8c61809a5f01e8af4e3f7870aad854c7e58989f9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/features.py @@ -0,0 +1,28 @@ +"""Handwritten RGB features; no pretrained or fitted vision weights.""" +import cv2 +import numpy as np +CAMERAS=('front_camera','top_camera') +PATHS=('agent/panda_leaphand-1/qpos','agent/panda_leaphand-1/qvel','agent/panda_leaphand_left-0/qpos','agent/panda_leaphand_left-0/qvel') +def visual(rgb): + out=[] + for cam in CAMERAS: + im=np.asarray(rgb[cam]);im=im[0] if im.ndim==4 and im.shape[0]==1 else im + if im.ndim!=3 or im.shape[2]!=3: raise ValueError('Expected RGB HWC or 1HWC') + hsv=cv2.cvtColor(im.astype(np.uint8),cv2.COLOR_RGB2HSV) + h,s,v=cv2.split(hsv) + for lo,hi in ((35,90),(95,135),(0,12),(165,179)): + mask=((h>=lo)&(h<=hi)&(s>100)&(v>60)).astype(np.uint8) + count,labels,stats,cent=cv2.connectedComponentsWithStats(mask) + if count>1 and stats[1:,4].max()>=3: + k=1+np.argmax(stats[1:,4]);x,y=cent[k];area=stats[k,4] + out.extend([x/im.shape[1],y/im.shape[0],np.sqrt(area/(im.shape[0]*im.shape[1])),1.]) + else: out.extend([0.,0.,0.,0.]) + out.extend((cv2.resize(im,(16,12),interpolation=cv2.INTER_AREA).astype(np.float32)/255).ravel()) + return np.asarray(out,np.float32) +def proprio(p): + out=[] + for path in PATHS: + x=np.asarray(p[path],np.float32).reshape(-1) + if x.size!=23 or not np.isfinite(x).all(): raise ValueError('Invalid proprioception: '+path) + out.extend(x) + return np.array(out,np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..0acbba91cd5afa7339697e0635213585c598d323 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/findings.md @@ -0,0 +1,17 @@ +# Live E20 exploration + +Budget initially 0/20; API budget_status was first successful environment call. Initial two local import/invocation errors did not call service. Contract and protocol read. Only task-local saved D20 compilation used. + +Public visible rule preregistered: true only if legal camera images unambiguously show three balls participating in repeated coordinated catch/throw cycles. Two held balls, occlusion, or ambiguity are false. Sparse native success is recorded separately when supplied. + +Episode 1: initial harness failed after first action because execute_actions wraps returns in steps; fixed wrapper, resumed via latest_observation without resetting/replaying. That first action was baseline controller action at initial observation; subsequent actions saved in ep01/actions.npy beginning native step 2. Observation step_id is outside payload; controller now also maintains fallback call counter for raw observations. First 150 steps track demonstration proprioception closely. Front at 100 shows ball contact; front at 200 shows both colored balls raised. No third ball established. Full observations include all legal cameras/proprioception every 50 steps. + +Episode 1 terminal API observation at native step 456: terminated=true, success=true. This is native sparse success, distinct from public visible rule (false: no three-ball continuous cycle established). Old harness failed to inspect nested termination and attempted one rejected action after terminal; no extra step/episode charged. budget reports one slot and 456 steps. finish_episode acknowledged. Live observation and images preserved at ep01/obs_456.npz. Baseline action gain was 1. + +Episode 2 experiment: gain 2 applied to retrieved normalized action with contract clipping, maximum observation-controlled duration 300; tests timing robustness and whether faster movement preserves grasps. No trajectory replay. + +Episode 2 completed 300 steps, native success false. Gain 2 reached demo-like grasp/lift in roughly half the steps, but wrist motion diverged (front_200: right hand much higher), qdist increased from .0026 at step150 to .371 at200. At300 retrieval frame452, qdist .436, vdist .00979. No validated recovery. Episode3 tests gain2 only before retrieved frame300 then gain1 to protect wrist/release timing. + +Episode 3: gain2 until retrieved frame300 then gain1. Front_200 shows blue ball below right hand during wrist motion, indicating lost grasp; trial ended at250 after reducing interactive limit. Native success false. Faster initial hand deltas are not accepted as an improvement. Plan: restore gain1, independent baseline rehearsal at4; use episodes5-16 to test observation/pose weighting and recovery behavior;17-20 independent exact-version rehearsals. + +Episode1 audit: actions.npy has 455 proposed actions from native step2 onward, last rejected after terminal. First action reconstructed deterministically from saved initial observation and preserved original offline controller in first_action_reconstructed.npy; marked reconstructed, not contemporaneously logged. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..70c89bb1be6eb1eab1eada70586fa20644a9acb2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/freeze_manifest.json @@ -0,0 +1,96 @@ +{ + "files": { + "__pycache__/build_memory.cpython-310.pyc": "a340a6f4053317b248d8bae0fbf444ad7ca0d90e6910f2fe4c8ce221e68f4fcf", + "__pycache__/check_synthetic.cpython-310.pyc": "7a36b4fb7ecebbd9bd9af75ed37e4351520b8be2d128136d3845d532d04ef2ca", + "__pycache__/controller.cpython-310.pyc": "35af55a90af49234b1bf22e7bd7c5fae9e5bccaa01a028e151a70aacf4d3ea69", + "__pycache__/features.cpython-310.pyc": "ea48231dba7b56953fec1128350bab0cd8e2975ce53d81e50c0c59a2af603e8f", + "build_memory.py": "fd15e74a8d1c05fd1986ef65ac24ad2b5d8199046cd06c72e4b3eb89ea8cbdd8", + "check_synthetic.py": "080d5753399cc4f91c5bb3763e023b6c260e13e0b11b1164a36cf2f882a534ba", + "checks.txt": "3e40feb093597670d15454804bdcf7a7ce0a3d0ef3705a7f78de2ea3b29c5058", + "config.json": "23a9a85db4e641dd7a91b018230436300781579ae3dd5ffb93444dc533701fda", + "controller.py": "2b2420375df16ce2be06e8ee9543862547b36aa01f220816dd736508bda7c529", + "demo_manifest.json": "3eb6423dc1164d2f2db7046eea384f668884705e427629f5390cc4f0ec66e650", + "demonstrations_readonly/demo_00.h5": "e6788fbf5e51d0d75bb3c0b9b63f6e0deea78cc72826ef6b7adb1dfdc9a866cd", + "demonstrations_readonly/demo_01.h5": "e5c5ccc5750e50aa84d3a162c2d440bc107c700caaf94dc5baf1b8a10da3baff", + "demonstrations_readonly/demo_02.h5": "4eeb1b7f8ea2f08042656412359036eb1c62f7388240507bc5455947ac156a23", + "demonstrations_readonly/demo_03.h5": "d56aa11e10fe1dede2e9b29118ff375e9622cb427fc7d41e314b8357979a03ad", + "demonstrations_readonly/demo_04.h5": "2f3b321cdc749997bf4906e4022684bdd0fe2a4e3773c4bbea740313a410b652", + "demonstrations_readonly/demo_05.h5": "a654d095a6773246ce04c021941f36800ac984e8d394252c3ff392e446bb2242", + "demonstrations_readonly/demo_06.h5": "a318cc09e376a66ec514df7b215bc12b5ae15ece64fe4bbe39df3a33252e1dfd", + "demonstrations_readonly/demo_07.h5": "1e78e3399a4e6d0a6f71547ade517cc428d39c28b5e01a2690550fa3128f51ef", + "demonstrations_readonly/demo_08.h5": "61e858727b4ea4e2eeff1c4e156c575f39beaeeede80100f5906c98700623d6b", + "demonstrations_readonly/demo_09.h5": "11feb420b28449d0fb6b4119ca5ecccefe63bc7a6f0a52d7f0bbd7284d4bea4e", + "demonstrations_readonly/demo_10.h5": "f9914be698a1caebd2b56f34a34a6a808b1f63c9c1328ec54290e2f43fe2d219", + "demonstrations_readonly/demo_11.h5": "384997aba3ebf7d9942eed1af72cd67a7e3e7c23fe3384beb18f18d7749f2b4a", + "demonstrations_readonly/demo_12.h5": "15dc0edc5f808474a0169e47048e3863a63439b75d5fc97a14a3d77e6732a967", + "demonstrations_readonly/demo_13.h5": "44187d6446b3d77edc706f2fed757d24ea644c6fb251824ad033d75b7b012f8b", + "demonstrations_readonly/demo_14.h5": "b7ebcc1f4bc491c919e87bb001943d19c112d8418147e565f304762f2094d07c", + "demonstrations_readonly/demo_15.h5": "100b37f92e1eb56c1dbc1e66f5bc6c07a3b82c652aafaa10bcf7b3fb195533b5", + "demonstrations_readonly/demo_16.h5": "83aedc0863227d57549ec16a9eb1fa5eed3b0af0e1da02e4faf7b80ac575fecb", + "demonstrations_readonly/demo_17.h5": "b771d3b16928865cf6d1d5ddf172d1521aa039f729544211d9616e34eb244bc0", + "demonstrations_readonly/demo_18.h5": "6104efa473760e7d71c9ed2e53d3f588f1998c95f40248bc8d0bfc556d15ebfb", + "demonstrations_readonly/demo_19.h5": "222aae248b23fc50e0180914fa559c65255776af1b030c506245cb730e737931", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "216c10f6656afb8ac2085e5a9cfe851be2e88d04e66a825449f7f646dd956045", + "findings.md": "39cdac74a3f47b9adf5a34eeac7ab4a7380b95a57033cc9c3fe5719532353ff6", + "handoff.md": "068427fed1e7f8545df20f761421259282322e974dd57deb2065038a7dc0413d", + "memory.npz": "fd6596caf8c231862ef69502a8428cb994249a60d38563ac2757f0f4b280239c", + "model_tool_manifest.yaml": "c1046861305129f5c810dca6d516f90420f630a2ec0ebfef105e7b77cebdcf2d", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "62038507ac8c52460fd8b738ed8749357b78d1b1e132a0e5a055c0f823f6bb22", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "d309fa881b810013042c6525920f7e397f91b86bdeacd4f2b2287c89d62030f2", + "exploration_ledger_hash": "b8da681e0b72f85e0eac10fecfd49396a7c25ac4058e6d0505cb15eb4463bd1a", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "d309fa881b810013042c6525920f7e397f91b86bdeacd4f2b2287c89d62030f2", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 17, + "bundle_hash": "dbb4dd9cf2831e3d7eddf967f59a3a0125cf8e4decd1dfea29195a531ab898f3", + "independent": true, + "valid": true, + "status": "exception", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "679e517e9ef5bdce53323e2fc43c33f0efdab15130e681e94d1c5927748a13cd", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "679e517e9ef5bdce53323e2fc43c33f0efdab15130e681e94d1c5927748a13cd", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "679e517e9ef5bdce53323e2fc43c33f0efdab15130e681e94d1c5927748a13cd", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..9b764ad72f62bdf9fd9c6c6c57f86c1a2c9c8c60 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/handoff.md @@ -0,0 +1,7 @@ +# E20 candidate handoff + +Offline runnable controller.py exports reset_episode() and act(obs). Requires bundled memory.npz, features.py, config.json, NumPy and OpenCV. No network, model provider, neural weights, simulator imports, or online development. All memory comes from this task's authorized D20 observations/actions. + +Runner owns initial hold. Raw observations or observations with step_id supported. Contract 44-component ordering and 1500-step horizon enforced. Missing/invalid observations and extreme retrieval mismatch yield zero deltas. Action gain and observation-retrieved phase threshold are configured in config.json. These modify deltas, not retrieval provenance or reset identity. + +Episode 1 baseline gain 1 reached native success at step 456. That result is not an independent rehearsal and does not prove three-ball continuous juggling. Visible success requires unambiguous three-ball repeated catch/throw cycles; ambiguity is false. Rehearsal and freeze records outside this bundle are authoritative for exact hash selection. See findings.md for tested limitations. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..56eafd45e8ddd2bf9d5a332e12c98cda78fad1f4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,119 @@ +{ + "stage": "E20 legal exploration", + "status": "candidate_for_independent_rehearsal", + "task_id": "DualArmJugglingBall-v1", + "worker": "Agent-D20-E20-Compiled", + "neural_finetuning": false, + "pretrained_weights_loaded": [], + "frozen_weight_references": { + "controller": "none; deterministic features and nonparametric example memory", + "coding_model": "provider-supplied model; exact checkpoint reference unavailable to worker; weights unchanged" + }, + "tools_used": [ + "functions.exec orchestration", + "exec_command: local bash and Python", + "view_image: contact-sheet inspection", + "worker_api.API.read_demo: authorized local HDF5 access only", + "Python standard library: importlib, json, pathlib, hashlib, sys, importlib.metadata", + "NumPy: descriptive statistics, memory arrays, nearest-example distances", + "OpenCV: RGB resizing, HSV segmentation, connected components, contact sheets", + "h5py: demonstration reads via API", + "Trusted worker API: budget_status, next_episode, latest_observation, execute_actions, finish_episode, rehearse, score_rehearsal, freeze", + "Trusted worker API: budget_status, next_episode, latest_observation, execute_actions, finish_episode, rehearse, score_rehearsal, freeze" + ], + "network": { + "used": false, + "restriction": "Internet restricted to audited provider proxy; no external queries attempted", + "proxy_availability": "not tested" + }, + "versions": { + "python": "3.10.20 (main, Mar 11 2026, 17:46:40) [GCC 14.3.0]", + "numpy": "2.2.6", + "cv2_imported": "4.12.0", + "h5py": "3.16.0", + "opencv-python_distribution": "4.13.0.92", + "opencv-python-headless_distribution": "4.12.0.88" + }, + "runtime_dependencies": [ + "Python >=3.10", + "numpy", + "cv2 (OpenCV)" + ], + "offline_dependencies": [ + "h5py", + "/worker_api.py", + "authorized /demonstrations", + "/demo_manifest.json", + "/task_contract.json" + ], + "available_not_used": [ + "SciPy 1.15.3", + "torch 2.10.0 (not imported; no weights loaded)" + ], + "provenance": { + "inputs": { + "/task_contract.json": "eca11c3c3f4821f20576055fc0498f22057f1a6a89222f20b283afec73545aeb", + "/demo_manifest.json": "2af003d315c7a6cd667b814e9d918c1d18711674ea472e386dfaa069585da0f1", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "data_access": "Only fields authorized by API.read_demo; all actions/proprio and front/top frames; selected other views for demo_00", + "visual_inspection_ledger": "../demo_analysis.md", + "memory": "memory.npz", + "memory_shapes": { + "q": [ + 9659, + 92 + ], + "v": [ + 9659, + 1184 + ], + "a": [ + 9659, + 44 + ], + "scale": [ + 92 + ], + "demo": [ + 9659 + ], + "frame": [ + 9659 + ] + }, + "compilation": "build_memory.py; handcrafted feature extraction and descriptive scales only; no gradient training", + "runner_manifest_and_environment_lock": "supplied separately, not asserted verified here" + }, + "known_limitations": [ + "Two balls visible in inspected demos versus three-ball continuous juggling instruction", + "No observable success labels or validated completion detector", + "No camera extrinsics, root-to-camera transform, robust ball tracking or physical model", + "Nearest-example selection can stall, switch discontinuously or fail off distribution", + "Manual color/distance/OOD parameters are uncalibrated", + "Both OpenCV distributions installed; actual import version recorded", + "Provider model checkpoint not exposed; no model modification performed" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..06c1156543db777c39bb25cdc394849f9e14654d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/skills.md @@ -0,0 +1,8 @@ +# Draft capabilities + +- Read normalized qpos/qvel in the four contract paths and RGB in HWC or singleton-batched HWC format. +- Extract deterministic color-component and thumbnail features from current front/top cameras. +- Retrieve a legal joint action from all 20 authorized demonstration memories on each observation. +- Track consecutive visual differences, reset task-local state, and respect runner-owned hold/horizon accounting. + +These are implementation capabilities, not validated task skills. No external skill, task-specific expert, simulator, pretrained perception model or neural training was used. No demonstrated three-ball juggling completion criterion is available. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=210:return None + if _DB is None: + with np.load(Path(__file__).with_name('reference.npz')) as f:_DB={k:f[k] for k in f.files if k!='rgb'} + _DB['ball']=np.load(Path(__file__).with_name('ball_reference.npy')) + b=ball(obs['rgb']['top_camera'],_prev) + if b is not None:_prev=b + if _demo is None: + starts=np.flatnonzero(_DB['phase']==0) + j=starts[np.argmin(np.abs(_DB['ball'][starts,0]-(b[0] if b is not None else 240)))] + _demo=0 + ids=np.flatnonzero(_DB['demo_index']==_demo);j=ids[min(t,len(ids)-1)] + a=_DB['a'][j].copy();_last=float(min(t,len(ids)-1)) + if t<180 and b is not None: + target=.00221695*float(b[0])-.530522 + for robot,index,sign in [('panda-0',0,1.),('panda-1',7,-1.)]: + q=np.asarray(obs['proprioception'][f'agent/{robot}/qpos']).reshape(-1) + depth=sign*fk(q)[1] + a[index]=np.clip(5.*(target-depth),-.18,.18) + if t>=140: + ax=a[[0,7]].copy();a[:]=0.;a[[6,13]]=-1. + if t<180: + a[[0,7]]=ax;a[[2,9]]=.1;a[3]=.03;a[10]=-.03 + for robot,index,sign in [('panda-0',1,-1.),('panda-1',8,1.)]: + q=np.asarray(obs['proprioception'][f'agent/{robot}/qpos']).reshape(-1) + a[index]=sign*np.clip(5.*(.58-fk(q)[0]),-.04,.04) + return np.clip(a,-1,1).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..9a40bc2dbabdd643773a20a3128140eb95e81312 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmLiftBall-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0ae15cdef87db24bcf5d069394179b3c6275c4c1380104f645cabf87e95d12c3", + "source_sha256": "a988022aae2e6d19647e5c938412a125545987e733e0aed687f0f327062a90c0", + "view_sha256": "fc2accfe6d35fa8d7395d00a18969504b4157d7aa67aca75d64baa98b06e57a6" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2c02e09c7ee630b6adf295e5214bd635981add00e5db4866618cc7e8d42cd5a7", + "source_sha256": "18b83de5405e4528a857c263e067d0adbb0630231313f93df6b1914b3882a3d9", + "view_sha256": "564a89cf86c685206ab6442adaee4b7d3a67e59805c97bc37d0d8a2a9e43f8ec" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 138, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 138, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 138, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 139, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "206b30b8c36dd2e971edada8ad2fdac6c41660cde39d53609252d96056164afa", + "source_sha256": "b08ddfe184b82c371ff75e675333f2f398ecd5b2955cb0794d9564b14309dc12", + "view_sha256": "d3109687e72305fa5f6b97bf4805dc2260072d0197018c9299d9344282e872c1" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8656453da3e3deb57abbe3eb7fc8cc59862ff27c05190d35d3460dc85b89825d", + "source_sha256": "84cb26fda8bf384d4ff4936ff9806d27ba5ec446f0f493e260ebe2979cc9ed72", + "view_sha256": "44e8f69c7f533044cc782e9b69b74f4f2fe0c6bca2ef2cd2a987f263125e4a22" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bf5b13743f0575fcb7463c0545f7e4c0833c7d3b28aa63ba47d2f7d89c962b8e", + "source_sha256": "6af0e7bec4a0014a5d8b9c7a1795304732ab28c7d5e27f68f5119b4fb60e0cf3", + "view_sha256": "5f7505253cbdbfcb343f05d4a1a0ce694ba54e28a43e6b361af32a9f29f99d17" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "26fd2af075dfa50364c3ac4bde4f160f39299dcff8855ace2e38674f28903094", + "source_sha256": "bb7fca500747c7229797c604e292c34b08ce434239d2caefcefbfa87d6c2ccbc", + "view_sha256": "e90836977e0cdae992916d6f25e8be7e9093bf20f14df45fc10ad9bf66437b24" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "41c1115be80e39d10232092f5419891fec8888d1846a59bd3a91e3dc1948bb25", + "source_sha256": "ccb59adbf3b7a93cc5213f99e5c5966903e0262995ac94f46ab08a976c57e0e2", + "view_sha256": "da208e25be7a82564362249ad8247b88acb9321dba9b179ff0a99c830b14b96d" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f50458b8be6a85fa663551122ab9dd51d0805f5a35dbe657e6dd69f4cd873456", + "source_sha256": "8fd230b1f25f04cd7b6c0998d6ec7e6e3e267bbca466d81a4f112d55aaeac2c0", + "view_sha256": "88b6bcf7a83f9fbf473820b41f71f1df19279efe9f0ed46a5f78ba5c93928f9e" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 145, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 145, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 145, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 146, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 146, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 146, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 146, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 146, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 146, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 146, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 146, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 146, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bfd615b9822103cd385e381495e57f7e455aa2b49639b08376e3feb27ee73989", + "source_sha256": "dfb6edf712ce184710096523769145dd7569f63dd9205d7eb4dc32884caa4aeb", + "view_sha256": "f25ee42499e3548463aab47927281d5199527dc19dd4ea5f134f6f583164619b" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6507a7d7eea71affe008d300a7b871b83e0aeef7b1774aa7cef11ed31c3b713c", + "source_sha256": "f91837505413989229e45afb86ea34d4028c894cdf2f6f1cad9edc0455567d95", + "view_sha256": "fa3eb0447d6b9741bce6057773220476551678883346bc5cd2a438b6b0deac40" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 139, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 139, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 139, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 140, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "278a24a25b980af009d6b528af55e2380e05f7540a9ce81c84096caad137da04", + "source_sha256": "5d48c538d1b69c26a235064a436b0ce06bfa56670e51daa47c5a6bbb808e469f", + "view_sha256": "7eb12dd94e5c0b88e933fa049293bd77929845f044d6d73766f6a3ffcbe950ae" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 138, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 138, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 138, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 139, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 139, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 139, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "365ab66b52d4cc1d4797177dc8f18ed5add6ed5ffbd07aaff4053dddf200eedc", + "source_sha256": "682d6601dbd0ad786a16707d40e8eef90cefa0554bd6042cc3b59316aaa6c9ac", + "view_sha256": "b8a82cb74ab3edc42993c206c3994936fb53697a9ab685659bf5c790b83a9913" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7b69a4074c50fa7623cc5b5fe1db0c27dcc2b074467ddeaa85e27d71f280e9e1", + "source_sha256": "3e95fa1903eb53e02d80347f9b7dd9c3dd68ae8f6837a353f4dddd62c3b03cb6", + "view_sha256": "7bb5938f9629b711d0f28bf1c4a8cf696d568142d96cdec68f62bc55b4a9ace3" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5d4fbe3382bf0c394a9cd8c4cf07c9c6882b827f792a252a302c082cb1ccf921", + "source_sha256": "b1593d563e2d028c6c9449fd751e5ff78e303863ceacd0d97e3c02f13b8870eb", + "view_sha256": "c2d9f388a3099e7e725c3cd6a27602985d5c3124155788b79f264c6efbbf5d24" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9bef23cbae3efade720257a6b20880a5c21f97428bba500500504e888d5b1b8b", + "source_sha256": "6c56f135de2673fc322a9cc0b9567677337c7fdb2c4fb6185dbb40794e397357", + "view_sha256": "7a4ec477abb581a6f0777b5e3feb8b3355332e22da478f2c36e5e16a922ff9cd" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 141, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 141, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 141, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 142, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 142, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 142, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 142, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 142, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 142, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7c27ea63098c3b18436c2c3ab81302d6ed6cd41b718f4071c985442cedb529da", + "source_sha256": "dc7deb5a5e5bf1e5938d6fc27663e97d9c3fbd69541bc1cbb53afc4ffd4f5e98", + "view_sha256": "b627d3db21add58e0eeb7f3b31f7d3cba9629f0a16f7da8dd30c4599b2b84c45" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0f04250cc83d51753e72c0d8019c330c299c46929435f5b5da71fcec5f631753", + "source_sha256": "57dfb7e98970637a9aa8657e807547282da470e5e3b0e51835580b6fac9ff430", + "view_sha256": "d89048da08dea2cfdfee7a901ea072ecfe2405befd8798388366d4f69be52731" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 139, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 139, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 139, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 140, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7c357078603cd75b8c69ebc05c5e0b5612156f5c36e888bae4ed0a5bb88aa1ed", + "source_sha256": "3ba7d2426158186d0fff6e86051e55598acfb138848289872256a9535120c96e", + "view_sha256": "cae1a156aa92f9c18f3f6279915f48832e95d36f473cf3292e0020f4abdcbca2" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 139, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 139, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 139, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 140, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 140, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 140, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9442a3256900b7c95e63d6b10f2ba17eb4777b5250535f053bdf2258c1c1d7e9", + "source_sha256": "b56c9cb5f7bc8564a98a825103a0285b9947a92e52f115a3cc5a2ed255efbdd1", + "view_sha256": "7d22f6ca17154749a728474ebb4ce19c3bc3b4cb0b3f5774c9be53042c954cb6" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 140, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 140, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 141, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 141, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 141, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9709de74f190b62959e819cd981b07884971b125a95f208266f612982c97378c", + "source_sha256": "e59ccf1719ce4b1cadcc6544e84c67894be24686280ab82d021fcb601b15bd61", + "view_sha256": "68c1944c9c7c252d7fb4b3707491eb59df590f5add2510e3103100e18c345e50" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..3674f04274527c851437ff4f160ee9c3e325acf5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/freeze_manifest.json @@ -0,0 +1,117 @@ +{ + "files": { + "ball_reference.npy": "2713eb52580b4952546307c259b40cabe0030fb307b15afb192cc49a43ccbf20", + "controller.py": "2b8eab423812f8158fac9bb1c92e82adf300fbc743868579875eca3620118b7e", + "demo_manifest.json": "1fdf1884267a8feb6a4d8c064554f82606848cebf5020ad66ed4be01807bc1e2", + "demonstrations_readonly/demo_00.h5": "fc2accfe6d35fa8d7395d00a18969504b4157d7aa67aca75d64baa98b06e57a6", + "demonstrations_readonly/demo_01.h5": "564a89cf86c685206ab6442adaee4b7d3a67e59805c97bc37d0d8a2a9e43f8ec", + "demonstrations_readonly/demo_02.h5": "d3109687e72305fa5f6b97bf4805dc2260072d0197018c9299d9344282e872c1", + "demonstrations_readonly/demo_03.h5": "44e8f69c7f533044cc782e9b69b74f4f2fe0c6bca2ef2cd2a987f263125e4a22", + "demonstrations_readonly/demo_04.h5": "5f7505253cbdbfcb343f05d4a1a0ce694ba54e28a43e6b361af32a9f29f99d17", + "demonstrations_readonly/demo_05.h5": "e90836977e0cdae992916d6f25e8be7e9093bf20f14df45fc10ad9bf66437b24", + "demonstrations_readonly/demo_06.h5": "da208e25be7a82564362249ad8247b88acb9321dba9b179ff0a99c830b14b96d", + "demonstrations_readonly/demo_07.h5": "88b6bcf7a83f9fbf473820b41f71f1df19279efe9f0ed46a5f78ba5c93928f9e", + "demonstrations_readonly/demo_08.h5": "f25ee42499e3548463aab47927281d5199527dc19dd4ea5f134f6f583164619b", + "demonstrations_readonly/demo_09.h5": "fa3eb0447d6b9741bce6057773220476551678883346bc5cd2a438b6b0deac40", + "demonstrations_readonly/demo_10.h5": "7eb12dd94e5c0b88e933fa049293bd77929845f044d6d73766f6a3ffcbe950ae", + "demonstrations_readonly/demo_11.h5": "b8a82cb74ab3edc42993c206c3994936fb53697a9ab685659bf5c790b83a9913", + "demonstrations_readonly/demo_12.h5": "7bb5938f9629b711d0f28bf1c4a8cf696d568142d96cdec68f62bc55b4a9ace3", + "demonstrations_readonly/demo_13.h5": "c2d9f388a3099e7e725c3cd6a27602985d5c3124155788b79f264c6efbbf5d24", + "demonstrations_readonly/demo_14.h5": "7a4ec477abb581a6f0777b5e3feb8b3355332e22da478f2c36e5e16a922ff9cd", + "demonstrations_readonly/demo_15.h5": "b627d3db21add58e0eeb7f3b31f7d3cba9629f0a16f7da8dd30c4599b2b84c45", + "demonstrations_readonly/demo_16.h5": "d89048da08dea2cfdfee7a901ea072ecfe2405befd8798388366d4f69be52731", + "demonstrations_readonly/demo_17.h5": "cae1a156aa92f9c18f3f6279915f48832e95d36f473cf3292e0020f4abdcbca2", + "demonstrations_readonly/demo_18.h5": "7d22f6ca17154749a728474ebb4ce19c3bc3b4cb0b3f5774c9be53042c954cb6", + "demonstrations_readonly/demo_19.h5": "68c1944c9c7c252d7fb4b3707491eb59df590f5add2510e3103100e18c345e50", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "dcf65821dc9b1b101c5de2464dec6c5c3ee20a3fd79277890eb50930ca5c5267", + "handoff.md": "a9660d801710fcc6fbe744470a10cf1813aa881b3703bfc97ea85291960510d0", + "kinematics.py": "66b5bbb372f5a6ec9dd036e0fa3783002182452afa53603b933e7c0dfbcf41ab", + "model_tool_manifest.yaml": "ff054f46f77d4baec8baee7b376cf889d3411c518d0e5406c021d91fd00bad3b", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference.npz": "f06a0bbd10f96cc866fd693b3db2057b9ca34c616d557739df24aa37a80e8b70", + "skills.md": "e5b840087f04d63110e44c118f28e4e5f8333e2a7d7c8aa67285abcb65450903", + "vision.py": "133e498054618de50328a4b89d27cbf5ab8d5474d5b29d6383fb1cdd1b8b6b48", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "exploration_ledger_hash": "dc2178b7bbc3c560cf5039d214954efac7474aef46aa52b6422fcf74d51963d2", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 3, + "bundle_hash": "bbe8da3d4a644f0ad82c885f057116fb5fe9ce91e88b7bba143dd706a1933512", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 10, + "bundle_hash": "c07bad9cd66b8bd1b7c0671e48211a25872fa76ca5c6081ecdcd052c439a2239", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "cffcc9777268838ff107bdfcd455c3e67d820c22adb46f827b87ba0edb2a37d2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..25efd7ebec636a270fb1d3e395fd2f1cf2d160a3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/handoff.md @@ -0,0 +1,11 @@ +# Runtime and audit handoff + +controller.py exports reset_episode() and act(obs). Runtime dependencies: Python3, NumPy, OpenCV; local files controller.py, vision.py, kinematics.py, reference.npz, ball_reference.npy. No internet, models, downloads, worker API, task simulator, or development agent is required by act(). + +Native horizon300 at20Hz; initial runner hold consumes step1. This candidate returns None at step210 unless the runner terminates earlier. Action order panda-0 then panda-1, each xyz, rotationxyz, gripper; flat14 values within native [-1,1]. Reset controller memory per episode. + +This runtime behavior achieved native success in interactive episode9 and failed independent episode10. Episodes15–20 are reserved for unchanged exact-bundle independent validation; their authoritative results and hashes are recorded outside the bundle by the trusted API. No prospective success rate is claimed here. Freeze selects the eligible exact version under the prescribed ranking. + +Audit evidence remains in /workspace/demo_analysis.md, /workspace/evidence, and /workspace/exploration. Each interactive trial has saved observations; most have full action traces. Episode9's action trace was lost on an interactive harness exception after native termination; its saved native success return and images are preserved, and the limitation is documented. Candidate versions and failures are retained. Independent execution is always entrusted to API.rehearse(). + +The runner adds the verified demo manifest, readonly demo files, and common environment lock. The bundled builder and old synthetic check have been removed from runtime packaging; their originals remain in archived candidate versions. Analytical kinematics is a pure coordinate calculation from qpos, with no simulated dynamics or environment construction. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..ac4923763b540e04ec06976e19eebfc6e89b341a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/kinematics.py @@ -0,0 +1,8 @@ +import numpy as np + +def fk(q): + T=np.eye(4) + for th,a,d,al in zip(q[:7],[0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,0],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + c,s=np.cos(th),np.sin(th);ca,sa=np.cos(al),np.sin(al) + T=T@np.array([[c,-s,0,a],[s*ca,c*ca,-sa,-d*sa],[s*sa,c*sa,ca,d*ca],[0,0,0,1.]]) + return (T@np.array([0,0,.2104,1]))[:3] diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a76a30df4e828d238c0ea5e34b3af1eb42fe8de9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,93 @@ +{ + "stage": "FINAL EXACT-BUNDLE INDEPENDENT REHEARSALS", + "status": "ready_for_episodes_15_to_20", + "task_id": "DualArmLiftBall-v1", + "neural_finetuning": false, + "pretrained_weights_modified": false, + "frozen_weight_references": [], + "coding_model": { + "name": "Codex (system-provided)", + "exact_weight_id": "not exposed", + "modified": false + }, + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "preparation_dependencies": { + "h5py": "3.16.0", + "scipy": "1.15.2" + }, + "tools_used": [ + "functions.exec / exec_command: local shell and Python", + "view_image: six generated contact sheets", + "worker_api.API.read_demo: authorized RGB/proprioception/actions", + "Python standard library: importlib, json, pathlib, hashlib, sys, platform", + "NumPy: statistics and nonparametric reference arrays", + "OpenCV: RGB resize, sheet annotation and image writing", + "h5py: read_demo backend", + "SciPy: version inspection only", + "Trusted worker API: budget_status, next_episode, execute_actions, latest_observation, finish_episode, rehearse", + "Analytical serial-chain kinematics from legal qpos; no dynamics simulator", + "OpenCV HoughCircles and handcrafted feedback" + ], + "provenance": { + "contract_sha256": "2b28c539c6645273991e1a59f6c8997392ea7d8e3154af09e65af6297154f927", + "manifest_sha256": "18afc20b05b97f76b130f6c49083fbec231f0b196b087ca6517ccb83115a6ded", + "worker_api_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "reference": "reference.npz: all 2819 legal observations; 2799 expert actions plus 20 synthetic endpoint holds", + "reference_sha256": "f06a0bbd10f96cc866fd693b3db2057b9ca34c616d557739df24aa37a80e8b70", + "inspection_log": "../evidence/visual_inspection.json" + }, + "validation": [ + "Authorized interactive exploration; native success observed in episode9", + "Independent episode10 runnable, native failure", + "Final unchanged exact bundle to be independently rehearsed in episodes15-20; outcomes recorded by runner" + ], + "limitations": [ + "Robustness across ball offsets unproven", + "No validated regrasp", + "Classical vision can lose occluded ball", + "Episode9 interactive action trace incomplete after harness exception", + "No official success inferred from visual lift", + "Verified demo manifest and common environment lock supplied by runner" + ], + "exploration_episodes_before_final_rehearsals": 14, + "runtime_files": [ + "controller.py", + "vision.py", + "kinematics.py", + "reference.npz", + "ball_reference.npy" + ], + "runtime_sha256": { + "controller.py": "2b8eab423812f8158fac9bb1c92e82adf300fbc743868579875eca3620118b7e", + "vision.py": "133e498054618de50328a4b89d27cbf5ab8d5474d5b29d6383fb1cdd1b8b6b48", + "kinematics.py": "66b5bbb372f5a6ec9dd036e0fa3783002182452afa53603b933e7c0dfbcf41ab", + "reference.npz": "f06a0bbd10f96cc866fd693b3db2057b9ca34c616d557739df24aa37a80e8b70", + "ball_reference.npy": "2713eb52580b4952546307c259b40cabe0030fb307b15afb192cc49a43ccbf20" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..d4e8a2bd2692e86db2abcfdec0633a1978b488d4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/skills.md @@ -0,0 +1,11 @@ +# Compiled controller capabilities and limits + +Uses exactly this task's D20 reference bank and legal RGB, proprioception and step_id. No neural model, fine-tuning, network access or simulator is used by the controller. + +Classical top-camera Hough-circle localization normalizes images to 480x640. Full-width search and temporal center/radius checks reduce switches to the support. Missing or occluded detections remain possible. Demo00 supplies nominal bilateral approach, tilt, closure, and lift timing. The reference bank preserves all20 demos; runtime deliberately uses demo00 after initial localization. + +Measured depth feedback uses analytical serial-chain Panda forward kinematics from qpos. A handcrafted pixel-to-depth calibration from legal demos gives target=.00221695*ball_x-.530522. Root-x actions separately correct each arm's depth error with gain5 and cap.18. This is an approximate geometry-based controller, not a trained neural policy or a simulator. + +Through phase139 the program follows nominal demonstration channels except corrected depth. Phase140–179 extends lift with z=.1 and opposite rx=.03, and regulates lateral tip spacing toward local-x=.58. It then holds closed grippers and finishes at native step210. Native horizon remains300. All actions are clipped14-component float32 vectors in contract order. Runner owns initial hold. + +Observed limitations: unstable sphere rolling at larger depth offsets, occlusion, geometric calibration error, sensitivity to wrist configuration, and no validated regrasp. The controller never declares success. Only native API feedback or the prescribed conservative visible rule can establish an outcome. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/vision.py b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/vision.py new file mode 100644 index 0000000000000000000000000000000000000000..679ae31dd1dad36b1cc6ea25268d2caa9d7283b0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/vision.py @@ -0,0 +1,12 @@ +import cv2,numpy as np +cv2.setNumThreads(1) +def ball(im,previous=None): + im=cv2.resize(np.asarray(im).squeeze(),(480,640));gray=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY) + crop=gray[160:480,:] + cs=cv2.HoughCircles(crop,cv2.HOUGH_GRADIENT,1,35,param1=100,param2=23,minRadius=60,maxRadius=90) + if cs is None:return None + cs=cs[0];cs[:,1]+=160 + target=np.array([240.,320.,67.]) if previous is None else previous + c=min(cs,key=lambda c:np.linalg.norm(c[:2]-target[:2])+2*abs(c[2]-target[2])) + if previous is not None and (np.linalg.norm(c[:2]-target[:2])>25 or abs(c[2]-target[2])>10):return None + return c.copy() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/bank.npz b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/bank.npz new file mode 100644 index 0000000000000000000000000000000000000000..465ee84bdf40f5dc8bc60ba0b04b5e8afa5ef4dd --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/bank.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c27b3dcd2882b12be3947e6d221232011eee86b5e0f02ac92ee3599fb3cf03 +size 21799399 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_01.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_01.h5 new file mode 100644 index 0000000000000000000000000000000000000000..baeb97f953b8e3c7445e34efee86d3b589c6a880 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_01.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7803ffd39d0982366e8a1f62e49ad39be051dd285a94cb3dc472f66019f2e76 +size 132675550 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_02.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_02.h5 new file mode 100644 index 0000000000000000000000000000000000000000..580724b5e027546b7840b536998e996f716b9edd --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_02.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100f45bea3e09cd25787e653b94bea1b5e179433fa838532a310e552dbf03024 +size 125969729 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/geometry.npz b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/geometry.npz new file mode 100644 index 0000000000000000000000000000000000000000..a998e1671b3212b9fcae895ef5e98efcbf4dc103 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/geometry.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d581ce7541c59d45b939fbf629ff9ea72bf25b43c1dec9ac73d228ae8b96e5 +size 140220 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_00.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_00.h5 new file mode 100644 index 0000000000000000000000000000000000000000..2ce7ed37be715561711c8b04c2d499722a59c4bf --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_00.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d2b054964b78c5621e427e352a58d088c5b911667ff11437046659ab5bc2eb +size 54265352 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_02.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_02.h5 new file mode 100644 index 0000000000000000000000000000000000000000..7c80a3a1e7af54fde5287774ce0ca4ff39614f2b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_02.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204dfcb41747a7f1c3b7cdc8c4b84fb6558319ae9f41d9d5f7a773d540e8a710 +size 54317593 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_03.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_03.h5 new file mode 100644 index 0000000000000000000000000000000000000000..e4c8c2db1f13f52195024b61264f727f2676bccc --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_03.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7195bc570cb1e241bb5c1dbd2764ef5dc93f97d35861c869d460766c582a12fb +size 53292608 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_04.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_04.h5 new file mode 100644 index 0000000000000000000000000000000000000000..dd99f19eb2bfd7372605293a85224d76ce7b9148 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_04.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a655d54f3b5c9351e179fe96a1be5ccab94a313ae5e6ddb8159ba6f8a465f9b3 +size 52826570 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_05.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_05.h5 new file mode 100644 index 0000000000000000000000000000000000000000..3e9376035cac4f382f4e6d1a4e477f73a570555c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_05.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a672104d867dfcc28cca869d8088264645cabe1fb297e6ada83c978af457aa5 +size 54274576 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_06.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_06.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c1327b0ee93e86048b1721bf289707d7e9e241b8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_06.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a838257c2f70fbf09bb15b12f18c4c627159256b780d64d95303e667544ba7df +size 52662863 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_07.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_07.h5 new file mode 100644 index 0000000000000000000000000000000000000000..f31a5ce311b9a21a5e3a0a3e8ad8d95d7f104aab --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_07.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96af34c69098a76865df60b658533b310992c30f456de6581920121e8af21ada +size 54318483 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_08.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_08.h5 new file mode 100644 index 0000000000000000000000000000000000000000..e1e78aa791ea31b034bdb3660cf239c246034b89 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_08.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65e03260a57150853e9008d00a9dec5a23e9d2d90914e4a3982f60bac471616 +size 53281516 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_09.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_09.h5 new file mode 100644 index 0000000000000000000000000000000000000000..0c130ad5c2a66a3b8190aa76240a279b56b349fb --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_09.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd32fd5c082f1823f7291c1bee0beb137eed9f5a9e4ef5b1db3b6c76e99747b7 +size 52823287 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_10.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_10.h5 new file mode 100644 index 0000000000000000000000000000000000000000..73be391f6ef9c640839267260553c3f6bc9b7a98 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_10.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718719a734d8ea7c437bdb4523878910cc93a1d1feed12d4db5ae936fa0d9646 +size 54187040 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_12.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_12.h5 new file mode 100644 index 0000000000000000000000000000000000000000..41662ed552d138409acecb946777a9687a645c58 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_12.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8693f9d9062aeb8b7d31a74b6e2557635eeaab3820fe6c8e22e0bbc8a735a9 +size 53055735 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_13.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_13.h5 new file mode 100644 index 0000000000000000000000000000000000000000..d1238cd646c719b7b768b6145f95449c9f1d4e1e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_13.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:429fd2fbad82b3324606e4efeec946ef66d20b61646e5f7273e9335a434cd712 +size 53932017 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_14.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_14.h5 new file mode 100644 index 0000000000000000000000000000000000000000..09f7f63fe1c533abe247e48320d54dc5d4513121 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_14.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c10bb50ab41fb3bedaf0e07eea9392113c01c6bf8bc572001796b800613b10 +size 54465234 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_15.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_15.h5 new file mode 100644 index 0000000000000000000000000000000000000000..7684e93cf6826707548cbc673e4f2fb31f33b260 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_15.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2633810c29bd0a800c35041a0b1c711b4d59c3a961c2fe4270d1f33c1820618 +size 54839146 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_16.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_16.h5 new file mode 100644 index 0000000000000000000000000000000000000000..0c35e8245eecb6b771d1fac8e4cc64dcfd055589 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_16.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c34aedc1cbe4532809e85f8bd09cbfdb9bf6e742814c0eddf8a7c0a63b7ea6 +size 53217683 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_17.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_17.h5 new file mode 100644 index 0000000000000000000000000000000000000000..572c2846447bc72fd61d0a2618e1e50606a5b0b7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_17.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcca39588723c9360df5de9c332b1d21a86a89e66eafd79d6a1358a2eabfc39c +size 54432028 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_18.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_18.h5 new file mode 100644 index 0000000000000000000000000000000000000000..770c209c4107711698998b3d7fb72ca27dcdc104 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_18.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da01c4f7e4a53222da177b1ce6f3e91f7f2d1512ee97ee134c9697b120a3cb0a +size 52828055 diff --git a/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_19.h5 b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_19.h5 new file mode 100644 index 0000000000000000000000000000000000000000..fad320dfa06deb516661bf7bb0af1205a8f20ebe --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HitBilliard-v1/frozen/demonstrations_readonly/demo_19.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc81f807bf36d2c1073fbdebe3c65b4e2ac2bee4c0750d2d0c965e611acf441c +size 55138886 diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/__pycache__/controller.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/__pycache__/controller.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7590b23506a08d134e334ec063716bc50f1d6e64 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/__pycache__/controller.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..575fcaf4ffec528e28259282dc1301f77b05ad7e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/check_synthetic.py @@ -0,0 +1,25 @@ +"""Pure synthetic interface checks. Does not access environment or demonstration frames.""" +import importlib.util +from pathlib import Path +import numpy as np +spec=importlib.util.spec_from_file_location('controller',Path(__file__).with_name('controller.py')) +c=importlib.util.module_from_spec(spec);spec.loader.exec_module(c) +b=c._bank();assert len(np.unique(b['demo']))==20 +assert b['q'].shape[1]==26 and b['a'].shape[1]==25 +n=2 +c._BANK={'q':np.zeros((n,26),np.float32),'v':np.zeros((n,26),np.float32),'a':np.zeros((n,25),np.float32),'rgb':np.stack([np.zeros(2304),np.ones(2304)]).astype(np.float32),'demo':np.array([0,1]),'frame':np.array([0,0]),'scale':np.ones(26,np.float32)} +c._BANK['a'][0,3]=.2;c._BANK['a'][1,3]=-.2 +q=np.zeros(26,np.float32) +obs={'rgb':{x:np.zeros((24,32,3),np.uint8) for x in c._CONTRACT['cameras']},'proprioception':{'agent/qpos':q,'agent/qvel':q.copy()},'instruction':'synthetic input','step_id':1} +c.reset_episode();a=c.act(obs);assert a.shape==(25,) and a.dtype==np.float32 and a[3]>.1 +obs['rgb']={k:np.full((1,24,32,3),255,np.uint8) for k in obs['rgb']} +c.reset_episode();a=c.act(obs);assert a[3]<-.1 +q[0]=.1;a=c.act(obs);assert abs(a[0]-.1)<1e-6 +assert np.isfinite(a).all() and (a>=c._LOW).all() and (a<=c._HIGH).all() +c.reset_episode();assert c._last is None +obs['step_id']=799;assert c.act(obs) is not None +obs['step_id']=800;assert c.act(obs) is None +obs['step_id']=1;obs['rgb']={};a=c.act(obs);assert np.all(a[3:]==0) and a[0]==q[0] +q[0]=np.nan;assert c.act(obs) is None +c._BANK=b;c.reset_episode() +print('PASS: bank structure; synthetic RGB/proprio feedback; shapes; bounds; reset; horizon; invalid input. No rollouts.') diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/contract.json b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/contract.json new file mode 100644 index 0000000000000000000000000000000000000000..657312dd65089d75cd9bd5ee28b789e882e47e40 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/contract.json @@ -0,0 +1,88 @@ +{ + "task_id": "MobilePickPlace-v1", + "native_horizon": 800, + "robot_uids": "mobile_panda_leaphand_urdf", + "instruction": "A simplified mobile manipulation task where the robot needs to pick up two cans\nfrom one table and place them on their matching target tables.", + "cameras": [ + "front_camera", + "left_camera", + "robot_camera", + "top_camera" + ], + "proprio_paths": [ + "agent/qpos", + "agent/qvel" + ], + "control_mode": "pd_ee_delta_pose", + "action_parts": [ + { + "robot_key": null, + "width": 25 + } + ], + "action_width": 25, + "control_hz": 20, + "action_semantics": "Per robot: six normalized arm components followed by normalized joint deltas for dex hands, or an absolute normalized gripper target for Panda. Mobile bases prepend three absolute joint positions.", + "units_and_coordinates": { + "panda_arm_translation": "normalized [-1,1] maps to [-0.1,0.1] meters in robot root frame", + "panda_arm_rotation": "three components clipped by vector norm to one, multiplied by rot_lower (-0.5 radians), Euler-to-quaternion rotation in root-aligned frame; this records the current controller implementation", + "dex_joint_delta": "normalized [-1,1] maps to [-0.1,0.1] radians", + "panda_gripper": "normalized [-1,1] maps to [-0.01,0.04] meters for the mimic control joint", + "mobile_base": "absolute base joint coordinates; native public action bounds still require validation" + }, + "action_low": [ + -5.0, + -5.0, + -12.5663706144, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0 + ], + "action_high": [ + 5.0, + 5.0, + 12.5663706144, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "initial_hold_recipe": "Copy only robot reset qpos[0:3] into absolute base controls. Zero arm/hand deltas. For Panda gripper use qpos[10], mapped as 2*(q+0.01)/0.05-1. Reject out-of-bounds holds." +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..1841b2843cf18b64ce7c2a472c0aae81b0eca850 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/controller.py @@ -0,0 +1,35 @@ +"""Authorized D20 initial-image trajectory selection at native action timing.""" +from pathlib import Path +import json,cv2,numpy as np +ROOT=Path(__file__).resolve().parent +C=json.loads((ROOT/'contract.json').read_text()) +B=np.load(ROOT/'full_bank.npz');T=np.load(ROOT/'source_templates.npy') +ELIGIBLE=list(range(20)) +_last=None;_demo=None;_tick=0 + +def reset_episode(): + global _last,_demo,_tick + _last=None;_demo=None;_tick=0 + +def act(obs): + global _last,_demo,_tick + _tick+=1;t=int(obs.get('step_id',_tick)) + if t>=800:return None + q=np.asarray(obs.get('proprioception',{}).get('agent/qpos',[])).reshape(-1) + if len(q)!=26 or not np.isfinite(q).all():return None + if _demo is None: + im=np.asarray(obs.get('rgb',{}).get('top_camera',[])) + if im.ndim==4:im=im[0] + if im.ndim!=3:return None + im=cv2.resize(im,(640,480),interpolation=cv2.INTER_AREA)[225:275,465:535] + im=cv2.GaussianBlur(im,(7,7),0).astype(float) + refs=np.array([cv2.GaussianBlur(T[d],(7,7),0) for d in ELIGIBLE],float) + score=np.mean((refs-im)**2,axis=(1,2,3)) + _demo=ELIGIBLE[int(np.argmin(score))] + aseq=B[f'demo_{_demo:02d}_actions'];k=t-1;_last=(_demo,k) + if k>=len(aseq): + a=np.zeros(25);a[:3]=q[:3] + else: + a=aseq[k].copy() + # No base limiter in this ablation; preserve demonstrated target. + return np.clip(a,np.array(C['action_low'])+1e-7,np.array(C['action_high'])-1e-7).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..2e555aa5f4bd67914c14ef882f4fcc4c6a1a160e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "MobilePickPlace-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 799, + "fields": [ + { + "path": "actions", + "shape": [ + 799, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 800, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 800, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 800, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 800, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 800, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 800, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ce1175ab4bf06a42ac07983dfa68bbd3dfb304eccf7234bf2d047ca0f7404a6d", + "source_sha256": "d8230e5b4a0e8508323f4d65201b51769190f74a1c8cc6f3da6179b25d4e70ee", + "view_sha256": "97eb07df81915f5a9b949d203b26d8b4ff0050c622c8a7a57700aa06c2847621" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 802, + "fields": [ + { + "path": "actions", + "shape": [ + 802, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 803, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5c7fd428a7da0350749c0fdf3232a9e9cb0011193337c88e25ea6c76fceb260d", + "source_sha256": "db3975858dd28ca1b90a537ba110d70b0ca6fe4c77a553d37ab88a158990ff49", + "view_sha256": "3b8212333068b7dfd0ab6aeadaf86e395ef07856091dc70d5a5f3506e70bf7b4" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 802, + "fields": [ + { + "path": "actions", + "shape": [ + 802, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 803, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "95a3b5236f3697a9af339671d2b74442012149eb6c67700578426d8439fac929", + "source_sha256": "283e21478c0ef9da74f6d083067db70d14e4b6df760b97a0d0201719ff9bd184", + "view_sha256": "ef3e894e25da6f8446b8c53c94ea93aa48f3143a9c2f0a8917419d77cddb2e63" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 803, + "fields": [ + { + "path": "actions", + "shape": [ + 803, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 804, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 804, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 804, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a630a9c420f37c1a651d0a9bf42069eb69b4fd5d22f704f1590b54f5a418bd66", + "source_sha256": "a90a8f1830ad82a6cd72f6e2189094518d5d0f71f4ff7e252965b18ddff9e0c6", + "view_sha256": "5c6194f78343db8cd9a7a022b66729ef5054a3f1f9cd8255c25d06e5dc8afb72" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 799, + "fields": [ + { + "path": "actions", + "shape": [ + 799, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 800, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 800, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 800, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 800, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 800, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 800, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8fe85c05ff19581afb34f9446d5faa48b893e0d15fc985ddabd228f60c632801", + "source_sha256": "b4f1d111d5fd4b74123b6e44a7912a8bbf13cb45aeaa12feea1f4ff95c3494af", + "view_sha256": "ce9b20e4938fa3b5fc5d6bdad8ec17e06c5840872a55ad57307232434024c558" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 805, + "fields": [ + { + "path": "actions", + "shape": [ + 805, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 806, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 806, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 806, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 806, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 806, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 806, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fbc3f4cae07f63e9f77ebd20a5a335f492433b96fb08003aaac6206be81abc06", + "source_sha256": "fee39234a1e1ef90c6d048f44b16c3f0d193cc69d2b221e50ed02c1263c928ee", + "view_sha256": "3d07c647b78e6473e6ab14fd3158327ab305ee9bab91369cb7209d23945453db" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 801, + "fields": [ + { + "path": "actions", + "shape": [ + 801, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 802, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 802, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 802, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "960655d6ba123d538def9bee24c1c2b8f77f5029e5d659133fcce7e1287aab05", + "source_sha256": "9d37c702470a74fae6f501a9ca69382aac2af3c9080c9f75dd87fe2a322a8091", + "view_sha256": "532b4153719e0df4a13c9518119a53ba1ee91a636b35766720e0a89e928cfe2d" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 798, + "fields": [ + { + "path": "actions", + "shape": [ + 798, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 799, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 799, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 799, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 799, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 799, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 799, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8046d89675e9973c54adb062e5a60ef88a44974687cc559fc2df1fb6e412b6ce", + "source_sha256": "4663410aa186140bae9ed5ca603ab0d1ebd9a0e36693738d0cd7915495bee987", + "view_sha256": "994c2a98965cd199f9efefb0e1164940bbcf1ef010730030ec8f82471f390c24" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 801, + "fields": [ + { + "path": "actions", + "shape": [ + 801, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 802, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 802, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 802, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f278ac8fa215a37efd69abe07c625939c5df97ab04b156d851f6071cbb17e3e3", + "source_sha256": "82b520fad0b1526de74d2e0f1dcd24ca4d4f9bd98d7d654d72568f1b1ccfcb70", + "view_sha256": "4c8070adf5bd652ffc5b4f048c2a4e42071eaef12076954794c90adbf5c587fa" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 803, + "fields": [ + { + "path": "actions", + "shape": [ + 803, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 804, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 804, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 804, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7aa178695bd886bf32d828895d9c300b5d905160f7fdba787b7ee7e44fa23c6f", + "source_sha256": "f8fa68fd5fe0b7a38733a73671c2ebe26b4baeee3d24a7e94fd469791468dc92", + "view_sha256": "99624af71c57fcb250b5d79bd7418f62cd0fc2dcb34bf3a70124128bbec88c94" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 805, + "fields": [ + { + "path": "actions", + "shape": [ + 805, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 806, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 806, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 806, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 806, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 806, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 806, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cab35d6cae663f4a2335e7550ee4adf34e8ec771d7618a341b3a8cf292af8a11", + "source_sha256": "ed514daf3860320ae02a5a7e347a8b4926fa1ebf8aa81221461b8ac1f28915e5", + "view_sha256": "50ad0ff6472257387fb104f3862abe8554295c2f5a53617596076340ea4641d7" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 798, + "fields": [ + { + "path": "actions", + "shape": [ + 798, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 799, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 799, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 799, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 799, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 799, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 799, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a7e9b38a178c28dda581dc3fa97ee66bc52a935c8f6df50fb38c0a114eac519b", + "source_sha256": "1ee13aca7c3c14b850fd4b142f76b11e14e8800f4101bf6956b230648135e90a", + "view_sha256": "e5d0074a97078167030a3b2ce794bf019b1d78044754ab60544cbc56ee14860e" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 794, + "fields": [ + { + "path": "actions", + "shape": [ + 794, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 795, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 795, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 795, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 795, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 795, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 795, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "64f1295b951a21fcde74266840ec58b546a700ebc759bb735c5cf80ae31b376a", + "source_sha256": "a7cad818448fdb08867b04d2e0ddaf697a5050fe762197c2d005d22b76456366", + "view_sha256": "422946edc1bed978ece744639fec930475543fc7c6581f5dfc91a86959df1b3c" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 802, + "fields": [ + { + "path": "actions", + "shape": [ + 802, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 803, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d4aec5263d18cbfb5646ecb6b28d5e7c29708851b120156f98421ccce25f5aff", + "source_sha256": "9c2d3df5fb32a312aa15756fd4ca98fd7e40034b0c239d3ff35cab3606178298", + "view_sha256": "91d3cac9c2a1c1fddef4b58a6a295ef5c41ddb2e0d592f13dd1d1fdebc25ff57" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 802, + "fields": [ + { + "path": "actions", + "shape": [ + 802, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 803, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 803, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 803, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d17c64edd2c5474aa82ed1e5f6abbd7ff8996e5bc5fa35a99e7460f98beba509", + "source_sha256": "7cf20f88a3394609f1c2ed437b809c3deb35301ed83354da46e8931a0a404727", + "view_sha256": "afba0368e61d57820ce4872562b0b5b8a67ecc5219ed0dd8018d7c1d6c021ae0" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 801, + "fields": [ + { + "path": "actions", + "shape": [ + 801, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 802, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 802, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 802, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 802, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8b87f2911f6c25ae41243165a7305e78b2631908f70d86f58e1da3502e6b8ecb", + "source_sha256": "0185cf796ff68738abe1a0f662ce8d1ae1973d0b12a49edf6078426cc33640f1", + "view_sha256": "46d1040bbe586c7a17341d035efc0e5c2212ecaa4b86d8fabc9668b793e39589" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 804, + "fields": [ + { + "path": "actions", + "shape": [ + 804, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 805, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 805, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 805, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 805, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 805, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 805, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b33d13e4e0061efbbc413577902f858a3f5126d8db86d04ad53f777f554d34a6", + "source_sha256": "a87d68e636cbb12d5eb0daa8184af4d099f00aff77108b7905f6a3b285e4a401", + "view_sha256": "2cdb70d23f7d2578dd7f6e84f7fe84a43e7c944ddf2ea04e6f61aa539aacae82" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 800, + "fields": [ + { + "path": "actions", + "shape": [ + 800, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 801, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 801, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 801, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 801, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 801, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 801, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dc6dfb97474d08035d6ec899d67f3731110a41e7d81f8b1339a15c01e729cd0d", + "source_sha256": "805bf7590766e5e4c812cd42c5c205671fe68a4bb091bf98300571638228f0a9", + "view_sha256": "cd18acc88e82c35b41788654c76f203aa20d953c6edbbe9c4789546fb3451879" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 800, + "fields": [ + { + "path": "actions", + "shape": [ + 800, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 801, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 801, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 801, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 801, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 801, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 801, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c6e04b5d0c6d5e9302306f302f97b727024698cee0a1f3c320be653e00448e3a", + "source_sha256": "9588b8bc03e64b46180ce4443fe2be552dceb07fcbb58be27195cb9af760c69d", + "view_sha256": "ab9081cf87a63956f74e530dcaceca8f20fa35e7000812f87eb4c79134699599" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 803, + "fields": [ + { + "path": "actions", + "shape": [ + 803, + 25 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 804, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 804, + 26 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 804, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 804, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "faae51278e1baead7a2e8584e0f11a2c27acfd28288c8907fab55f133cbcef75", + "source_sha256": "4c2d0769443c15f49c0d732861920f6ae3656fd14c825bc3d4d14f6835b950bc", + "view_sha256": "c8fd0d8005151008904bdd65f687d60bb8c9aab9464c9a3586bf80dddc59f783" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..6b72a28b7e9c370b0ba460268b77352b60722598 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/findings.md @@ -0,0 +1,52 @@ +# Legal exploration ledger + +Episode 1: original four-frame bank retrieval. Initial API response-wrapper bug was fixed without resetting or charging another slot. Live steps 100 and 200 both retrieved bank index 213 (demo_01 frame 52). End snapshot at step 251; finish_episode explicitly ended the stall. Images show source cans still on source. No success. First driver did not flush actions incrementally; API audit retains executed actions, but local action sequence was lost on external finish. Corrected driver writes actions after every policy call. Saved initial observation, step 1/2/100/200 images and endpoint observation. No object pose calibration, grasp, transfer, or recovery established. + +Revision 1: full-resolution authorized numeric demo bank; demo_00 tracking with bounded +/-3-frame phase adjustment, 1.02 phase speed, .15 hand posture feedback. Intended to avoid repeated-state stalling and fit 800-step horizon. Arm is demonstrated incremental motion, base targets absolute, hand feedback uses qpos. Object localization is still implicit, no explicit grasp confirmation or recovery. Episode 2 independent rehearsal started. + +Episode 2: valid independent 800-step rehearsal of revision 1, exact bundle edb146b2cdefcfae00210f595f742ecee00d6ffb44c5765b393d6aa23956fb1e. Native success false. Final legal observation saved via latest_observation after run; both cans remained on source. Time compression and local phase adjustment changed incremental arm integration; .15 hand feedback also substantial. Cannot attribute failure to a single change. + +Episode 3: exact demo_00 timeline, speed 1, zero added hand feedback, 10-step API chunks; stopped at 301 to assess first grasp. At 101 hand near cans; wrist view at 201 supports blue-can contact. Front/top at 301 show blue can transported toward blue table, red can remains source. No placement or full task success established. Complete locally issued actions saved. This is stronger progress than revision 1. + +Camera localization: demo images (320,240,3) and live images (480,640,3) differ in dimensions. Resizing to common 640x480 needed before fixed source ROI [225:275,465:535]. First empty template crops corrected; final 20-template montage visually inspected. Small can-position variations visible. Templates use only authorized demo initial RGB, not episode identifiers or seeds. + +Episode 4 started: exact demo_00 timeline, .02 hand feedback, 401-step probe for first placement. Current plan is retain exact incremental arm timing, test small feedback and source ROI matching, then independently rehearse final candidates within slots 17-20. + +Episode 4: .02 hand feedback failed first placement. Hand-joint error norm grew to 3.218 by 401. Blue target visibly empty. +Episode 5: exact demo_00, zero correction. Blue can visibly on blue target at 401; native success true at step 770, then finished. Saved images, action array, sparse return log and qpos checkpoints. Baseline checkpoint copied to exploration/success_baseline. Episode 6 independent rehearsal started from that exact candidate. + +Episode 6: independent valid native success true for exact zero-correction baseline; hash 8fdfc0f5308ae3c4de3c58b8c72806fdea91f71bba91e996a19ba389e0ef7aa6. Final legal RGB and native return saved after completion. This is the first independently rehearsed successful artifact. + +Episode 7 begins visual selection among demos [0,4,7,11,12], all <=799 actions. Initial top RGB source crop is normalized and compared to Gaussian-smoothed authorized templates. Per-step measured-base target delta clipped at [.12,.12,.30]; authorized demo maxima [.10,.10,.24]. Arm/hand labels remain unchanged. No dropped-object recovery; base limiter only bounds recovery from base lag. Limit 351 for first placement, feedback every step. + +Continuation audit: budget_status reported 7 used, 13 remaining, inactive. Episode 7 local actions and snapshots survive, but no endpoint return was saved; inspected top step 300 shows first can near blue target in hand, not confirmed success. Episode 8 continues current visual-selection/base-limiter variant over full horizon. + +Episode 8: visual subset selector chose demo_11; per-step base limiter. First can visibly transported toward blue table at step 300, red remains source. Ended probe at authoritative step 305, native success false (full task not attempted). Saved issued actions, all-camera checkpoints and final.pkl. Probe stopper encountered a local concurrent-write EOFError reading actions.npy; stopped driver manually, queried latest_observation, then finish_episode without resetting or replaying a request. No first-placement claim. +Episode 9: independent rehearsal of same selector/limiter, refreshed truthful offline dependency and mechanism documentation. + +Timing audit of all 20 authorized action arrays: last translation with any component magnitude >0.1 occurs at frames 762–771. This supports testing all templates without speedup; it does not prove release or task success. Full timing_audit.json saved. + +Episode 9: independent valid rehearsal c6d53df05546a82cd512553e516b49b5def8b5e25b2c70eb427fe5427251c84d, native success false. Inspected final top/front: both cans remain source, one tilted; target tables empty. This rejects current subset-selection plus base limiter as reliable; no recovered grasp. +Episode 10 plan: all 20 initial image templates, no base limiter; exact arm/hand/native timing, no speedup. Full interactive test with chunks of 10 (policy is initial-image-conditioned replay, no intra-chunk correction). + +Episode 10: all-20 visual selection WITHOUT base limiter chose demo_06. Blue can visibly on target at step 401; native success true at step 742. Actions saved are submitted chunks (last chunk may contain trailing unexecuted requests after terminal); returns.json records executed step endpoints. Exact arm/hand timing and base targets preserved. This is interactive success, not independent certification. +Episode 11 repeats this candidate to assess initial-image selection robustness. + +Episode 11: unchanged all-20 visual selector without base limiter chose demo_02. Top image at 401 shows blue placement; native success true at 773. No added hand correction or recovery. +Episodes 12–16: retain this candidate for fresh-layout robustness checks; successful selection of different authorized paths is stronger evidence than more unvalidated control changes. Initial visual path selection remains the only scene feedback that affects actions; qpos validates input and supports endpoint holds. This is not a calibrated closed-loop grasp servo. + +Episode 12: unchanged all-20/no-limiter selector chose demo_12; blue placement visibly verified at 401; native success true at 768. +Additional action audit: base limiter changed no episode 7 or 8 base command by more than 1e-6; do not attribute episode 9 failure causally to limiter. Broadening eligible templates is a competing explanation. Native episode 9 action log was not exposed by rehearse; only legal final observation and result were saved locally. + +Episode 13: selector chose demo_14. Blue placement visibly verified at 401. API execute_actions failed during final transfer with 'step failed; slot retained, raw exception withheld'. Did not retry request. latest_observation saved at step 751, native success false; budget_status reports 13 used, 7 remaining, 752 steps used, inactive. Count this as a failed exploration episode, not a success. Issued actions survive; normal driver endpoint trajectory/returns flush was bypassed by API error, final.pkl and final_return.json preserve latest legal evidence. This is an API/native-step failure; cause unknown. + +Episode 14: unchanged selector chose demo_12; blue placement visibly verified at 401, native success true at 768. No API failure this run. + +Episode 15: unchanged selector chose demo_01; blue placement visibly verified at 401; native success true at 775. + +Episode 16: unchanged selector chose demo_19; blue placement visibly verified at 401. API step failure during final transfer, raw exception withheld; no retry. Budget reports 16 used, 4 remaining, 737 steps used, inactive. Final legal observation saved. Count as failure, cause unknown. + +Pre-rehearsal summary: all-20 visual selector without limiter produced native success in episodes 10,11,12,14,15; episodes 13 and 16 failed with API/native-step errors during final transfer. Thus 5/7 interactive successes, counting both errors as failures. Earlier exact demo_00 independent baseline episode 6 remains a valid successful artifact. Final candidate retains all 20 visual references rather than excluding demonstrations based on two unclassified errors. Episodes 17–20 will independently test one exact unchanged bundle. + +Final candidate mechanism: all 20 authorized templates eligible; no phase adjustment, no finger correction, no base limiter. Initial top-camera crop is localized by fixed ROI and nearest blurred appearance. There is no calibrated 3D pose, grasp-confidence estimate, visual terminal detector, or dropped-can recovery. Native action timing is preserved. Runtime qpos is checked for validity; if selected demo actions run out, hold measured base with zero arm/hand deltas. +Final independent rehearsal plan: episodes 17–20 run this exact bundle unchanged. Outcomes and exact bundle hashes remain outside candidate/ in exploration/rehearsal_*.json, so notes do not create different hashes between repeats. The trusted runner chooses the frozen artifact using independent results. diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..54d8750ec54dc13f9d3d97bbdc4cc23ea8d7b909 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/freeze_manifest.json @@ -0,0 +1,111 @@ +{ + "files": { + "__pycache__/controller.cpython-310.pyc": "6419e5e534e3708d5cbaeb2d6ea34699a18407258f3f7803fe2635ed88789d0d", + "check_synthetic.py": "0d7770bba0259b0f433da94591522a6b4dedd5a93625872008ad85c3f754c53b", + "contract.json": "60c74313bef850289549b6db05ef8a468371ecbb7958568b7c3d74642e2cfb84", + "controller.py": "711851e72050b2281cfa17c9ca39e7806afe34e7823a3fec45424d34bb2d0c58", + "demo_bank.npz": "6c03a08e66209da8dc2d453df461e48c3e1510544d6ce35501f64ca0aa5920a4", + "demo_manifest.json": "0481d2dc4f657d5c2e27e13a54e030f412384ec92bc03a41b356fc34637a436c", + "demonstrations_readonly/demo_00.h5": "97eb07df81915f5a9b949d203b26d8b4ff0050c622c8a7a57700aa06c2847621", + "demonstrations_readonly/demo_01.h5": "3b8212333068b7dfd0ab6aeadaf86e395ef07856091dc70d5a5f3506e70bf7b4", + "demonstrations_readonly/demo_02.h5": "ef3e894e25da6f8446b8c53c94ea93aa48f3143a9c2f0a8917419d77cddb2e63", + "demonstrations_readonly/demo_03.h5": "5c6194f78343db8cd9a7a022b66729ef5054a3f1f9cd8255c25d06e5dc8afb72", + "demonstrations_readonly/demo_04.h5": "ce9b20e4938fa3b5fc5d6bdad8ec17e06c5840872a55ad57307232434024c558", + "demonstrations_readonly/demo_05.h5": "3d07c647b78e6473e6ab14fd3158327ab305ee9bab91369cb7209d23945453db", + "demonstrations_readonly/demo_06.h5": "532b4153719e0df4a13c9518119a53ba1ee91a636b35766720e0a89e928cfe2d", + "demonstrations_readonly/demo_07.h5": "994c2a98965cd199f9efefb0e1164940bbcf1ef010730030ec8f82471f390c24", + "demonstrations_readonly/demo_08.h5": "4c8070adf5bd652ffc5b4f048c2a4e42071eaef12076954794c90adbf5c587fa", + "demonstrations_readonly/demo_09.h5": "99624af71c57fcb250b5d79bd7418f62cd0fc2dcb34bf3a70124128bbec88c94", + "demonstrations_readonly/demo_10.h5": "50ad0ff6472257387fb104f3862abe8554295c2f5a53617596076340ea4641d7", + "demonstrations_readonly/demo_11.h5": "e5d0074a97078167030a3b2ce794bf019b1d78044754ab60544cbc56ee14860e", + "demonstrations_readonly/demo_12.h5": "422946edc1bed978ece744639fec930475543fc7c6581f5dfc91a86959df1b3c", + "demonstrations_readonly/demo_13.h5": "91d3cac9c2a1c1fddef4b58a6a295ef5c41ddb2e0d592f13dd1d1fdebc25ff57", + "demonstrations_readonly/demo_14.h5": "afba0368e61d57820ce4872562b0b5b8a67ecc5219ed0dd8018d7c1d6c021ae0", + "demonstrations_readonly/demo_15.h5": "46d1040bbe586c7a17341d035efc0e5c2212ecaa4b86d8fabc9668b793e39589", + "demonstrations_readonly/demo_16.h5": "2cdb70d23f7d2578dd7f6e84f7fe84a43e7c944ddf2ea04e6f61aa539aacae82", + "demonstrations_readonly/demo_17.h5": "cd18acc88e82c35b41788654c76f203aa20d953c6edbbe9c4789546fb3451879", + "demonstrations_readonly/demo_18.h5": "ab9081cf87a63956f74e530dcaceca8f20fa35e7000812f87eb4c79134699599", + "demonstrations_readonly/demo_19.h5": "c8fd0d8005151008904bdd65f687d60bb8c9aab9464c9a3586bf80dddc59f783", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "1cff81362d65aa3bb272fcefc51279368a30a53ea51efd58878e6931b232b40b", + "full_bank.npz": "fa26349ea01e6b6d7336a5a070abccf2ee35ac2cefb34dad8b81e64495076654", + "handoff.md": "5830be2683a9cab938e583bad4996e12121619ada2672732d68828339ac2b09e", + "model_tool_manifest.yaml": "7ef5d4074f02f2ae1094b2fd7582b3d09fa3252effaa78467269fbd3053585ec", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "841169276a95b7dee5fb14ab22f488d6b095210c93319c8c547038fefb754844", + "source_templates.npy": "e467fdaa2604c9f4fd4278b88bcbe1a2766ed8fd53382ac6229294937a665d45", + "synthetic_check.txt": "f5e810d82977304c6a6b8560d70138666fa8248ad2e9fb03b578cc981a0f8689", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "e2368c490261e4b31a15799c77d1006dc0acf74cf9dc49ace2fa1c222b680ed2", + "exploration_ledger_hash": "853b4ba0b1b1b2291ba46abeb1f0bec82846345a7ce18965f6bedb9661b66349", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "edb146b2cdefcfae00210f595f742ecee00d6ffb44c5765b393d6aa23956fb1e", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "8fdfc0f5308ae3c4de3c58b8c72806fdea91f71bba91e996a19ba389e0ef7aa6", + "episode": 6, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 9, + "bundle_hash": "c6d53df05546a82cd512553e516b49b5def8b5e25b2c70eb427fe5427251c84d", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "e2368c490261e4b31a15799c77d1006dc0acf74cf9dc49ace2fa1c222b680ed2", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "e2368c490261e4b31a15799c77d1006dc0acf74cf9dc49ace2fa1c222b680ed2", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "e2368c490261e4b31a15799c77d1006dc0acf74cf9dc49ace2fa1c222b680ed2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "8fdfc0f5308ae3c4de3c58b8c72806fdea91f71bba91e996a19ba389e0ef7aa6", + "independent": true, + "valid": true, + "status": "exception", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..c85dcda0e0a227bc2ae0494be7999721cba4a49f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/handoff.md @@ -0,0 +1,6 @@ +# Handoff +Entry controller.py exports reset_episode() and act(obs). Offline dependencies: Python, NumPy, OpenCV. Required local assets: full_bank.npz, source_templates.npy, contract.json. All path labels and visual templates derive solely from this task's 20 authorized demonstrations. Runner supplies verified demo manifest, readonly demonstrations, and environment lock. No runtime model weights or network. + +Candidate selects one full trajectory from the initial top-camera source appearance; subsequent arm/hand actions follow native timing. It is not a closed-loop grasp servo. Prior added hand feedback and phase compression failed; a restricted visual selector also failed an independent rehearsal. All-template selection without base limiting succeeded in several legal interactive episodes, with an API step failure in episode 13. See findings.md for exact outcomes and limitations. + +Episodes 17–20 are reserved for independent testing of this unchanged bundle. Rehearsal results are stored externally to preserve the exact hash. Native sparse success is authoritative when returned; otherwise ambiguous visible evidence is false. No controller action claims task success. Freeze must select among independently rehearsed exact bundles, including the earlier successful baseline. diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..586a9a893cd5efb9587cb6ccc08aa823d3f11c1b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,88 @@ +{ + "stage": "legal_E20_exploration", + "status": "final_independent_rehearsal_candidate", + "task_id": "MobilePickPlace-v1", + "model": { + "reference": "provider-supplied coding model; exact weight digest unavailable", + "weights_updated": false, + "neural_finetuning": false, + "runtime_model": "none" + }, + "pretrained_tool_weights": [], + "runtime_dependencies": [ + "Python", + "NumPy", + "OpenCV" + ], + "offline_dependencies": [ + "h5py", + "worker_api.API.read_demo", + "Python standard library" + ], + "versions": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py": "3.16.0", + "scipy": "1.15.3", + "torch": "2.10.0" + }, + "installed_but_unused": [ + "SciPy", + "torch" + ], + "tools_used": [ + "local exec shell/file operations", + "provided local image viewer", + "Python contact sheet creation", + "API.read_demo (local HDF5 only)", + "trusted API interactive and independent rehearsals" + ], + "data_provenance": { + "manifest": "/demo_manifest.json", + "manifest_sha256": "56397ebe2b1f43e8675825d1ea19f901ab91e5b341d4168e500892056d56e162", + "contract_sha256": "1f5b432f6e25848d75f0e68b2110277c3ac5c73be19fb85c7132e76304efda27", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "allowed_fields": "RGB, robot qpos/qvel, action labels only", + "derived_asset": "full_bank.npz authorized numeric action/qpos/qvel records; demo_bank.npz and source_templates.npy retained", + "feature_indices": "range(0,N,4), enumerated in ../evidence/statistics.json", + "verified_manifest_and_environment_lock": "supplied separately by runner" + }, + "network": { + "requests_made": 0, + "restriction": "audited provider proxy only; no internet used" + }, + "limitations": [ + "Initial visual path selection only; no calibrated pose or closed-loop grasp servo", + "No explicit grasp confirmation or dropped-can recovery", + "Preserves demonstration timing; stops at native horizon", + "Longer demonstrations may have their final tail omitted by the 800-step limit" + ], + "validation": [ + "Authorized demo_00 through demo_19 only", + "Legal interactive results documented in findings.md", + "Earlier baseline independent episode 6 native success true", + "This exact bundle scheduled unchanged for independent episodes 17 through 20" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..ec2e28dbad62070a31faa7ddd323f9ce17f0cbf6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/skills.md @@ -0,0 +1,5 @@ +# Implemented mechanisms +1. Resize initial top-camera RGB to 640x480; source ROI rows 225:275, columns 465:535. Apply 7x7 Gaussian blur and choose the lowest mean-squared RGB error among all 20 authorized initial-image templates. This is appearance-conditioned path selection, not calibrated object pose. +2. Execute the selected authorized action sequence using native step_id minus one, preserving incremental arm/hand integration and absolute base targets. No time compression, hand feedback, or base limiter. +3. Validate finite 26-coordinate qpos, enforce 25-dimensional native bounds, and stop at step_id 800. At a short demonstration's endpoint, hold measured base with zero arm/hand deltas. +No runtime network, neural weights, simulator, development model, explicit grasp detector, or dropped-object recovery. diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/synthetic_check.txt b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/synthetic_check.txt new file mode 100644 index 0000000000000000000000000000000000000000..68815452dfe717ff78f43daf0231913d9605d531 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/synthetic_check.txt @@ -0,0 +1 @@ +PASS: bank structure; synthetic RGB/proprio feedback; shapes; bounds; reset; horizon; invalid input. No rollouts. diff --git a/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MobilePickPlace-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=n-20) + b['demo'].append(di);b['frame'].append(t) + print(e['demo_id'],n,flush=True) +np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),**{k:np.asarray(v,dtype=np.int32 if k in ['demo','frame'] else np.bool_ if k=='terminal' else np.float32) for k,v in b.items()}) diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..fdb625654f047960eb2a5582a1f43e79b0d91ca1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/check_synthetic.py @@ -0,0 +1,33 @@ +"""Interface tests on fabricated inputs/reference fixtures only; no rollout.""" +import numpy as np +from controller import Controller,visual_descriptor,CAMERAS + +def scene(x): + im=np.zeros((240,320,3),np.uint8);im[100:140,x:x+30]=[25,25,200];im[40:70,200:225]=[0,220,0] + return {c:im.copy() for c in CAMERAS} +r0,r1=scene(40),scene(180) +c=object.__new__(Controller) +c.bank={'q':np.zeros((2,9),np.float32),'v':np.zeros((2,9),np.float32), + 'visual':np.stack([visual_descriptor(r0),visual_descriptor(r1)]), + 'action':np.array([[.03,0,0,0,0,0,-1],[-.03,0,0,0,0,0,-1]],np.float32), + 'phase':np.array([.1,.1]),'terminal':np.array([False,False])} +c.reset_episode() +def obs(rgb,q=None,step=1): + return {'rgb':rgb,'proprioception':{'agent/qpos':np.zeros(9) if q is None else q,'agent/qvel':np.zeros((1,9))},'instruction':'Push the cup to the target pose','step_id':step} +a=c.act(obs(r0));b=c.act(obs(r1)) +assert a.shape==(7,) and a.dtype==np.float32 and np.isfinite(a).all() and np.max(np.abs(a))<=1 +assert a[0]>0 and b[0]<0, (a,b) +assert np.allclose(c.act(obs({k:v[None] for k,v in r0.items()})),a) +assert c.act(obs(r0,np.full(9,100))) is None +assert c.act(obs(r0,np.full(9,np.nan))) is None +assert c.act(obs(r0,step=1200)) is None +c.bank['terminal'][:]=True;c.reset_episode() +for _ in range(19): assert c.act(obs(r0)) is not None +assert c.act(obs(r0)) is None +c.reset_episode();assert c.terminal_count==0 and c.previous_phase is None +# Actual compiled bank: load/shape checks and fabricated black-image interface call only. +real=Controller() +assert real.bank['action'].shape[1]==7 and len(np.unique(real.bank['demo']))==20 +z=real.act(obs({k:np.zeros((240,320,3),np.uint8) for k in CAMERAS})) +assert z is None or (z.shape==(7,) and np.isfinite(z).all() and np.max(np.abs(z))<=1) +print('PASS: syntax/interface, RGB sensitivity, batching, bounds, invalid input, horizon, reset and synthetic terminal persistence. No environment or demo-policy evaluation.') diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..7041d0944697e2dcd6f98a4443e2937ed806e3b6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/controller.py @@ -0,0 +1,122 @@ +"""Unrehearsed, nonparametric RGB/proprioception demonstration controller. +No simulator, kinematics model, neural model, seed lookup, or live demo access. +""" +from pathlib import Path +import numpy as np +import cv2 + +CAMERAS = ('front_camera', 'top_camera') + +def visual_descriptor(rgb): + features = [] + for camera in CAMERAS: + im = np.asarray(rgb[camera]) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8: + raise ValueError('Expected uint8 HWC RGB') + hsv = cv2.cvtColor(im, cv2.COLOR_RGB2HSV) + # Fixed color tests suggested by visible blue cup / green target marker. + blue = ((hsv[...,0] >= 95) & (hsv[...,0] <= 135) & + (hsv[...,1] > 65) & (hsv[...,2] > 35)).astype(np.float32) + green = ((hsv[...,0] >= 35) & (hsv[...,0] <= 90) & + (hsv[...,1] > 85) & (hsv[...,2] > 50)).astype(np.float32) + for mask in (blue, green): + grid = cv2.resize(mask, (16,16), interpolation=cv2.INTER_AREA) + features.extend((grid.ravel()*3).tolist()) + yy,xx = np.nonzero(mask) + if len(xx) >= 4: + features.extend([float(xx.mean()/im.shape[1])*3, + float(yy.mean()/im.shape[0])*3, + float(xx.std()/im.shape[1])*3, + float(yy.std()/im.shape[0])*3, 1.]) + else: + features.extend([0.,0.,0.,0.,0.]) + small = cv2.resize(im,(12,12),interpolation=cv2.INTER_AREA) + features.extend((small.astype(np.float32).ravel()/255*.25).tolist()) + return np.asarray(features,dtype=np.float32) + + +def wrist(rgb): + im=cv2.resize(np.asarray(rgb).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + blue=(hsv[:,:,0]>=95)&(hsv[:,:,0]<=135)&(hsv[:,:,1]>65)&(hsv[:,:,2]>35) + yy,xx=np.nonzero(blue) + if len(xx)<4:return np.array([0,0,0],np.float32) + cup=np.array([xx.mean(),yy.mean()]);v=im.astype(np.float32) + m=((v.max(2)-v.min(2)<15)&(v.mean(2)>70)&(v.mean(2)<170)).astype('uint8') + m=cv2.morphologyEx(m,cv2.MORPH_OPEN,np.ones((3,3),np.uint8)) + n,l,stats,cent=cv2.connectedComponentsWithStats(m);points=[] + for s,xy in zip(stats[1:],cent[1:]): + x,y,w,h,a=s + if 120.6 and w<26 and h<26: + points.append(xy) + if not points:return np.array([0,0,0],np.float32) + p=min(points,key=lambda p:np.linalg.norm(p-cup)) + if np.linalg.norm(p-cup)>100:return np.array([0,0,0],np.float32) + return np.array([p[0]/240,p[1]/320,1],np.float32) + + +class Controller: + def __init__(self): + self.bank = dict(np.load(Path(__file__).with_name('reference_bank.npz'),allow_pickle=False)) + self.dense = dict(np.load(Path(__file__).with_name('dense_bank.npz'),allow_pickle=False)) + self.wrists = np.load(Path(__file__).with_name('wrist_bank.npy'),allow_pickle=False) + self.correction = np.load(Path(__file__).with_name('correction.npy'),allow_pickle=False) + self.reset_episode() + + def reset_episode(self): + self.demo = None + self.t = 16 + self.align = None + self.align_count = 0 + self.last_match = None + self.terminal_count = 0 + + def act(self,obs): + if int(obs.get('step_id',1)) >= 1200:return None + try: + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(9) + vis=visual_descriptor(obs['rgb']) + except (KeyError,ValueError,TypeError):return None + b=self.bank + if self.demo is None: + starts=np.flatnonzero(b['frame']==0) + scores=np.mean((b['visual'][starts]-vis)**2,axis=1) + self.demo=int(b['demo'][starts[np.argmin(scores)]]) + self.rows=np.flatnonzero(b['demo']==self.demo) + a=self.dense['a'+str(self.demo)] + qs=self.dense['q'+str(self.demo)] + if self.t>=len(a):return None + row=int(self.rows[min(self.t//4,len(self.rows)-1)]) + action=a[self.t].copy() + corr=(.08 if self.t < len(a)-180 else 0.)*(qs[self.t,:7]-q[:7]) @ self.correction[row] + action[:6] += np.clip(corr,[-.02]*3+[-.04]*3,[.02]*3+[.04]*3) + hand=wrist(obs['rgb']['top_camera']) + if 80<=self.t<=480 and hand[2] and self.wrists[row,2] and vis[1214] and b['visual'][row,1214]: + delta=(vis[1210:1212]-b['visual'][row,1210:1212])/3-(hand[:2]-self.wrists[row,:2]) + shift=np.clip(delta*np.array([.2,-.2]),-.012,.012) + action[:2]+=shift + action[2]+=.15*shift[1] + # One measured translation adjustment while the hand repositions. + if self.align is None and self.t >= len(a)-180: + self.align=np.zeros(2,dtype=np.float32) + if vis[1214] and b['visual'][row,1214]: + delta=(vis[1210:1212]-b['visual'][row,1210:1212])/3 + self.align=np.clip(delta,[-.04,-.03],[.04,.03])*np.array([15.,-20.])/30 + if self.align is not None and self.align_count<30: + action[:2]+=self.align + self.align_count+=1 + self.last_match={'row':row,'demo':self.demo,'frame':self.t,'qerror':float(np.linalg.norm(q[:7]-qs[self.t,:7]))} + self.t+=1 + return np.clip(action,-1,1).astype(np.float32) + +_controller=None +def reset_episode(): + global _controller + if _controller is None:_controller=Controller() + else:_controller.reset_episode() +def act(obs): + global _controller + if _controller is None:reset_episode() + return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..14e12cd499706ff1bbd09a2c7fb616d02401ab84 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "PushTargetPose-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 881, + "fields": [ + { + "path": "actions", + "shape": [ + 881, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 882, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 882, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 882, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 882, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 882, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 882, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ba3e10040cee79e0b75ee053268b2ed3aee605ed0ea8060536d8b30a2962c92d", + "source_sha256": "56256431dee75a5ed8319c76a47265080a2f8aeb4c58d14c197d4b47fa7d52b1", + "view_sha256": "ee0a6f115034a503f0a92d37ab49b5051a1866c1013bb90e4fc536d3917c2062" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 830, + "fields": [ + { + "path": "actions", + "shape": [ + 830, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 831, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 831, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 831, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 831, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 831, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 831, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "46569c4be3107bfe052184ba403c5bfa379fba75dcf89caf8d5368afac24e06d", + "source_sha256": "d4c936bf2ee4b7079b341fda1dd631d707bce2e6b2098ea8fbde2fbf1f543d1e", + "view_sha256": "0487bcbbd7cc8f60a43dadfc25b41a6e1faf1961d9a0364e49d464c8c11926f5" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 857, + "fields": [ + { + "path": "actions", + "shape": [ + 857, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 858, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 858, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 858, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 858, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 858, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 858, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "49f3f71b599153e768d1f0e594695d73d50c001b98097e0225ec7110e12c0d14", + "source_sha256": "7fdc1b45f1509abb25a9ecd1f2d3e8097bfccd9a9f71233c59946cd9fe55127c", + "view_sha256": "314819516c9df00c5b0a0c80482d48b7a3866c7a18188695a063a06f6d341576" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 893, + "fields": [ + { + "path": "actions", + "shape": [ + 893, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 894, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 894, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 894, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 894, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 894, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 894, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4f6ea64025e7337ab2b298dda7872644352dac2e1d91efbcbd8f602c9914475f", + "source_sha256": "2145a8f95920008b0114a4d9b9a17b3abdd52e0b4945eecd204a167cc2d8f8a5", + "view_sha256": "f7665fed5392d6af8cfc207c94f0922acb84aac72c69cc78e56713acd1e08054" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 858, + "fields": [ + { + "path": "actions", + "shape": [ + 858, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 859, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 859, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 859, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 859, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 859, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 859, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "56e17fb1ea4772c6adca2d87ba4838e506fac95920d00878f455be4cd4b5f738", + "source_sha256": "7b5701d84574ae93a85f58fefce804fdcddb71e9a5b7c4bdcb8365534a7118bf", + "view_sha256": "c26eea27aedacaa7cdebdbb30777076b478a7ea205b1e23919ec44e7ecdf4ac4" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 842, + "fields": [ + { + "path": "actions", + "shape": [ + 842, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 843, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2e673c467c627300ed166e4a1977adc434f0eb7e8595bd944f11b127d15dc4f6", + "source_sha256": "193dedff78ae7f40320d67de985031605ee42c4b68bcbeaae653ba2ef5b2e368", + "view_sha256": "98cf987da25fb0e3df7df40f53c71527785e1d25258ce2b70a42e595c4930294" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 842, + "fields": [ + { + "path": "actions", + "shape": [ + 842, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 843, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7d22e263d7190df15a82f955ed63d95a36f9c3c8d23da2f6a219536873923c61", + "source_sha256": "d7c12db61c31a32bf43f37155f6e55188e556839926a6d16853f3ff33f0e50d3", + "view_sha256": "9fb739856952de6ed826cf5816856ba2314bb940777fa1890993d2bc4cf1b59a" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 867, + "fields": [ + { + "path": "actions", + "shape": [ + 867, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 868, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 868, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 868, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 868, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 868, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 868, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c1de5a90d6fac0677c7b45084afe7868b4ddbdd716d7bfb7cc82ce29087b4132", + "source_sha256": "ff41af3cb24452601302aada3fe35ed48cef3574a28788476d3d994719a2dda2", + "view_sha256": "3150e26a1972747cfef849ff58c1668b4de49f519734960786ee2f64ed53a8cf" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 925, + "fields": [ + { + "path": "actions", + "shape": [ + 925, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 926, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 926, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 926, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 926, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 926, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 926, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2fd7e5cd77cf1375b56709bb810a01aafe52817e7f5b6d331050f04d8d09aa8d", + "source_sha256": "75ed31d59ebd5e05fb5e6efbd696630a471e76b92387a12a55f3702f586c0dff", + "view_sha256": "40381a8f116f20867ae29365ad0aefc0206c3b2280e3b68479f988b11b30dc8b" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 872, + "fields": [ + { + "path": "actions", + "shape": [ + 872, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 873, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 873, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 873, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 873, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 873, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 873, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "95e21234431b07d56ee3a369979b4932d03302c5481bd0f3142ad81bbc2b3643", + "source_sha256": "dab9632a9598a3f8549806f2db41e5bbdd9fbeecbaefb3edfdee460fef6f6fd5", + "view_sha256": "a4df1a7b652bd3fd8bdd92b923c7b0b2ceceaa5c224ceb1e56525d0a17f307f7" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 842, + "fields": [ + { + "path": "actions", + "shape": [ + 842, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 843, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dc7506f3cca292f1f92c06497066ced41a05252641e6719cc556117da3fc1827", + "source_sha256": "67ab9b24f46b55bc3c9a933feefb618ed8c1d143a681c22b3d8e69effa0d362e", + "view_sha256": "a896d67b9ad30f3d716686e75f9a5afa54c461d653a0e7e2b429b5206bf2bc62" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 857, + "fields": [ + { + "path": "actions", + "shape": [ + 857, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 858, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 858, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 858, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 858, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 858, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 858, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4d85e785dc6ad28109570c2f443240bb83e5d6ef6bb5a0d4abf6ef6875e0aa61", + "source_sha256": "0e54ad7f0e9e5484a885edfd5e3123d5c01223b535482d20f58c5d713caff2ea", + "view_sha256": "01b0230b16869076ab682d815b13a015442f494018495e3243bbe7479b3f7ee2" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 842, + "fields": [ + { + "path": "actions", + "shape": [ + 842, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 843, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 843, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 843, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b73712656d87ca902974546b9a0f3f59ef38cf837111bcd590c328cf30a935d8", + "source_sha256": "c9c0759e831bcb6838257ce9d2aaf841f25bf791f8648f582a6d54399d76c2c0", + "view_sha256": "6291497ce291958a2108e01bbe88d539ded057e60199cb8e0439bf313bc183de" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 931, + "fields": [ + { + "path": "actions", + "shape": [ + 931, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 932, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 932, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 932, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 932, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 932, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 932, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4fb1b296629f68f99bc056a2b8884fc704a33ab1f2e792030df7b24b3acef654", + "source_sha256": "7ddf8ace40f28eeea7ef8b1f5cae513acfdcc426f9447557eef0c2e8785517dd", + "view_sha256": "dde9d622f1d2c533f8a35005e60c934e6c55dbe5f591c913f828d745171e1493" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 853, + "fields": [ + { + "path": "actions", + "shape": [ + 853, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 854, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 854, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 854, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 854, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 854, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 854, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f0972e68c0a113e10e7bf3c4f1e3e716f6abd6cd2a62a264c9fae23e41a5ffe2", + "source_sha256": "6525d4005d96a1782bcf456b74baabbd00b5e2093dd29bfef793df88b104feda", + "view_sha256": "393551bf5fb5f2030622cb13ed13d3770343bb42021495603d77f87b44846b28" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 860, + "fields": [ + { + "path": "actions", + "shape": [ + 860, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 861, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 861, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 861, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 861, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 861, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 861, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cef05c1dbcbc009f9cfd3e9e336e476029292f0b0a54a62b469bbb4d5a2c91fc", + "source_sha256": "f5bbcc30a16d0836c6c87ac0b91e6ab50d4cda66fb88d4274aaf7f382fb91b05", + "view_sha256": "f9000bda1eb28af61543a5bbbf263947224061781321b8690d64240159d70c37" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 867, + "fields": [ + { + "path": "actions", + "shape": [ + 867, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 868, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 868, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 868, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 868, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 868, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 868, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0d5e949e5866ba1982fe5d661b3b2eac34b9888aacb462e6c6f1fd27e6300e12", + "source_sha256": "f0b827ce883a2f0430a2e5e525d3882d8b38bfbd4db8dbfe8c6fc0a8ea78be08", + "view_sha256": "573863631c8cfd563b7f1f268e4a4413f88bdbff84a7da18d3263b3634e379fd" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 960, + "fields": [ + { + "path": "actions", + "shape": [ + 960, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 961, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 961, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 961, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 961, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 961, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 961, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a2bd0904181a6da87a5841823cac7212a2d01dc6eb7ad1f951f26051f2e00ee2", + "source_sha256": "4e5affd20c8f57ddabaa6f498656f68594fce7ddec4be301baf41bf746f6898c", + "view_sha256": "1d5bc762dcd26a9450a94bd156d2834fa8179a6a0930337ebe276486cc69b619" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 849, + "fields": [ + { + "path": "actions", + "shape": [ + 849, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 850, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 850, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 850, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 850, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 850, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 850, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1a5019fb047ac5c6021e5e4108762177015e85db348d111f2307bd1967ed44db", + "source_sha256": "b21c2b973817b9fd63ac00c33ef756aa6ea87ddbae6af9a968807f12922798ad", + "view_sha256": "9a2c86569e017cbef4abb9fada3a93756952725c8bbfd40676b000be374ff3b2" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 885, + "fields": [ + { + "path": "actions", + "shape": [ + 885, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 886, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 886, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 886, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 886, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 886, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 886, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "80d73e733a2b816ae65f5c74276619e6cb1bb4b05ced682bbe0a59a71cf8ece9", + "source_sha256": "5c3dfbafae097383ff5274075f62962643484577ed2adacad57f9196cc5660be", + "view_sha256": "d24fb2fe425e297e70016b10e99f9189ad0477ef93bffb4e04fb6d83103fd534" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..f9c10a294d99c4db6d1dcdf3e079060113a0e700 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/findings.md @@ -0,0 +1,33 @@ +# Online exploration ledger + +Episode 1: one candidate action, then harness mistakenly passed execute_actions envelope as observation. Stopped and finished; not a policy success. API returns executed/steps; steps contain observation and step_id. Fixed harness unwrap. Live camera dimensions double demonstration dimensions; descriptors use normalized coordinates and area resizing. Gripper remains closed for non-prehensile contact. + +Visible success rule preregistered in visible_rule.md. Native success is available in interactive step returns; retain it separately. + +Episode 2: 151 actions, same initial reference row 4143 at steps 2 and 102, arm action effectively zero; stopped on sustained no-action criterion. Confirmed initial-wait aliasing. V1 excludes reference frames below 16 (all demonstrations begin meaningful motion at frame 16). This is an observed-state retrieval correction, no seed or simulator access. + +Episode 3 (V1): full 1199 candidate actions plus initial hold. Reached cup (step102), tipped and pushed to hinge (202–302), then hand advanced without cup (402–502). By step502 retrieved demo11 frame512, repeating its small residual action to horizon. Native success remained false. Terminal cup is sideways at hinge, clearly not target. This establishes practical failure modes: initial prefix aliasing fixed; intermediate pauses, cross-demo switches, and cup/hand separation remain. V2 removes intermediate actions with arm norm <=.01 (keeps terminal examples) and adds .12 demonstration-switch penalty. Future harness saves checkpoints and ends prolonged identical-row stalls. + +Episode 4 (V2): 475 candidate actions. Stayed with demo7 during initial approach, later switched near hinge. Cup progressed to hinge and remained nearer hand at302 than episode3, but by402 cup lagged below hand; ended via stop signal at475. Native success false. Removing small residual reference actions fixes a timing alias but does not preserve contact. Initial practical plan complete: add legal camera-motion calibration, then demo-relative visual translation feedback; compare against bounded demo-derived posture correction. Non-prehensile gripper stays -1; no grasp is attempted. Target orientation remains an uncertainty. + +Episode 5: 90 calibration actions plus hold. Three positive/reverse translation probes, .04 normalized for15 steps per leg, saved four-camera images and actions. Top-camera positive root x visibly right, positive root y up; z changes perspective modestly. No task success asserted. V3 adds clipped demo-relative top blue-centroid correction in frames48–500, gains [+.7,-.7], max .035/action, z slope compensation .15*dy. This is an alignment heuristic tied to q-matched reference, not a full object-pose estimator. Pixel axes are now experimentally grounded; exact metric calibration and target yaw remain unknown. + +Episode6 (V3 absolute cup correction): 607 candidate actions. Better maintained contact onto lid at402 but drifted right at502 and diverged by602; native success false. Absolute cup-to-reference correction can accumulate lateral drift because wrist position is omitted. V4 uses the difference of live and reference cup-to-wrist vectors instead. Wrist is a fixed grey-component detector in normalized top imagery, with size/circularity constraints and nearest-cup selection. Examined all ep06 saved top checkpoints for landmark behavior; no neural training. Wrist descriptors compiled only at the already authorized reference-bank demo frames. Missing/ambiguous detector candidates disable correction rather than invent a wrist location. Exact target yaw and recovery from major separation remain unvalidated. + +Episode7 independent rehearsal: bundle aaade83b682bc71e112ada94b4fcf83e752ad8b23b71e8e40dec387a0184900b; valid=true, native success=false, horizon1200. Final legal top/front images show lid lifted and cup displaced, unambiguous visible failure. API.latest_observation after rehearsal supplies legal final evidence. V4 relative wrist correction alone does not prevent catastrophic phase progression. V5 selects a demonstration from the initial legal image and advances through its full action labels starting frame16, adding small bounded non-neural joint-response correction and reduced relative visual feedback (.2, cap .012). This introduces explicit time progression; it does not infer seed or access state. It risks open-loop timing mismatch, but bounds corrections and avoids unlimited retrieval cycles. The empirical joint-response map is compiled from all20 authorized q/action trajectories (8-step average transitions), locally weighted linear ridge fits, not neural training. + +Episode8: the surviving trusted budget counts this slot, but only its request ID survives locally. No result is saved and latest_observation after restart returned no step observation. Outcome and runnable status are unknown; no success claimed. Episode9 continues with the existing V5 clocked candidate. + +Episode9 (V5): 865 actions, native success false throughout. Clocked progression retained cup contact across hinge and onto lid. Small lateral visual drift accumulated; final reorientation missed and cup ended sideways. Final q error .04rad, transient .08rad during final contact. V6 tests .20 joint-response feedback with visual shift disabled, isolating posture tracking from visual corrections. Gripper remains closed; no grasp. Exact pose recovery remains unvalidated. + +Episode10 (V6): 826 actions, native success false; cup ended sideways. Initial approach/hinge transfer succeeded, but stronger joint correction reached .24rad error during late reorientation. Higher gain is not established as beneficial; map extrapolation during large rotations is suspect. Episode11 ablates both corrections to measure the selected dense-action baseline before restoring bounded closed-loop timing. + +Episode11 (dense baseline): 869 actions, native success false. Cup tracked the demo closely through step552; final push had .25rad joint mismatch and left the cup sideways. Removing feedback did not solve late contact. V7 uses same-demo bounded phase feedback: nearest joint state within +/-12 frames changes advance speed to [.75,1.25], gain .1; no empirical inverse-map or visual translation corrections. This tests contact timing while avoiding indefinite phase stalls. + +Episode12 (V7 phase adaptation): stopped after810 actions following >1rad late joint error; native success false. Repeating/skipping delta actions during phase adaptation destabilized the accumulated rotation path. Rejected V7. V8 restores fixed one-frame progression, disables the inverse-map/continuous visual corrections, and uses one capped top-camera cup-offset translation over30 steps at demo length-180. Episode5 measured .04 normalized-image x movement and -.03 y movement for .6 summed normalized root commands, giving approximate command/image gains [15,-20]. Offset caps [.04,.03] normalized image; orientation differences and camera perspective remain limitations. No grasp or robust recovery introduced. + +Audit supplement after episode12: full per-action logs show peak q errors of .090 (ep9), .936 (ep10), .254 (ep11), and1.285 (ep12); earlier prose reported only sampled checkpoints. All retained interactive action arrays are finite, legal-width, within [-1,1], closed-gripper, and at most1199 actions after the runner hold. See action_audit.json. Across recent attempts the approach, tipping and uphill transfer are repeatable, but final upright pose remains unsolved. Image masks provide localization, not full pose. Final contact timing and orientation remain primary failures, with no robust recovery from them. + +Episode13 independent rehearsal: bundle2f78cc82cd0ef0819d58eedd61f99f477cfe69f67238f1e44f834f15b6ab7fd1, valid=true, native success=false,852 total steps. Front/top final images show sideways cup, visible false. score_rehearsal refused to overwrite existing native feedback; manual judgment remains saved locally. That exception stopped the candidate preparation script before any edits, but the subsequent shell launch started episode14 with unchanged V8. Episode14 is therefore a deliberate non-intervened completion of this inadvertently started repeat; no extra slot is requested. Subsequent launch steps will be separated from preparation and checked sequentially. + +Episode14 independent rehearsal: same exact2f78cc82cd0ef0819d58eedd61f99f477cfe69f67238f1e44f834f15b6ab7fd1 bundle as13, valid=true, native success=false,815 total steps. Visible cup sideways. V8 has0/2 independent successes. V9 for episode15 combines V5 early bounded feedback with the one-time late alignment; joint-map correction is disabled from length-180 onward to avoid cancelling the shift. diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..8e5de6dee02b2a433de6ea59ce6eb2df29da5ce5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/freeze_manifest.json @@ -0,0 +1,143 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "961eedfa5877f48decc38b4a98624ebbfca9f0acfbb4112535b26e2ccf20e2ec", + "__pycache__/check_synthetic.cpython-310.pyc": "77375812302e84842dcb6d25aced46d0e7fdacc1f217e9b326b5abf833eb3131", + "__pycache__/controller.cpython-310.pyc": "4a56508dcd33523e1ba310a53357617baad4f5114af6f9a0c6a34b33eb16d596", + "build_bank.py": "ed914f723e8e19c5e0aaad0b8f3eee4764f444da87781778a851f39816eb3eed", + "check_synthetic.py": "0fa219f6d42653b2e38313ef069d7883935e61af87a49bd53cfe8c776baab1b0", + "controller.py": "9b2c19fddfb3064919b49778073ed611f28eb3fedc0967197755c8e88c47c224", + "correction.npy": "f0c0162aadc8016e2d7134246bec0f2fee50090dce6683b89169845af517873b", + "demo_manifest.json": "7f6444c16ea667d2ba263a1f14ea25d2d95962b074ad7546b8876c6515089185", + "demonstrations_readonly/demo_00.h5": "ee0a6f115034a503f0a92d37ab49b5051a1866c1013bb90e4fc536d3917c2062", + "demonstrations_readonly/demo_01.h5": "0487bcbbd7cc8f60a43dadfc25b41a6e1faf1961d9a0364e49d464c8c11926f5", + "demonstrations_readonly/demo_02.h5": "314819516c9df00c5b0a0c80482d48b7a3866c7a18188695a063a06f6d341576", + "demonstrations_readonly/demo_03.h5": "f7665fed5392d6af8cfc207c94f0922acb84aac72c69cc78e56713acd1e08054", + "demonstrations_readonly/demo_04.h5": "c26eea27aedacaa7cdebdbb30777076b478a7ea205b1e23919ec44e7ecdf4ac4", + "demonstrations_readonly/demo_05.h5": "98cf987da25fb0e3df7df40f53c71527785e1d25258ce2b70a42e595c4930294", + "demonstrations_readonly/demo_06.h5": "9fb739856952de6ed826cf5816856ba2314bb940777fa1890993d2bc4cf1b59a", + "demonstrations_readonly/demo_07.h5": "3150e26a1972747cfef849ff58c1668b4de49f519734960786ee2f64ed53a8cf", + "demonstrations_readonly/demo_08.h5": "40381a8f116f20867ae29365ad0aefc0206c3b2280e3b68479f988b11b30dc8b", + "demonstrations_readonly/demo_09.h5": "a4df1a7b652bd3fd8bdd92b923c7b0b2ceceaa5c224ceb1e56525d0a17f307f7", + "demonstrations_readonly/demo_10.h5": "a896d67b9ad30f3d716686e75f9a5afa54c461d653a0e7e2b429b5206bf2bc62", + "demonstrations_readonly/demo_11.h5": "01b0230b16869076ab682d815b13a015442f494018495e3243bbe7479b3f7ee2", + "demonstrations_readonly/demo_12.h5": "6291497ce291958a2108e01bbe88d539ded057e60199cb8e0439bf313bc183de", + "demonstrations_readonly/demo_13.h5": "dde9d622f1d2c533f8a35005e60c934e6c55dbe5f591c913f828d745171e1493", + "demonstrations_readonly/demo_14.h5": "393551bf5fb5f2030622cb13ed13d3770343bb42021495603d77f87b44846b28", + "demonstrations_readonly/demo_15.h5": "f9000bda1eb28af61543a5bbbf263947224061781321b8690d64240159d70c37", + "demonstrations_readonly/demo_16.h5": "573863631c8cfd563b7f1f268e4a4413f88bdbff84a7da18d3263b3634e379fd", + "demonstrations_readonly/demo_17.h5": "1d5bc762dcd26a9450a94bd156d2834fa8179a6a0930337ebe276486cc69b619", + "demonstrations_readonly/demo_18.h5": "9a2c86569e017cbef4abb9fada3a93756952725c8bbfd40676b000be374ff3b2", + "demonstrations_readonly/demo_19.h5": "d24fb2fe425e297e70016b10e99f9189ad0477ef93bffb4e04fb6d83103fd534", + "dense_bank.npz": "ff94c929bb738d3d69d52013f1d0968cca77e5a1f30d0a5ac39ea8cd97e36f1e", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "e22e3cb419a7c8be0db6d6966b8f0c3cb006ea837fe68a4fdfe27cc2f333ee90", + "handoff.md": "9df3537f1555f27c2edb2d29ce7900a03ef6d00895fb09fa22785ee9651ee4dd", + "landmark.py": "a0fea56f9bb45e0a0b97830f56511e472b707b82b41c7d576b307ebd682060ab", + "model_tool_manifest.yaml": "7dc78e3d85e629cea321cb72a238f320f5606f51391c8d9155bfac1851a9719e", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference_bank.npz": "443c0e54f31e565966f00f04c5cdc3a5650bbf0cc5ea77aa64e00ec8b3825721", + "skills.md": "1ddab2f867c63b38a09544c2deda31f1083fe491deeb7a2a88355b146858117e", + "validation.txt": "03cf50d91b3b2fb28abb98ccf237c338502fe0aee9faf950f8b37406bd6ba513", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "wrist_bank.npy": "fd7bf56f71b19095d3ee44d7d1bfbb3ed72e9cf61c6b2d5c15ef1087d5c0e9c4" + }, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "exploration_ledger_hash": "716f9d38030b10ca0956834be4f27a2c21651240f0386dafe9081f1f771177f4", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "aaade83b682bc71e112ada94b4fcf83e752ad8b23b71e8e40dec387a0184900b", + "episode": 7, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 8, + "bundle_hash": "77f1248e9d2003788c4dfba80e8c9af84c2290b5fa90a0392a3a8cbb4097a487", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 13, + "bundle_hash": "2f78cc82cd0ef0819d58eedd61f99f477cfe69f67238f1e44f834f15b6ab7fd1", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "2f78cc82cd0ef0819d58eedd61f99f477cfe69f67238f1e44f834f15b6ab7fd1", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "a32dfdbf13e05bd7b49f1eefbdc5dad93d6644dd6e4cd1e9ff73728818b5bd18", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..d79e83f4fb0078f227a281cb6f5c021fc3846273 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Handoff + +Task: PushTargetPose-v1; protocol Agent-D20-E20-Compiled. This candidate derives from the task's 20 authorized demonstrations and legal E20 exploration. It is currently under development; trusted independent rehearsal records determine runnable status and performance. + +Entry points: controller.reset_episode() and controller.act(obs). Required runtime files are controller.py, reference_bank.npz, dense_bank.npz, correction.npy, and wrist_bank.npy. Dependencies: Python, NumPy, OpenCV. The runner supplies verified demo manifest, readonly demonstrations and common environment lock. Offline helper scripts are not runtime entry points. + +The controller uses current legal RGB/proprioception; no seeds, simulator state, hidden labels, network, or external models. Gripper is -1 for non-prehensile pushing. Limits and native horizon are preserved. The initial hold belongs to the runner. No neural parameters were fitted. + +Audit: /workspace/demo_analysis.md and /workspace/exploration/ preserve actual demo analysis, controller versions, legal images/actions and findings. Early exploration exposed phase stalls and loss of cup contact at the hinge. Visual correction is experimental and does not establish target orientation. Native success and conservative visual judgments must be read from trusted rehearsal records, never inferred from controller termination. diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/landmark.py b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/landmark.py new file mode 100644 index 0000000000000000000000000000000000000000..d982f2862c0af0e7b0096860f644a9fd843b4513 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/landmark.py @@ -0,0 +1,20 @@ +import cv2,numpy as np + +def wrist(rgb): + im=cv2.resize(np.asarray(rgb).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + hsv=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + blue=(hsv[:,:,0]>=95)&(hsv[:,:,0]<=135)&(hsv[:,:,1]>65)&(hsv[:,:,2]>35) + yy,xx=np.nonzero(blue) + if len(xx)<4:return np.array([0,0,0],np.float32) + cup=np.array([xx.mean(),yy.mean()]);v=im.astype(np.float32) + m=((v.max(2)-v.min(2)<15)&(v.mean(2)>70)&(v.mean(2)<170)).astype('uint8') + m=cv2.morphologyEx(m,cv2.MORPH_OPEN,np.ones((3,3),np.uint8)) + n,l,stats,cent=cv2.connectedComponentsWithStats(m);points=[] + for s,xy in zip(stats[1:],cent[1:]): + x,y,w,h,a=s + if 120.6 and w<26 and h<26: + points.append(xy) + if not points:return np.array([0,0,0],np.float32) + p=min(points,key=lambda p:np.linalg.norm(p-cup)) + if np.linalg.norm(p-cup)>100:return np.array([0,0,0],np.float32) + return np.array([p[0]/240,p[1]/320,1],np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..88b323e905481b05023d4560d558157c73198c06 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,97 @@ +{ + "stage": "D20_E20_LEGAL_EXPLORATION", + "status": "independent_rehearsal_candidate", + "task_id": "PushTargetPose-v1", + "python": "3.10.20", + "dependencies": { + "numpy": "2.2.6", + "scipy": "1.15.3", + "h5py": "3.16.0", + "torch": "2.10.0", + "opencv_runtime": "4.12.0" + }, + "runtime_dependencies": [ + "Python", + "numpy", + "OpenCV" + ], + "offline_dependencies": [ + "Python standard library", + "numpy", + "OpenCV", + "h5py", + "/worker_api.py API.read_demo" + ], + "available_but_not_used_for_computation": [ + "scipy", + "torch" + ], + "tools_used": [ + "functions.exec / exec_command: local bash and Python", + "view_image: local contact-sheet inspection", + "API.read_demo: authorized demonstrations only", + "Trusted API: budget_status, next_episode, latest_observation, execute_actions, finish_episode; planned rehearse, score_rehearsal, freeze" + ], + "external_requests": 0, + "environment_episodes": "See trusted surviving budget and exploration ledger", + "neural_finetuning": false, + "pretrained_tool_weights": [], + "assistant_model": { + "identity": "session Codex coding worker; exact checkpoint not exposed", + "weights_modified": false + }, + "source_paths": [ + "/task_contract.json", + "/demo_manifest.json", + "/worker_api.py", + "/demonstrations/demo_00.h5 through demo_19.h5" + ], + "source_file_sha256": { + "/task_contract.json": "b1c3387404e1853d5442a1d8da52b037582b5e77d499dc81f88712cf798238e4", + "/demo_manifest.json": "a4b92bf70bb1b1b93ec53dede739d8fa054ff74b64569d1071897be601ba6aa6", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "reference_bank_provenance": "Fixed handcrafted descriptors at range(0,length,4), plus matching legal qpos/qvel/action labels from all 20 authorized demos; no fitted neural parameters. Per-row demo/frame fields preserved. Wrist bank uses fixed gray-component detection at identical authorized sampled frames. Dense bank contains full authorized action/qpos arrays. Correction bank uses local linear least squares of authorized per-step joint displacement and action windows; no neural training.", + "known_limitations": [ + "Online exploration underway; episode ledger outside bundle in exploration/", + "Unknown camera calibration, exact pose tolerance, native success and contacts", + "Manual visual features and distance thresholds; occlusion and state aliasing", + "No pretrained weight references: none used", + "Internet restricted to audited provider proxy; not invoked or tested", + "Verified demo manifest and common environment lock supplied separately by runner", + "No robust 6D cup or target pose estimate", + "Hinge contact loss observed in episodes3 and4", + "Visual feedback is an experimental manually specified heuristic" + ], + "reference_rows": 4363, + "manual_parameters": "V9: fixed clock, initial full visual demo selection; joint feedback .08 capped .02 translation/.04 rotation before length-180 only. Relative cup/wrist feedback .2 capped .012 at frames80-480, slope .15. One late cup-offset adjustment at length-180, image caps .04/.03, command gains15/-20 over30 steps.", + "runtime_files": [ + "controller.py", + "reference_bank.npz", + "wrist_bank.npy", + "dense_bank.npz", + "correction.npy" + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..715177d3237263ce65060b1d485e04d2c17b03fc --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/skills.md @@ -0,0 +1,7 @@ +# Runtime skills + +Use the first legal front/top image to select one authorized demonstration. Follow its dense actions from frame16 on a fixed clock. At demo length-180, measure the live/reference top-camera blue-cup centroid difference and apply a single capped translation adjustment over30 steps while repositioning. Gains come from legal episode5 translation probes. Gripper remains -1 for non-prehensile contact. + +This is limited visual feedback, not calibrated 6D pose estimation. Large pose differences, missing masks, perspective, contact loss and timing mismatch can defeat it. No robust recovery from major separation exists. Small inverse joint-response correction is active before length-180; relative cup-to-wrist visual correction is active in frames80–480. Both are bounded as documented in the manifest. None means stop, never success. + +Entry points reset_episode() and act(obs). Runtime requires Python, NumPy, OpenCV and the bundled banks listed in model_tool_manifest.yaml. No network, simulator access, neural training or model-development agent. Runner owns the initial hold and native horizon. Independent rehearsal records determine runnable status and success. diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/validation.txt b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/validation.txt new file mode 100644 index 0000000000000000000000000000000000000000..08454d8d5852b69462bd3d8ddc267d0818e5b91b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/validation.txt @@ -0,0 +1,3 @@ +PASS: syntax/interface, RGB sensitivity, batching, bounds, invalid input, horizon, reset and synthetic terminal persistence. No environment or demo-policy evaluation. +PASS: compiled bank finite and legal; 4363 rows; exact stride-4 frame provenance across all 20 demos. No policy evaluation on demonstrations. +PASS: all 17,413 original action labels are finite and within native bounds; all authorized qpos/qvel values are finite. Offline numeric data check only. diff --git a/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PushTargetPose-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start