Linslab commited on
Commit
c16e120
·
verified ·
1 Parent(s): 8e97cab

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_00.h5 +3 -0
  2. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_01.h5 +3 -0
  3. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_02.h5 +3 -0
  4. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_03.h5 +3 -0
  5. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_04.h5 +3 -0
  6. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_05.h5 +3 -0
  7. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_06.h5 +3 -0
  8. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_07.h5 +3 -0
  9. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_08.h5 +3 -0
  10. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_09.h5 +3 -0
  11. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_10.h5 +3 -0
  12. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_11.h5 +3 -0
  13. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_12.h5 +3 -0
  14. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_13.h5 +3 -0
  15. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_14.h5 +3 -0
  16. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_15.h5 +3 -0
  17. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_16.h5 +3 -0
  18. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_17.h5 +3 -0
  19. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_18.h5 +3 -0
  20. agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_19.h5 +3 -0
  21. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/controller.py +186 -0
  22. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/demo_manifest.json +1488 -0
  23. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/environment.lock +249 -0
  24. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/findings.md +15 -0
  25. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/freeze_manifest.json +105 -0
  26. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/handoff.md +11 -0
  27. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/model_tool_manifest.yaml +112 -0
  28. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/policy_runner.py +25 -0
  29. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/skills.md +9 -0
  30. agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/worker_api.py +81 -0
  31. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_03.h5 +3 -0
  32. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_04.h5 +3 -0
  33. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_06.h5 +3 -0
  34. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_08.h5 +3 -0
  35. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_09.h5 +3 -0
  36. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_13.h5 +3 -0
  37. agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_17.h5 +3 -0
  38. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
  39. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  40. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/__pycache__/features.cpython-310.pyc +0 -0
  41. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/calibration_provenance.json +27 -0
  42. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/check_synthetic.py +31 -0
  43. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/controller.py +88 -0
  44. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/demo_manifest.json +2168 -0
  45. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/environment.lock +249 -0
  46. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/features.py +16 -0
  47. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/findings.md +44 -0
  48. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/freeze_manifest.json +85 -0
  49. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/handoff.md +9 -0
  50. agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/model_tool_manifest.yaml +98 -0
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_00.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c3b69574899adcdf36f92fa49659d450c82d41ba04430ef4bc92f3f97f7a38
3
+ size 99559876
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_01.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff58ffc7b142bc0b1bf201f99b2f48ea9e7392dec171330cf67ee3f4b3296d17
3
+ size 156801388
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_02.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc859b2fe4da9ed074a2a4e408828ec07e5510974096958bc51b75b133765cea
3
+ size 102521313
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_03.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717c1cc66f0fddceb7c3a4b73cab9234c9ac9ebcd10cb0b390ba19c314d67bcd
3
+ size 63562277
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_04.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850ac65eaa41c4f8c1f558131a04116de2fc6c618263facfb33c136f5f44e251
3
+ size 108558819
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_05.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a6bce620a462745d908de9caa0e2a9a4e66af43c3cfd6a076ac139fd8eb1d6
3
+ size 81507967
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_06.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72fecef57643178c586ebe1bb3723f933837d795e17fb8b208e18cddc2308b3d
3
+ size 67136786
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_07.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:248cf45c67c4a7b039b64214d67aca7426df091b3ed888fb225a97a38ea84848
3
+ size 160736217
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_08.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3747c750a57ae620d89325dd49dbe5810c861f0f1a4fae22b50f48bc79437f
3
+ size 96318687
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_09.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562f8d82bcfb0e30d70379048e776a83cb7602cd5129fb31e5cc3de987055cf6
3
+ size 115011245
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_10.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a340114bd0bc728d57b0e734774f5b16f5278e7e4a2ac4880188e817a6606f6
3
+ size 80861803
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_11.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3675b75fe4ed84fbb7e99a2cb94ec133d6b89ada697d350b3fd71fe6b4c527
3
+ size 148759817
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_12.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d691b9b7b2fca308d5e116f37c0134ca2f81c94e9dba370475174105704ca4
3
+ size 162504270
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_13.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbe474c4ad0081428dcb84009f37cf60a93264b214860ceca0c88d99f8da6eb1
3
+ size 150051918
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_14.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5c21bebcbc36bd635198c94a5c9621c7eaf46f1830392a6a12173c533fbef1
3
+ size 96776193
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_15.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fea6081c183a51095ff8f5f548e21d50e9f4b163b4c3195ab8db0fb38cee857
3
+ size 113321607
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_16.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cce064142dab874ae0f47533ba53a03a81b7f46941bc6bf8532679736610a771
3
+ size 161861164
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_17.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5985e93304501fab390d847656863dd02420880fb56ad1701f904e62c852888a
3
+ size 166424623
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_18.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eda9d9feefca942095002f341a46d0f069237d4579915d12e02e87d0eccaa5f
3
+ size 166684645
agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/demonstrations_readonly/demo_19.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37bfd0098f066f42af58e55fb003ecf1b02c23454cca642b0d71e43d5da413e9
3
+ size 156978495
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/controller.py ADDED
@@ -0,0 +1,186 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Non-neural demonstration path tracking with legal RGB layout selection."""
2
+ from pathlib import Path
3
+ import numpy as np
4
+ import numpy as np
5
+ OFFSETS=[(0,0,.333),(0,0,0),(0,-.316,0),(.0825,0,0),(-.0825,.384,0),(0,0,0),(.088,0,0)]
6
+ RX=[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]
7
+ def fk(q):
8
+ q=np.asarray(q);q=q.reshape(-1,q.shape[-1]);T=np.tile(np.eye(4),(len(q),1,1))
9
+ for j,(off,rx) in enumerate(zip(OFFSETS,RX)):
10
+ c,s=np.cos(rx),np.sin(rx);F=np.eye(4);F[:3,3]=off;F[:3,:3]=[[1,0,0],[0,c,-s],[0,s,c]]
11
+ R=np.tile(np.eye(4),(len(q),1,1));c,s=np.cos(q[:,j]),np.sin(q[:,j]);R[:,0,0]=c;R[:,0,1]=-s;R[:,1,0]=s;R[:,1,1]=c
12
+ T=T@F@R
13
+ return T[:,:3,3]+.107*T[:,:3,2]
14
+
15
+ import cv2,numpy as np
16
+
17
+ import numpy as np,cv2
18
+
19
+ def locate(rgb):
20
+ im=cv2.resize(np.asarray(rgb),(240,320)).astype(np.float32);r,g,b=im.transpose(2,0,1)
21
+ masks={'green':(g>r*1.16)&(g>b*1.12)&(g>65),'yellow':(np.minimum(r,g)>160)&(b<np.minimum(r,g)-5)&(np.abs(r-g)<12),'cyan':(np.minimum(g,b)>160)&(r<np.minimum(g,b)-3)&(np.abs(g-b)<12),'pink':(np.minimum(r,b)>160)&(g<np.minimum(r,b)-3)&(np.abs(r-b)<12)}
22
+ out={}
23
+ for name,mask in masks.items():
24
+ mask[:70]=False;mask[:,:100]=False
25
+ n,labels,stats,cents=cv2.connectedComponentsWithStats(mask.astype('uint8'))
26
+ good=np.flatnonzero(stats[:,4]>20);good=good[good!=0]
27
+ if len(good):
28
+ biggest=good[np.argmax(stats[good,4])];dist=cents[good]-cents[biggest]
29
+ keep=(np.linalg.norm(dist,axis=1)<100) if name=='green' else ((np.abs(dist[:,0])<50)&(np.abs(dist[:,1])<22))
30
+ good=good[keep]
31
+ mask=np.isin(labels,good)
32
+ pts=np.column_stack(np.nonzero(mask))[:,::-1].astype(np.float32)
33
+ if len(pts):
34
+ rect=cv2.minAreaRect(pts);out[name]={'center':list(rect[0]),'size':list(rect[1]),'angle':rect[2],'box':cv2.boxPoints(rect).tolist(),'pixels':len(pts)}
35
+ return out
36
+ def orientation(loc):
37
+ vals=[]
38
+ for c in ['green','yellow','cyan','pink']:
39
+ d=loc[c];angle=np.deg2rad(d['angle']+(90 if d['size'][0]<d['size'][1] else 0))
40
+ vals.extend([np.cos(2*angle),np.sin(2*angle)])
41
+ return np.array(vals)
42
+
43
+ def strips(loc):
44
+ d=loc['green'];angle=np.deg2rad(d['angle']+(90 if d['size'][0]<d['size'][1] else 0));v=np.array([np.cos(angle),np.sin(angle)])
45
+ if v[1]<0:v=-v
46
+ return np.array(d['center'])+np.arange(-1,2)[:,None]*max(d['size'])/3*v
47
+ def finger_shape(hand):
48
+ angles=np.asarray(hand)[[1,2,3,5,6,7,9,10,11]].reshape(3,3).mean(axis=0)
49
+ cumulative=np.cumsum(angles);weights=np.array([.45,.30,.25])
50
+ return float(weights@np.cos(cumulative)),float(weights@np.sin(cumulative))
51
+ class Controller:
52
+ def __init__(self):
53
+ self.data=np.load(Path(__file__).with_name('paths.npz'),allow_pickle=False)
54
+ self.reset_episode()
55
+ def reset_episode(self):
56
+ self.phase=0.;self.demo=None;self.waits=0;self.tick=0
57
+ self.corrected=[False]*3;self.correction_steps=[0]*3
58
+ self.released=[False]*3;self.release_state=None
59
+ self.grasp_pose=[None]*3
60
+ def release_action(self,q,pos,obs):
61
+ state=self.release_state;state['steps']+=1
62
+ order=[4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15]
63
+ action=np.zeros(22,dtype=np.float32)
64
+ hand=q[7:][order];action[6:]=np.clip(-.35*hand,-1,1)
65
+ if state['stage']==0:
66
+ reach0,height0=state['shape0']
67
+ def movement(h):
68
+ reach,height=finger_shape(h)
69
+ return np.array([0,.05*np.clip((reach-reach0)/max(1-reach0,.05),0,1),.06*np.clip((height0-height)/max(height0,.05),0,1)])
70
+ now=movement(hand);future=movement(hand+.095*action[6:])
71
+ goal=state['origin']+now
72
+ action[:3]=np.clip((future-now)/.04+5*(goal-pos),-.15,.15)
73
+ action[:2]=(future-now)[:2]/.04
74
+ live=locate(np.asarray(obs['rgb']['top_camera']).squeeze()).get(['yellow','cyan','pink'][state['cloth']])
75
+ if live is not None and live['pixels']>=350 and min(live['size'])>=20:
76
+ error=(self.target_pixels[state['cloth']]-np.asarray(live['center']))@self.data['pixel_map']
77
+ action[:2]+=5*error
78
+ action[:2]=np.clip(action[:2],-.09,.09)
79
+ offset=pos[:2]-state['origin'][:2]
80
+ for axis,(lower,upper) in enumerate([(-.06,.06),(-.04,.16)]):
81
+ if (offset[axis]<=lower and action[axis]<0) or (offset[axis]>=upper and action[axis]>0):action[axis]=0
82
+ if state['steps']>=80:
83
+ extra=np.clip(pos[:2]-state['origin'][:2],[-.08,-.06],[.08,.18]);resume=state['resume'];j=state['cloth']
84
+ shift=np.zeros((len(self.p),2))
85
+ if j<2:
86
+ pickup=int(self.groups[j+1][0])-60
87
+ shift[resume:pickup]=np.linspace(extra,0,pickup-resume)
88
+ else:shift[resume:]=extra
89
+ self.p[:,:2]+=shift;self.a[:,:2]+=np.diff(shift,axis=0)/.04
90
+ state['stage']=1;state['steps']=0;state['goal']=pos.copy();state['goal'][2]=self.p[resume,2]
91
+ else:
92
+ action[:3]=np.clip(5*(state['goal']-pos),-.15,.15)
93
+ if np.linalg.norm(state['goal']-pos)<.008 or state['steps']>=40:
94
+ self.phase=float(state['resume']);self.release_state=None
95
+ return action
96
+ def act(self,obs):
97
+ self.tick+=1
98
+ if int(obs.get('step_id',self.tick))>=1500:return None
99
+ q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1)
100
+ if self.demo is None:
101
+ loc=locate(np.asarray(obs['rgb']['top_camera']).squeeze())
102
+ layout=np.array([v for c in ['green','yellow','cyan','pink'] for v in loc[c]['center']])
103
+ self.demo=int(np.argmin(np.mean((self.data['layouts']-layout)**2,axis=1)+12.5*np.sum((self.data['orientations']-orientation(loc))**2,axis=1)))
104
+ self.a=self.data[f'a{self.demo}'];self.q=self.data[f'q{self.demo}'];self.p=self.data[f'p{self.demo}'].copy()
105
+ self.a=self.a.copy()
106
+ delta=(layout-self.data['layouts'][self.demo]).reshape(4,2)@self.data['pixel_map']
107
+ pattern_delta=np.clip((strips(loc)-self.data['strips'][self.demo])@self.data['pixel_map'],-.06,.06)
108
+ delta=np.clip(delta,-.045,.045)
109
+ delta[1:,1]+=.03
110
+ hit=np.flatnonzero(self.a[:,1]>.02)
111
+ groups=[g for g in np.split(hit,np.flatnonzero(np.diff(hit)>10)+1) if len(g)>30][:3]
112
+ self.groups=groups;self.target_pixels=strips(loc)
113
+ knots=[0]; offsets=[np.zeros(2)]
114
+ for j,g in enumerate(groups):
115
+ start,end=int(g[0]),int(g[-1]+1)
116
+ knots.extend([start-60,start,end,end+70]);offsets.extend([delta[j+1],delta[j+1],pattern_delta[j],pattern_delta[j]])
117
+ knots.append(len(self.p)-1);offsets.append(pattern_delta[-1])
118
+ shift=np.stack([np.interp(np.arange(len(self.p)),knots,np.array(offsets)[:,axis]) for axis in range(2)],axis=1)
119
+ self.p[:,:2]+=shift
120
+ self.a[:,:2]+=np.diff(shift,axis=0)/.04
121
+ i=min(int(self.phase),len(self.a)-1)
122
+ if self.phase>=len(self.a)+40:return None
123
+ if self.phase>=len(self.a):
124
+ self.phase+=1;return np.zeros(22,dtype=np.float32)
125
+ pos=fk(q)[0]
126
+ if self.release_state is not None:return self.release_action(q,pos,obs)
127
+ order=[4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15]
128
+ for j,g in enumerate(self.groups):
129
+ end=int(g[-1]+1)
130
+ if not self.corrected[j] and end-1<=i<end+5:
131
+ live=locate(np.asarray(obs['rgb']['top_camera']).squeeze()).get(['yellow','cyan','pink'][j])
132
+ dy=(live['center'][1]-(self.target_pixels[j,1]+12)) if live is not None else 0
133
+ dx=(live['center'][0]-(self.target_pixels[j,0]+4)) if live is not None else 0
134
+ lateral=live is not None and live['pixels']>=650 and min(live['size'])>=20 and abs(dx)<30
135
+ ax=float(np.clip(-.024*dx,-.06,.06)) if lateral and abs(dx)>3 else 0.
136
+ if abs(pos[0]-self.p[i,0])>=.06 and ax*(pos[0]-self.p[i,0])>0:ax=0.
137
+ if live is not None and live['pixels']>=100 and -20<dy<65 and (dy>3 or ax!=0) and self.correction_steps[j]<64:
138
+ action=np.zeros(22,dtype=np.float32)
139
+ action[0]=ax
140
+ action[1]=np.clip(.025*dy,0,.09) if dy>3 else 0.
141
+ action[2]=np.clip(5*(self.p[i,2]-pos[2]),-.09,.09)
142
+ target=self.grasp_pose[j] if self.grasp_pose[j] is not None else self.data[f'hand_target{self.demo}'][i]
143
+ action[6:]=np.clip(.5*(target-q[7:][order]),-1,1)
144
+ self.correction_steps[j]+=1
145
+ return action
146
+ self.corrected[j]=True
147
+ extra=np.clip(pos[:2]-self.p[i,:2],[-.07,0],[.07,.24])
148
+ shift=np.zeros((len(self.p),2))
149
+ if j<2:
150
+ release=end+70;pickup=int(self.groups[j+1][0])-60
151
+ shift[i:release]=extra
152
+ shift[release:pickup]=np.linspace(extra,0,pickup-release)
153
+ else:shift[i:]=extra
154
+ self.p[:,:2]+=shift;self.a[:,:2]+=np.diff(shift,axis=0)/.04
155
+ if self.corrected[j] and not self.released[j] and end-1<=i<end+5:
156
+ self.released[j]=True
157
+ resume=min(end+80,len(self.a)-1)
158
+ self.release_state={'stage':0,'steps':0,'goal':pos.copy(),'origin':pos.copy(),'shape0':finger_shape(q[7:][order]),'resume':resume,'cloth':j}
159
+ return self.release_action(q,pos,obs)
160
+ err=self.p[i]-pos
161
+ speed=1.0
162
+ if self.a[i,1]<-.015 or self.a[i,2]>.015:speed=1.8
163
+ if i<75:speed=1.5
164
+ if any(int(g[0])-65<=i<=int(g[-1])+35 for g in self.groups):speed=1.0
165
+ a=self.a[i].copy()*speed
166
+ a[:3]=np.clip(a[:3]+5.*err,-.22,.22)
167
+ gain=float(self.data[f'hand_gain{self.demo}'][i])
168
+ if gain>.4:gain=1.0
169
+ a[6:]=np.clip(gain*(self.data[f'hand_target{self.demo}'][i]-q[7:][order]),-1,1)
170
+ for j,g in enumerate(self.groups):
171
+ if int(g[0])<=i<=int(g[-1]):
172
+ if self.grasp_pose[j] is None:self.grasp_pose[j]=q[7:][order].copy()
173
+ a[6:]=np.clip(.5*(self.grasp_pose[j]-q[7:][order]),-1,1)
174
+ # Bound both pose holds and image-guided extensions within the native horizon.
175
+ if np.linalg.norm(err)>.02 and self.waits<120:self.waits+=1
176
+ else:self.phase+=speed
177
+ return a.astype(np.float32)
178
+ _controller=None
179
+ def reset_episode():
180
+ global _controller
181
+ if _controller is None:_controller=Controller()
182
+ else:_controller.reset_episode()
183
+ def act(obs):
184
+ global _controller
185
+ if _controller is None:reset_episode()
186
+ return _controller.act(obs)
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,1488 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "CoverPattern-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 1152,
11
+ "fields": [
12
+ {
13
+ "path": "actions",
14
+ "shape": [
15
+ 1152,
16
+ 22
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "obs/agent/qpos",
22
+ "shape": [
23
+ 1153,
24
+ 23
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/qvel",
30
+ "shape": [
31
+ 1153,
32
+ 23
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/sensor_data/front_camera/rgb",
38
+ "shape": [
39
+ 1153,
40
+ 240,
41
+ 320,
42
+ 3
43
+ ],
44
+ "dtype": "uint8"
45
+ },
46
+ {
47
+ "path": "obs/sensor_data/left_camera/rgb",
48
+ "shape": [
49
+ 1153,
50
+ 240,
51
+ 320,
52
+ 3
53
+ ],
54
+ "dtype": "uint8"
55
+ },
56
+ {
57
+ "path": "obs/sensor_data/robot_camera/rgb",
58
+ "shape": [
59
+ 1153,
60
+ 240,
61
+ 320,
62
+ 3
63
+ ],
64
+ "dtype": "uint8"
65
+ },
66
+ {
67
+ "path": "obs/sensor_data/top_camera/rgb",
68
+ "shape": [
69
+ 1153,
70
+ 320,
71
+ 240,
72
+ 3
73
+ ],
74
+ "dtype": "uint8"
75
+ }
76
+ ],
77
+ "trajectory_sha256": "a7aae9f8699d1769f07f756da07970058715874cc7cadec17121014f2ada99e5",
78
+ "source_sha256": "6d9549e64a3e15b2f59692435a51c48e196a60dcd239a152d55eac204ad7daa0",
79
+ "view_sha256": "3601ed9cbd18e60d1733beabde437c2a3fbb27661cb0ecc05e0c0fde8d863597"
80
+ },
81
+ {
82
+ "demo_id": "demo_01",
83
+ "file": "demo_01.h5",
84
+ "length": 1151,
85
+ "fields": [
86
+ {
87
+ "path": "actions",
88
+ "shape": [
89
+ 1151,
90
+ 22
91
+ ],
92
+ "dtype": "float32"
93
+ },
94
+ {
95
+ "path": "obs/agent/qpos",
96
+ "shape": [
97
+ 1152,
98
+ 23
99
+ ],
100
+ "dtype": "float32"
101
+ },
102
+ {
103
+ "path": "obs/agent/qvel",
104
+ "shape": [
105
+ 1152,
106
+ 23
107
+ ],
108
+ "dtype": "float32"
109
+ },
110
+ {
111
+ "path": "obs/sensor_data/front_camera/rgb",
112
+ "shape": [
113
+ 1152,
114
+ 240,
115
+ 320,
116
+ 3
117
+ ],
118
+ "dtype": "uint8"
119
+ },
120
+ {
121
+ "path": "obs/sensor_data/left_camera/rgb",
122
+ "shape": [
123
+ 1152,
124
+ 240,
125
+ 320,
126
+ 3
127
+ ],
128
+ "dtype": "uint8"
129
+ },
130
+ {
131
+ "path": "obs/sensor_data/robot_camera/rgb",
132
+ "shape": [
133
+ 1152,
134
+ 240,
135
+ 320,
136
+ 3
137
+ ],
138
+ "dtype": "uint8"
139
+ },
140
+ {
141
+ "path": "obs/sensor_data/top_camera/rgb",
142
+ "shape": [
143
+ 1152,
144
+ 320,
145
+ 240,
146
+ 3
147
+ ],
148
+ "dtype": "uint8"
149
+ }
150
+ ],
151
+ "trajectory_sha256": "42265b8741cc3f677835caffbe4c614209a14bdd250ec67b692a42311b587270",
152
+ "source_sha256": "4f3142b5c9985cc5f088481375ddcd7b7eda57e62a17403f6338e909fdf069d2",
153
+ "view_sha256": "527b8bed0de9c5726f7f77b2ece590a839737674e38c72e9cd7d3c8997ab6688"
154
+ },
155
+ {
156
+ "demo_id": "demo_02",
157
+ "file": "demo_02.h5",
158
+ "length": 1151,
159
+ "fields": [
160
+ {
161
+ "path": "actions",
162
+ "shape": [
163
+ 1151,
164
+ 22
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/agent/qpos",
170
+ "shape": [
171
+ 1152,
172
+ 23
173
+ ],
174
+ "dtype": "float32"
175
+ },
176
+ {
177
+ "path": "obs/agent/qvel",
178
+ "shape": [
179
+ 1152,
180
+ 23
181
+ ],
182
+ "dtype": "float32"
183
+ },
184
+ {
185
+ "path": "obs/sensor_data/front_camera/rgb",
186
+ "shape": [
187
+ 1152,
188
+ 240,
189
+ 320,
190
+ 3
191
+ ],
192
+ "dtype": "uint8"
193
+ },
194
+ {
195
+ "path": "obs/sensor_data/left_camera/rgb",
196
+ "shape": [
197
+ 1152,
198
+ 240,
199
+ 320,
200
+ 3
201
+ ],
202
+ "dtype": "uint8"
203
+ },
204
+ {
205
+ "path": "obs/sensor_data/robot_camera/rgb",
206
+ "shape": [
207
+ 1152,
208
+ 240,
209
+ 320,
210
+ 3
211
+ ],
212
+ "dtype": "uint8"
213
+ },
214
+ {
215
+ "path": "obs/sensor_data/top_camera/rgb",
216
+ "shape": [
217
+ 1152,
218
+ 320,
219
+ 240,
220
+ 3
221
+ ],
222
+ "dtype": "uint8"
223
+ }
224
+ ],
225
+ "trajectory_sha256": "53233e7be0556ff8b6d93c3d36b6a233bf33e1698510f28d25216ade7c36c5ab",
226
+ "source_sha256": "8cb01fcaba40bb6d1f199baf48f2cbf03c9426f687587928cebd18d5b8124a29",
227
+ "view_sha256": "c95ae3b2c90d640c115694840efb193a84852f2d6303810327b9a28e4cee2be5"
228
+ },
229
+ {
230
+ "demo_id": "demo_03",
231
+ "file": "demo_03.h5",
232
+ "length": 1153,
233
+ "fields": [
234
+ {
235
+ "path": "actions",
236
+ "shape": [
237
+ 1153,
238
+ 22
239
+ ],
240
+ "dtype": "float32"
241
+ },
242
+ {
243
+ "path": "obs/agent/qpos",
244
+ "shape": [
245
+ 1154,
246
+ 23
247
+ ],
248
+ "dtype": "float32"
249
+ },
250
+ {
251
+ "path": "obs/agent/qvel",
252
+ "shape": [
253
+ 1154,
254
+ 23
255
+ ],
256
+ "dtype": "float32"
257
+ },
258
+ {
259
+ "path": "obs/sensor_data/front_camera/rgb",
260
+ "shape": [
261
+ 1154,
262
+ 240,
263
+ 320,
264
+ 3
265
+ ],
266
+ "dtype": "uint8"
267
+ },
268
+ {
269
+ "path": "obs/sensor_data/left_camera/rgb",
270
+ "shape": [
271
+ 1154,
272
+ 240,
273
+ 320,
274
+ 3
275
+ ],
276
+ "dtype": "uint8"
277
+ },
278
+ {
279
+ "path": "obs/sensor_data/robot_camera/rgb",
280
+ "shape": [
281
+ 1154,
282
+ 240,
283
+ 320,
284
+ 3
285
+ ],
286
+ "dtype": "uint8"
287
+ },
288
+ {
289
+ "path": "obs/sensor_data/top_camera/rgb",
290
+ "shape": [
291
+ 1154,
292
+ 320,
293
+ 240,
294
+ 3
295
+ ],
296
+ "dtype": "uint8"
297
+ }
298
+ ],
299
+ "trajectory_sha256": "7d313170543b8f4a667821ed5380e58f8d8e6ae34f7e421404c043121001f497",
300
+ "source_sha256": "ac0051f5b6bd8be9a629708a3dd5a16cf1e8ecfaaa81506a92c53cf386b61d83",
301
+ "view_sha256": "2a9f3c63943143184ec54c5169fb8fc091bffbf0325f06cfd79bf91ba8ac5bac"
302
+ },
303
+ {
304
+ "demo_id": "demo_04",
305
+ "file": "demo_04.h5",
306
+ "length": 1141,
307
+ "fields": [
308
+ {
309
+ "path": "actions",
310
+ "shape": [
311
+ 1141,
312
+ 22
313
+ ],
314
+ "dtype": "float32"
315
+ },
316
+ {
317
+ "path": "obs/agent/qpos",
318
+ "shape": [
319
+ 1142,
320
+ 23
321
+ ],
322
+ "dtype": "float32"
323
+ },
324
+ {
325
+ "path": "obs/agent/qvel",
326
+ "shape": [
327
+ 1142,
328
+ 23
329
+ ],
330
+ "dtype": "float32"
331
+ },
332
+ {
333
+ "path": "obs/sensor_data/front_camera/rgb",
334
+ "shape": [
335
+ 1142,
336
+ 240,
337
+ 320,
338
+ 3
339
+ ],
340
+ "dtype": "uint8"
341
+ },
342
+ {
343
+ "path": "obs/sensor_data/left_camera/rgb",
344
+ "shape": [
345
+ 1142,
346
+ 240,
347
+ 320,
348
+ 3
349
+ ],
350
+ "dtype": "uint8"
351
+ },
352
+ {
353
+ "path": "obs/sensor_data/robot_camera/rgb",
354
+ "shape": [
355
+ 1142,
356
+ 240,
357
+ 320,
358
+ 3
359
+ ],
360
+ "dtype": "uint8"
361
+ },
362
+ {
363
+ "path": "obs/sensor_data/top_camera/rgb",
364
+ "shape": [
365
+ 1142,
366
+ 320,
367
+ 240,
368
+ 3
369
+ ],
370
+ "dtype": "uint8"
371
+ }
372
+ ],
373
+ "trajectory_sha256": "f714f419f9755926c85d97e999468b43a8b52c30264240f073981976b75b7879",
374
+ "source_sha256": "f3bd09082e7c954f0ebfe358f42f2e3880de356f5d7178254b16ec89912b335a",
375
+ "view_sha256": "bf43ab8e9eee14db5bb2e6b7b2d9b49a344fd279157ce0d9bfd66c1ca6684d3a"
376
+ },
377
+ {
378
+ "demo_id": "demo_05",
379
+ "file": "demo_05.h5",
380
+ "length": 1138,
381
+ "fields": [
382
+ {
383
+ "path": "actions",
384
+ "shape": [
385
+ 1138,
386
+ 22
387
+ ],
388
+ "dtype": "float32"
389
+ },
390
+ {
391
+ "path": "obs/agent/qpos",
392
+ "shape": [
393
+ 1139,
394
+ 23
395
+ ],
396
+ "dtype": "float32"
397
+ },
398
+ {
399
+ "path": "obs/agent/qvel",
400
+ "shape": [
401
+ 1139,
402
+ 23
403
+ ],
404
+ "dtype": "float32"
405
+ },
406
+ {
407
+ "path": "obs/sensor_data/front_camera/rgb",
408
+ "shape": [
409
+ 1139,
410
+ 240,
411
+ 320,
412
+ 3
413
+ ],
414
+ "dtype": "uint8"
415
+ },
416
+ {
417
+ "path": "obs/sensor_data/left_camera/rgb",
418
+ "shape": [
419
+ 1139,
420
+ 240,
421
+ 320,
422
+ 3
423
+ ],
424
+ "dtype": "uint8"
425
+ },
426
+ {
427
+ "path": "obs/sensor_data/robot_camera/rgb",
428
+ "shape": [
429
+ 1139,
430
+ 240,
431
+ 320,
432
+ 3
433
+ ],
434
+ "dtype": "uint8"
435
+ },
436
+ {
437
+ "path": "obs/sensor_data/top_camera/rgb",
438
+ "shape": [
439
+ 1139,
440
+ 320,
441
+ 240,
442
+ 3
443
+ ],
444
+ "dtype": "uint8"
445
+ }
446
+ ],
447
+ "trajectory_sha256": "12f8cc2b14814ee0caa45047bcdc1687c7f3410f1aebd2394a62c9a498cb0a78",
448
+ "source_sha256": "607a999835c628db7dfa4caeac4d592d129e32e93e15ca2de5a85559feb25302",
449
+ "view_sha256": "1e8aa93bf641def3b1532af57af0b9d73cbc12039def0ee787b3843e408d5f2c"
450
+ },
451
+ {
452
+ "demo_id": "demo_06",
453
+ "file": "demo_06.h5",
454
+ "length": 1164,
455
+ "fields": [
456
+ {
457
+ "path": "actions",
458
+ "shape": [
459
+ 1164,
460
+ 22
461
+ ],
462
+ "dtype": "float32"
463
+ },
464
+ {
465
+ "path": "obs/agent/qpos",
466
+ "shape": [
467
+ 1165,
468
+ 23
469
+ ],
470
+ "dtype": "float32"
471
+ },
472
+ {
473
+ "path": "obs/agent/qvel",
474
+ "shape": [
475
+ 1165,
476
+ 23
477
+ ],
478
+ "dtype": "float32"
479
+ },
480
+ {
481
+ "path": "obs/sensor_data/front_camera/rgb",
482
+ "shape": [
483
+ 1165,
484
+ 240,
485
+ 320,
486
+ 3
487
+ ],
488
+ "dtype": "uint8"
489
+ },
490
+ {
491
+ "path": "obs/sensor_data/left_camera/rgb",
492
+ "shape": [
493
+ 1165,
494
+ 240,
495
+ 320,
496
+ 3
497
+ ],
498
+ "dtype": "uint8"
499
+ },
500
+ {
501
+ "path": "obs/sensor_data/robot_camera/rgb",
502
+ "shape": [
503
+ 1165,
504
+ 240,
505
+ 320,
506
+ 3
507
+ ],
508
+ "dtype": "uint8"
509
+ },
510
+ {
511
+ "path": "obs/sensor_data/top_camera/rgb",
512
+ "shape": [
513
+ 1165,
514
+ 320,
515
+ 240,
516
+ 3
517
+ ],
518
+ "dtype": "uint8"
519
+ }
520
+ ],
521
+ "trajectory_sha256": "bd60daff67c0ee0783b99749194c154132bc62c606adb6ff7ed1aa21a4ad8a95",
522
+ "source_sha256": "cdf5fecd00c47aaf489f64b620b820a243918141679347609062f69807c28f31",
523
+ "view_sha256": "fcef02da5b44cabbbc60f768d6c58411fc2f9c8ab11aa8b60fdfe91ad2015f11"
524
+ },
525
+ {
526
+ "demo_id": "demo_07",
527
+ "file": "demo_07.h5",
528
+ "length": 1155,
529
+ "fields": [
530
+ {
531
+ "path": "actions",
532
+ "shape": [
533
+ 1155,
534
+ 22
535
+ ],
536
+ "dtype": "float32"
537
+ },
538
+ {
539
+ "path": "obs/agent/qpos",
540
+ "shape": [
541
+ 1156,
542
+ 23
543
+ ],
544
+ "dtype": "float32"
545
+ },
546
+ {
547
+ "path": "obs/agent/qvel",
548
+ "shape": [
549
+ 1156,
550
+ 23
551
+ ],
552
+ "dtype": "float32"
553
+ },
554
+ {
555
+ "path": "obs/sensor_data/front_camera/rgb",
556
+ "shape": [
557
+ 1156,
558
+ 240,
559
+ 320,
560
+ 3
561
+ ],
562
+ "dtype": "uint8"
563
+ },
564
+ {
565
+ "path": "obs/sensor_data/left_camera/rgb",
566
+ "shape": [
567
+ 1156,
568
+ 240,
569
+ 320,
570
+ 3
571
+ ],
572
+ "dtype": "uint8"
573
+ },
574
+ {
575
+ "path": "obs/sensor_data/robot_camera/rgb",
576
+ "shape": [
577
+ 1156,
578
+ 240,
579
+ 320,
580
+ 3
581
+ ],
582
+ "dtype": "uint8"
583
+ },
584
+ {
585
+ "path": "obs/sensor_data/top_camera/rgb",
586
+ "shape": [
587
+ 1156,
588
+ 320,
589
+ 240,
590
+ 3
591
+ ],
592
+ "dtype": "uint8"
593
+ }
594
+ ],
595
+ "trajectory_sha256": "ec9f4a0c567d6d67222c7fd15af6f111344cf20d6cb69a13aa069b6b24fdc0bd",
596
+ "source_sha256": "707ef2a91d767ef1b20cbaee0bcea6e988e030902b20c2b2eb487178b5f2d854",
597
+ "view_sha256": "b0437b5bdef881071d475074d7179762cb05d435b9d57a7db710a5b90fd9de86"
598
+ },
599
+ {
600
+ "demo_id": "demo_08",
601
+ "file": "demo_08.h5",
602
+ "length": 1151,
603
+ "fields": [
604
+ {
605
+ "path": "actions",
606
+ "shape": [
607
+ 1151,
608
+ 22
609
+ ],
610
+ "dtype": "float32"
611
+ },
612
+ {
613
+ "path": "obs/agent/qpos",
614
+ "shape": [
615
+ 1152,
616
+ 23
617
+ ],
618
+ "dtype": "float32"
619
+ },
620
+ {
621
+ "path": "obs/agent/qvel",
622
+ "shape": [
623
+ 1152,
624
+ 23
625
+ ],
626
+ "dtype": "float32"
627
+ },
628
+ {
629
+ "path": "obs/sensor_data/front_camera/rgb",
630
+ "shape": [
631
+ 1152,
632
+ 240,
633
+ 320,
634
+ 3
635
+ ],
636
+ "dtype": "uint8"
637
+ },
638
+ {
639
+ "path": "obs/sensor_data/left_camera/rgb",
640
+ "shape": [
641
+ 1152,
642
+ 240,
643
+ 320,
644
+ 3
645
+ ],
646
+ "dtype": "uint8"
647
+ },
648
+ {
649
+ "path": "obs/sensor_data/robot_camera/rgb",
650
+ "shape": [
651
+ 1152,
652
+ 240,
653
+ 320,
654
+ 3
655
+ ],
656
+ "dtype": "uint8"
657
+ },
658
+ {
659
+ "path": "obs/sensor_data/top_camera/rgb",
660
+ "shape": [
661
+ 1152,
662
+ 320,
663
+ 240,
664
+ 3
665
+ ],
666
+ "dtype": "uint8"
667
+ }
668
+ ],
669
+ "trajectory_sha256": "fd0457b0f0a2e8eef3372f40541de0821f399ada8220c2cb9e4d18f1c729f39d",
670
+ "source_sha256": "f409b4a52a45204741d7cd8b00c17970bc3db4a94116902e7cbdc776319bf9ec",
671
+ "view_sha256": "bd643d218ec49ec7a51ebcc58df2b2a1078fc291fe3626d00ab60aa0ce054f8b"
672
+ },
673
+ {
674
+ "demo_id": "demo_09",
675
+ "file": "demo_09.h5",
676
+ "length": 1151,
677
+ "fields": [
678
+ {
679
+ "path": "actions",
680
+ "shape": [
681
+ 1151,
682
+ 22
683
+ ],
684
+ "dtype": "float32"
685
+ },
686
+ {
687
+ "path": "obs/agent/qpos",
688
+ "shape": [
689
+ 1152,
690
+ 23
691
+ ],
692
+ "dtype": "float32"
693
+ },
694
+ {
695
+ "path": "obs/agent/qvel",
696
+ "shape": [
697
+ 1152,
698
+ 23
699
+ ],
700
+ "dtype": "float32"
701
+ },
702
+ {
703
+ "path": "obs/sensor_data/front_camera/rgb",
704
+ "shape": [
705
+ 1152,
706
+ 240,
707
+ 320,
708
+ 3
709
+ ],
710
+ "dtype": "uint8"
711
+ },
712
+ {
713
+ "path": "obs/sensor_data/left_camera/rgb",
714
+ "shape": [
715
+ 1152,
716
+ 240,
717
+ 320,
718
+ 3
719
+ ],
720
+ "dtype": "uint8"
721
+ },
722
+ {
723
+ "path": "obs/sensor_data/robot_camera/rgb",
724
+ "shape": [
725
+ 1152,
726
+ 240,
727
+ 320,
728
+ 3
729
+ ],
730
+ "dtype": "uint8"
731
+ },
732
+ {
733
+ "path": "obs/sensor_data/top_camera/rgb",
734
+ "shape": [
735
+ 1152,
736
+ 320,
737
+ 240,
738
+ 3
739
+ ],
740
+ "dtype": "uint8"
741
+ }
742
+ ],
743
+ "trajectory_sha256": "2221650d391f039fce64ca634d910ea60d5ed613dc69b272fbaf83004ff3b8d7",
744
+ "source_sha256": "71fd84a8ab443ce197bea9f2f4057a55f5f70ed09698187dc91608d459979e47",
745
+ "view_sha256": "6070428471658b6ddf673578403afa406a1d1f0fde9af0300c2e257079fcdb01"
746
+ },
747
+ {
748
+ "demo_id": "demo_10",
749
+ "file": "demo_10.h5",
750
+ "length": 1154,
751
+ "fields": [
752
+ {
753
+ "path": "actions",
754
+ "shape": [
755
+ 1154,
756
+ 22
757
+ ],
758
+ "dtype": "float32"
759
+ },
760
+ {
761
+ "path": "obs/agent/qpos",
762
+ "shape": [
763
+ 1155,
764
+ 23
765
+ ],
766
+ "dtype": "float32"
767
+ },
768
+ {
769
+ "path": "obs/agent/qvel",
770
+ "shape": [
771
+ 1155,
772
+ 23
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "obs/sensor_data/front_camera/rgb",
778
+ "shape": [
779
+ 1155,
780
+ 240,
781
+ 320,
782
+ 3
783
+ ],
784
+ "dtype": "uint8"
785
+ },
786
+ {
787
+ "path": "obs/sensor_data/left_camera/rgb",
788
+ "shape": [
789
+ 1155,
790
+ 240,
791
+ 320,
792
+ 3
793
+ ],
794
+ "dtype": "uint8"
795
+ },
796
+ {
797
+ "path": "obs/sensor_data/robot_camera/rgb",
798
+ "shape": [
799
+ 1155,
800
+ 240,
801
+ 320,
802
+ 3
803
+ ],
804
+ "dtype": "uint8"
805
+ },
806
+ {
807
+ "path": "obs/sensor_data/top_camera/rgb",
808
+ "shape": [
809
+ 1155,
810
+ 320,
811
+ 240,
812
+ 3
813
+ ],
814
+ "dtype": "uint8"
815
+ }
816
+ ],
817
+ "trajectory_sha256": "7507b975d57ad89eb67519bbd072d0278a0b6f02ac60510d1d33f1fdc61341db",
818
+ "source_sha256": "9f00fcf29a9e00b06960fa04728610069f321899475d9f114ca5dc405819f9e7",
819
+ "view_sha256": "b7640fd0d58f1ec14274be845a182e5f8c12528f6a3c62d07310303412c760dd"
820
+ },
821
+ {
822
+ "demo_id": "demo_11",
823
+ "file": "demo_11.h5",
824
+ "length": 1157,
825
+ "fields": [
826
+ {
827
+ "path": "actions",
828
+ "shape": [
829
+ 1157,
830
+ 22
831
+ ],
832
+ "dtype": "float32"
833
+ },
834
+ {
835
+ "path": "obs/agent/qpos",
836
+ "shape": [
837
+ 1158,
838
+ 23
839
+ ],
840
+ "dtype": "float32"
841
+ },
842
+ {
843
+ "path": "obs/agent/qvel",
844
+ "shape": [
845
+ 1158,
846
+ 23
847
+ ],
848
+ "dtype": "float32"
849
+ },
850
+ {
851
+ "path": "obs/sensor_data/front_camera/rgb",
852
+ "shape": [
853
+ 1158,
854
+ 240,
855
+ 320,
856
+ 3
857
+ ],
858
+ "dtype": "uint8"
859
+ },
860
+ {
861
+ "path": "obs/sensor_data/left_camera/rgb",
862
+ "shape": [
863
+ 1158,
864
+ 240,
865
+ 320,
866
+ 3
867
+ ],
868
+ "dtype": "uint8"
869
+ },
870
+ {
871
+ "path": "obs/sensor_data/robot_camera/rgb",
872
+ "shape": [
873
+ 1158,
874
+ 240,
875
+ 320,
876
+ 3
877
+ ],
878
+ "dtype": "uint8"
879
+ },
880
+ {
881
+ "path": "obs/sensor_data/top_camera/rgb",
882
+ "shape": [
883
+ 1158,
884
+ 320,
885
+ 240,
886
+ 3
887
+ ],
888
+ "dtype": "uint8"
889
+ }
890
+ ],
891
+ "trajectory_sha256": "9fc536fedef2f8ba2638c90f5bf2e8f348c53a3ff2802b04c3e6b1ee824a53cb",
892
+ "source_sha256": "0509b81b2a2afe30902aa1a068e9673431f36836b44dd1000eaa6f1375ba175d",
893
+ "view_sha256": "bc2a13bfd57e17fd186b03c043502661f81cd9afdedd8c0c47709fc41c6036f5"
894
+ },
895
+ {
896
+ "demo_id": "demo_12",
897
+ "file": "demo_12.h5",
898
+ "length": 1146,
899
+ "fields": [
900
+ {
901
+ "path": "actions",
902
+ "shape": [
903
+ 1146,
904
+ 22
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/qpos",
910
+ "shape": [
911
+ 1147,
912
+ 23
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/qvel",
918
+ "shape": [
919
+ 1147,
920
+ 23
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 1147,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 1147,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera/rgb",
946
+ "shape": [
947
+ 1147,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/top_camera/rgb",
956
+ "shape": [
957
+ 1147,
958
+ 320,
959
+ 240,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ }
964
+ ],
965
+ "trajectory_sha256": "4e71d5fee85b2779293ca4075f40acb70c07e26296e0fa46ad13260b87f4bef2",
966
+ "source_sha256": "7fb549de578f2c9b483e0e342a7795d2fb84aaaf5d0cfefa55d1d99478c75068",
967
+ "view_sha256": "8a8eeebbbeb21a78b82c2898df11ecdd87ab1a3d9a32522b1b3561d57928a130"
968
+ },
969
+ {
970
+ "demo_id": "demo_13",
971
+ "file": "demo_13.h5",
972
+ "length": 1147,
973
+ "fields": [
974
+ {
975
+ "path": "actions",
976
+ "shape": [
977
+ 1147,
978
+ 22
979
+ ],
980
+ "dtype": "float32"
981
+ },
982
+ {
983
+ "path": "obs/agent/qpos",
984
+ "shape": [
985
+ 1148,
986
+ 23
987
+ ],
988
+ "dtype": "float32"
989
+ },
990
+ {
991
+ "path": "obs/agent/qvel",
992
+ "shape": [
993
+ 1148,
994
+ 23
995
+ ],
996
+ "dtype": "float32"
997
+ },
998
+ {
999
+ "path": "obs/sensor_data/front_camera/rgb",
1000
+ "shape": [
1001
+ 1148,
1002
+ 240,
1003
+ 320,
1004
+ 3
1005
+ ],
1006
+ "dtype": "uint8"
1007
+ },
1008
+ {
1009
+ "path": "obs/sensor_data/left_camera/rgb",
1010
+ "shape": [
1011
+ 1148,
1012
+ 240,
1013
+ 320,
1014
+ 3
1015
+ ],
1016
+ "dtype": "uint8"
1017
+ },
1018
+ {
1019
+ "path": "obs/sensor_data/robot_camera/rgb",
1020
+ "shape": [
1021
+ 1148,
1022
+ 240,
1023
+ 320,
1024
+ 3
1025
+ ],
1026
+ "dtype": "uint8"
1027
+ },
1028
+ {
1029
+ "path": "obs/sensor_data/top_camera/rgb",
1030
+ "shape": [
1031
+ 1148,
1032
+ 320,
1033
+ 240,
1034
+ 3
1035
+ ],
1036
+ "dtype": "uint8"
1037
+ }
1038
+ ],
1039
+ "trajectory_sha256": "38434213530b94f007e3dc30cbb8fddb1d393f62588c116e13de1b9fe560ef42",
1040
+ "source_sha256": "538da83203ca6e088e3eff0eef9363c870c09962fb54d4010f0f76b49a187788",
1041
+ "view_sha256": "2b8e80efe1fe20516134c03dcf2d15b02470d8467044ea109166fae32dab52ef"
1042
+ },
1043
+ {
1044
+ "demo_id": "demo_14",
1045
+ "file": "demo_14.h5",
1046
+ "length": 1152,
1047
+ "fields": [
1048
+ {
1049
+ "path": "actions",
1050
+ "shape": [
1051
+ 1152,
1052
+ 22
1053
+ ],
1054
+ "dtype": "float32"
1055
+ },
1056
+ {
1057
+ "path": "obs/agent/qpos",
1058
+ "shape": [
1059
+ 1153,
1060
+ 23
1061
+ ],
1062
+ "dtype": "float32"
1063
+ },
1064
+ {
1065
+ "path": "obs/agent/qvel",
1066
+ "shape": [
1067
+ 1153,
1068
+ 23
1069
+ ],
1070
+ "dtype": "float32"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/front_camera/rgb",
1074
+ "shape": [
1075
+ 1153,
1076
+ 240,
1077
+ 320,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ },
1082
+ {
1083
+ "path": "obs/sensor_data/left_camera/rgb",
1084
+ "shape": [
1085
+ 1153,
1086
+ 240,
1087
+ 320,
1088
+ 3
1089
+ ],
1090
+ "dtype": "uint8"
1091
+ },
1092
+ {
1093
+ "path": "obs/sensor_data/robot_camera/rgb",
1094
+ "shape": [
1095
+ 1153,
1096
+ 240,
1097
+ 320,
1098
+ 3
1099
+ ],
1100
+ "dtype": "uint8"
1101
+ },
1102
+ {
1103
+ "path": "obs/sensor_data/top_camera/rgb",
1104
+ "shape": [
1105
+ 1153,
1106
+ 320,
1107
+ 240,
1108
+ 3
1109
+ ],
1110
+ "dtype": "uint8"
1111
+ }
1112
+ ],
1113
+ "trajectory_sha256": "f2b460005f477cb3fccc29b67d32fa86f6ebca3361cc7b7a249fc28e46b2e54d",
1114
+ "source_sha256": "f661ac827af3ce798ff42a59aa5a862b86ecbca1b4e5d979486ad512cc9a3cf0",
1115
+ "view_sha256": "74c27017c8d1ca461073f76f1b0438ef15fe6d2c5778912827984e13652d6c43"
1116
+ },
1117
+ {
1118
+ "demo_id": "demo_15",
1119
+ "file": "demo_15.h5",
1120
+ "length": 1151,
1121
+ "fields": [
1122
+ {
1123
+ "path": "actions",
1124
+ "shape": [
1125
+ 1151,
1126
+ 22
1127
+ ],
1128
+ "dtype": "float32"
1129
+ },
1130
+ {
1131
+ "path": "obs/agent/qpos",
1132
+ "shape": [
1133
+ 1152,
1134
+ 23
1135
+ ],
1136
+ "dtype": "float32"
1137
+ },
1138
+ {
1139
+ "path": "obs/agent/qvel",
1140
+ "shape": [
1141
+ 1152,
1142
+ 23
1143
+ ],
1144
+ "dtype": "float32"
1145
+ },
1146
+ {
1147
+ "path": "obs/sensor_data/front_camera/rgb",
1148
+ "shape": [
1149
+ 1152,
1150
+ 240,
1151
+ 320,
1152
+ 3
1153
+ ],
1154
+ "dtype": "uint8"
1155
+ },
1156
+ {
1157
+ "path": "obs/sensor_data/left_camera/rgb",
1158
+ "shape": [
1159
+ 1152,
1160
+ 240,
1161
+ 320,
1162
+ 3
1163
+ ],
1164
+ "dtype": "uint8"
1165
+ },
1166
+ {
1167
+ "path": "obs/sensor_data/robot_camera/rgb",
1168
+ "shape": [
1169
+ 1152,
1170
+ 240,
1171
+ 320,
1172
+ 3
1173
+ ],
1174
+ "dtype": "uint8"
1175
+ },
1176
+ {
1177
+ "path": "obs/sensor_data/top_camera/rgb",
1178
+ "shape": [
1179
+ 1152,
1180
+ 320,
1181
+ 240,
1182
+ 3
1183
+ ],
1184
+ "dtype": "uint8"
1185
+ }
1186
+ ],
1187
+ "trajectory_sha256": "6fc5fc1536f460c93fcbf0fdda411b99608cee86c8edc3bd808fce8c6467a80d",
1188
+ "source_sha256": "53a9e5f3491f458184867ff701c4bf346adc27168a2646f1c046a41e1f46286d",
1189
+ "view_sha256": "d4df35c5058c9ad2392435c65fb7a88bfd27cf99073c96e81755ea20e4311ce1"
1190
+ },
1191
+ {
1192
+ "demo_id": "demo_16",
1193
+ "file": "demo_16.h5",
1194
+ "length": 1154,
1195
+ "fields": [
1196
+ {
1197
+ "path": "actions",
1198
+ "shape": [
1199
+ 1154,
1200
+ 22
1201
+ ],
1202
+ "dtype": "float32"
1203
+ },
1204
+ {
1205
+ "path": "obs/agent/qpos",
1206
+ "shape": [
1207
+ 1155,
1208
+ 23
1209
+ ],
1210
+ "dtype": "float32"
1211
+ },
1212
+ {
1213
+ "path": "obs/agent/qvel",
1214
+ "shape": [
1215
+ 1155,
1216
+ 23
1217
+ ],
1218
+ "dtype": "float32"
1219
+ },
1220
+ {
1221
+ "path": "obs/sensor_data/front_camera/rgb",
1222
+ "shape": [
1223
+ 1155,
1224
+ 240,
1225
+ 320,
1226
+ 3
1227
+ ],
1228
+ "dtype": "uint8"
1229
+ },
1230
+ {
1231
+ "path": "obs/sensor_data/left_camera/rgb",
1232
+ "shape": [
1233
+ 1155,
1234
+ 240,
1235
+ 320,
1236
+ 3
1237
+ ],
1238
+ "dtype": "uint8"
1239
+ },
1240
+ {
1241
+ "path": "obs/sensor_data/robot_camera/rgb",
1242
+ "shape": [
1243
+ 1155,
1244
+ 240,
1245
+ 320,
1246
+ 3
1247
+ ],
1248
+ "dtype": "uint8"
1249
+ },
1250
+ {
1251
+ "path": "obs/sensor_data/top_camera/rgb",
1252
+ "shape": [
1253
+ 1155,
1254
+ 320,
1255
+ 240,
1256
+ 3
1257
+ ],
1258
+ "dtype": "uint8"
1259
+ }
1260
+ ],
1261
+ "trajectory_sha256": "17027673eab84cfeca1ea2be9e90a9116fffe93a745a754f47d6f20b3e804d8b",
1262
+ "source_sha256": "bc7caf7c8ac52e4295c488b328b51d23a1b3f330bfb3f0c41e5c3575aa39c390",
1263
+ "view_sha256": "696e2eff07ba8cfcec67078baa5f83c34ae98120086ea2641fe627672d6f35fd"
1264
+ },
1265
+ {
1266
+ "demo_id": "demo_17",
1267
+ "file": "demo_17.h5",
1268
+ "length": 1155,
1269
+ "fields": [
1270
+ {
1271
+ "path": "actions",
1272
+ "shape": [
1273
+ 1155,
1274
+ 22
1275
+ ],
1276
+ "dtype": "float32"
1277
+ },
1278
+ {
1279
+ "path": "obs/agent/qpos",
1280
+ "shape": [
1281
+ 1156,
1282
+ 23
1283
+ ],
1284
+ "dtype": "float32"
1285
+ },
1286
+ {
1287
+ "path": "obs/agent/qvel",
1288
+ "shape": [
1289
+ 1156,
1290
+ 23
1291
+ ],
1292
+ "dtype": "float32"
1293
+ },
1294
+ {
1295
+ "path": "obs/sensor_data/front_camera/rgb",
1296
+ "shape": [
1297
+ 1156,
1298
+ 240,
1299
+ 320,
1300
+ 3
1301
+ ],
1302
+ "dtype": "uint8"
1303
+ },
1304
+ {
1305
+ "path": "obs/sensor_data/left_camera/rgb",
1306
+ "shape": [
1307
+ 1156,
1308
+ 240,
1309
+ 320,
1310
+ 3
1311
+ ],
1312
+ "dtype": "uint8"
1313
+ },
1314
+ {
1315
+ "path": "obs/sensor_data/robot_camera/rgb",
1316
+ "shape": [
1317
+ 1156,
1318
+ 240,
1319
+ 320,
1320
+ 3
1321
+ ],
1322
+ "dtype": "uint8"
1323
+ },
1324
+ {
1325
+ "path": "obs/sensor_data/top_camera/rgb",
1326
+ "shape": [
1327
+ 1156,
1328
+ 320,
1329
+ 240,
1330
+ 3
1331
+ ],
1332
+ "dtype": "uint8"
1333
+ }
1334
+ ],
1335
+ "trajectory_sha256": "80ca53475a9a351323edae527469cf735d4fa28aaf9113f5296835507b0283d3",
1336
+ "source_sha256": "168a14c42c6030d758c79283d022bd24f8c7bbf745df38ec992d17f8a9039ea5",
1337
+ "view_sha256": "eea49a457cbf28457225dcc826b0f56a14164b5a0aa70d31db2a1b722c9e312d"
1338
+ },
1339
+ {
1340
+ "demo_id": "demo_18",
1341
+ "file": "demo_18.h5",
1342
+ "length": 1155,
1343
+ "fields": [
1344
+ {
1345
+ "path": "actions",
1346
+ "shape": [
1347
+ 1155,
1348
+ 22
1349
+ ],
1350
+ "dtype": "float32"
1351
+ },
1352
+ {
1353
+ "path": "obs/agent/qpos",
1354
+ "shape": [
1355
+ 1156,
1356
+ 23
1357
+ ],
1358
+ "dtype": "float32"
1359
+ },
1360
+ {
1361
+ "path": "obs/agent/qvel",
1362
+ "shape": [
1363
+ 1156,
1364
+ 23
1365
+ ],
1366
+ "dtype": "float32"
1367
+ },
1368
+ {
1369
+ "path": "obs/sensor_data/front_camera/rgb",
1370
+ "shape": [
1371
+ 1156,
1372
+ 240,
1373
+ 320,
1374
+ 3
1375
+ ],
1376
+ "dtype": "uint8"
1377
+ },
1378
+ {
1379
+ "path": "obs/sensor_data/left_camera/rgb",
1380
+ "shape": [
1381
+ 1156,
1382
+ 240,
1383
+ 320,
1384
+ 3
1385
+ ],
1386
+ "dtype": "uint8"
1387
+ },
1388
+ {
1389
+ "path": "obs/sensor_data/robot_camera/rgb",
1390
+ "shape": [
1391
+ 1156,
1392
+ 240,
1393
+ 320,
1394
+ 3
1395
+ ],
1396
+ "dtype": "uint8"
1397
+ },
1398
+ {
1399
+ "path": "obs/sensor_data/top_camera/rgb",
1400
+ "shape": [
1401
+ 1156,
1402
+ 320,
1403
+ 240,
1404
+ 3
1405
+ ],
1406
+ "dtype": "uint8"
1407
+ }
1408
+ ],
1409
+ "trajectory_sha256": "796301c97ce04bf94003fa33c89fafeec3837e0ff68ba2c232da005ea1877b13",
1410
+ "source_sha256": "a659bc39b6bc1f5b21a5a09418becb0dd35374ca2017141ec396a7bac187bd38",
1411
+ "view_sha256": "fea3ed5c31631966ef675dc5fc0affd040a41c4b2efb0389d447225fc70c70fb"
1412
+ },
1413
+ {
1414
+ "demo_id": "demo_19",
1415
+ "file": "demo_19.h5",
1416
+ "length": 1146,
1417
+ "fields": [
1418
+ {
1419
+ "path": "actions",
1420
+ "shape": [
1421
+ 1146,
1422
+ 22
1423
+ ],
1424
+ "dtype": "float32"
1425
+ },
1426
+ {
1427
+ "path": "obs/agent/qpos",
1428
+ "shape": [
1429
+ 1147,
1430
+ 23
1431
+ ],
1432
+ "dtype": "float32"
1433
+ },
1434
+ {
1435
+ "path": "obs/agent/qvel",
1436
+ "shape": [
1437
+ 1147,
1438
+ 23
1439
+ ],
1440
+ "dtype": "float32"
1441
+ },
1442
+ {
1443
+ "path": "obs/sensor_data/front_camera/rgb",
1444
+ "shape": [
1445
+ 1147,
1446
+ 240,
1447
+ 320,
1448
+ 3
1449
+ ],
1450
+ "dtype": "uint8"
1451
+ },
1452
+ {
1453
+ "path": "obs/sensor_data/left_camera/rgb",
1454
+ "shape": [
1455
+ 1147,
1456
+ 240,
1457
+ 320,
1458
+ 3
1459
+ ],
1460
+ "dtype": "uint8"
1461
+ },
1462
+ {
1463
+ "path": "obs/sensor_data/robot_camera/rgb",
1464
+ "shape": [
1465
+ 1147,
1466
+ 240,
1467
+ 320,
1468
+ 3
1469
+ ],
1470
+ "dtype": "uint8"
1471
+ },
1472
+ {
1473
+ "path": "obs/sensor_data/top_camera/rgb",
1474
+ "shape": [
1475
+ 1147,
1476
+ 320,
1477
+ 240,
1478
+ 3
1479
+ ],
1480
+ "dtype": "uint8"
1481
+ }
1482
+ ],
1483
+ "trajectory_sha256": "77677316e979e7068294974e9585217afc0fd096ce48c70bcd9d318d6417ad4f",
1484
+ "source_sha256": "8c929bcee7e105b50f018b6b1fdbb5e850139dc7022b0de9cf1739aef7ee66f8",
1485
+ "view_sha256": "84fd1af9554c5adbb17146175d62d54a6df171bbd8af8259d9b8cf4fb3606357"
1486
+ }
1487
+ ]
1488
+ }
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/findings.md ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Evidence and limitations before final rehearsals
2
+
3
+ Only this task's 20 authorized demonstrations and legal API exploration were used. No neural weights were trained or modified. The fixed paths.npz bank was rebuilt from the authorized demonstrations and all 104 fields matched. Analytical kinematics versus demonstrated action/qpos displacement yielded minimum axis correlations approximately [.934,.999,.993]. Effective observed arm displacement around .04 m/action is distinct from the contract's nominal .1 m target-delta scale.
4
+
5
+ Slots 1–4 established the plan and exposed program errors. Slot 1 used the wrong action-return wrapper; fixed immediately. Slot 2 showed initial contact but its interrupted in-memory action buffer was lost; images and final observation survived, and subsequent interactive logging became incremental. Slot 3 independently completed the baseline at step 1218, valid with native success false. Slot 4 exposed incorrect hand joint ordering. Slot 5 isolated positive/negative action probes established permutation [4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15] and approximately .095 rad/action response.
6
+
7
+ Slots 6–8 tested pose/finger feedback and localization. Nearby-component rectangle fitting improved demonstrated pickup calibration RMS to about 3.9 mm x / 1.0 mm y. Strip destinations account for pattern yaw. An intended hand-gain edit failed in slot 8 and was corrected mid-episode after recovering the legal latest observation; this is explicitly a mixed interactive trial. Demo-derived target gains improved fidelity but did not establish reduced folding. Wrist orientation drift was ruled out in inspected trials (<.06 degree). No full-task success was observed.
8
+
9
+ Slot 9 independently completed a new version at step 1208, valid with native success false. All cloths moved, but folds and southward offsets remained. Slots 10–14 were first-cycle component diagnostics, all native false. Larger layout correction caps and a north-shifted pickup improved approach flexibility but did not solve release. Lifting while closed then opening still folded the cloth. Capturing actual finger posture at drag onset maintained a broad body during transport. Synchronized opening/withdrawal produced a broader visible footprint in slot 13, but overshot; a fixed pre-release offset did not transfer consistently in slot 14. Rectangle dimensions and color pixel counts are diagnostics, never coverage or official success scores.
10
+
11
+ Slot 15 is the full interactive trial of the final release mechanism: current cloth-center error drives XY correction during synchronized opening, with bounded travel and slower opening. Its exact result is recorded in the external exploration audit before independent final repetitions. Final-version rehearsal receipts and hashes are recorded externally so repetitions can use identical candidate contents.
12
+
13
+ There is no verified unfolding or full regrasp recovery. Color localization can be occluded and folded-cloth centers can mislead control. The finger-shape release model is an engineering heuristic, not privileged physical geometry. All official task judgments use native API success when available; only absent native success permits the conservative preregistered visible rule. No success claim follows from this document alone.
14
+
15
+ Episode 15 completed at native step 1090; native success was false throughout the saved returns. Final top image shows substantial exposed green pattern and southern cloths, so no visible success is claimed. Saved actions, observations and images remain under exploration/ep15/. Continuing with independent rehearsals in slots 16–20 of the prepared controller, without intervening behavior changes.
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "controller.py": "d0107adb01fe5fd9ef7eca3487f0c1a18f511217811fe91156ce0a794ef67014",
4
+ "demo_manifest.json": "bdefebdd84f404752c0a6fcefd5a03442d650016e880635c223e851da2900c5a",
5
+ "demonstrations_readonly/demo_00.h5": "3601ed9cbd18e60d1733beabde437c2a3fbb27661cb0ecc05e0c0fde8d863597",
6
+ "demonstrations_readonly/demo_01.h5": "527b8bed0de9c5726f7f77b2ece590a839737674e38c72e9cd7d3c8997ab6688",
7
+ "demonstrations_readonly/demo_02.h5": "c95ae3b2c90d640c115694840efb193a84852f2d6303810327b9a28e4cee2be5",
8
+ "demonstrations_readonly/demo_03.h5": "2a9f3c63943143184ec54c5169fb8fc091bffbf0325f06cfd79bf91ba8ac5bac",
9
+ "demonstrations_readonly/demo_04.h5": "bf43ab8e9eee14db5bb2e6b7b2d9b49a344fd279157ce0d9bfd66c1ca6684d3a",
10
+ "demonstrations_readonly/demo_05.h5": "1e8aa93bf641def3b1532af57af0b9d73cbc12039def0ee787b3843e408d5f2c",
11
+ "demonstrations_readonly/demo_06.h5": "fcef02da5b44cabbbc60f768d6c58411fc2f9c8ab11aa8b60fdfe91ad2015f11",
12
+ "demonstrations_readonly/demo_07.h5": "b0437b5bdef881071d475074d7179762cb05d435b9d57a7db710a5b90fd9de86",
13
+ "demonstrations_readonly/demo_08.h5": "bd643d218ec49ec7a51ebcc58df2b2a1078fc291fe3626d00ab60aa0ce054f8b",
14
+ "demonstrations_readonly/demo_09.h5": "6070428471658b6ddf673578403afa406a1d1f0fde9af0300c2e257079fcdb01",
15
+ "demonstrations_readonly/demo_10.h5": "b7640fd0d58f1ec14274be845a182e5f8c12528f6a3c62d07310303412c760dd",
16
+ "demonstrations_readonly/demo_11.h5": "bc2a13bfd57e17fd186b03c043502661f81cd9afdedd8c0c47709fc41c6036f5",
17
+ "demonstrations_readonly/demo_12.h5": "8a8eeebbbeb21a78b82c2898df11ecdd87ab1a3d9a32522b1b3561d57928a130",
18
+ "demonstrations_readonly/demo_13.h5": "2b8e80efe1fe20516134c03dcf2d15b02470d8467044ea109166fae32dab52ef",
19
+ "demonstrations_readonly/demo_14.h5": "74c27017c8d1ca461073f76f1b0438ef15fe6d2c5778912827984e13652d6c43",
20
+ "demonstrations_readonly/demo_15.h5": "d4df35c5058c9ad2392435c65fb7a88bfd27cf99073c96e81755ea20e4311ce1",
21
+ "demonstrations_readonly/demo_16.h5": "696e2eff07ba8cfcec67078baa5f83c34ae98120086ea2641fe627672d6f35fd",
22
+ "demonstrations_readonly/demo_17.h5": "eea49a457cbf28457225dcc826b0f56a14164b5a0aa70d31db2a1b722c9e312d",
23
+ "demonstrations_readonly/demo_18.h5": "fea3ed5c31631966ef675dc5fc0affd040a41c4b2efb0389d447225fc70c70fb",
24
+ "demonstrations_readonly/demo_19.h5": "84fd1af9554c5adbb17146175d62d54a6df171bbd8af8259d9b8cf4fb3606357",
25
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
26
+ "findings.md": "8c68d2e54824e9d3eb19c91117296ddde27623d3373c9ab819046ac7acf5d946",
27
+ "handoff.md": "9c9a382516586a9ec7b4b8dbee42c3438a36e7c431fe631c3a06e9000239aaa4",
28
+ "model_tool_manifest.yaml": "4e1fabd1b29ac5aa9fadf4a5e55a22ec1383b7171fa58fed1cd5e96240bd1d95",
29
+ "paths.npz": "b92655182fbb85edf6199cf4d49e21f3e21b08bf2a76f1412c1cadf0f96da1c3",
30
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
31
+ "skills.md": "80becdbdba0e1eeca013a88279acde8480809f9abdeb22d1bc20e69043543817",
32
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
33
+ },
34
+ "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a",
35
+ "exploration_ledger_hash": "2de65920b8a7f0b3c64ea7f9c639972327c374f23293f10da17381b79f2495c1",
36
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
37
+ "selection": {
38
+ "rule": "exact-version success rate, valid rehearsal count, recency",
39
+ "rehearsals": [
40
+ {
41
+ "bundle_hash": "f1766929f19f32fd74e5448557487ef8a715b098f1bd4364ba7c3899d47e04a4",
42
+ "episode": 3,
43
+ "independent": true,
44
+ "score_source": "native_step_feedback",
45
+ "status": "finished",
46
+ "success": false,
47
+ "valid": true
48
+ },
49
+ {
50
+ "bundle_hash": "7fd095d4283743d929513c8eaac4ed58ca2b259eecf282131b1ae7832026bad5",
51
+ "episode": 9,
52
+ "independent": true,
53
+ "score_source": "native_step_feedback",
54
+ "status": "finished",
55
+ "success": false,
56
+ "valid": true
57
+ },
58
+ {
59
+ "episode": 16,
60
+ "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a",
61
+ "independent": true,
62
+ "valid": true,
63
+ "status": "finished",
64
+ "success": false,
65
+ "score_source": "native_step_feedback"
66
+ },
67
+ {
68
+ "episode": 17,
69
+ "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a",
70
+ "independent": true,
71
+ "valid": true,
72
+ "status": "finished",
73
+ "success": false,
74
+ "score_source": "native_step_feedback"
75
+ },
76
+ {
77
+ "episode": 18,
78
+ "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a",
79
+ "independent": true,
80
+ "valid": true,
81
+ "status": "finished",
82
+ "success": false,
83
+ "score_source": "native_step_feedback"
84
+ },
85
+ {
86
+ "episode": 19,
87
+ "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a",
88
+ "independent": true,
89
+ "valid": true,
90
+ "status": "finished",
91
+ "success": false,
92
+ "score_source": "native_step_feedback"
93
+ },
94
+ {
95
+ "episode": 20,
96
+ "bundle_hash": "adddaa3783d685ec489e89d9a1e9dd830eb00a94b0e9d116e7191a989129293a",
97
+ "independent": true,
98
+ "valid": true,
99
+ "status": "finished",
100
+ "success": false,
101
+ "score_source": "native_step_feedback"
102
+ }
103
+ ]
104
+ }
105
+ }
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/handoff.md ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Agent-D20-E20-Compiled / CoverPattern-v1
2
+
3
+ Entrypoints are controller.py reset_episode() and act(obs). Keep paths.npz beside it. Dependencies: NumPy, OpenCV and Python standard library. No neural weights, network, model service, simulator imports or runtime development tools are used. The runner adds verified demo provenance and the common environment lock.
4
+
5
+ Input is legal RGB top_camera and proprioception agent/qpos; optional step_id enforces the 1500-step horizon. Output is one float32 length-22 action in native normalized order, or None. The runner owns the initial charged hold and episode lifecycle. The program cannot reset the environment or assert task success.
6
+
7
+ Initial colored rectangles select one of 20 authorized reference paths by position and yaw. Pixel displacement calibration adjusts pickups within 45 mm per axis, followed by a 30 mm north pickup offset, and destinations within 60 mm. Analytical Panda forward kinematics supplies relative Cartesian feedback; absolute table-to-root translation is not assumed. Episode-5 isolated legal probes establish the hand action/qpos permutation.
8
+
9
+ The controller captures finger posture at each drag onset and holds it through transport. Each cloth gets at most 64 image-guided pre-release correction steps. Release opens at gain .35 for 80 steps, combines a heuristic opening/withdrawal feedforward with visible cloth-center feedback, and then clears vertically for at most 40 steps. Release XY travel is bounded. Achieved displacements taper into the return path. Free-space path progression accelerates while grasp preparation and transport retain reference cadence. Pose waits total at most 120; the native horizon takes precedence over all internal timing. There is no full regrasp recovery.
10
+
11
+ All official results come from native API returns. Only if absent may legal images support the preregistered visible rule, with ambiguity false. Independent rehearsal receipts, exact hashes, full historical analysis, actions and images are retained outside this runtime bundle under exploration/ and demo_analysis.md. Candidate files are locked before final independent repetitions; later results belong in the external audit.
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "authorized_E20_exploration",
3
+ "status": "Final candidate prepared for independent rehearsals; receipts are recorded externally in exploration/",
4
+ "task_id": "CoverPattern-v1",
5
+ "python": "3.10.20 (main, Mar 11 2026, 17:46:40) [GCC 14.3.0]",
6
+ "packages_installed": {
7
+ "numpy": "2.2.6",
8
+ "opencv-python": "4.12.0"
9
+ },
10
+ "runtime_dependencies": [
11
+ "numpy",
12
+ "opencv-python",
13
+ "Python standard library"
14
+ ],
15
+ "preparation_dependencies": [
16
+ "numpy",
17
+ "opencv-python",
18
+ "h5py",
19
+ "Python standard library"
20
+ ],
21
+ "tools_used": [
22
+ "trusted worker API budget_status/next_episode/latest_observation/execute_actions/finish_episode/rehearse",
23
+ "authorized API.read_demo",
24
+ "local Python NumPy/OpenCV analysis",
25
+ "local image viewing"
26
+ ],
27
+ "unused_available_packages": [
28
+ "scipy",
29
+ "torch"
30
+ ],
31
+ "model_provenance": {
32
+ "coding_model": "provider-hosted model; exact build/weight reference not exposed",
33
+ "weights_modified": false,
34
+ "controller_neural_models": [],
35
+ "pretrained_tool_weight_references": []
36
+ },
37
+ "data_provenance": {
38
+ "authorized_manifest": "/demo_manifest.json",
39
+ "contract": "/task_contract.json",
40
+ "demonstrations_root": "/demonstrations",
41
+ "demo_ids": [
42
+ "demo_00",
43
+ "demo_01",
44
+ "demo_02",
45
+ "demo_03",
46
+ "demo_04",
47
+ "demo_05",
48
+ "demo_06",
49
+ "demo_07",
50
+ "demo_08",
51
+ "demo_09",
52
+ "demo_10",
53
+ "demo_11",
54
+ "demo_12",
55
+ "demo_13",
56
+ "demo_14",
57
+ "demo_15",
58
+ "demo_16",
59
+ "demo_17",
60
+ "demo_18",
61
+ "demo_19"
62
+ ],
63
+ "bank": "paths.npz",
64
+ "manual_inspection_ledger": "../demo_analysis.md",
65
+ "top_rgb_read_indices": "All authorized demo top RGB frames were analyzed during preparation; runtime bank contains initial layouts/orientations and numerical trajectories only.",
66
+ "path_frames": "Every action and qpos frame in authorized demo_00 through demo_19",
67
+ "derived_fields": [
68
+ "Cartesian reference paths from authorized qpos",
69
+ "initial RGB rectangle centers and yaw",
70
+ "image displacement calibration",
71
+ "hand feedback gains and targets from authorized action/qpos sequences"
72
+ ]
73
+ },
74
+ "network_used": false,
75
+ "validation": [
76
+ "Compiled bank rebuilt from exactly 20 authorized demos; all 104 fields matched",
77
+ "Legal API interactive diagnostics in slots 1-15",
78
+ "Earlier independent versions in slots 3 and 9 completed valid, native success false; final-version receipts recorded externally"
79
+ ],
80
+ "known_limitations": [
81
+ "Coverage threshold unknown; no official success established before final rehearsals",
82
+ "Cloth folding, slip and occlusion can defeat center-based corrections",
83
+ "No full regrasp recovery; color localization assumes all four regions visible initially",
84
+ "Finger-shape release model is an engineering heuristic, not calibrated physical geometry"
85
+ ],
86
+ "runner_supplied_separately": [
87
+ "verified demo manifest",
88
+ "common environment lock"
89
+ ],
90
+ "controller": "Non-neural layout retrieval, Cartesian path feedback, captured grasp posture and image-guided synchronized release",
91
+ "legal_exploration_constants": {
92
+ "hand_action_to_qpos_mapping_episode": 5,
93
+ "mapping": [
94
+ 4,
95
+ 0,
96
+ 8,
97
+ 12,
98
+ 5,
99
+ 1,
100
+ 9,
101
+ 13,
102
+ 6,
103
+ 2,
104
+ 10,
105
+ 14,
106
+ 3,
107
+ 7,
108
+ 11,
109
+ 15
110
+ ]
111
+ }
112
+ }
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/skills.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # Compiled controller procedure
2
+
3
+ 1. Segment green/yellow/cyan/pink in the legal top RGB, group nearby visible components, and fit rectangles. Select a demonstrated path using initial rectangle centers and long-axis orientations. Derive three destination strip centers from the green rectangle.
4
+ 2. Track that path using observed arm joints and analytical forward kinematics. Use demo-derived hand targets before contact, with the measured hand-index permutation. Retain native grasp preparation cadence while accelerating free transit.
5
+ 3. Capture actual finger posture when dragging starts. Hold it during transport and bounded image corrections. Cloth-center estimates are gated by visible area and rectangle dimensions; they are not coverage estimates.
6
+ 4. Correct toward a pre-release point offset east/south of the strip. Open while synchronizing withdrawal with a dimensionless finger-shape heuristic. During opening, use reliable visible cloth-center error to adjust XY. Clear vertically, carry measured offsets forward, and repeat for the remaining colors.
7
+ 5. Stop after the reference and settling period, or at the native horizon. Never request resets, simulator state, hidden rewards, or external services.
8
+
9
+ Limits: color segmentation may fail under occlusion; initial localization has no alternate search. Folded fabric can have a misleading center. The opening model uses chosen segment weights [.45,.30,.25], not measured physical geometry. Bounded correction is local recovery only; no regrasp or verified unfolding skill is claimed. Native success, rather than rectangle size or center alignment, is the official completion evidence.
agent_d20_e20/frozen_20261102/tasks/CoverPattern-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_03.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44e8f69c7f533044cc782e9b69b74f4f2fe0c6bca2ef2cd2a987f263125e4a22
3
+ size 56201743
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_04.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7505253cbdbfcb343f05d4a1a0ce694ba54e28a43e6b361af32a9f29f99d17
3
+ size 56965910
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_06.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da208e25be7a82564362249ad8247b88acb9321dba9b179ff0a99c830b14b96d
3
+ size 56034738
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_08.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f25ee42499e3548463aab47927281d5199527dc19dd4ea5f134f6f583164619b
3
+ size 59286732
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_09.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3eb0447d6b9741bce6057773220476551678883346bc5cd2a438b6b0deac40
3
+ size 56345763
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_13.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2d9f388a3099e7e725c3cd6a27602985d5c3124155788b79f264c6efbbf5d24
3
+ size 56843091
agent_d20_e20/frozen_20261102/tasks/DualArmLiftBall-v1/frozen/demonstrations_readonly/demo_17.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae1a156aa92f9c18f3f6279915f48832e95d36f473cf3292e0020f4abdcbca2
3
+ size 55865358
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc ADDED
Binary file (2.1 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (3.37 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/__pycache__/features.cpython-310.pyc ADDED
Binary file (854 Bytes). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/calibration_provenance.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source_episodes": [
3
+ 7,
4
+ 8,
5
+ 9,
6
+ 10,
7
+ 11,
8
+ 12
9
+ ],
10
+ "action_axes": [
11
+ 0,
12
+ 1,
13
+ 2,
14
+ 22,
15
+ 23,
16
+ 24
17
+ ],
18
+ "per_probe": {
19
+ "steps": 5,
20
+ "axis_action": 0.02
21
+ },
22
+ "condition_numbers": [
23
+ 1.588474988937378,
24
+ 1.5858244895935059
25
+ ],
26
+ "use": "initial approach only, damped bounded correction, no neural fitting"
27
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/check_synthetic.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Interface checks only: artificial arrays, no environment or demo episode replay."""
2
+ import importlib.util
3
+ from pathlib import Path
4
+ import numpy as np
5
+ p=Path(__file__).parent
6
+ s=importlib.util.spec_from_file_location('draft',p/'controller.py');c=importlib.util.module_from_spec(s);s.loader.exec_module(c)
7
+ def observation(batch=False):
8
+ rgb={}
9
+ for name,h,w,box in [('front_camera',240,320,(88,119,118,202)),('top_camera',320,240,(102,218,124,137))]:
10
+ im=np.zeros((h,w,3),np.uint8);y0,y1,x0,x1=box;im[y0:y1,x0:x1]=[20,140,230]
11
+ rgb[name]=im[None] if batch else im
12
+ # Artificial fixture anchored to public reference posture, perturbed by 0.001 rad.
13
+ prop={}
14
+ for i,k in enumerate(c._KEYS):
15
+ prop['agent/'+k+'/qpos']=c._Q[0,23*i:23*(i+1)].copy()+.001
16
+ prop['agent/'+k+'/qvel']=np.zeros(23)
17
+ return dict(rgb=rgb,proprioception=prop,instruction='synthetic interface fixture',step_id=1)
18
+ def legal(a):
19
+ assert isinstance(a,np.ndarray) and a.shape==(44,) and np.isfinite(a).all() and (abs(a)<=1).all()
20
+ for batch in [False,True]:
21
+ c.reset_episode();o=observation(batch);a=c.act(o);legal(a);assert np.any(a!=0)
22
+ c.reset_episode();o2=observation(batch);o2['proprioception']['agent/panda_leaphand-1/qpos'][8]+=.02;b=c.act(o2);legal(b);assert not np.array_equal(a,b)
23
+ c.reset_episode();o=observation(batch);o['rgb']['front_camera'][:]=0;z=c.act(o);legal(z);assert np.all(z==0)
24
+ c.reset_episode();o=observation();o['step_id']=300;assert c.act(o) is None
25
+ c.reset_episode()
26
+ for i in range(1,13):
27
+ a=c.act({'step_id':i})
28
+ if i<12:legal(a)
29
+ else:assert a is None
30
+ c.reset_episode();o=observation();o['proprioception']['agent/panda_leaphand-1/qpos'][0]=np.nan;legal(c.act(o))
31
+ print('PASS: synthetic HWC/1HWC, action shape/bounds, RGB gating, hand feedback, missing/NaN data, horizon, reset. No task testing.')
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/controller.py ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """D20/E20 candidate: observation-gated reference with hand feedback.
2
+ No environment imports, FK, hidden state, seed matching, or neural weights.
3
+ """
4
+ from pathlib import Path
5
+ import importlib.util
6
+ import numpy as np
7
+
8
+ _ROOT = Path(__file__).resolve().parent
9
+ _spec = importlib.util.spec_from_file_location('_d20_features', _ROOT / 'features.py')
10
+ _features = importlib.util.module_from_spec(_spec)
11
+ _spec.loader.exec_module(_features)
12
+ with np.load(_ROOT / 'reference.npz', allow_pickle=False) as _data:
13
+ _A = _data['actions'].copy()
14
+ _Q = _data['qpos'].copy()
15
+ _V = _data['visual'].copy()
16
+ with np.load(_ROOT / 'local_response.npz', allow_pickle=False) as _data:
17
+ _INITIAL_INVERSE = _data['inverse'].copy()
18
+ _KEYS = ('panda_leaphand-1', 'panda_leaphand_left-0')
19
+ _ARMS = np.r_[0:7,23:30]
20
+ _HANDS = np.r_[7:23,30:46]
21
+ _state = {}
22
+
23
+ def reset_episode():
24
+ _state.clear()
25
+ _state.update(phase=0, stalled=0, terminal=0, last_step=0, arm_corrections=0)
26
+
27
+ def act(obs):
28
+ if not _state:
29
+ reset_episode()
30
+ step = int(obs.get('step_id', 1))
31
+ if step >= 300: # step 0 was the runner-owned hold; at most 299 policy actions
32
+ return None
33
+ if step <= _state['last_step']:
34
+ raise ValueError('step_id must increase; call reset_episode between episodes')
35
+ _state['last_step'] = step
36
+ try:
37
+ p = obs['proprioception']
38
+ q = np.concatenate([np.asarray(p['agent/'+k+'/qpos']).reshape(-1) for k in _KEYS])
39
+ vel = np.concatenate([np.asarray(p['agent/'+k+'/qvel']).reshape(-1) for k in _KEYS])
40
+ visual = np.concatenate([_features.blue_features(obs['rgb'][c]) for c in ('front_camera','top_camera')])
41
+ valid = q.shape == (46,) and vel.shape == (46,) and np.isfinite(q).all() and np.isfinite(vel).all()
42
+ except (KeyError, ValueError, TypeError):
43
+ valid = False
44
+ if not valid:
45
+ _state['stalled'] += 1
46
+ return None if _state['stalled'] >= 12 else np.zeros(44, np.float32)
47
+ # Compare observable object geometry; never infer that the demo scene is live.
48
+ lo = max(0, _state['phase']-2)
49
+ hi = min(198, _state['phase']+4)
50
+ candidates = np.arange(lo, hi+1)
51
+ qe = np.sqrt(np.mean(((_Q[candidates][:,_ARMS]-q[_ARMS])/.06)**2,axis=1))
52
+ he = np.sqrt(np.mean(((_Q[candidates][:,_HANDS]-q[_HANDS])/.25)**2,axis=1))
53
+ ve = np.sqrt(np.mean(((_V[candidates]-visual)/np.tile([.04,.04,.06,.06,.02],2))**2,axis=1))
54
+ best = int(np.argmin(qe + .25*he + .35*ve))
55
+ phase = int(candidates[best])
56
+ supported = visual[4] > .001 and visual[9] > .001 and qe[best] < 2.5 and ve[best] < 2.0
57
+ if not supported:
58
+ _state['stalled'] += 1
59
+ return None if _state['stalled'] >= 20 else np.zeros(44,np.float32)
60
+ _state['stalled'] = 0
61
+ _state['phase'] = max(_state['phase'], phase)
62
+ # Completion is a reference-observation heuristic, not a success assertion.
63
+ if phase >= 197:
64
+ _state['terminal'] += 1
65
+ return None if _state['terminal'] >= 8 else np.zeros(44,np.float32)
66
+ _state['terminal'] = 0
67
+ action = _A[phase].copy()
68
+ for robot in range(2):
69
+ aoff, qoff = 22*robot, 23*robot
70
+ # Assumes serial qpos ordering: seven arm joints, then sixteen hand joints.
71
+ err = _Q[phase,qoff+7:qoff+23]-q[qoff+7:qoff+23]
72
+ action[aoff+6:aoff+22] += np.clip(2.0*err, -.15, .15)
73
+ # Empirically measured initial translation response; disabled before contact.
74
+ if phase < 35:
75
+ for robot in range(2):
76
+ aoff, qoff = 22*robot, 23*robot
77
+ err = _Q[phase,qoff:qoff+7]-q[qoff:qoff+7]
78
+ rms = float(np.sqrt(np.mean(err*err)))
79
+ if .0015 < rms < .04:
80
+ correction = np.clip(.2 * (_INITIAL_INVERSE[robot] @ err), -.04, .04)
81
+ action[aoff:aoff+3] += correction
82
+ _state['arm_corrections'] += 1
83
+ # Only advance a reference step when joint posture has caught up.
84
+ if qe[best] < .8 and he[best] < 1.5:
85
+ _state['phase'] = min(198, max(_state['phase'], phase+1))
86
+ return np.clip(action,-1.,1.).astype(np.float32)
87
+
88
+ reset_episode()
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,2168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DualArmLiftSoftDex-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 198,
11
+ "fields": [
12
+ {
13
+ "path": "actions/panda_leaphand-1",
14
+ "shape": [
15
+ 198,
16
+ 22
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "actions/panda_leaphand_left-0",
22
+ "shape": [
23
+ 198,
24
+ 22
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/panda_leaphand-1/qpos",
30
+ "shape": [
31
+ 199,
32
+ 23
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/agent/panda_leaphand-1/qvel",
38
+ "shape": [
39
+ 199,
40
+ 23
41
+ ],
42
+ "dtype": "float32"
43
+ },
44
+ {
45
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
46
+ "shape": [
47
+ 199,
48
+ 23
49
+ ],
50
+ "dtype": "float32"
51
+ },
52
+ {
53
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
54
+ "shape": [
55
+ 199,
56
+ 23
57
+ ],
58
+ "dtype": "float32"
59
+ },
60
+ {
61
+ "path": "obs/sensor_data/front_camera/rgb",
62
+ "shape": [
63
+ 199,
64
+ 240,
65
+ 320,
66
+ 3
67
+ ],
68
+ "dtype": "uint8"
69
+ },
70
+ {
71
+ "path": "obs/sensor_data/left_camera/rgb",
72
+ "shape": [
73
+ 199,
74
+ 240,
75
+ 320,
76
+ 3
77
+ ],
78
+ "dtype": "uint8"
79
+ },
80
+ {
81
+ "path": "obs/sensor_data/robot_camera_0/rgb",
82
+ "shape": [
83
+ 199,
84
+ 240,
85
+ 320,
86
+ 3
87
+ ],
88
+ "dtype": "uint8"
89
+ },
90
+ {
91
+ "path": "obs/sensor_data/robot_camera_1/rgb",
92
+ "shape": [
93
+ 199,
94
+ 240,
95
+ 320,
96
+ 3
97
+ ],
98
+ "dtype": "uint8"
99
+ },
100
+ {
101
+ "path": "obs/sensor_data/top_camera/rgb",
102
+ "shape": [
103
+ 199,
104
+ 320,
105
+ 240,
106
+ 3
107
+ ],
108
+ "dtype": "uint8"
109
+ }
110
+ ],
111
+ "trajectory_sha256": "f3471ea286d887212f8637b2756154478a653b53b15518584421b54439f47f8c",
112
+ "source_sha256": "f52b3c16ed048da7272983d4e780b93ed3450df696afd1674ec7809fe3066e99",
113
+ "view_sha256": "a4366e34ad5c6cad18b8dcbd34bf742adfc6aa189b61d893f9c0783fbbc6c460"
114
+ },
115
+ {
116
+ "demo_id": "demo_01",
117
+ "file": "demo_01.h5",
118
+ "length": 198,
119
+ "fields": [
120
+ {
121
+ "path": "actions/panda_leaphand-1",
122
+ "shape": [
123
+ 198,
124
+ 22
125
+ ],
126
+ "dtype": "float32"
127
+ },
128
+ {
129
+ "path": "actions/panda_leaphand_left-0",
130
+ "shape": [
131
+ 198,
132
+ 22
133
+ ],
134
+ "dtype": "float32"
135
+ },
136
+ {
137
+ "path": "obs/agent/panda_leaphand-1/qpos",
138
+ "shape": [
139
+ 199,
140
+ 23
141
+ ],
142
+ "dtype": "float32"
143
+ },
144
+ {
145
+ "path": "obs/agent/panda_leaphand-1/qvel",
146
+ "shape": [
147
+ 199,
148
+ 23
149
+ ],
150
+ "dtype": "float32"
151
+ },
152
+ {
153
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
154
+ "shape": [
155
+ 199,
156
+ 23
157
+ ],
158
+ "dtype": "float32"
159
+ },
160
+ {
161
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
162
+ "shape": [
163
+ 199,
164
+ 23
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/sensor_data/front_camera/rgb",
170
+ "shape": [
171
+ 199,
172
+ 240,
173
+ 320,
174
+ 3
175
+ ],
176
+ "dtype": "uint8"
177
+ },
178
+ {
179
+ "path": "obs/sensor_data/left_camera/rgb",
180
+ "shape": [
181
+ 199,
182
+ 240,
183
+ 320,
184
+ 3
185
+ ],
186
+ "dtype": "uint8"
187
+ },
188
+ {
189
+ "path": "obs/sensor_data/robot_camera_0/rgb",
190
+ "shape": [
191
+ 199,
192
+ 240,
193
+ 320,
194
+ 3
195
+ ],
196
+ "dtype": "uint8"
197
+ },
198
+ {
199
+ "path": "obs/sensor_data/robot_camera_1/rgb",
200
+ "shape": [
201
+ 199,
202
+ 240,
203
+ 320,
204
+ 3
205
+ ],
206
+ "dtype": "uint8"
207
+ },
208
+ {
209
+ "path": "obs/sensor_data/top_camera/rgb",
210
+ "shape": [
211
+ 199,
212
+ 320,
213
+ 240,
214
+ 3
215
+ ],
216
+ "dtype": "uint8"
217
+ }
218
+ ],
219
+ "trajectory_sha256": "6c4720499623319727f5c58798914bf6d307aebcce0b87f98dab357223219929",
220
+ "source_sha256": "35f4046c8276315e2af221ac92a86b3ad522f1cee24c505c118f1c25991a380f",
221
+ "view_sha256": "9e056de196b6c6b11247076d7052bc76766223ce4cb4d44c1fa5a82ea3d42530"
222
+ },
223
+ {
224
+ "demo_id": "demo_02",
225
+ "file": "demo_02.h5",
226
+ "length": 198,
227
+ "fields": [
228
+ {
229
+ "path": "actions/panda_leaphand-1",
230
+ "shape": [
231
+ 198,
232
+ 22
233
+ ],
234
+ "dtype": "float32"
235
+ },
236
+ {
237
+ "path": "actions/panda_leaphand_left-0",
238
+ "shape": [
239
+ 198,
240
+ 22
241
+ ],
242
+ "dtype": "float32"
243
+ },
244
+ {
245
+ "path": "obs/agent/panda_leaphand-1/qpos",
246
+ "shape": [
247
+ 199,
248
+ 23
249
+ ],
250
+ "dtype": "float32"
251
+ },
252
+ {
253
+ "path": "obs/agent/panda_leaphand-1/qvel",
254
+ "shape": [
255
+ 199,
256
+ 23
257
+ ],
258
+ "dtype": "float32"
259
+ },
260
+ {
261
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
262
+ "shape": [
263
+ 199,
264
+ 23
265
+ ],
266
+ "dtype": "float32"
267
+ },
268
+ {
269
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
270
+ "shape": [
271
+ 199,
272
+ 23
273
+ ],
274
+ "dtype": "float32"
275
+ },
276
+ {
277
+ "path": "obs/sensor_data/front_camera/rgb",
278
+ "shape": [
279
+ 199,
280
+ 240,
281
+ 320,
282
+ 3
283
+ ],
284
+ "dtype": "uint8"
285
+ },
286
+ {
287
+ "path": "obs/sensor_data/left_camera/rgb",
288
+ "shape": [
289
+ 199,
290
+ 240,
291
+ 320,
292
+ 3
293
+ ],
294
+ "dtype": "uint8"
295
+ },
296
+ {
297
+ "path": "obs/sensor_data/robot_camera_0/rgb",
298
+ "shape": [
299
+ 199,
300
+ 240,
301
+ 320,
302
+ 3
303
+ ],
304
+ "dtype": "uint8"
305
+ },
306
+ {
307
+ "path": "obs/sensor_data/robot_camera_1/rgb",
308
+ "shape": [
309
+ 199,
310
+ 240,
311
+ 320,
312
+ 3
313
+ ],
314
+ "dtype": "uint8"
315
+ },
316
+ {
317
+ "path": "obs/sensor_data/top_camera/rgb",
318
+ "shape": [
319
+ 199,
320
+ 320,
321
+ 240,
322
+ 3
323
+ ],
324
+ "dtype": "uint8"
325
+ }
326
+ ],
327
+ "trajectory_sha256": "8dafd00d49e3b9acce068badb59b193cf3b420ef007f0af9486b3211437bc455",
328
+ "source_sha256": "92cb070405b486366b1225e13d2b78dfa209b1b27d8766c0e3158f7ac4bf33a6",
329
+ "view_sha256": "5d28eb96a1b0db46e3e1968f36fcae39947918b821e479c87189e8c95232bac6"
330
+ },
331
+ {
332
+ "demo_id": "demo_03",
333
+ "file": "demo_03.h5",
334
+ "length": 198,
335
+ "fields": [
336
+ {
337
+ "path": "actions/panda_leaphand-1",
338
+ "shape": [
339
+ 198,
340
+ 22
341
+ ],
342
+ "dtype": "float32"
343
+ },
344
+ {
345
+ "path": "actions/panda_leaphand_left-0",
346
+ "shape": [
347
+ 198,
348
+ 22
349
+ ],
350
+ "dtype": "float32"
351
+ },
352
+ {
353
+ "path": "obs/agent/panda_leaphand-1/qpos",
354
+ "shape": [
355
+ 199,
356
+ 23
357
+ ],
358
+ "dtype": "float32"
359
+ },
360
+ {
361
+ "path": "obs/agent/panda_leaphand-1/qvel",
362
+ "shape": [
363
+ 199,
364
+ 23
365
+ ],
366
+ "dtype": "float32"
367
+ },
368
+ {
369
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
370
+ "shape": [
371
+ 199,
372
+ 23
373
+ ],
374
+ "dtype": "float32"
375
+ },
376
+ {
377
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
378
+ "shape": [
379
+ 199,
380
+ 23
381
+ ],
382
+ "dtype": "float32"
383
+ },
384
+ {
385
+ "path": "obs/sensor_data/front_camera/rgb",
386
+ "shape": [
387
+ 199,
388
+ 240,
389
+ 320,
390
+ 3
391
+ ],
392
+ "dtype": "uint8"
393
+ },
394
+ {
395
+ "path": "obs/sensor_data/left_camera/rgb",
396
+ "shape": [
397
+ 199,
398
+ 240,
399
+ 320,
400
+ 3
401
+ ],
402
+ "dtype": "uint8"
403
+ },
404
+ {
405
+ "path": "obs/sensor_data/robot_camera_0/rgb",
406
+ "shape": [
407
+ 199,
408
+ 240,
409
+ 320,
410
+ 3
411
+ ],
412
+ "dtype": "uint8"
413
+ },
414
+ {
415
+ "path": "obs/sensor_data/robot_camera_1/rgb",
416
+ "shape": [
417
+ 199,
418
+ 240,
419
+ 320,
420
+ 3
421
+ ],
422
+ "dtype": "uint8"
423
+ },
424
+ {
425
+ "path": "obs/sensor_data/top_camera/rgb",
426
+ "shape": [
427
+ 199,
428
+ 320,
429
+ 240,
430
+ 3
431
+ ],
432
+ "dtype": "uint8"
433
+ }
434
+ ],
435
+ "trajectory_sha256": "cd16c8f31b1c90283276473e91816d55fc54ae36d995bf1335b2e69531cfd38f",
436
+ "source_sha256": "c05a604e804327c177eb6546530513fd7db1d0b3957d3cdc0373337b1246fafe",
437
+ "view_sha256": "fb482d8baea5d720d14bb7512d3d94487ac3b9119538447fbd36d2c440ecbe5b"
438
+ },
439
+ {
440
+ "demo_id": "demo_04",
441
+ "file": "demo_04.h5",
442
+ "length": 198,
443
+ "fields": [
444
+ {
445
+ "path": "actions/panda_leaphand-1",
446
+ "shape": [
447
+ 198,
448
+ 22
449
+ ],
450
+ "dtype": "float32"
451
+ },
452
+ {
453
+ "path": "actions/panda_leaphand_left-0",
454
+ "shape": [
455
+ 198,
456
+ 22
457
+ ],
458
+ "dtype": "float32"
459
+ },
460
+ {
461
+ "path": "obs/agent/panda_leaphand-1/qpos",
462
+ "shape": [
463
+ 199,
464
+ 23
465
+ ],
466
+ "dtype": "float32"
467
+ },
468
+ {
469
+ "path": "obs/agent/panda_leaphand-1/qvel",
470
+ "shape": [
471
+ 199,
472
+ 23
473
+ ],
474
+ "dtype": "float32"
475
+ },
476
+ {
477
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
478
+ "shape": [
479
+ 199,
480
+ 23
481
+ ],
482
+ "dtype": "float32"
483
+ },
484
+ {
485
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
486
+ "shape": [
487
+ 199,
488
+ 23
489
+ ],
490
+ "dtype": "float32"
491
+ },
492
+ {
493
+ "path": "obs/sensor_data/front_camera/rgb",
494
+ "shape": [
495
+ 199,
496
+ 240,
497
+ 320,
498
+ 3
499
+ ],
500
+ "dtype": "uint8"
501
+ },
502
+ {
503
+ "path": "obs/sensor_data/left_camera/rgb",
504
+ "shape": [
505
+ 199,
506
+ 240,
507
+ 320,
508
+ 3
509
+ ],
510
+ "dtype": "uint8"
511
+ },
512
+ {
513
+ "path": "obs/sensor_data/robot_camera_0/rgb",
514
+ "shape": [
515
+ 199,
516
+ 240,
517
+ 320,
518
+ 3
519
+ ],
520
+ "dtype": "uint8"
521
+ },
522
+ {
523
+ "path": "obs/sensor_data/robot_camera_1/rgb",
524
+ "shape": [
525
+ 199,
526
+ 240,
527
+ 320,
528
+ 3
529
+ ],
530
+ "dtype": "uint8"
531
+ },
532
+ {
533
+ "path": "obs/sensor_data/top_camera/rgb",
534
+ "shape": [
535
+ 199,
536
+ 320,
537
+ 240,
538
+ 3
539
+ ],
540
+ "dtype": "uint8"
541
+ }
542
+ ],
543
+ "trajectory_sha256": "fed53266371d38f5dc0bfc4f9aeff6f86c66fd66fd13494cd38d149926de9a87",
544
+ "source_sha256": "7bc1ded1b644772cfd9086725ff6c20d2d50243e92e9617981bbe60a6f6039ca",
545
+ "view_sha256": "5f642c65011e6eaa70e3b4415ec41922dc22ddc902aa1798b9f5a02c9444d349"
546
+ },
547
+ {
548
+ "demo_id": "demo_05",
549
+ "file": "demo_05.h5",
550
+ "length": 198,
551
+ "fields": [
552
+ {
553
+ "path": "actions/panda_leaphand-1",
554
+ "shape": [
555
+ 198,
556
+ 22
557
+ ],
558
+ "dtype": "float32"
559
+ },
560
+ {
561
+ "path": "actions/panda_leaphand_left-0",
562
+ "shape": [
563
+ 198,
564
+ 22
565
+ ],
566
+ "dtype": "float32"
567
+ },
568
+ {
569
+ "path": "obs/agent/panda_leaphand-1/qpos",
570
+ "shape": [
571
+ 199,
572
+ 23
573
+ ],
574
+ "dtype": "float32"
575
+ },
576
+ {
577
+ "path": "obs/agent/panda_leaphand-1/qvel",
578
+ "shape": [
579
+ 199,
580
+ 23
581
+ ],
582
+ "dtype": "float32"
583
+ },
584
+ {
585
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
586
+ "shape": [
587
+ 199,
588
+ 23
589
+ ],
590
+ "dtype": "float32"
591
+ },
592
+ {
593
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
594
+ "shape": [
595
+ 199,
596
+ 23
597
+ ],
598
+ "dtype": "float32"
599
+ },
600
+ {
601
+ "path": "obs/sensor_data/front_camera/rgb",
602
+ "shape": [
603
+ 199,
604
+ 240,
605
+ 320,
606
+ 3
607
+ ],
608
+ "dtype": "uint8"
609
+ },
610
+ {
611
+ "path": "obs/sensor_data/left_camera/rgb",
612
+ "shape": [
613
+ 199,
614
+ 240,
615
+ 320,
616
+ 3
617
+ ],
618
+ "dtype": "uint8"
619
+ },
620
+ {
621
+ "path": "obs/sensor_data/robot_camera_0/rgb",
622
+ "shape": [
623
+ 199,
624
+ 240,
625
+ 320,
626
+ 3
627
+ ],
628
+ "dtype": "uint8"
629
+ },
630
+ {
631
+ "path": "obs/sensor_data/robot_camera_1/rgb",
632
+ "shape": [
633
+ 199,
634
+ 240,
635
+ 320,
636
+ 3
637
+ ],
638
+ "dtype": "uint8"
639
+ },
640
+ {
641
+ "path": "obs/sensor_data/top_camera/rgb",
642
+ "shape": [
643
+ 199,
644
+ 320,
645
+ 240,
646
+ 3
647
+ ],
648
+ "dtype": "uint8"
649
+ }
650
+ ],
651
+ "trajectory_sha256": "087fe10a505189ca91945d73f2d9be60a136a53888d00760937c00d2fd482819",
652
+ "source_sha256": "e1cab04bd88e5e52ccb9b1e7591eecbb0219edcf5ba0d5001c82399483f7a8ef",
653
+ "view_sha256": "88ca7510ba714242eef3b41193599cc670bfd31e89aa4cc1733a46acba8cf4bf"
654
+ },
655
+ {
656
+ "demo_id": "demo_06",
657
+ "file": "demo_06.h5",
658
+ "length": 198,
659
+ "fields": [
660
+ {
661
+ "path": "actions/panda_leaphand-1",
662
+ "shape": [
663
+ 198,
664
+ 22
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ {
669
+ "path": "actions/panda_leaphand_left-0",
670
+ "shape": [
671
+ 198,
672
+ 22
673
+ ],
674
+ "dtype": "float32"
675
+ },
676
+ {
677
+ "path": "obs/agent/panda_leaphand-1/qpos",
678
+ "shape": [
679
+ 199,
680
+ 23
681
+ ],
682
+ "dtype": "float32"
683
+ },
684
+ {
685
+ "path": "obs/agent/panda_leaphand-1/qvel",
686
+ "shape": [
687
+ 199,
688
+ 23
689
+ ],
690
+ "dtype": "float32"
691
+ },
692
+ {
693
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
694
+ "shape": [
695
+ 199,
696
+ 23
697
+ ],
698
+ "dtype": "float32"
699
+ },
700
+ {
701
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
702
+ "shape": [
703
+ 199,
704
+ 23
705
+ ],
706
+ "dtype": "float32"
707
+ },
708
+ {
709
+ "path": "obs/sensor_data/front_camera/rgb",
710
+ "shape": [
711
+ 199,
712
+ 240,
713
+ 320,
714
+ 3
715
+ ],
716
+ "dtype": "uint8"
717
+ },
718
+ {
719
+ "path": "obs/sensor_data/left_camera/rgb",
720
+ "shape": [
721
+ 199,
722
+ 240,
723
+ 320,
724
+ 3
725
+ ],
726
+ "dtype": "uint8"
727
+ },
728
+ {
729
+ "path": "obs/sensor_data/robot_camera_0/rgb",
730
+ "shape": [
731
+ 199,
732
+ 240,
733
+ 320,
734
+ 3
735
+ ],
736
+ "dtype": "uint8"
737
+ },
738
+ {
739
+ "path": "obs/sensor_data/robot_camera_1/rgb",
740
+ "shape": [
741
+ 199,
742
+ 240,
743
+ 320,
744
+ 3
745
+ ],
746
+ "dtype": "uint8"
747
+ },
748
+ {
749
+ "path": "obs/sensor_data/top_camera/rgb",
750
+ "shape": [
751
+ 199,
752
+ 320,
753
+ 240,
754
+ 3
755
+ ],
756
+ "dtype": "uint8"
757
+ }
758
+ ],
759
+ "trajectory_sha256": "055b01d65826937472c5f75a174fa662a2bdd8d93a542dc419d0a09cf3700481",
760
+ "source_sha256": "bc5cf17fcc57c1b163b838906361aeb60abeb57ae5159cc2809acabbc8bb744e",
761
+ "view_sha256": "f6f98b2dc85dc363d2ca9039ae4be6226f35eb3979571eaa8e16a36c8a3d28bf"
762
+ },
763
+ {
764
+ "demo_id": "demo_07",
765
+ "file": "demo_07.h5",
766
+ "length": 198,
767
+ "fields": [
768
+ {
769
+ "path": "actions/panda_leaphand-1",
770
+ "shape": [
771
+ 198,
772
+ 22
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "actions/panda_leaphand_left-0",
778
+ "shape": [
779
+ 198,
780
+ 22
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ {
785
+ "path": "obs/agent/panda_leaphand-1/qpos",
786
+ "shape": [
787
+ 199,
788
+ 23
789
+ ],
790
+ "dtype": "float32"
791
+ },
792
+ {
793
+ "path": "obs/agent/panda_leaphand-1/qvel",
794
+ "shape": [
795
+ 199,
796
+ 23
797
+ ],
798
+ "dtype": "float32"
799
+ },
800
+ {
801
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
802
+ "shape": [
803
+ 199,
804
+ 23
805
+ ],
806
+ "dtype": "float32"
807
+ },
808
+ {
809
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
810
+ "shape": [
811
+ 199,
812
+ 23
813
+ ],
814
+ "dtype": "float32"
815
+ },
816
+ {
817
+ "path": "obs/sensor_data/front_camera/rgb",
818
+ "shape": [
819
+ 199,
820
+ 240,
821
+ 320,
822
+ 3
823
+ ],
824
+ "dtype": "uint8"
825
+ },
826
+ {
827
+ "path": "obs/sensor_data/left_camera/rgb",
828
+ "shape": [
829
+ 199,
830
+ 240,
831
+ 320,
832
+ 3
833
+ ],
834
+ "dtype": "uint8"
835
+ },
836
+ {
837
+ "path": "obs/sensor_data/robot_camera_0/rgb",
838
+ "shape": [
839
+ 199,
840
+ 240,
841
+ 320,
842
+ 3
843
+ ],
844
+ "dtype": "uint8"
845
+ },
846
+ {
847
+ "path": "obs/sensor_data/robot_camera_1/rgb",
848
+ "shape": [
849
+ 199,
850
+ 240,
851
+ 320,
852
+ 3
853
+ ],
854
+ "dtype": "uint8"
855
+ },
856
+ {
857
+ "path": "obs/sensor_data/top_camera/rgb",
858
+ "shape": [
859
+ 199,
860
+ 320,
861
+ 240,
862
+ 3
863
+ ],
864
+ "dtype": "uint8"
865
+ }
866
+ ],
867
+ "trajectory_sha256": "5a148290131c3a19596d9503a6290b18869706324ff2af18be096599c88a0619",
868
+ "source_sha256": "7b2acf9bf67cb4a95dfdf9dda007bcd887f30937e7d2e2872041a073b9efc552",
869
+ "view_sha256": "ff9d74acfc7df3dfc1dcdd829093ac394e156d18c7eaf6ff2598b6b2ba1f8af8"
870
+ },
871
+ {
872
+ "demo_id": "demo_08",
873
+ "file": "demo_08.h5",
874
+ "length": 198,
875
+ "fields": [
876
+ {
877
+ "path": "actions/panda_leaphand-1",
878
+ "shape": [
879
+ 198,
880
+ 22
881
+ ],
882
+ "dtype": "float32"
883
+ },
884
+ {
885
+ "path": "actions/panda_leaphand_left-0",
886
+ "shape": [
887
+ 198,
888
+ 22
889
+ ],
890
+ "dtype": "float32"
891
+ },
892
+ {
893
+ "path": "obs/agent/panda_leaphand-1/qpos",
894
+ "shape": [
895
+ 199,
896
+ 23
897
+ ],
898
+ "dtype": "float32"
899
+ },
900
+ {
901
+ "path": "obs/agent/panda_leaphand-1/qvel",
902
+ "shape": [
903
+ 199,
904
+ 23
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
910
+ "shape": [
911
+ 199,
912
+ 23
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
918
+ "shape": [
919
+ 199,
920
+ 23
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 199,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 199,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera_0/rgb",
946
+ "shape": [
947
+ 199,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/robot_camera_1/rgb",
956
+ "shape": [
957
+ 199,
958
+ 240,
959
+ 320,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ },
964
+ {
965
+ "path": "obs/sensor_data/top_camera/rgb",
966
+ "shape": [
967
+ 199,
968
+ 320,
969
+ 240,
970
+ 3
971
+ ],
972
+ "dtype": "uint8"
973
+ }
974
+ ],
975
+ "trajectory_sha256": "b06b5ff758a6079f897ab55367136474862fa56ef29168a0a9f8368cff479b76",
976
+ "source_sha256": "1ff7cecd610849f0a69e953e93bff3e8b73d366ca47f8b3a62ee754c8abe189c",
977
+ "view_sha256": "449e7e3bee0f545d68a555e137d75ee3f8d2ee5a0f26b03a74bab8feeaca14b9"
978
+ },
979
+ {
980
+ "demo_id": "demo_09",
981
+ "file": "demo_09.h5",
982
+ "length": 198,
983
+ "fields": [
984
+ {
985
+ "path": "actions/panda_leaphand-1",
986
+ "shape": [
987
+ 198,
988
+ 22
989
+ ],
990
+ "dtype": "float32"
991
+ },
992
+ {
993
+ "path": "actions/panda_leaphand_left-0",
994
+ "shape": [
995
+ 198,
996
+ 22
997
+ ],
998
+ "dtype": "float32"
999
+ },
1000
+ {
1001
+ "path": "obs/agent/panda_leaphand-1/qpos",
1002
+ "shape": [
1003
+ 199,
1004
+ 23
1005
+ ],
1006
+ "dtype": "float32"
1007
+ },
1008
+ {
1009
+ "path": "obs/agent/panda_leaphand-1/qvel",
1010
+ "shape": [
1011
+ 199,
1012
+ 23
1013
+ ],
1014
+ "dtype": "float32"
1015
+ },
1016
+ {
1017
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1018
+ "shape": [
1019
+ 199,
1020
+ 23
1021
+ ],
1022
+ "dtype": "float32"
1023
+ },
1024
+ {
1025
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1026
+ "shape": [
1027
+ 199,
1028
+ 23
1029
+ ],
1030
+ "dtype": "float32"
1031
+ },
1032
+ {
1033
+ "path": "obs/sensor_data/front_camera/rgb",
1034
+ "shape": [
1035
+ 199,
1036
+ 240,
1037
+ 320,
1038
+ 3
1039
+ ],
1040
+ "dtype": "uint8"
1041
+ },
1042
+ {
1043
+ "path": "obs/sensor_data/left_camera/rgb",
1044
+ "shape": [
1045
+ 199,
1046
+ 240,
1047
+ 320,
1048
+ 3
1049
+ ],
1050
+ "dtype": "uint8"
1051
+ },
1052
+ {
1053
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1054
+ "shape": [
1055
+ 199,
1056
+ 240,
1057
+ 320,
1058
+ 3
1059
+ ],
1060
+ "dtype": "uint8"
1061
+ },
1062
+ {
1063
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1064
+ "shape": [
1065
+ 199,
1066
+ 240,
1067
+ 320,
1068
+ 3
1069
+ ],
1070
+ "dtype": "uint8"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/top_camera/rgb",
1074
+ "shape": [
1075
+ 199,
1076
+ 320,
1077
+ 240,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ }
1082
+ ],
1083
+ "trajectory_sha256": "8aa5b2681f3f9c69d8012a61f13beaa34bfe61d4c9db805b80afc75cfbede8dc",
1084
+ "source_sha256": "eff81150bd08093c76dc3690a37a5ca25ee98c83e2189e4fc9d21120a15475c1",
1085
+ "view_sha256": "a08988ed9aa4a8751c1b9bb28e113a9922c8bc62fc7caaf2a5eb6830ec057f03"
1086
+ },
1087
+ {
1088
+ "demo_id": "demo_10",
1089
+ "file": "demo_10.h5",
1090
+ "length": 198,
1091
+ "fields": [
1092
+ {
1093
+ "path": "actions/panda_leaphand-1",
1094
+ "shape": [
1095
+ 198,
1096
+ 22
1097
+ ],
1098
+ "dtype": "float32"
1099
+ },
1100
+ {
1101
+ "path": "actions/panda_leaphand_left-0",
1102
+ "shape": [
1103
+ 198,
1104
+ 22
1105
+ ],
1106
+ "dtype": "float32"
1107
+ },
1108
+ {
1109
+ "path": "obs/agent/panda_leaphand-1/qpos",
1110
+ "shape": [
1111
+ 199,
1112
+ 23
1113
+ ],
1114
+ "dtype": "float32"
1115
+ },
1116
+ {
1117
+ "path": "obs/agent/panda_leaphand-1/qvel",
1118
+ "shape": [
1119
+ 199,
1120
+ 23
1121
+ ],
1122
+ "dtype": "float32"
1123
+ },
1124
+ {
1125
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1126
+ "shape": [
1127
+ 199,
1128
+ 23
1129
+ ],
1130
+ "dtype": "float32"
1131
+ },
1132
+ {
1133
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1134
+ "shape": [
1135
+ 199,
1136
+ 23
1137
+ ],
1138
+ "dtype": "float32"
1139
+ },
1140
+ {
1141
+ "path": "obs/sensor_data/front_camera/rgb",
1142
+ "shape": [
1143
+ 199,
1144
+ 240,
1145
+ 320,
1146
+ 3
1147
+ ],
1148
+ "dtype": "uint8"
1149
+ },
1150
+ {
1151
+ "path": "obs/sensor_data/left_camera/rgb",
1152
+ "shape": [
1153
+ 199,
1154
+ 240,
1155
+ 320,
1156
+ 3
1157
+ ],
1158
+ "dtype": "uint8"
1159
+ },
1160
+ {
1161
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1162
+ "shape": [
1163
+ 199,
1164
+ 240,
1165
+ 320,
1166
+ 3
1167
+ ],
1168
+ "dtype": "uint8"
1169
+ },
1170
+ {
1171
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1172
+ "shape": [
1173
+ 199,
1174
+ 240,
1175
+ 320,
1176
+ 3
1177
+ ],
1178
+ "dtype": "uint8"
1179
+ },
1180
+ {
1181
+ "path": "obs/sensor_data/top_camera/rgb",
1182
+ "shape": [
1183
+ 199,
1184
+ 320,
1185
+ 240,
1186
+ 3
1187
+ ],
1188
+ "dtype": "uint8"
1189
+ }
1190
+ ],
1191
+ "trajectory_sha256": "0324bf42f52ae463731a4e9e7c600041a791b5af77f52ade3e5647dbf7429eff",
1192
+ "source_sha256": "673483ceb90abfea91225911763e6abe03677d51cbdc3af183d5f2fafb2a0fe3",
1193
+ "view_sha256": "55ccedc3fc541807e4d77a89450fd1d609a63afb1474eeaaad5a357968f1043f"
1194
+ },
1195
+ {
1196
+ "demo_id": "demo_11",
1197
+ "file": "demo_11.h5",
1198
+ "length": 198,
1199
+ "fields": [
1200
+ {
1201
+ "path": "actions/panda_leaphand-1",
1202
+ "shape": [
1203
+ 198,
1204
+ 22
1205
+ ],
1206
+ "dtype": "float32"
1207
+ },
1208
+ {
1209
+ "path": "actions/panda_leaphand_left-0",
1210
+ "shape": [
1211
+ 198,
1212
+ 22
1213
+ ],
1214
+ "dtype": "float32"
1215
+ },
1216
+ {
1217
+ "path": "obs/agent/panda_leaphand-1/qpos",
1218
+ "shape": [
1219
+ 199,
1220
+ 23
1221
+ ],
1222
+ "dtype": "float32"
1223
+ },
1224
+ {
1225
+ "path": "obs/agent/panda_leaphand-1/qvel",
1226
+ "shape": [
1227
+ 199,
1228
+ 23
1229
+ ],
1230
+ "dtype": "float32"
1231
+ },
1232
+ {
1233
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1234
+ "shape": [
1235
+ 199,
1236
+ 23
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ {
1241
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1242
+ "shape": [
1243
+ 199,
1244
+ 23
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ {
1249
+ "path": "obs/sensor_data/front_camera/rgb",
1250
+ "shape": [
1251
+ 199,
1252
+ 240,
1253
+ 320,
1254
+ 3
1255
+ ],
1256
+ "dtype": "uint8"
1257
+ },
1258
+ {
1259
+ "path": "obs/sensor_data/left_camera/rgb",
1260
+ "shape": [
1261
+ 199,
1262
+ 240,
1263
+ 320,
1264
+ 3
1265
+ ],
1266
+ "dtype": "uint8"
1267
+ },
1268
+ {
1269
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1270
+ "shape": [
1271
+ 199,
1272
+ 240,
1273
+ 320,
1274
+ 3
1275
+ ],
1276
+ "dtype": "uint8"
1277
+ },
1278
+ {
1279
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1280
+ "shape": [
1281
+ 199,
1282
+ 240,
1283
+ 320,
1284
+ 3
1285
+ ],
1286
+ "dtype": "uint8"
1287
+ },
1288
+ {
1289
+ "path": "obs/sensor_data/top_camera/rgb",
1290
+ "shape": [
1291
+ 199,
1292
+ 320,
1293
+ 240,
1294
+ 3
1295
+ ],
1296
+ "dtype": "uint8"
1297
+ }
1298
+ ],
1299
+ "trajectory_sha256": "e9856747ed23fc5b2eb5267db10e8a4142a08ba9ff6a8ac782d154c97c4fdf6d",
1300
+ "source_sha256": "952bf2a4e399be923bf665fac2e83769cdd6380a54fe5c104a31d50e18a43b38",
1301
+ "view_sha256": "3b3b5cc71855658072ccac5297176733a6f1f2be7c5b796a328cc95b1042ad01"
1302
+ },
1303
+ {
1304
+ "demo_id": "demo_12",
1305
+ "file": "demo_12.h5",
1306
+ "length": 198,
1307
+ "fields": [
1308
+ {
1309
+ "path": "actions/panda_leaphand-1",
1310
+ "shape": [
1311
+ 198,
1312
+ 22
1313
+ ],
1314
+ "dtype": "float32"
1315
+ },
1316
+ {
1317
+ "path": "actions/panda_leaphand_left-0",
1318
+ "shape": [
1319
+ 198,
1320
+ 22
1321
+ ],
1322
+ "dtype": "float32"
1323
+ },
1324
+ {
1325
+ "path": "obs/agent/panda_leaphand-1/qpos",
1326
+ "shape": [
1327
+ 199,
1328
+ 23
1329
+ ],
1330
+ "dtype": "float32"
1331
+ },
1332
+ {
1333
+ "path": "obs/agent/panda_leaphand-1/qvel",
1334
+ "shape": [
1335
+ 199,
1336
+ 23
1337
+ ],
1338
+ "dtype": "float32"
1339
+ },
1340
+ {
1341
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1342
+ "shape": [
1343
+ 199,
1344
+ 23
1345
+ ],
1346
+ "dtype": "float32"
1347
+ },
1348
+ {
1349
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1350
+ "shape": [
1351
+ 199,
1352
+ 23
1353
+ ],
1354
+ "dtype": "float32"
1355
+ },
1356
+ {
1357
+ "path": "obs/sensor_data/front_camera/rgb",
1358
+ "shape": [
1359
+ 199,
1360
+ 240,
1361
+ 320,
1362
+ 3
1363
+ ],
1364
+ "dtype": "uint8"
1365
+ },
1366
+ {
1367
+ "path": "obs/sensor_data/left_camera/rgb",
1368
+ "shape": [
1369
+ 199,
1370
+ 240,
1371
+ 320,
1372
+ 3
1373
+ ],
1374
+ "dtype": "uint8"
1375
+ },
1376
+ {
1377
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1378
+ "shape": [
1379
+ 199,
1380
+ 240,
1381
+ 320,
1382
+ 3
1383
+ ],
1384
+ "dtype": "uint8"
1385
+ },
1386
+ {
1387
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1388
+ "shape": [
1389
+ 199,
1390
+ 240,
1391
+ 320,
1392
+ 3
1393
+ ],
1394
+ "dtype": "uint8"
1395
+ },
1396
+ {
1397
+ "path": "obs/sensor_data/top_camera/rgb",
1398
+ "shape": [
1399
+ 199,
1400
+ 320,
1401
+ 240,
1402
+ 3
1403
+ ],
1404
+ "dtype": "uint8"
1405
+ }
1406
+ ],
1407
+ "trajectory_sha256": "c44d09616d7de1606b45a2f5156b64109911f279c0927e8d4e4bd589e45a3c2d",
1408
+ "source_sha256": "d7da7dfe4d923916b4360b241eea6bc9b983468d5f00bf86352e941e1a824cb1",
1409
+ "view_sha256": "db038f4aefe181e929c70aa7b2afb6c175bda0768dc7919190304c7332b1626e"
1410
+ },
1411
+ {
1412
+ "demo_id": "demo_13",
1413
+ "file": "demo_13.h5",
1414
+ "length": 198,
1415
+ "fields": [
1416
+ {
1417
+ "path": "actions/panda_leaphand-1",
1418
+ "shape": [
1419
+ 198,
1420
+ 22
1421
+ ],
1422
+ "dtype": "float32"
1423
+ },
1424
+ {
1425
+ "path": "actions/panda_leaphand_left-0",
1426
+ "shape": [
1427
+ 198,
1428
+ 22
1429
+ ],
1430
+ "dtype": "float32"
1431
+ },
1432
+ {
1433
+ "path": "obs/agent/panda_leaphand-1/qpos",
1434
+ "shape": [
1435
+ 199,
1436
+ 23
1437
+ ],
1438
+ "dtype": "float32"
1439
+ },
1440
+ {
1441
+ "path": "obs/agent/panda_leaphand-1/qvel",
1442
+ "shape": [
1443
+ 199,
1444
+ 23
1445
+ ],
1446
+ "dtype": "float32"
1447
+ },
1448
+ {
1449
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1450
+ "shape": [
1451
+ 199,
1452
+ 23
1453
+ ],
1454
+ "dtype": "float32"
1455
+ },
1456
+ {
1457
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1458
+ "shape": [
1459
+ 199,
1460
+ 23
1461
+ ],
1462
+ "dtype": "float32"
1463
+ },
1464
+ {
1465
+ "path": "obs/sensor_data/front_camera/rgb",
1466
+ "shape": [
1467
+ 199,
1468
+ 240,
1469
+ 320,
1470
+ 3
1471
+ ],
1472
+ "dtype": "uint8"
1473
+ },
1474
+ {
1475
+ "path": "obs/sensor_data/left_camera/rgb",
1476
+ "shape": [
1477
+ 199,
1478
+ 240,
1479
+ 320,
1480
+ 3
1481
+ ],
1482
+ "dtype": "uint8"
1483
+ },
1484
+ {
1485
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1486
+ "shape": [
1487
+ 199,
1488
+ 240,
1489
+ 320,
1490
+ 3
1491
+ ],
1492
+ "dtype": "uint8"
1493
+ },
1494
+ {
1495
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1496
+ "shape": [
1497
+ 199,
1498
+ 240,
1499
+ 320,
1500
+ 3
1501
+ ],
1502
+ "dtype": "uint8"
1503
+ },
1504
+ {
1505
+ "path": "obs/sensor_data/top_camera/rgb",
1506
+ "shape": [
1507
+ 199,
1508
+ 320,
1509
+ 240,
1510
+ 3
1511
+ ],
1512
+ "dtype": "uint8"
1513
+ }
1514
+ ],
1515
+ "trajectory_sha256": "89065929cc1b3f6e3cd09f46725f4263abc541a7b9b9aec9dc318f87236c06b4",
1516
+ "source_sha256": "4711476dcd99a83391951f89d0fec62ae2f0a82b4fcfda4318a88c7906888378",
1517
+ "view_sha256": "d9df28c27e076889344558214cad9d99a7e739d4346cdd5dfbbbeb245b046b18"
1518
+ },
1519
+ {
1520
+ "demo_id": "demo_14",
1521
+ "file": "demo_14.h5",
1522
+ "length": 198,
1523
+ "fields": [
1524
+ {
1525
+ "path": "actions/panda_leaphand-1",
1526
+ "shape": [
1527
+ 198,
1528
+ 22
1529
+ ],
1530
+ "dtype": "float32"
1531
+ },
1532
+ {
1533
+ "path": "actions/panda_leaphand_left-0",
1534
+ "shape": [
1535
+ 198,
1536
+ 22
1537
+ ],
1538
+ "dtype": "float32"
1539
+ },
1540
+ {
1541
+ "path": "obs/agent/panda_leaphand-1/qpos",
1542
+ "shape": [
1543
+ 199,
1544
+ 23
1545
+ ],
1546
+ "dtype": "float32"
1547
+ },
1548
+ {
1549
+ "path": "obs/agent/panda_leaphand-1/qvel",
1550
+ "shape": [
1551
+ 199,
1552
+ 23
1553
+ ],
1554
+ "dtype": "float32"
1555
+ },
1556
+ {
1557
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1558
+ "shape": [
1559
+ 199,
1560
+ 23
1561
+ ],
1562
+ "dtype": "float32"
1563
+ },
1564
+ {
1565
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1566
+ "shape": [
1567
+ 199,
1568
+ 23
1569
+ ],
1570
+ "dtype": "float32"
1571
+ },
1572
+ {
1573
+ "path": "obs/sensor_data/front_camera/rgb",
1574
+ "shape": [
1575
+ 199,
1576
+ 240,
1577
+ 320,
1578
+ 3
1579
+ ],
1580
+ "dtype": "uint8"
1581
+ },
1582
+ {
1583
+ "path": "obs/sensor_data/left_camera/rgb",
1584
+ "shape": [
1585
+ 199,
1586
+ 240,
1587
+ 320,
1588
+ 3
1589
+ ],
1590
+ "dtype": "uint8"
1591
+ },
1592
+ {
1593
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1594
+ "shape": [
1595
+ 199,
1596
+ 240,
1597
+ 320,
1598
+ 3
1599
+ ],
1600
+ "dtype": "uint8"
1601
+ },
1602
+ {
1603
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1604
+ "shape": [
1605
+ 199,
1606
+ 240,
1607
+ 320,
1608
+ 3
1609
+ ],
1610
+ "dtype": "uint8"
1611
+ },
1612
+ {
1613
+ "path": "obs/sensor_data/top_camera/rgb",
1614
+ "shape": [
1615
+ 199,
1616
+ 320,
1617
+ 240,
1618
+ 3
1619
+ ],
1620
+ "dtype": "uint8"
1621
+ }
1622
+ ],
1623
+ "trajectory_sha256": "a36d86f146f92604dab887a539d696cd89c870c17a1ff4bb8cbd70f8fb14d052",
1624
+ "source_sha256": "b8306d4faebf0a7cef05b3214fde892b4f1d2cc9e3ff877efe7e65d5a425b0a6",
1625
+ "view_sha256": "d443dbf64f34049eb389475d11357458f52d2c12232421dfdc9de1efe9c26cac"
1626
+ },
1627
+ {
1628
+ "demo_id": "demo_15",
1629
+ "file": "demo_15.h5",
1630
+ "length": 198,
1631
+ "fields": [
1632
+ {
1633
+ "path": "actions/panda_leaphand-1",
1634
+ "shape": [
1635
+ 198,
1636
+ 22
1637
+ ],
1638
+ "dtype": "float32"
1639
+ },
1640
+ {
1641
+ "path": "actions/panda_leaphand_left-0",
1642
+ "shape": [
1643
+ 198,
1644
+ 22
1645
+ ],
1646
+ "dtype": "float32"
1647
+ },
1648
+ {
1649
+ "path": "obs/agent/panda_leaphand-1/qpos",
1650
+ "shape": [
1651
+ 199,
1652
+ 23
1653
+ ],
1654
+ "dtype": "float32"
1655
+ },
1656
+ {
1657
+ "path": "obs/agent/panda_leaphand-1/qvel",
1658
+ "shape": [
1659
+ 199,
1660
+ 23
1661
+ ],
1662
+ "dtype": "float32"
1663
+ },
1664
+ {
1665
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1666
+ "shape": [
1667
+ 199,
1668
+ 23
1669
+ ],
1670
+ "dtype": "float32"
1671
+ },
1672
+ {
1673
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1674
+ "shape": [
1675
+ 199,
1676
+ 23
1677
+ ],
1678
+ "dtype": "float32"
1679
+ },
1680
+ {
1681
+ "path": "obs/sensor_data/front_camera/rgb",
1682
+ "shape": [
1683
+ 199,
1684
+ 240,
1685
+ 320,
1686
+ 3
1687
+ ],
1688
+ "dtype": "uint8"
1689
+ },
1690
+ {
1691
+ "path": "obs/sensor_data/left_camera/rgb",
1692
+ "shape": [
1693
+ 199,
1694
+ 240,
1695
+ 320,
1696
+ 3
1697
+ ],
1698
+ "dtype": "uint8"
1699
+ },
1700
+ {
1701
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1702
+ "shape": [
1703
+ 199,
1704
+ 240,
1705
+ 320,
1706
+ 3
1707
+ ],
1708
+ "dtype": "uint8"
1709
+ },
1710
+ {
1711
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1712
+ "shape": [
1713
+ 199,
1714
+ 240,
1715
+ 320,
1716
+ 3
1717
+ ],
1718
+ "dtype": "uint8"
1719
+ },
1720
+ {
1721
+ "path": "obs/sensor_data/top_camera/rgb",
1722
+ "shape": [
1723
+ 199,
1724
+ 320,
1725
+ 240,
1726
+ 3
1727
+ ],
1728
+ "dtype": "uint8"
1729
+ }
1730
+ ],
1731
+ "trajectory_sha256": "b41cc9c2422ee24f36f6712a4f171513bb6bc2aab8e6cdaaec2bae6d9f67c319",
1732
+ "source_sha256": "4a17b42a1a0e30243e9d5b4634b73719c6748796e18fa182a59aa6324735dffc",
1733
+ "view_sha256": "ed7cf8bfe00df0288e8f9e6febc1b6bc8def44ae3c332b1811735ff4ed1ec14a"
1734
+ },
1735
+ {
1736
+ "demo_id": "demo_16",
1737
+ "file": "demo_16.h5",
1738
+ "length": 198,
1739
+ "fields": [
1740
+ {
1741
+ "path": "actions/panda_leaphand-1",
1742
+ "shape": [
1743
+ 198,
1744
+ 22
1745
+ ],
1746
+ "dtype": "float32"
1747
+ },
1748
+ {
1749
+ "path": "actions/panda_leaphand_left-0",
1750
+ "shape": [
1751
+ 198,
1752
+ 22
1753
+ ],
1754
+ "dtype": "float32"
1755
+ },
1756
+ {
1757
+ "path": "obs/agent/panda_leaphand-1/qpos",
1758
+ "shape": [
1759
+ 199,
1760
+ 23
1761
+ ],
1762
+ "dtype": "float32"
1763
+ },
1764
+ {
1765
+ "path": "obs/agent/panda_leaphand-1/qvel",
1766
+ "shape": [
1767
+ 199,
1768
+ 23
1769
+ ],
1770
+ "dtype": "float32"
1771
+ },
1772
+ {
1773
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1774
+ "shape": [
1775
+ 199,
1776
+ 23
1777
+ ],
1778
+ "dtype": "float32"
1779
+ },
1780
+ {
1781
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1782
+ "shape": [
1783
+ 199,
1784
+ 23
1785
+ ],
1786
+ "dtype": "float32"
1787
+ },
1788
+ {
1789
+ "path": "obs/sensor_data/front_camera/rgb",
1790
+ "shape": [
1791
+ 199,
1792
+ 240,
1793
+ 320,
1794
+ 3
1795
+ ],
1796
+ "dtype": "uint8"
1797
+ },
1798
+ {
1799
+ "path": "obs/sensor_data/left_camera/rgb",
1800
+ "shape": [
1801
+ 199,
1802
+ 240,
1803
+ 320,
1804
+ 3
1805
+ ],
1806
+ "dtype": "uint8"
1807
+ },
1808
+ {
1809
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1810
+ "shape": [
1811
+ 199,
1812
+ 240,
1813
+ 320,
1814
+ 3
1815
+ ],
1816
+ "dtype": "uint8"
1817
+ },
1818
+ {
1819
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1820
+ "shape": [
1821
+ 199,
1822
+ 240,
1823
+ 320,
1824
+ 3
1825
+ ],
1826
+ "dtype": "uint8"
1827
+ },
1828
+ {
1829
+ "path": "obs/sensor_data/top_camera/rgb",
1830
+ "shape": [
1831
+ 199,
1832
+ 320,
1833
+ 240,
1834
+ 3
1835
+ ],
1836
+ "dtype": "uint8"
1837
+ }
1838
+ ],
1839
+ "trajectory_sha256": "962dd382d8ab02d50776330fd83301076b1a2ee526ad48bf6713473009942b06",
1840
+ "source_sha256": "2dab49b95b5ca9846da12972ed9cf1593ae7db5819442b863d15e51f9118bf59",
1841
+ "view_sha256": "2a3a38ea1016a0797615f3f32d4bb29a9037d83274ccc5dd2b4e03283e8cdc04"
1842
+ },
1843
+ {
1844
+ "demo_id": "demo_17",
1845
+ "file": "demo_17.h5",
1846
+ "length": 198,
1847
+ "fields": [
1848
+ {
1849
+ "path": "actions/panda_leaphand-1",
1850
+ "shape": [
1851
+ 198,
1852
+ 22
1853
+ ],
1854
+ "dtype": "float32"
1855
+ },
1856
+ {
1857
+ "path": "actions/panda_leaphand_left-0",
1858
+ "shape": [
1859
+ 198,
1860
+ 22
1861
+ ],
1862
+ "dtype": "float32"
1863
+ },
1864
+ {
1865
+ "path": "obs/agent/panda_leaphand-1/qpos",
1866
+ "shape": [
1867
+ 199,
1868
+ 23
1869
+ ],
1870
+ "dtype": "float32"
1871
+ },
1872
+ {
1873
+ "path": "obs/agent/panda_leaphand-1/qvel",
1874
+ "shape": [
1875
+ 199,
1876
+ 23
1877
+ ],
1878
+ "dtype": "float32"
1879
+ },
1880
+ {
1881
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1882
+ "shape": [
1883
+ 199,
1884
+ 23
1885
+ ],
1886
+ "dtype": "float32"
1887
+ },
1888
+ {
1889
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1890
+ "shape": [
1891
+ 199,
1892
+ 23
1893
+ ],
1894
+ "dtype": "float32"
1895
+ },
1896
+ {
1897
+ "path": "obs/sensor_data/front_camera/rgb",
1898
+ "shape": [
1899
+ 199,
1900
+ 240,
1901
+ 320,
1902
+ 3
1903
+ ],
1904
+ "dtype": "uint8"
1905
+ },
1906
+ {
1907
+ "path": "obs/sensor_data/left_camera/rgb",
1908
+ "shape": [
1909
+ 199,
1910
+ 240,
1911
+ 320,
1912
+ 3
1913
+ ],
1914
+ "dtype": "uint8"
1915
+ },
1916
+ {
1917
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1918
+ "shape": [
1919
+ 199,
1920
+ 240,
1921
+ 320,
1922
+ 3
1923
+ ],
1924
+ "dtype": "uint8"
1925
+ },
1926
+ {
1927
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1928
+ "shape": [
1929
+ 199,
1930
+ 240,
1931
+ 320,
1932
+ 3
1933
+ ],
1934
+ "dtype": "uint8"
1935
+ },
1936
+ {
1937
+ "path": "obs/sensor_data/top_camera/rgb",
1938
+ "shape": [
1939
+ 199,
1940
+ 320,
1941
+ 240,
1942
+ 3
1943
+ ],
1944
+ "dtype": "uint8"
1945
+ }
1946
+ ],
1947
+ "trajectory_sha256": "147c7e725fcd95aec21c1eb2f66b5e1abccdf9891ea29f4187862c994d712d93",
1948
+ "source_sha256": "b607d78e7861bdb0b15d264951a1634ac3e56e220821f62c86114d1824dc843c",
1949
+ "view_sha256": "1dbfec9fae9970fd137075801066aa31cf3cb820469cce9e80fb7a3cc1d6d900"
1950
+ },
1951
+ {
1952
+ "demo_id": "demo_18",
1953
+ "file": "demo_18.h5",
1954
+ "length": 198,
1955
+ "fields": [
1956
+ {
1957
+ "path": "actions/panda_leaphand-1",
1958
+ "shape": [
1959
+ 198,
1960
+ 22
1961
+ ],
1962
+ "dtype": "float32"
1963
+ },
1964
+ {
1965
+ "path": "actions/panda_leaphand_left-0",
1966
+ "shape": [
1967
+ 198,
1968
+ 22
1969
+ ],
1970
+ "dtype": "float32"
1971
+ },
1972
+ {
1973
+ "path": "obs/agent/panda_leaphand-1/qpos",
1974
+ "shape": [
1975
+ 199,
1976
+ 23
1977
+ ],
1978
+ "dtype": "float32"
1979
+ },
1980
+ {
1981
+ "path": "obs/agent/panda_leaphand-1/qvel",
1982
+ "shape": [
1983
+ 199,
1984
+ 23
1985
+ ],
1986
+ "dtype": "float32"
1987
+ },
1988
+ {
1989
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1990
+ "shape": [
1991
+ 199,
1992
+ 23
1993
+ ],
1994
+ "dtype": "float32"
1995
+ },
1996
+ {
1997
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1998
+ "shape": [
1999
+ 199,
2000
+ 23
2001
+ ],
2002
+ "dtype": "float32"
2003
+ },
2004
+ {
2005
+ "path": "obs/sensor_data/front_camera/rgb",
2006
+ "shape": [
2007
+ 199,
2008
+ 240,
2009
+ 320,
2010
+ 3
2011
+ ],
2012
+ "dtype": "uint8"
2013
+ },
2014
+ {
2015
+ "path": "obs/sensor_data/left_camera/rgb",
2016
+ "shape": [
2017
+ 199,
2018
+ 240,
2019
+ 320,
2020
+ 3
2021
+ ],
2022
+ "dtype": "uint8"
2023
+ },
2024
+ {
2025
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2026
+ "shape": [
2027
+ 199,
2028
+ 240,
2029
+ 320,
2030
+ 3
2031
+ ],
2032
+ "dtype": "uint8"
2033
+ },
2034
+ {
2035
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2036
+ "shape": [
2037
+ 199,
2038
+ 240,
2039
+ 320,
2040
+ 3
2041
+ ],
2042
+ "dtype": "uint8"
2043
+ },
2044
+ {
2045
+ "path": "obs/sensor_data/top_camera/rgb",
2046
+ "shape": [
2047
+ 199,
2048
+ 320,
2049
+ 240,
2050
+ 3
2051
+ ],
2052
+ "dtype": "uint8"
2053
+ }
2054
+ ],
2055
+ "trajectory_sha256": "4dc4263b09a3ead21473c2bf13f077b9e584dc2513e5d9f79e3a5d0ffc8dfc26",
2056
+ "source_sha256": "2ba71ebc36bd15879d9f831e0e6aaa37521ad1817f36a4c615d0adf3fee28869",
2057
+ "view_sha256": "50abf1e40290a4676a3d5f9eedfa8a76a3e4eae4e15937a78e4e425c6fe8bc91"
2058
+ },
2059
+ {
2060
+ "demo_id": "demo_19",
2061
+ "file": "demo_19.h5",
2062
+ "length": 198,
2063
+ "fields": [
2064
+ {
2065
+ "path": "actions/panda_leaphand-1",
2066
+ "shape": [
2067
+ 198,
2068
+ 22
2069
+ ],
2070
+ "dtype": "float32"
2071
+ },
2072
+ {
2073
+ "path": "actions/panda_leaphand_left-0",
2074
+ "shape": [
2075
+ 198,
2076
+ 22
2077
+ ],
2078
+ "dtype": "float32"
2079
+ },
2080
+ {
2081
+ "path": "obs/agent/panda_leaphand-1/qpos",
2082
+ "shape": [
2083
+ 199,
2084
+ 23
2085
+ ],
2086
+ "dtype": "float32"
2087
+ },
2088
+ {
2089
+ "path": "obs/agent/panda_leaphand-1/qvel",
2090
+ "shape": [
2091
+ 199,
2092
+ 23
2093
+ ],
2094
+ "dtype": "float32"
2095
+ },
2096
+ {
2097
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
2098
+ "shape": [
2099
+ 199,
2100
+ 23
2101
+ ],
2102
+ "dtype": "float32"
2103
+ },
2104
+ {
2105
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
2106
+ "shape": [
2107
+ 199,
2108
+ 23
2109
+ ],
2110
+ "dtype": "float32"
2111
+ },
2112
+ {
2113
+ "path": "obs/sensor_data/front_camera/rgb",
2114
+ "shape": [
2115
+ 199,
2116
+ 240,
2117
+ 320,
2118
+ 3
2119
+ ],
2120
+ "dtype": "uint8"
2121
+ },
2122
+ {
2123
+ "path": "obs/sensor_data/left_camera/rgb",
2124
+ "shape": [
2125
+ 199,
2126
+ 240,
2127
+ 320,
2128
+ 3
2129
+ ],
2130
+ "dtype": "uint8"
2131
+ },
2132
+ {
2133
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2134
+ "shape": [
2135
+ 199,
2136
+ 240,
2137
+ 320,
2138
+ 3
2139
+ ],
2140
+ "dtype": "uint8"
2141
+ },
2142
+ {
2143
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2144
+ "shape": [
2145
+ 199,
2146
+ 240,
2147
+ 320,
2148
+ 3
2149
+ ],
2150
+ "dtype": "uint8"
2151
+ },
2152
+ {
2153
+ "path": "obs/sensor_data/top_camera/rgb",
2154
+ "shape": [
2155
+ 199,
2156
+ 320,
2157
+ 240,
2158
+ 3
2159
+ ],
2160
+ "dtype": "uint8"
2161
+ }
2162
+ ],
2163
+ "trajectory_sha256": "ea2a6e692deddb03ff963c39821467baa60b77d2b621f7c860366e4ff3b50d5c",
2164
+ "source_sha256": "8576c220761e4d2241574b7bb3eda8240cee686a31ca271bd19bd20b0e7b2bb7",
2165
+ "view_sha256": "bee7652e1e586c3abdef36b77eb891fd9ef150e5ad1bb94e730a483c5d3b5c65"
2166
+ }
2167
+ ]
2168
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/features.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Deterministic RGB features; no neural model or calibrated world coordinates."""
2
+ import numpy as np
3
+
4
+ def blue_features(image):
5
+ im = np.asarray(image)
6
+ if im.ndim == 4 and im.shape[0] == 1:
7
+ im = im[0]
8
+ if im.ndim != 3 or im.shape[2] != 3:
9
+ raise ValueError('Expected HWC RGB')
10
+ a = im.astype(np.float32)
11
+ mask = (a[...,2] > a[...,0] + 35) & (a[...,1] > a[...,0] + 20) & (a[...,2] > 80)
12
+ y, x = np.nonzero(mask)
13
+ if len(x) < 20:
14
+ return np.zeros(5, dtype=np.float32)
15
+ h,w = im.shape[:2]
16
+ return np.array([x.mean()/w, y.mean()/h, np.ptp(x)/w, np.ptp(y)/h, len(x)/(h*w)], dtype=np.float32)
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/findings.md ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # D20/E20 findings before final rehearsals
2
+
3
+ All 20 task-authorized demonstrations were analyzed; provenance and visual inspection are preserved in ../demo_analysis.md. Their observable trajectories have negligible variation. No other task data, simulator construction, hidden states, resets, seeds, or evaluation outputs were used. All real environment interactions use /worker_api.py.
4
+
5
+ ## Legal exploration
6
+
7
+ | Slot | Purpose | Final native step | Native success |
8
+ |---|---|---|---|
9
+ | 1 | interactive lift | 168 | True |
10
+ | 2 | interactive lift | 168 | True |
11
+ | 3 | independent rehearsal baseline | runner | True |
12
+ | 4 | interactive lift | 185 | True |
13
+ | 5 | interactive lift | 170 | True |
14
+ | 6 | interactive lift | 169 | True |
15
+ | 7 | translation calibration; no lift attempt | 6 | False |
16
+ | 8 | translation calibration; no lift attempt | 6 | False |
17
+ | 9 | translation calibration; no lift attempt | 6 | False |
18
+ | 10 | translation calibration; no lift attempt | 6 | False |
19
+ | 11 | translation calibration; no lift attempt | 6 | False |
20
+ | 12 | translation calibration; no lift attempt | 6 | False |
21
+ | 13 | interactive lift | 168 | True |
22
+ | 14 | interactive lift | 165 | True |
23
+ | 15 | interactive lift | 172 | True |
24
+ | 16 | interactive lift | 174 | True |
25
+
26
+ Slots 7–12 were deliberately short, charged local calibration experiments, not lift attempts. False native success is retained. Episode 3 independently verified the baseline exact bundle (hash 3564be65064ed63ee5fd3f259f0c96b05183cd48825e821c22adf153244e66e9). Slots 17–20 are reserved for unchanged final-bundle rehearsals; their outcomes must be read from API records, not inferred from this document.
27
+
28
+ ## Localization, pose, grasp, timing, recovery
29
+
30
+ Front/top RGB blue centroid, extent, and area use normalized image coordinates, accommodating live RGB at twice demo resolution. Images gate support and help local phase matching. This is not calibrated metric object pose. Contract action order and qpos ordering were validated in live runs. Rotations remain zero.
31
+
32
+ Hands approach opposite bar ends, close around reference67, then lift from about142. Bounded hand feedback adds gain2 posture correction capped at.15 normalized. Episode 4 held actions at steps40–49: phase waited and lift succeeded at185. Episode 5 forced hand-open deltas-.05 at105–107 and succeeded at170; episode 6 forced hand-close+.05 at105–107 and succeeded at169. Hand errors under contact are not monotonically convergent.
33
+
34
+ Six five-action probes (slots 7–12) applied+.02 on axes0,1,2,22,23,24 respectively. Joint change divided by cumulative normalized action.1 gives a local7x3 response for each arm. NumPy pseudoinverses have condition numbers approximately1.5885 and1.5858. No neural weights or general kinematic model were fitted. local_response.npz retains both response and inverse.
35
+
36
+ Final candidate adds gain.2 translation correction with per-component cap.04, RMS deadband.0015rad and rejection above.04rad. It operates only before reference phase 35. Episode 13 had zero activations and succeeded at168. Episode 14 added+.05 first-arm x at steps10–14; error fell from.00742 at15 to.00125rad RMS at25 and lift succeeded at165. Episode 15 similarly perturbed first-arm z; error fell from.00534 to.00137 and lift succeeded at172. Episode 16 tested the second arm's y response: early RMS error fell from .00909 at step 15 to .00131 at step25, and native success arrived at174. Disturbances are exploration-harness commands, not part of the frozen program.
37
+
38
+ ## Failures and limits
39
+
40
+ The episode 1 harness initially failed to unwrap execute_actions['steps']; one action had executed, and the script resumed via latest_observation without resetting. That first action can be reconstructed exactly from the saved initial observation and baseline candidate. Baseline policy itself completed. No independent program failure was reported in episode 3.
41
+
42
+ This policy has no arbitrary-displacement localization, force sensing, slip regrasp, or broad workspace recovery. Its calibrated correction is local to the initial approach and deliberately disabled before contact. Near-duplicate demos and repeated scenes do not establish broad generalization. Unsupported inputs produce bounded holds then termination. Native success is recorded only when returned by the trusted API. Visible fallback rule is unambiguous lifting clear of support; ambiguity is false. Every completed task attempt so far supplied native success, so fallback scoring was unnecessary.
43
+
44
+ Actions, observations, images, calibration metadata, and logs are preserved in ../exploration; baseline versions in ../versions. Episodes1–2 preserve sampled images and final observations; later interactive attempts preserve compressed step observations. No 21st slot is authorized.
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "__pycache__/check_synthetic.cpython-310.pyc": "70782567dcd85d00b18e5e91bd3d2733a593e86ab6d80642323beb120edeb9d7",
4
+ "__pycache__/controller.cpython-310.pyc": "24be8d73504b01863c70cc34030848ffbdb4a59b3f99acf139ae2a476917511c",
5
+ "__pycache__/features.cpython-310.pyc": "2cc1c37f70613a24850d203cbe7f3620b902e9c77e7a1af4f8ae3d3ac867fddf",
6
+ "calibration_provenance.json": "888a0538f00be9a23680ded5407f899aa7f4fc57f80de06b1f7ca9db2ca8b0d1",
7
+ "check_synthetic.py": "b7466f29c9d39afe1ae59571cfaf9c150115730316ca3e5f7c17dc4f31784492",
8
+ "controller.py": "fd87722fcb7d8e834d802cf4d8a405349d7a3f2ecf2253ae407c445484ad2736",
9
+ "demo_manifest.json": "6b5571d5212a8cf8b9fdd20c175be682d4405097e70c23cab75071ee72d550e6",
10
+ "demonstrations_readonly/demo_00.h5": "a4366e34ad5c6cad18b8dcbd34bf742adfc6aa189b61d893f9c0783fbbc6c460",
11
+ "demonstrations_readonly/demo_01.h5": "9e056de196b6c6b11247076d7052bc76766223ce4cb4d44c1fa5a82ea3d42530",
12
+ "demonstrations_readonly/demo_02.h5": "5d28eb96a1b0db46e3e1968f36fcae39947918b821e479c87189e8c95232bac6",
13
+ "demonstrations_readonly/demo_03.h5": "fb482d8baea5d720d14bb7512d3d94487ac3b9119538447fbd36d2c440ecbe5b",
14
+ "demonstrations_readonly/demo_04.h5": "5f642c65011e6eaa70e3b4415ec41922dc22ddc902aa1798b9f5a02c9444d349",
15
+ "demonstrations_readonly/demo_05.h5": "88ca7510ba714242eef3b41193599cc670bfd31e89aa4cc1733a46acba8cf4bf",
16
+ "demonstrations_readonly/demo_06.h5": "f6f98b2dc85dc363d2ca9039ae4be6226f35eb3979571eaa8e16a36c8a3d28bf",
17
+ "demonstrations_readonly/demo_07.h5": "ff9d74acfc7df3dfc1dcdd829093ac394e156d18c7eaf6ff2598b6b2ba1f8af8",
18
+ "demonstrations_readonly/demo_08.h5": "449e7e3bee0f545d68a555e137d75ee3f8d2ee5a0f26b03a74bab8feeaca14b9",
19
+ "demonstrations_readonly/demo_09.h5": "a08988ed9aa4a8751c1b9bb28e113a9922c8bc62fc7caaf2a5eb6830ec057f03",
20
+ "demonstrations_readonly/demo_10.h5": "55ccedc3fc541807e4d77a89450fd1d609a63afb1474eeaaad5a357968f1043f",
21
+ "demonstrations_readonly/demo_11.h5": "3b3b5cc71855658072ccac5297176733a6f1f2be7c5b796a328cc95b1042ad01",
22
+ "demonstrations_readonly/demo_12.h5": "db038f4aefe181e929c70aa7b2afb6c175bda0768dc7919190304c7332b1626e",
23
+ "demonstrations_readonly/demo_13.h5": "d9df28c27e076889344558214cad9d99a7e739d4346cdd5dfbbbeb245b046b18",
24
+ "demonstrations_readonly/demo_14.h5": "d443dbf64f34049eb389475d11357458f52d2c12232421dfdc9de1efe9c26cac",
25
+ "demonstrations_readonly/demo_15.h5": "ed7cf8bfe00df0288e8f9e6febc1b6bc8def44ae3c332b1811735ff4ed1ec14a",
26
+ "demonstrations_readonly/demo_16.h5": "2a3a38ea1016a0797615f3f32d4bb29a9037d83274ccc5dd2b4e03283e8cdc04",
27
+ "demonstrations_readonly/demo_17.h5": "1dbfec9fae9970fd137075801066aa31cf3cb820469cce9e80fb7a3cc1d6d900",
28
+ "demonstrations_readonly/demo_18.h5": "50abf1e40290a4676a3d5f9eedfa8a76a3e4eae4e15937a78e4e425c6fe8bc91",
29
+ "demonstrations_readonly/demo_19.h5": "bee7652e1e586c3abdef36b77eb891fd9ef150e5ad1bb94e730a483c5d3b5c65",
30
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
31
+ "features.py": "b8de3b436bf855c053a95cd6e729a6a5e70e458c6af773b304ee241778165e51",
32
+ "findings.md": "3c19387db4dabc3434e54d4ab91968416d91bdd85ad8600b2d9328e325da3eda",
33
+ "handoff.md": "3ecd4a662afe9b47eedc739d3239d2da74a6f9428d8ce08f4d9caa443137081b",
34
+ "local_response.npz": "534d76bdd781df22885396d2cf9e8a3011a151f29bad2f4d04df1fe56241b323",
35
+ "model_tool_manifest.yaml": "78ce6d8ce0f8a609ff2543d637ba1dcd7adcd542d3175021823cd2e562187686",
36
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
37
+ "reference.npz": "3dd1a97f16d16458d0a07bb00254f40dd42907fed2456a15e5aa617bf7211671",
38
+ "skills.md": "209609de3a27a15ea1c7aa36c853eb7c9bcc21518a591b9860054031c03749bc",
39
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
40
+ },
41
+ "bundle_hash": "2a30afeb25472861852fc0a4b15cddf81326bfff0f5ce692a796f28070fe9e47",
42
+ "exploration_ledger_hash": "9a7422be812b24e99f1f4c182d4ce70943bbdb7c3d1f786dca0f13dc263ba520",
43
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
44
+ "selection": {
45
+ "rule": "exact-version success rate, valid rehearsal count, recency",
46
+ "rehearsals": [
47
+ {
48
+ "bundle_hash": "3564be65064ed63ee5fd3f259f0c96b05183cd48825e821c22adf153244e66e9",
49
+ "episode": 3,
50
+ "independent": true,
51
+ "score_source": "native_step_feedback",
52
+ "status": "finished",
53
+ "success": true,
54
+ "valid": true
55
+ },
56
+ {
57
+ "episode": 18,
58
+ "bundle_hash": "2a30afeb25472861852fc0a4b15cddf81326bfff0f5ce692a796f28070fe9e47",
59
+ "independent": true,
60
+ "valid": true,
61
+ "status": "finished",
62
+ "success": true,
63
+ "score_source": "native_step_feedback"
64
+ },
65
+ {
66
+ "episode": 19,
67
+ "bundle_hash": "2a30afeb25472861852fc0a4b15cddf81326bfff0f5ce692a796f28070fe9e47",
68
+ "independent": true,
69
+ "valid": true,
70
+ "status": "finished",
71
+ "success": true,
72
+ "score_source": "native_step_feedback"
73
+ },
74
+ {
75
+ "episode": 20,
76
+ "bundle_hash": "2a30afeb25472861852fc0a4b15cddf81326bfff0f5ce692a796f28070fe9e47",
77
+ "independent": true,
78
+ "valid": true,
79
+ "status": "finished",
80
+ "success": true,
81
+ "score_source": "native_step_feedback"
82
+ }
83
+ ]
84
+ }
85
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/handoff.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # Final candidate handoff
2
+
3
+ controller.py exports reset_episode() and act(obs). Keep features.py, reference.npz and local_response.npz beside it. Runtime requires Python 3.10+ and NumPy only. No network, remote model, simulator import, or neural training. The runner supplies verified demo files/manifest and common environment lock.
4
+
5
+ Input: legal observation rgb and flat proprioception paths with increasing step_id. Output: finite 44-vector within[-1,1], or None. Contract order: panda_leaphand-1 then panda_leaphand_left-0. Initial runner hold consumes native step 1; controller respects horizon 300 and 20 Hz.
6
+
7
+ Reference timing uses observed arm/hand/image support. Hand correction gain2/cap.15. Initial arm recovery uses empirical local inverse, gain.2/cap.04, deadband.0015rad, rejects RMS>=.04rad, and ends at phase 35. No calibrated world object pose or slip recovery. See findings.md for actual tests and limitations.
8
+
9
+ Candidate files are finalized before slots 17–20; all four must independently rehearse the same exact directory. Do not change behavior after the final rehearsal. API.freeze selects the best independently rehearsed runnable exact version after exactly 20 charged slots. Native success comes only from API feedback; visual heuristics are not official success. Rehearsal/freeze records are preserved outside this bundle in ../exploration.
agent_d20_e20/frozen_20261102/tasks/DualArmLiftSoftDex-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "Agent-D20-E20-Compiled legal exploration",
3
+ "status": "final candidate prepared for independent rehearsals17\u201320",
4
+ "task_id": "DualArmLiftSoftDex-v1",
5
+ "exploration_episodes": 16,
6
+ "neural_finetuning": false,
7
+ "pretrained_weights": [],
8
+ "coding_model": {
9
+ "identity": "provider-hosted coding model; exact weight revision unavailable",
10
+ "weights_modified": false
11
+ },
12
+ "tools_used": [
13
+ "functions.exec shell orchestration",
14
+ "exec_command bash and Python execution",
15
+ "write_stdin local process polling",
16
+ "view_image legal RGB contact sheets",
17
+ "worker_api.API.read_demo local authorized HDF5 access",
18
+ "worker_api API legal exploration and independent rehearsal"
19
+ ],
20
+ "versions": {
21
+ "python": "3.10.20 (main, Mar 11 2026, 17:46:40) [GCC 14.3.0]",
22
+ "numpy": "2.2.6",
23
+ "opencv": "4.12.0",
24
+ "h5py": "3.16.0"
25
+ },
26
+ "runtime_dependencies": [
27
+ "Python >=3.10",
28
+ "NumPy"
29
+ ],
30
+ "preparation_dependencies": [
31
+ "OpenCV",
32
+ "h5py",
33
+ "Python standard library importlib/json/pathlib/hashlib"
34
+ ],
35
+ "not_used": [
36
+ "SciPy",
37
+ "torch",
38
+ "neural vision model",
39
+ "internet",
40
+ "task-specific expert/controller"
41
+ ],
42
+ "provenance": {
43
+ "authorized_demo_ids": [
44
+ "demo_00",
45
+ "demo_01",
46
+ "demo_02",
47
+ "demo_03",
48
+ "demo_04",
49
+ "demo_05",
50
+ "demo_06",
51
+ "demo_07",
52
+ "demo_08",
53
+ "demo_09",
54
+ "demo_10",
55
+ "demo_11",
56
+ "demo_12",
57
+ "demo_13",
58
+ "demo_14",
59
+ "demo_15",
60
+ "demo_16",
61
+ "demo_17",
62
+ "demo_18",
63
+ "demo_19"
64
+ ],
65
+ "source": "/demonstrations via /worker_api.py API.read_demo",
66
+ "reference": "componentwise medians of all 20 action/qpos/RGB-feature sequences; deterministic aggregation only",
67
+ "scripts": [
68
+ "../analyze.py",
69
+ "../build_reference.py"
70
+ ],
71
+ "runner_supplies": [
72
+ "verified demo manifest",
73
+ "common environment lock"
74
+ ],
75
+ "local_response": "task-local legal episodes7\u201312, build_recovery.py, measured joint response and NumPy pseudoinverse"
76
+ },
77
+ "known_limitations": [
78
+ "Near-duplicate demonstrations",
79
+ "Color segmentation is not metric localization",
80
+ "Local correction only before phase35",
81
+ "No slip regrasp",
82
+ "Generalization beyond tested observations unestablished"
83
+ ],
84
+ "independent_rehearsals_completed_at_documentation": [
85
+ 3
86
+ ],
87
+ "sha256": {
88
+ "check_synthetic.py": "b7466f29c9d39afe1ae59571cfaf9c150115730316ca3e5f7c17dc4f31784492",
89
+ "findings.md": "3c19387db4dabc3434e54d4ab91968416d91bdd85ad8600b2d9328e325da3eda",
90
+ "handoff.md": "3ecd4a662afe9b47eedc739d3239d2da74a6f9428d8ce08f4d9caa443137081b",
91
+ "calibration_provenance.json": "888a0538f00be9a23680ded5407f899aa7f4fc57f80de06b1f7ca9db2ca8b0d1",
92
+ "reference.npz": "3dd1a97f16d16458d0a07bb00254f40dd42907fed2456a15e5aa617bf7211671",
93
+ "controller.py": "fd87722fcb7d8e834d802cf4d8a405349d7a3f2ecf2253ae407c445484ad2736",
94
+ "skills.md": "209609de3a27a15ea1c7aa36c853eb7c9bcc21518a591b9860054031c03749bc",
95
+ "local_response.npz": "534d76bdd781df22885396d2cf9e8a3011a151f29bad2f4d04df1fe56241b323",
96
+ "features.py": "b8de3b436bf855c053a95cd6e729a6a5e70e458c6af773b304ee241778165e51"
97
+ }
98
+ }