Linslab commited on
Commit
20033c3
·
verified ·
1 Parent(s): 458748e

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/__pycache__/build_bank.cpython-310.pyc +0 -0
  2. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
  3. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  4. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/build_bank.py +26 -0
  5. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/check_synthetic.py +47 -0
  6. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/controller.py +131 -0
  7. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/demo_manifest.json +1488 -0
  8. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/environment.lock +249 -0
  9. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/findings.md +28 -0
  10. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/freeze_manifest.json +174 -0
  11. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/handoff.md +15 -0
  12. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/model_tool_manifest.yaml +81 -0
  13. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/policy_runner.py +25 -0
  14. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/skills.md +9 -0
  15. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/synthetic_checks.txt +8 -0
  16. agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/worker_api.py +81 -0
  17. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/calibration.json +538 -0
  18. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/controller.py +134 -0
  19. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/demo_manifest.json +2168 -0
  20. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/environment.lock +249 -0
  21. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/findings.md +34 -0
  22. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/freeze_manifest.json +98 -0
  23. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/handoff.md +6 -0
  24. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/kinematics.py +9 -0
  25. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/model_tool_manifest.yaml +40 -0
  26. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/policy_runner.py +25 -0
  27. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/skills.md +6 -0
  28. agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/worker_api.py +81 -0
  29. agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/__pycache__/build_bank.cpython-310.pyc +0 -0
  30. agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  31. agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/__pycache__/features.cpython-310.pyc +0 -0
  32. agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_03.h5 +3 -0
  33. agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_04.h5 +3 -0
  34. agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_06.h5 +3 -0
  35. agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_08.h5 +3 -0
  36. agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_09.h5 +3 -0
  37. agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_19.h5 +3 -0
  38. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_00.h5 +3 -0
  39. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_01.h5 +3 -0
  40. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_02.h5 +3 -0
  41. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_05.h5 +3 -0
  42. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_06.h5 +3 -0
  43. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_07.h5 +3 -0
  44. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_10.h5 +3 -0
  45. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_11.h5 +3 -0
  46. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_12.h5 +3 -0
  47. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_13.h5 +3 -0
  48. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_14.h5 +3 -0
  49. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_15.h5 +3 -0
  50. agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_16.h5 +3 -0
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/__pycache__/build_bank.cpython-310.pyc ADDED
Binary file (1.96 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc ADDED
Binary file (3.6 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (5.82 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/build_bank.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Offline extraction from exactly the authorized manifest, no optimization."""
2
+ import importlib.util,json
3
+ from pathlib import Path
4
+ import numpy as np
5
+ from controller import CAMERAS,visual_feature
6
+ spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py')
7
+ m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m); api=m.API()
8
+ manifest=json.load(open('/demo_manifest.json'))
9
+ assert len(manifest['episodes'])==20
10
+ parts={k:[] for k in ['qpos','qvel','visual','actions','terminal','demo_index','frame_index']}
11
+ for index,e in enumerate(manifest['episodes']):
12
+ n=e['length']; d=api.read_demo(e['demo_id'],fields=['actions','obs/agent/qpos','obs/agent/qvel'])
13
+ parts['qpos'].append(d['obs/agent/qpos']);parts['qvel'].append(d['obs/agent/qvel'])
14
+ parts['actions'].append(np.vstack([d['actions'],np.zeros((1,22),np.float32)]))
15
+ parts['terminal'].append(np.arange(n+1)==n)
16
+ parts['demo_index'].append(np.full(n+1,index)); parts['frame_index'].append(np.arange(n+1))
17
+ vis=[]
18
+ for cam in CAMERAS:
19
+ field=f'obs/sensor_data/{cam}/rgb'
20
+ images=api.read_demo(e['demo_id'],fields=[field])[field]
21
+ vis.append(np.stack([visual_feature(im) for im in images]))
22
+ parts['visual'].append(np.stack(vis,axis=1))
23
+ print(e['demo_id'],n+1,flush=True)
24
+ arrays={k:np.concatenate(v) for k,v in parts.items()}
25
+ arrays['qscale']=np.r_[np.full(7,.15),np.full(16,.25)].astype(np.float32)
26
+ np.savez_compressed(Path(__file__).with_name('demo_bank.npz'),**arrays)
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/check_synthetic.py ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Interface checks only. No demonstration observations passed to act, no simulation."""
2
+ import py_compile,hashlib,json
3
+ from pathlib import Path
4
+ import numpy as np
5
+ import controller as m
6
+ for name in ['controller.py','build_bank.py','check_synthetic.py']:
7
+ py_compile.compile(str(Path(__file__).with_name(name)),doraise=True)
8
+ print('PASS syntax compilation')
9
+ real=m.Controller()
10
+ assert real.bank['actions'].shape==(5485,22)
11
+ assert np.isfinite(real.bank['actions']).all() and np.max(np.abs(real.bank['actions']))<=1
12
+ assert set(real.bank['demo_index'].tolist())==set(range(20))
13
+ assert real.bank['terminal'].sum()==20
14
+ print('PASS bank structure, finite bounded labels, all 20 IDs, endpoint markers')
15
+ def obs(color=0,batch=False):
16
+ rgb={c:np.full((32,40,3),color,np.uint8) for c in m.CAMERAS}
17
+ if batch:rgb={c:v[None] for c,v in rgb.items()}
18
+ return {'rgb':rgb,'proprioception':{'agent/qpos':np.zeros(23),'agent/qvel':np.zeros((1,23))},'instruction':'Pick up a cloth and place it into a fixed bowl.','step_id':1}
19
+ o=obs()
20
+ a=real.act(o);assert a is None or (a.shape==(22,) and np.isfinite(a).all() and np.max(np.abs(a))<=1)
21
+ print('PASS wholly synthetic input through production-bank policy (no task result asserted)')
22
+ # Controlled synthetic fixtures exercise feedback and finishing without real images.
23
+ p=m.Controller.__new__(m.Controller)
24
+ f0=np.stack([m.visual_feature(v) for v in obs(0)['rgb'].values()]);f1=np.stack([m.visual_feature(v) for v in obs(255)['rgb'].values()])
25
+ p.bank={'qpos':np.zeros((2,23),np.float32),'qvel':np.zeros((2,23),np.float32),'qscale':np.ones(23,np.float32),'visual':np.stack([f0,f1]),'terminal':np.zeros(2,bool),'actions':np.zeros((2,22),np.float32)}
26
+ p.bank['actions'][:,0]=[-.1,.1];p.reset_episode()
27
+ assert p.act(obs(0))[0]<0 and p.act(obs(255,True))[0]>0
28
+ print('PASS current RGB changes action; HWC and 1HWC supported')
29
+ p.bank['visual'][1]=f0;p.bank['qpos'][1]=1
30
+ p.reset_episode();assert p.act(obs())[0]<0
31
+ o=obs();o['proprioception']['agent/qpos']=np.ones(23);assert p.act(o)[0]>0
32
+ print('PASS current proprioception changes action')
33
+ p.bank['terminal'][0]=True;p.reset_episode()
34
+ for _ in range(5):assert np.array_equal(p.act(obs()),np.zeros(22))
35
+ assert p.act(obs()) is None
36
+ print('PASS repeated synthetic endpoint returns None')
37
+ p.reset_episode()
38
+ for _ in range(9):assert np.array_equal(p.act({'step_id':1}),np.zeros(22))
39
+ assert p.act({'step_id':1}) is None
40
+ p.reset_episode();assert p.invalid_count==0 and p.end_count==0
41
+ assert p.act({'step_id':800}) is None
42
+ print('PASS invalid-input finish, reset, horizon accounting')
43
+ print('No environment, simulator, rollout, rehearsal, score or freeze invoked.')
44
+ manifest_path=Path(__file__).with_name('model_tool_manifest.yaml');manifest=json.loads(manifest_path.read_text())
45
+ manifest['artifact_sha256']={name:hashlib.sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() for name in ['controller.py','demo_bank.npz','build_bank.py','check_synthetic.py']}
46
+ manifest['validation']='syntax and synthetic-input checks only; see synthetic_checks.txt'
47
+ manifest_path.write_text(json.dumps(manifest,indent=2)+'\n')
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/controller.py ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Task-local nonparametric RGB/proprioception feedback policy. No fitted weights."""
2
+ from pathlib import Path
3
+ import numpy as np
4
+ import cv2
5
+
6
+ CAMERAS = ('front_camera', 'left_camera', 'robot_camera', 'top_camera')
7
+
8
+ def visual_feature(image):
9
+ im = np.asarray(image)
10
+ if im.ndim == 4 and im.shape[0] == 1:
11
+ im = im[0]
12
+ if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8:
13
+ raise ValueError('Expected uint8 RGB HWC or 1HWC')
14
+ small = cv2.resize(im, (16, 12), interpolation=cv2.INTER_AREA).astype(np.float32) / 255.
15
+ # Orange cloth cue, deliberately separate from the background-heavy thumbnail.
16
+ hsv = cv2.cvtColor(im, cv2.COLOR_RGB2HSV)
17
+ mask = ((hsv[..., 0] >= 3) & (hsv[..., 0] <= 24) &
18
+ (hsv[..., 1] > 110) & (hsv[..., 2] > 150)).astype(np.float32)
19
+ grid = cv2.resize(mask, (16, 12), interpolation=cv2.INTER_AREA)
20
+ return np.concatenate((small.ravel()/np.sqrt(small.size)*2,
21
+ grid.ravel()/np.sqrt(grid.size)*3)).astype(np.float32)
22
+
23
+ class Controller:
24
+ def __init__(self):
25
+ with np.load(Path(__file__).with_name('demo_bank.npz'), allow_pickle=False) as b:
26
+ self.bank = {k: b[k] for k in b.files}
27
+ self.visual_flat = self.bank['visual'].reshape(len(self.bank['visual']), -1)
28
+ self.visual_norm = np.einsum('ij,ij->i', self.visual_flat, self.visual_flat)
29
+ self.reset_episode()
30
+
31
+ def reset_episode(self):
32
+ self.end_count = 0
33
+ self.invalid_count = 0
34
+ self.last_diagnostic = {}
35
+ self.calls = 0
36
+ self.bowl_centers = []
37
+ self.servo_steps = 0
38
+
39
+ def act(self, obs):
40
+ if int(obs.get('step_id', 1)) >= 800:
41
+ return None # one runner-owned hold + at most 799 policy actions
42
+ try:
43
+ p = obs['proprioception']
44
+ q = np.asarray(p['agent/qpos'], dtype=np.float32).reshape(-1)
45
+ v = np.asarray(p['agent/qvel'], dtype=np.float32).reshape(-1)
46
+ if q.shape != (23,) or v.shape != (23,) or not np.isfinite(q).all() or not np.isfinite(v).all():
47
+ raise ValueError('Invalid proprioception')
48
+ visual = np.stack([visual_feature(obs['rgb'][c]) for c in CAMERAS])
49
+ except (KeyError, ValueError, TypeError):
50
+ self.invalid_count += 1
51
+ return None if self.invalid_count >= 10 else np.zeros(22, dtype=np.float32)
52
+ self.calls += 1
53
+ b = self.bank
54
+ dq = (b['qpos'] - q) / b['qscale']
55
+ dv = (b['qvel'] - v) / .5
56
+ qdist = np.mean(dq[:, :7]**2, axis=1) + .4*np.mean(dq[:, 7:]**2, axis=1)
57
+ vdist = .03*np.mean(dv**2, axis=1)
58
+ visual_dist = np.maximum(0., (self.visual_norm + np.sum(visual*visual) -
59
+ 2*np.einsum('ij,j->i', self.visual_flat, visual.ravel(), optimize=False))/len(CAMERAS))
60
+ distance = qdist + vdist + 4*visual_dist
61
+ best = int(np.argmin(distance))
62
+ endpoint_close = bool(b['terminal'][best]) and qdist[best] < .15 and visual_dist[best] < .08
63
+ if b['terminal'][best] and not endpoint_close:
64
+ distance[b['terminal']] = np.inf
65
+ best = int(np.argmin(distance))
66
+ frame = int(b['frame_index'][best])
67
+ if 35 <= frame <= 125 and self.calls % 10 == 0:
68
+ top = np.asarray(obs['rgb']['top_camera']).squeeze()
69
+ gray = cv2.GaussianBlur(cv2.cvtColor(top, cv2.COLOR_RGB2GRAY), (5,5), 1)
70
+ circles = cv2.HoughCircles(gray, cv2.HOUGH_GRADIENT, 1, 70,
71
+ param1=100, param2=30, minRadius=45, maxRadius=75)
72
+ if circles is not None:
73
+ valid = [c[:2] for c in circles[0] if 150<c[0]<380 and 240<c[1]<440 and 50<c[2]<69]
74
+ if len(valid) == 1:
75
+ self.bowl_centers.append(valid[0])
76
+
77
+ self.last_diagnostic = {'distance': float(distance[best]), 'reference_row': best,
78
+ 'visual_distance': float(visual_dist[best]),
79
+ 'pose_distance': float(qdist[best]),
80
+ 'demo': int(b['demo_index'][best]),
81
+ 'frame': int(b['frame_index'][best])}
82
+ # Unvalidated conservative out-of-support gate; no blind replay fallback.
83
+ if qdist[best] > 9 or visual_dist[best] > 1.5:
84
+ self.invalid_count += 1
85
+ return None if self.invalid_count >= 10 else np.zeros(22, dtype=np.float32)
86
+ self.invalid_count = 0
87
+ terminal = bool(b['terminal'][best]) and qdist[best] < .15 and visual_dist[best] < .08
88
+ self.end_count = self.end_count + 1 if terminal else 0
89
+ if self.end_count >= 6:
90
+ return None # endpoint resemblance, NOT a success assertion
91
+ if terminal:
92
+ return np.zeros(22, dtype=np.float32)
93
+ # Blend only nearby samples with the same coarse action direction.
94
+ a0 = b['actions'][best]
95
+ indices = np.argsort(distance)[:12]
96
+ compatible = (~b['terminal'][indices]) & (np.linalg.norm(b['actions'][indices,:3]-a0[:3],axis=1)<.08)
97
+ indices = indices[compatible][:5]
98
+ if len(indices) == 0:
99
+ indices = np.array([best])
100
+ weights = np.exp(-(distance[indices]-distance[best])/.06)
101
+ action = np.average(b['actions'][indices], axis=0, weights=weights)
102
+ if frame >= 210 and len(self.bowl_centers) >= 3:
103
+ top = np.asarray(obs['rgb']['top_camera']).squeeze()
104
+ hsv = cv2.cvtColor(top, cv2.COLOR_RGB2HSV)
105
+ mask = (hsv[:,:,0]>=3)&(hsv[:,:,0]<=24)&(hsv[:,:,1]>110)&(hsv[:,:,2]>150)
106
+ yy, xx = np.where(mask)
107
+ if len(xx) >= 30 and np.mean(yy) < 500:
108
+ center = np.array([np.mean(xx),np.mean(yy)])
109
+ target = np.median(self.bowl_centers, axis=0)
110
+ error = target-center
111
+ action[:2] = np.clip(error*np.array([.012,-.012]), -.1, .1)
112
+ if np.linalg.norm(error) > 35:
113
+ action[2] = max(0.,action[2])
114
+ self.servo_steps += 1
115
+ self.last_diagnostic.update(bowl=target.tolist(),cloth=center.tolist(),servo_error=float(np.linalg.norm(error)))
116
+ return np.clip(action, -1., 1.).astype(np.float32)
117
+
118
+ _policy = None
119
+
120
+ def reset_episode():
121
+ global _policy
122
+ if _policy is None:
123
+ _policy = Controller()
124
+ else:
125
+ _policy.reset_episode()
126
+
127
+ def act(obs):
128
+ global _policy
129
+ if _policy is None:
130
+ reset_episode()
131
+ return _policy.act(obs)
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,1488 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DrapeCloth-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 271,
11
+ "fields": [
12
+ {
13
+ "path": "actions",
14
+ "shape": [
15
+ 271,
16
+ 22
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "obs/agent/qpos",
22
+ "shape": [
23
+ 272,
24
+ 23
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/qvel",
30
+ "shape": [
31
+ 272,
32
+ 23
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/sensor_data/front_camera/rgb",
38
+ "shape": [
39
+ 272,
40
+ 240,
41
+ 320,
42
+ 3
43
+ ],
44
+ "dtype": "uint8"
45
+ },
46
+ {
47
+ "path": "obs/sensor_data/left_camera/rgb",
48
+ "shape": [
49
+ 272,
50
+ 240,
51
+ 320,
52
+ 3
53
+ ],
54
+ "dtype": "uint8"
55
+ },
56
+ {
57
+ "path": "obs/sensor_data/robot_camera/rgb",
58
+ "shape": [
59
+ 272,
60
+ 240,
61
+ 320,
62
+ 3
63
+ ],
64
+ "dtype": "uint8"
65
+ },
66
+ {
67
+ "path": "obs/sensor_data/top_camera/rgb",
68
+ "shape": [
69
+ 272,
70
+ 320,
71
+ 240,
72
+ 3
73
+ ],
74
+ "dtype": "uint8"
75
+ }
76
+ ],
77
+ "trajectory_sha256": "a7a12ac498977520f327c5655131e3e790586710c5ff3f767e141678d01bdff7",
78
+ "source_sha256": "17b1c10aece570cada8788a3a4b70127b0f3536f361bd228907a32ef2e638f36",
79
+ "view_sha256": "51686b5f0b5591c4b510bc9854ccc6905a7ff44cf4e6496a3ab89e5b295a3316"
80
+ },
81
+ {
82
+ "demo_id": "demo_01",
83
+ "file": "demo_01.h5",
84
+ "length": 272,
85
+ "fields": [
86
+ {
87
+ "path": "actions",
88
+ "shape": [
89
+ 272,
90
+ 22
91
+ ],
92
+ "dtype": "float32"
93
+ },
94
+ {
95
+ "path": "obs/agent/qpos",
96
+ "shape": [
97
+ 273,
98
+ 23
99
+ ],
100
+ "dtype": "float32"
101
+ },
102
+ {
103
+ "path": "obs/agent/qvel",
104
+ "shape": [
105
+ 273,
106
+ 23
107
+ ],
108
+ "dtype": "float32"
109
+ },
110
+ {
111
+ "path": "obs/sensor_data/front_camera/rgb",
112
+ "shape": [
113
+ 273,
114
+ 240,
115
+ 320,
116
+ 3
117
+ ],
118
+ "dtype": "uint8"
119
+ },
120
+ {
121
+ "path": "obs/sensor_data/left_camera/rgb",
122
+ "shape": [
123
+ 273,
124
+ 240,
125
+ 320,
126
+ 3
127
+ ],
128
+ "dtype": "uint8"
129
+ },
130
+ {
131
+ "path": "obs/sensor_data/robot_camera/rgb",
132
+ "shape": [
133
+ 273,
134
+ 240,
135
+ 320,
136
+ 3
137
+ ],
138
+ "dtype": "uint8"
139
+ },
140
+ {
141
+ "path": "obs/sensor_data/top_camera/rgb",
142
+ "shape": [
143
+ 273,
144
+ 320,
145
+ 240,
146
+ 3
147
+ ],
148
+ "dtype": "uint8"
149
+ }
150
+ ],
151
+ "trajectory_sha256": "d1eff1a28684eae31949b99d44f3d8efd425b5633cb724c6f28d3df3a45dde6f",
152
+ "source_sha256": "b55f1d061f6af6b7567afef2516b29fb32efa4a55c753a1546cba9c6154cd7e6",
153
+ "view_sha256": "e75df063b1899452993ae9e78650ec8067b52b47ae7708d8123af5dad8d8ce4e"
154
+ },
155
+ {
156
+ "demo_id": "demo_02",
157
+ "file": "demo_02.h5",
158
+ "length": 262,
159
+ "fields": [
160
+ {
161
+ "path": "actions",
162
+ "shape": [
163
+ 262,
164
+ 22
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/agent/qpos",
170
+ "shape": [
171
+ 263,
172
+ 23
173
+ ],
174
+ "dtype": "float32"
175
+ },
176
+ {
177
+ "path": "obs/agent/qvel",
178
+ "shape": [
179
+ 263,
180
+ 23
181
+ ],
182
+ "dtype": "float32"
183
+ },
184
+ {
185
+ "path": "obs/sensor_data/front_camera/rgb",
186
+ "shape": [
187
+ 263,
188
+ 240,
189
+ 320,
190
+ 3
191
+ ],
192
+ "dtype": "uint8"
193
+ },
194
+ {
195
+ "path": "obs/sensor_data/left_camera/rgb",
196
+ "shape": [
197
+ 263,
198
+ 240,
199
+ 320,
200
+ 3
201
+ ],
202
+ "dtype": "uint8"
203
+ },
204
+ {
205
+ "path": "obs/sensor_data/robot_camera/rgb",
206
+ "shape": [
207
+ 263,
208
+ 240,
209
+ 320,
210
+ 3
211
+ ],
212
+ "dtype": "uint8"
213
+ },
214
+ {
215
+ "path": "obs/sensor_data/top_camera/rgb",
216
+ "shape": [
217
+ 263,
218
+ 320,
219
+ 240,
220
+ 3
221
+ ],
222
+ "dtype": "uint8"
223
+ }
224
+ ],
225
+ "trajectory_sha256": "5615d16520a0fc8ba5d10063acd2a949fd5f5d0d13a0309e2e3bd0ede9930baa",
226
+ "source_sha256": "3e2e75c1d6d7a5d62ec32a6e0a708c34ed646206e3982cff34d1cb3ca97d92e6",
227
+ "view_sha256": "1282a94597703496a5c3182dcbf5bf6f5584cde1e6fb731314dbe14973cb251f"
228
+ },
229
+ {
230
+ "demo_id": "demo_03",
231
+ "file": "demo_03.h5",
232
+ "length": 290,
233
+ "fields": [
234
+ {
235
+ "path": "actions",
236
+ "shape": [
237
+ 290,
238
+ 22
239
+ ],
240
+ "dtype": "float32"
241
+ },
242
+ {
243
+ "path": "obs/agent/qpos",
244
+ "shape": [
245
+ 291,
246
+ 23
247
+ ],
248
+ "dtype": "float32"
249
+ },
250
+ {
251
+ "path": "obs/agent/qvel",
252
+ "shape": [
253
+ 291,
254
+ 23
255
+ ],
256
+ "dtype": "float32"
257
+ },
258
+ {
259
+ "path": "obs/sensor_data/front_camera/rgb",
260
+ "shape": [
261
+ 291,
262
+ 240,
263
+ 320,
264
+ 3
265
+ ],
266
+ "dtype": "uint8"
267
+ },
268
+ {
269
+ "path": "obs/sensor_data/left_camera/rgb",
270
+ "shape": [
271
+ 291,
272
+ 240,
273
+ 320,
274
+ 3
275
+ ],
276
+ "dtype": "uint8"
277
+ },
278
+ {
279
+ "path": "obs/sensor_data/robot_camera/rgb",
280
+ "shape": [
281
+ 291,
282
+ 240,
283
+ 320,
284
+ 3
285
+ ],
286
+ "dtype": "uint8"
287
+ },
288
+ {
289
+ "path": "obs/sensor_data/top_camera/rgb",
290
+ "shape": [
291
+ 291,
292
+ 320,
293
+ 240,
294
+ 3
295
+ ],
296
+ "dtype": "uint8"
297
+ }
298
+ ],
299
+ "trajectory_sha256": "f3fdc52282c934c8e08de636ced949fd4cc6b13c773f9759dee690f765bd866a",
300
+ "source_sha256": "f8fb7454503186882584a4ac718cdccc4581163ef75e7a70cd4ffbfa86265776",
301
+ "view_sha256": "03c3f47999f75c645c83132047a267f978a4428f3b6d956bc3693d992a3f642a"
302
+ },
303
+ {
304
+ "demo_id": "demo_04",
305
+ "file": "demo_04.h5",
306
+ "length": 270,
307
+ "fields": [
308
+ {
309
+ "path": "actions",
310
+ "shape": [
311
+ 270,
312
+ 22
313
+ ],
314
+ "dtype": "float32"
315
+ },
316
+ {
317
+ "path": "obs/agent/qpos",
318
+ "shape": [
319
+ 271,
320
+ 23
321
+ ],
322
+ "dtype": "float32"
323
+ },
324
+ {
325
+ "path": "obs/agent/qvel",
326
+ "shape": [
327
+ 271,
328
+ 23
329
+ ],
330
+ "dtype": "float32"
331
+ },
332
+ {
333
+ "path": "obs/sensor_data/front_camera/rgb",
334
+ "shape": [
335
+ 271,
336
+ 240,
337
+ 320,
338
+ 3
339
+ ],
340
+ "dtype": "uint8"
341
+ },
342
+ {
343
+ "path": "obs/sensor_data/left_camera/rgb",
344
+ "shape": [
345
+ 271,
346
+ 240,
347
+ 320,
348
+ 3
349
+ ],
350
+ "dtype": "uint8"
351
+ },
352
+ {
353
+ "path": "obs/sensor_data/robot_camera/rgb",
354
+ "shape": [
355
+ 271,
356
+ 240,
357
+ 320,
358
+ 3
359
+ ],
360
+ "dtype": "uint8"
361
+ },
362
+ {
363
+ "path": "obs/sensor_data/top_camera/rgb",
364
+ "shape": [
365
+ 271,
366
+ 320,
367
+ 240,
368
+ 3
369
+ ],
370
+ "dtype": "uint8"
371
+ }
372
+ ],
373
+ "trajectory_sha256": "99c562ca23acc56a5b080d445f4ba287f431984b69372ef25676204ebec77f3b",
374
+ "source_sha256": "ce930edf1a2ea7663ec1c3f384e4d2aefbf9caf197b0291cc27f8d03b78031f2",
375
+ "view_sha256": "65cb26cd5e7ef35da8ac3a60155e303f9bccb6453bf6eecc91021462dbc20262"
376
+ },
377
+ {
378
+ "demo_id": "demo_05",
379
+ "file": "demo_05.h5",
380
+ "length": 276,
381
+ "fields": [
382
+ {
383
+ "path": "actions",
384
+ "shape": [
385
+ 276,
386
+ 22
387
+ ],
388
+ "dtype": "float32"
389
+ },
390
+ {
391
+ "path": "obs/agent/qpos",
392
+ "shape": [
393
+ 277,
394
+ 23
395
+ ],
396
+ "dtype": "float32"
397
+ },
398
+ {
399
+ "path": "obs/agent/qvel",
400
+ "shape": [
401
+ 277,
402
+ 23
403
+ ],
404
+ "dtype": "float32"
405
+ },
406
+ {
407
+ "path": "obs/sensor_data/front_camera/rgb",
408
+ "shape": [
409
+ 277,
410
+ 240,
411
+ 320,
412
+ 3
413
+ ],
414
+ "dtype": "uint8"
415
+ },
416
+ {
417
+ "path": "obs/sensor_data/left_camera/rgb",
418
+ "shape": [
419
+ 277,
420
+ 240,
421
+ 320,
422
+ 3
423
+ ],
424
+ "dtype": "uint8"
425
+ },
426
+ {
427
+ "path": "obs/sensor_data/robot_camera/rgb",
428
+ "shape": [
429
+ 277,
430
+ 240,
431
+ 320,
432
+ 3
433
+ ],
434
+ "dtype": "uint8"
435
+ },
436
+ {
437
+ "path": "obs/sensor_data/top_camera/rgb",
438
+ "shape": [
439
+ 277,
440
+ 320,
441
+ 240,
442
+ 3
443
+ ],
444
+ "dtype": "uint8"
445
+ }
446
+ ],
447
+ "trajectory_sha256": "36a991049260d2f1b15d14555f3adf95d20803b8ec9e71b3411a785f9b8fd126",
448
+ "source_sha256": "e73fe0c3a94ce6ff777246477c078130efffd2ff057f10e86b1127a76d533956",
449
+ "view_sha256": "556cd5571fa6b403900b672cf059ced39face0c21faea01be783da44afa9dcfb"
450
+ },
451
+ {
452
+ "demo_id": "demo_06",
453
+ "file": "demo_06.h5",
454
+ "length": 286,
455
+ "fields": [
456
+ {
457
+ "path": "actions",
458
+ "shape": [
459
+ 286,
460
+ 22
461
+ ],
462
+ "dtype": "float32"
463
+ },
464
+ {
465
+ "path": "obs/agent/qpos",
466
+ "shape": [
467
+ 287,
468
+ 23
469
+ ],
470
+ "dtype": "float32"
471
+ },
472
+ {
473
+ "path": "obs/agent/qvel",
474
+ "shape": [
475
+ 287,
476
+ 23
477
+ ],
478
+ "dtype": "float32"
479
+ },
480
+ {
481
+ "path": "obs/sensor_data/front_camera/rgb",
482
+ "shape": [
483
+ 287,
484
+ 240,
485
+ 320,
486
+ 3
487
+ ],
488
+ "dtype": "uint8"
489
+ },
490
+ {
491
+ "path": "obs/sensor_data/left_camera/rgb",
492
+ "shape": [
493
+ 287,
494
+ 240,
495
+ 320,
496
+ 3
497
+ ],
498
+ "dtype": "uint8"
499
+ },
500
+ {
501
+ "path": "obs/sensor_data/robot_camera/rgb",
502
+ "shape": [
503
+ 287,
504
+ 240,
505
+ 320,
506
+ 3
507
+ ],
508
+ "dtype": "uint8"
509
+ },
510
+ {
511
+ "path": "obs/sensor_data/top_camera/rgb",
512
+ "shape": [
513
+ 287,
514
+ 320,
515
+ 240,
516
+ 3
517
+ ],
518
+ "dtype": "uint8"
519
+ }
520
+ ],
521
+ "trajectory_sha256": "c244818dc4fce2089472901c8eaebec8001fa872b284e7d8155b3fc1fcdf90c6",
522
+ "source_sha256": "823c8e17cf478d6c298a01d58f71bd0e877e0601c64c86d181d66b2785f80ded",
523
+ "view_sha256": "0339b9ecf3ba1b7805f6a347e7305a694169306d4b4d0163bb363e8483ff657f"
524
+ },
525
+ {
526
+ "demo_id": "demo_07",
527
+ "file": "demo_07.h5",
528
+ "length": 255,
529
+ "fields": [
530
+ {
531
+ "path": "actions",
532
+ "shape": [
533
+ 255,
534
+ 22
535
+ ],
536
+ "dtype": "float32"
537
+ },
538
+ {
539
+ "path": "obs/agent/qpos",
540
+ "shape": [
541
+ 256,
542
+ 23
543
+ ],
544
+ "dtype": "float32"
545
+ },
546
+ {
547
+ "path": "obs/agent/qvel",
548
+ "shape": [
549
+ 256,
550
+ 23
551
+ ],
552
+ "dtype": "float32"
553
+ },
554
+ {
555
+ "path": "obs/sensor_data/front_camera/rgb",
556
+ "shape": [
557
+ 256,
558
+ 240,
559
+ 320,
560
+ 3
561
+ ],
562
+ "dtype": "uint8"
563
+ },
564
+ {
565
+ "path": "obs/sensor_data/left_camera/rgb",
566
+ "shape": [
567
+ 256,
568
+ 240,
569
+ 320,
570
+ 3
571
+ ],
572
+ "dtype": "uint8"
573
+ },
574
+ {
575
+ "path": "obs/sensor_data/robot_camera/rgb",
576
+ "shape": [
577
+ 256,
578
+ 240,
579
+ 320,
580
+ 3
581
+ ],
582
+ "dtype": "uint8"
583
+ },
584
+ {
585
+ "path": "obs/sensor_data/top_camera/rgb",
586
+ "shape": [
587
+ 256,
588
+ 320,
589
+ 240,
590
+ 3
591
+ ],
592
+ "dtype": "uint8"
593
+ }
594
+ ],
595
+ "trajectory_sha256": "db87fac64b5ea80afa5a23e0259d3ab8433a47c5034a0bb34fa5bf39c0f8e9c7",
596
+ "source_sha256": "489eb6e8a454022509f6e34d8e4057681642abc35b8a58a91a3f0c58cdeede9d",
597
+ "view_sha256": "a0cd98fc2a6291839823b3545fef631b68c6fc366ab5fb39e648b1ac969a197e"
598
+ },
599
+ {
600
+ "demo_id": "demo_08",
601
+ "file": "demo_08.h5",
602
+ "length": 287,
603
+ "fields": [
604
+ {
605
+ "path": "actions",
606
+ "shape": [
607
+ 287,
608
+ 22
609
+ ],
610
+ "dtype": "float32"
611
+ },
612
+ {
613
+ "path": "obs/agent/qpos",
614
+ "shape": [
615
+ 288,
616
+ 23
617
+ ],
618
+ "dtype": "float32"
619
+ },
620
+ {
621
+ "path": "obs/agent/qvel",
622
+ "shape": [
623
+ 288,
624
+ 23
625
+ ],
626
+ "dtype": "float32"
627
+ },
628
+ {
629
+ "path": "obs/sensor_data/front_camera/rgb",
630
+ "shape": [
631
+ 288,
632
+ 240,
633
+ 320,
634
+ 3
635
+ ],
636
+ "dtype": "uint8"
637
+ },
638
+ {
639
+ "path": "obs/sensor_data/left_camera/rgb",
640
+ "shape": [
641
+ 288,
642
+ 240,
643
+ 320,
644
+ 3
645
+ ],
646
+ "dtype": "uint8"
647
+ },
648
+ {
649
+ "path": "obs/sensor_data/robot_camera/rgb",
650
+ "shape": [
651
+ 288,
652
+ 240,
653
+ 320,
654
+ 3
655
+ ],
656
+ "dtype": "uint8"
657
+ },
658
+ {
659
+ "path": "obs/sensor_data/top_camera/rgb",
660
+ "shape": [
661
+ 288,
662
+ 320,
663
+ 240,
664
+ 3
665
+ ],
666
+ "dtype": "uint8"
667
+ }
668
+ ],
669
+ "trajectory_sha256": "5888dd21b07181f55b46c2cbf12bc50c7a9cb8af23d0dbb7e3b2daf125d13fc1",
670
+ "source_sha256": "9cbdc530f3b494f1f0d198204ac82c683df4360ca238c7031d2672d3b249c8c0",
671
+ "view_sha256": "56a615c761818359b0b64d038d2b9267070003c3ec6936997871256e071279ca"
672
+ },
673
+ {
674
+ "demo_id": "demo_09",
675
+ "file": "demo_09.h5",
676
+ "length": 272,
677
+ "fields": [
678
+ {
679
+ "path": "actions",
680
+ "shape": [
681
+ 272,
682
+ 22
683
+ ],
684
+ "dtype": "float32"
685
+ },
686
+ {
687
+ "path": "obs/agent/qpos",
688
+ "shape": [
689
+ 273,
690
+ 23
691
+ ],
692
+ "dtype": "float32"
693
+ },
694
+ {
695
+ "path": "obs/agent/qvel",
696
+ "shape": [
697
+ 273,
698
+ 23
699
+ ],
700
+ "dtype": "float32"
701
+ },
702
+ {
703
+ "path": "obs/sensor_data/front_camera/rgb",
704
+ "shape": [
705
+ 273,
706
+ 240,
707
+ 320,
708
+ 3
709
+ ],
710
+ "dtype": "uint8"
711
+ },
712
+ {
713
+ "path": "obs/sensor_data/left_camera/rgb",
714
+ "shape": [
715
+ 273,
716
+ 240,
717
+ 320,
718
+ 3
719
+ ],
720
+ "dtype": "uint8"
721
+ },
722
+ {
723
+ "path": "obs/sensor_data/robot_camera/rgb",
724
+ "shape": [
725
+ 273,
726
+ 240,
727
+ 320,
728
+ 3
729
+ ],
730
+ "dtype": "uint8"
731
+ },
732
+ {
733
+ "path": "obs/sensor_data/top_camera/rgb",
734
+ "shape": [
735
+ 273,
736
+ 320,
737
+ 240,
738
+ 3
739
+ ],
740
+ "dtype": "uint8"
741
+ }
742
+ ],
743
+ "trajectory_sha256": "cc56a30fd02b29b6ba5c6f9a3b0f3a4c2cd8499d7ec7b6694888b06049df193e",
744
+ "source_sha256": "17a0691f7e9ac4d3e0cd7a9223c0136317814c319c9c5f4f9e57ddafc115e5c1",
745
+ "view_sha256": "b427c39c03836c992e9c96211ae1af56d6320d7c8df5bb23c49960ef49e55749"
746
+ },
747
+ {
748
+ "demo_id": "demo_10",
749
+ "file": "demo_10.h5",
750
+ "length": 253,
751
+ "fields": [
752
+ {
753
+ "path": "actions",
754
+ "shape": [
755
+ 253,
756
+ 22
757
+ ],
758
+ "dtype": "float32"
759
+ },
760
+ {
761
+ "path": "obs/agent/qpos",
762
+ "shape": [
763
+ 254,
764
+ 23
765
+ ],
766
+ "dtype": "float32"
767
+ },
768
+ {
769
+ "path": "obs/agent/qvel",
770
+ "shape": [
771
+ 254,
772
+ 23
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "obs/sensor_data/front_camera/rgb",
778
+ "shape": [
779
+ 254,
780
+ 240,
781
+ 320,
782
+ 3
783
+ ],
784
+ "dtype": "uint8"
785
+ },
786
+ {
787
+ "path": "obs/sensor_data/left_camera/rgb",
788
+ "shape": [
789
+ 254,
790
+ 240,
791
+ 320,
792
+ 3
793
+ ],
794
+ "dtype": "uint8"
795
+ },
796
+ {
797
+ "path": "obs/sensor_data/robot_camera/rgb",
798
+ "shape": [
799
+ 254,
800
+ 240,
801
+ 320,
802
+ 3
803
+ ],
804
+ "dtype": "uint8"
805
+ },
806
+ {
807
+ "path": "obs/sensor_data/top_camera/rgb",
808
+ "shape": [
809
+ 254,
810
+ 320,
811
+ 240,
812
+ 3
813
+ ],
814
+ "dtype": "uint8"
815
+ }
816
+ ],
817
+ "trajectory_sha256": "c64fccc117216037c0ebbb21f130d81c96882b57d848ad20d7554d75b6501d32",
818
+ "source_sha256": "8db7d07b1b6b12ec01c31c0157fff29ea3a9ac4b33017fef56f1f2b0f596b2b9",
819
+ "view_sha256": "e8582746d8b7c66fd2ecc2ad0568bdc57f554494f1bbd3126de6523dbae7d2b9"
820
+ },
821
+ {
822
+ "demo_id": "demo_11",
823
+ "file": "demo_11.h5",
824
+ "length": 293,
825
+ "fields": [
826
+ {
827
+ "path": "actions",
828
+ "shape": [
829
+ 293,
830
+ 22
831
+ ],
832
+ "dtype": "float32"
833
+ },
834
+ {
835
+ "path": "obs/agent/qpos",
836
+ "shape": [
837
+ 294,
838
+ 23
839
+ ],
840
+ "dtype": "float32"
841
+ },
842
+ {
843
+ "path": "obs/agent/qvel",
844
+ "shape": [
845
+ 294,
846
+ 23
847
+ ],
848
+ "dtype": "float32"
849
+ },
850
+ {
851
+ "path": "obs/sensor_data/front_camera/rgb",
852
+ "shape": [
853
+ 294,
854
+ 240,
855
+ 320,
856
+ 3
857
+ ],
858
+ "dtype": "uint8"
859
+ },
860
+ {
861
+ "path": "obs/sensor_data/left_camera/rgb",
862
+ "shape": [
863
+ 294,
864
+ 240,
865
+ 320,
866
+ 3
867
+ ],
868
+ "dtype": "uint8"
869
+ },
870
+ {
871
+ "path": "obs/sensor_data/robot_camera/rgb",
872
+ "shape": [
873
+ 294,
874
+ 240,
875
+ 320,
876
+ 3
877
+ ],
878
+ "dtype": "uint8"
879
+ },
880
+ {
881
+ "path": "obs/sensor_data/top_camera/rgb",
882
+ "shape": [
883
+ 294,
884
+ 320,
885
+ 240,
886
+ 3
887
+ ],
888
+ "dtype": "uint8"
889
+ }
890
+ ],
891
+ "trajectory_sha256": "52c8054e8ae437e1bfea99041e5ba68ea14c34cf4207b034eeccec84c329455d",
892
+ "source_sha256": "4a4cd47eb7e49647dd2be9d321c3b871e30bf3b7a378e6526a91fddea8c64a50",
893
+ "view_sha256": "d8672d04d7e611ecce90a70ea683119ec1ca63a9eb5c5eebae97b230cd34389d"
894
+ },
895
+ {
896
+ "demo_id": "demo_12",
897
+ "file": "demo_12.h5",
898
+ "length": 263,
899
+ "fields": [
900
+ {
901
+ "path": "actions",
902
+ "shape": [
903
+ 263,
904
+ 22
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/qpos",
910
+ "shape": [
911
+ 264,
912
+ 23
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/qvel",
918
+ "shape": [
919
+ 264,
920
+ 23
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 264,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 264,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera/rgb",
946
+ "shape": [
947
+ 264,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/top_camera/rgb",
956
+ "shape": [
957
+ 264,
958
+ 320,
959
+ 240,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ }
964
+ ],
965
+ "trajectory_sha256": "1303c6d2da3b0538c67949caa5524cbc97c2499d6b2411165bc5eca0a2cc6c65",
966
+ "source_sha256": "6adb5ab38252dec77b7744cdecedf4fc7e3d339d7b4848fbac4aad3655e59f13",
967
+ "view_sha256": "5354bc573b7ca28690464fc852f8d23fd3c3eda92ac4caf4914d5d60a03124e5"
968
+ },
969
+ {
970
+ "demo_id": "demo_13",
971
+ "file": "demo_13.h5",
972
+ "length": 247,
973
+ "fields": [
974
+ {
975
+ "path": "actions",
976
+ "shape": [
977
+ 247,
978
+ 22
979
+ ],
980
+ "dtype": "float32"
981
+ },
982
+ {
983
+ "path": "obs/agent/qpos",
984
+ "shape": [
985
+ 248,
986
+ 23
987
+ ],
988
+ "dtype": "float32"
989
+ },
990
+ {
991
+ "path": "obs/agent/qvel",
992
+ "shape": [
993
+ 248,
994
+ 23
995
+ ],
996
+ "dtype": "float32"
997
+ },
998
+ {
999
+ "path": "obs/sensor_data/front_camera/rgb",
1000
+ "shape": [
1001
+ 248,
1002
+ 240,
1003
+ 320,
1004
+ 3
1005
+ ],
1006
+ "dtype": "uint8"
1007
+ },
1008
+ {
1009
+ "path": "obs/sensor_data/left_camera/rgb",
1010
+ "shape": [
1011
+ 248,
1012
+ 240,
1013
+ 320,
1014
+ 3
1015
+ ],
1016
+ "dtype": "uint8"
1017
+ },
1018
+ {
1019
+ "path": "obs/sensor_data/robot_camera/rgb",
1020
+ "shape": [
1021
+ 248,
1022
+ 240,
1023
+ 320,
1024
+ 3
1025
+ ],
1026
+ "dtype": "uint8"
1027
+ },
1028
+ {
1029
+ "path": "obs/sensor_data/top_camera/rgb",
1030
+ "shape": [
1031
+ 248,
1032
+ 320,
1033
+ 240,
1034
+ 3
1035
+ ],
1036
+ "dtype": "uint8"
1037
+ }
1038
+ ],
1039
+ "trajectory_sha256": "adfa577eed0b5c67d007c3035a00d67b19047c9dedaa86f314ad43d258f89f5a",
1040
+ "source_sha256": "480f06c873d8a9e3c1ecc1fc9f3b11516cfb7deaaf4501805d793ef640e85c69",
1041
+ "view_sha256": "055bd8134cff02c683bc4dfda3dc72bb94e36e5616f179b48d5b9b8f2b445982"
1042
+ },
1043
+ {
1044
+ "demo_id": "demo_14",
1045
+ "file": "demo_14.h5",
1046
+ "length": 292,
1047
+ "fields": [
1048
+ {
1049
+ "path": "actions",
1050
+ "shape": [
1051
+ 292,
1052
+ 22
1053
+ ],
1054
+ "dtype": "float32"
1055
+ },
1056
+ {
1057
+ "path": "obs/agent/qpos",
1058
+ "shape": [
1059
+ 293,
1060
+ 23
1061
+ ],
1062
+ "dtype": "float32"
1063
+ },
1064
+ {
1065
+ "path": "obs/agent/qvel",
1066
+ "shape": [
1067
+ 293,
1068
+ 23
1069
+ ],
1070
+ "dtype": "float32"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/front_camera/rgb",
1074
+ "shape": [
1075
+ 293,
1076
+ 240,
1077
+ 320,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ },
1082
+ {
1083
+ "path": "obs/sensor_data/left_camera/rgb",
1084
+ "shape": [
1085
+ 293,
1086
+ 240,
1087
+ 320,
1088
+ 3
1089
+ ],
1090
+ "dtype": "uint8"
1091
+ },
1092
+ {
1093
+ "path": "obs/sensor_data/robot_camera/rgb",
1094
+ "shape": [
1095
+ 293,
1096
+ 240,
1097
+ 320,
1098
+ 3
1099
+ ],
1100
+ "dtype": "uint8"
1101
+ },
1102
+ {
1103
+ "path": "obs/sensor_data/top_camera/rgb",
1104
+ "shape": [
1105
+ 293,
1106
+ 320,
1107
+ 240,
1108
+ 3
1109
+ ],
1110
+ "dtype": "uint8"
1111
+ }
1112
+ ],
1113
+ "trajectory_sha256": "118d1d7bb6c01e2cb591177536ef58bee5ec3befcf237cb50a15daf040d4a747",
1114
+ "source_sha256": "0a60ba5feffe49c79d83a9e6b3a750d6715eed7f975bea1bd86b2ac18a4511b5",
1115
+ "view_sha256": "823da165feb26b83518767679bc47176af08b4b72cc1ad905f614e1c63e3c761"
1116
+ },
1117
+ {
1118
+ "demo_id": "demo_15",
1119
+ "file": "demo_15.h5",
1120
+ "length": 280,
1121
+ "fields": [
1122
+ {
1123
+ "path": "actions",
1124
+ "shape": [
1125
+ 280,
1126
+ 22
1127
+ ],
1128
+ "dtype": "float32"
1129
+ },
1130
+ {
1131
+ "path": "obs/agent/qpos",
1132
+ "shape": [
1133
+ 281,
1134
+ 23
1135
+ ],
1136
+ "dtype": "float32"
1137
+ },
1138
+ {
1139
+ "path": "obs/agent/qvel",
1140
+ "shape": [
1141
+ 281,
1142
+ 23
1143
+ ],
1144
+ "dtype": "float32"
1145
+ },
1146
+ {
1147
+ "path": "obs/sensor_data/front_camera/rgb",
1148
+ "shape": [
1149
+ 281,
1150
+ 240,
1151
+ 320,
1152
+ 3
1153
+ ],
1154
+ "dtype": "uint8"
1155
+ },
1156
+ {
1157
+ "path": "obs/sensor_data/left_camera/rgb",
1158
+ "shape": [
1159
+ 281,
1160
+ 240,
1161
+ 320,
1162
+ 3
1163
+ ],
1164
+ "dtype": "uint8"
1165
+ },
1166
+ {
1167
+ "path": "obs/sensor_data/robot_camera/rgb",
1168
+ "shape": [
1169
+ 281,
1170
+ 240,
1171
+ 320,
1172
+ 3
1173
+ ],
1174
+ "dtype": "uint8"
1175
+ },
1176
+ {
1177
+ "path": "obs/sensor_data/top_camera/rgb",
1178
+ "shape": [
1179
+ 281,
1180
+ 320,
1181
+ 240,
1182
+ 3
1183
+ ],
1184
+ "dtype": "uint8"
1185
+ }
1186
+ ],
1187
+ "trajectory_sha256": "26030779479060574ebba4a2328fbad6c2ac906dec89546fc6680350fb4f2ccb",
1188
+ "source_sha256": "455ed0cd88f3551f9543715dacf5c0a8db75e1b520f2a667f92ce5c79c6668b3",
1189
+ "view_sha256": "0e371c3a4f86bae242b1bdff472a0bf6a317455b93ddb8004c7ffefcb60e49cb"
1190
+ },
1191
+ {
1192
+ "demo_id": "demo_16",
1193
+ "file": "demo_16.h5",
1194
+ "length": 272,
1195
+ "fields": [
1196
+ {
1197
+ "path": "actions",
1198
+ "shape": [
1199
+ 272,
1200
+ 22
1201
+ ],
1202
+ "dtype": "float32"
1203
+ },
1204
+ {
1205
+ "path": "obs/agent/qpos",
1206
+ "shape": [
1207
+ 273,
1208
+ 23
1209
+ ],
1210
+ "dtype": "float32"
1211
+ },
1212
+ {
1213
+ "path": "obs/agent/qvel",
1214
+ "shape": [
1215
+ 273,
1216
+ 23
1217
+ ],
1218
+ "dtype": "float32"
1219
+ },
1220
+ {
1221
+ "path": "obs/sensor_data/front_camera/rgb",
1222
+ "shape": [
1223
+ 273,
1224
+ 240,
1225
+ 320,
1226
+ 3
1227
+ ],
1228
+ "dtype": "uint8"
1229
+ },
1230
+ {
1231
+ "path": "obs/sensor_data/left_camera/rgb",
1232
+ "shape": [
1233
+ 273,
1234
+ 240,
1235
+ 320,
1236
+ 3
1237
+ ],
1238
+ "dtype": "uint8"
1239
+ },
1240
+ {
1241
+ "path": "obs/sensor_data/robot_camera/rgb",
1242
+ "shape": [
1243
+ 273,
1244
+ 240,
1245
+ 320,
1246
+ 3
1247
+ ],
1248
+ "dtype": "uint8"
1249
+ },
1250
+ {
1251
+ "path": "obs/sensor_data/top_camera/rgb",
1252
+ "shape": [
1253
+ 273,
1254
+ 320,
1255
+ 240,
1256
+ 3
1257
+ ],
1258
+ "dtype": "uint8"
1259
+ }
1260
+ ],
1261
+ "trajectory_sha256": "8ab293c3ebb841f10087e049b8acf1cff2a04e78b580e89d5d2d69dd7cc3199d",
1262
+ "source_sha256": "c2a4f9d6fc6486f52c5d9f7d2e24511402d4585bed41cc6a0e6e39ed6a45c248",
1263
+ "view_sha256": "04f6623344831ac4c4bab930c9c850fb770d3cfd8251554af5c900bd79ceaea8"
1264
+ },
1265
+ {
1266
+ "demo_id": "demo_17",
1267
+ "file": "demo_17.h5",
1268
+ "length": 300,
1269
+ "fields": [
1270
+ {
1271
+ "path": "actions",
1272
+ "shape": [
1273
+ 300,
1274
+ 22
1275
+ ],
1276
+ "dtype": "float32"
1277
+ },
1278
+ {
1279
+ "path": "obs/agent/qpos",
1280
+ "shape": [
1281
+ 301,
1282
+ 23
1283
+ ],
1284
+ "dtype": "float32"
1285
+ },
1286
+ {
1287
+ "path": "obs/agent/qvel",
1288
+ "shape": [
1289
+ 301,
1290
+ 23
1291
+ ],
1292
+ "dtype": "float32"
1293
+ },
1294
+ {
1295
+ "path": "obs/sensor_data/front_camera/rgb",
1296
+ "shape": [
1297
+ 301,
1298
+ 240,
1299
+ 320,
1300
+ 3
1301
+ ],
1302
+ "dtype": "uint8"
1303
+ },
1304
+ {
1305
+ "path": "obs/sensor_data/left_camera/rgb",
1306
+ "shape": [
1307
+ 301,
1308
+ 240,
1309
+ 320,
1310
+ 3
1311
+ ],
1312
+ "dtype": "uint8"
1313
+ },
1314
+ {
1315
+ "path": "obs/sensor_data/robot_camera/rgb",
1316
+ "shape": [
1317
+ 301,
1318
+ 240,
1319
+ 320,
1320
+ 3
1321
+ ],
1322
+ "dtype": "uint8"
1323
+ },
1324
+ {
1325
+ "path": "obs/sensor_data/top_camera/rgb",
1326
+ "shape": [
1327
+ 301,
1328
+ 320,
1329
+ 240,
1330
+ 3
1331
+ ],
1332
+ "dtype": "uint8"
1333
+ }
1334
+ ],
1335
+ "trajectory_sha256": "d6af208faef1d24f4e45043fd1b4557c003a56ebb4b8140ae335d71d9deb3e89",
1336
+ "source_sha256": "f5b646457b31e5012ccbc8ee7eb36e93edaa46d43160eab2b3de1562f8197710",
1337
+ "view_sha256": "e11ed9ca52a4cf3b59c3acc2ed319ac3a45afd0fec3544e418a9b257e09b1f21"
1338
+ },
1339
+ {
1340
+ "demo_id": "demo_18",
1341
+ "file": "demo_18.h5",
1342
+ "length": 248,
1343
+ "fields": [
1344
+ {
1345
+ "path": "actions",
1346
+ "shape": [
1347
+ 248,
1348
+ 22
1349
+ ],
1350
+ "dtype": "float32"
1351
+ },
1352
+ {
1353
+ "path": "obs/agent/qpos",
1354
+ "shape": [
1355
+ 249,
1356
+ 23
1357
+ ],
1358
+ "dtype": "float32"
1359
+ },
1360
+ {
1361
+ "path": "obs/agent/qvel",
1362
+ "shape": [
1363
+ 249,
1364
+ 23
1365
+ ],
1366
+ "dtype": "float32"
1367
+ },
1368
+ {
1369
+ "path": "obs/sensor_data/front_camera/rgb",
1370
+ "shape": [
1371
+ 249,
1372
+ 240,
1373
+ 320,
1374
+ 3
1375
+ ],
1376
+ "dtype": "uint8"
1377
+ },
1378
+ {
1379
+ "path": "obs/sensor_data/left_camera/rgb",
1380
+ "shape": [
1381
+ 249,
1382
+ 240,
1383
+ 320,
1384
+ 3
1385
+ ],
1386
+ "dtype": "uint8"
1387
+ },
1388
+ {
1389
+ "path": "obs/sensor_data/robot_camera/rgb",
1390
+ "shape": [
1391
+ 249,
1392
+ 240,
1393
+ 320,
1394
+ 3
1395
+ ],
1396
+ "dtype": "uint8"
1397
+ },
1398
+ {
1399
+ "path": "obs/sensor_data/top_camera/rgb",
1400
+ "shape": [
1401
+ 249,
1402
+ 320,
1403
+ 240,
1404
+ 3
1405
+ ],
1406
+ "dtype": "uint8"
1407
+ }
1408
+ ],
1409
+ "trajectory_sha256": "3f98486acdd6c48443d1d6f2612ce2304dcc01480822ed5c5552acb1f93ca508",
1410
+ "source_sha256": "c75da15095b11215daa5c99d49e322286518d0319c57a1e126e0f72060d90d7d",
1411
+ "view_sha256": "4f5f1ed00f9d4e2170edf5b9d0dedff6e388dad05973b07cee02df7f8f91e95a"
1412
+ },
1413
+ {
1414
+ "demo_id": "demo_19",
1415
+ "file": "demo_19.h5",
1416
+ "length": 276,
1417
+ "fields": [
1418
+ {
1419
+ "path": "actions",
1420
+ "shape": [
1421
+ 276,
1422
+ 22
1423
+ ],
1424
+ "dtype": "float32"
1425
+ },
1426
+ {
1427
+ "path": "obs/agent/qpos",
1428
+ "shape": [
1429
+ 277,
1430
+ 23
1431
+ ],
1432
+ "dtype": "float32"
1433
+ },
1434
+ {
1435
+ "path": "obs/agent/qvel",
1436
+ "shape": [
1437
+ 277,
1438
+ 23
1439
+ ],
1440
+ "dtype": "float32"
1441
+ },
1442
+ {
1443
+ "path": "obs/sensor_data/front_camera/rgb",
1444
+ "shape": [
1445
+ 277,
1446
+ 240,
1447
+ 320,
1448
+ 3
1449
+ ],
1450
+ "dtype": "uint8"
1451
+ },
1452
+ {
1453
+ "path": "obs/sensor_data/left_camera/rgb",
1454
+ "shape": [
1455
+ 277,
1456
+ 240,
1457
+ 320,
1458
+ 3
1459
+ ],
1460
+ "dtype": "uint8"
1461
+ },
1462
+ {
1463
+ "path": "obs/sensor_data/robot_camera/rgb",
1464
+ "shape": [
1465
+ 277,
1466
+ 240,
1467
+ 320,
1468
+ 3
1469
+ ],
1470
+ "dtype": "uint8"
1471
+ },
1472
+ {
1473
+ "path": "obs/sensor_data/top_camera/rgb",
1474
+ "shape": [
1475
+ 277,
1476
+ 320,
1477
+ 240,
1478
+ 3
1479
+ ],
1480
+ "dtype": "uint8"
1481
+ }
1482
+ ],
1483
+ "trajectory_sha256": "cb94599bf7c65dbb6327e5afe3b643f2722f3d1d92e3313b92e1602d401c7cfa",
1484
+ "source_sha256": "09fe79bf689d502f346b5044b3430f74577ac8851e0b6bb3a1449a1be49bed47",
1485
+ "view_sha256": "f9295afae551aec5a329524c5b9bc4f8164e37daf6e6b9792e5adbbf6b28cff2"
1486
+ }
1487
+ ]
1488
+ }
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/findings.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Findings and open issues
2
+
3
+ All 20 authorized demos analyzed; 400 representative camera images visually inspected. Exact IDs/indices and evidence are in ../demo_analysis.md. All 5,465 action rows are used in the draft bank. All initial qpos are identical; scene arrangement varies in RGB. Rotation labels are all zero. Hand activity starts at 77/78; +y at 123/124; +z at 143/144. Durations vary 247–300.
4
+
5
+ Final images show cloth in the bowl region but the hand remains present. Every final label still descends, so release, stable containment and success remain unknown. This motivates endpoint stopping as an explicitly unverified heuristic, not an inferred expert stop label.
6
+
7
+ Main risks: image aliasing, thin cloth geometry, coarse features, unsupported states, manual distance weighting, joint partition assumption and stop thresholds. No action rescaling was inferred from label magnitude. No neural tuning or pretrained tool weights used. No environment access or rollout results exist.
8
+
9
+ ## Authorized exploration
10
+ Episode 1: baseline RGB/proprioception retrieval reached native success at step 235. Actions and legal four-camera images are retained under exploration/ep01. Cloth grasp caused visual-distance increase and reference switching, but transport completed. Native success is authoritative; images alone at step 225 still show cloth over the rim. The interactive harness initially misread execute_actions' steps wrapper after one action; corrected in the same episode, without resetting.
11
+
12
+ Episode 2: independent rehearsal valid, native success true. Exact bundle hash `f6dd99be0c4ef1e9a53f08e359c2807b2114f54769c5a1972eebfe3bce8661c3`. No intervention or visible-score substitute was used.
13
+
14
+ Episode 3: unchanged action policy with expanded diagnostics; native success at step 244. Approach closely matched demo 12; grasp/lift switched to demo 15 and continued. At step 225, cloth remained partly outside the rim and native success was false; no visual success was inferred. Rotations remained zero and all commands were in native bounds. Contact-induced appearance variation did not require recovery in this run.
15
+
16
+ Episode 4: baseline failed at native horizon 800. Grasp and transport occurred, but cloth remained beside the bowl. At approximately step 300, retrieval preferred synthetic terminal row demo14/frame292; because visual distance was too high for terminal-close logic, the action blending fallback nevertheless returned its zero action, causing an indefinite hold. This is a program failure, not a recovered placement. Evidence: ep04/top_350.jpg and final images.
17
+
18
+ Episode 5 candidate changes: (1) algebraically equivalent visual distance evaluation avoids large per-step temporaries; 29 stored observations had identical selected reference rows, max action difference 2.48e-6; (2) exclude synthetic terminal rows when the terminal-close condition fails; (3) use repeated Hough-circle detections from unobstructed top-camera approach frames to cache the fixed bowl center. After reference frame 210, visible orange cloth centroid drives x/y commands bounded to +/-0.1. Lowering is paused outside 35 pixels from bowl center. Correction signs were checked using 100 ten-step transport intervals from all 20 authorized demos; this is an empirical image-space estimate, not calibrated world pose. No neural fitting.
19
+
20
+ Localization/pose: all four coarse camera features plus arm/hand qpos and qvel still select approach/grasp labels. Bowl circle estimates require three observations. Grasp: hand commands remain demo-derived; orange centroid is not a contact detector. Timing: approach phase is observation-retrieved, with no forced global clock; servo is gated by retrieved late-phase frame. Recovery: new correction only addresses retained cloth beside the bowl, not dropped cloth or missed grasps. Program failure still possible under occlusion or false circle detection.
21
+
22
+ Episode 5: servo_v1 reached native success at step 284. Bowl center cached at [252.5,314.5] in native top-camera pixels. Cloth-center error decreased from 127.10 px at step225 to 84.70 at250, 20.37 at275, and 3.09 at284. Downward motion was held outside 35 px, then resumed. This validates one corrective placement, not general recovery from dropped cloth. Saved exact source and full action sequence under exploration/ep05; version snapshot versions/servo_v1.
23
+
24
+ Offline detector coverage: authorized demo top RGB is 320x240, while live top RGB is 640x480. The first detector coverage pass omitted this scale and yielded no detections; corrected by resizing only the offline check. After correction, all20 demos had at least3 of4 sampled approach frames (60,80,100,120) with a unique accepted circle. Saved bowl_coverage.json. The empirical image-motion coefficients were measured at demo resolution; only their signs were used in runtime servo design, and runtime gains were tested in episode5 at native image resolution. This is not a neural model or task simulator.
25
+
26
+ Episode 6: servo_v1 native success at step245. Cached bowl [231.5,377.0]. Error54.79px at225 fell to12.51px at success. Successful placement despite pose distance rising to1.53 during correction; current support limit9 did not block it. This second success uses a different bowl position.
27
+
28
+ Episode 7: corrected controller independently rehearsed, valid and native success true. Bundle hash `dbdef8cba0118aa1b75373207198ada5e46509f683a49fbb55ec0c63fd56c00a`. All later independent results are recorded externally in exploration/rehearsalNN.json to keep this runtime bundle unchanged across repeats.
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "__pycache__/build_bank.cpython-310.pyc": "53d36564085a185fa04fc92323dddeccbf5725037b2c3c2d2149787f1178f289",
4
+ "__pycache__/check_synthetic.cpython-310.pyc": "2c81312101b23ac6a8444f81177ebad2c3c983a3d9ed953352e7c65e7d298958",
5
+ "__pycache__/controller.cpython-310.pyc": "0296a09caf743a5fac200b10b1e265443c602bf7b41690e6fc04e17a40706d8c",
6
+ "build_bank.py": "6e9ed843046fc4973482a35fa3451aaf97492e33f559b37de0993071ba0f0670",
7
+ "check_synthetic.py": "6f6e66b01f1f838cd0f6c34433b3ea94c1228c7320fff2a24fb0db697dad5a79",
8
+ "controller.py": "b86ec7ec1a96e5dcb9226a67cc3139757c5c4bdcdb96e8c613c92188cf74ba5e",
9
+ "demo_bank.npz": "6b89b9f7d21c222739ea88caadcbc3416e5573a7b4427df0bc1aa089d25f760f",
10
+ "demo_manifest.json": "625bc7a81c54c60192bc2e72c1bac3033e3c1c1d7128abdf6f6e24c98a0a77d5",
11
+ "demonstrations_readonly/demo_00.h5": "51686b5f0b5591c4b510bc9854ccc6905a7ff44cf4e6496a3ab89e5b295a3316",
12
+ "demonstrations_readonly/demo_01.h5": "e75df063b1899452993ae9e78650ec8067b52b47ae7708d8123af5dad8d8ce4e",
13
+ "demonstrations_readonly/demo_02.h5": "1282a94597703496a5c3182dcbf5bf6f5584cde1e6fb731314dbe14973cb251f",
14
+ "demonstrations_readonly/demo_03.h5": "03c3f47999f75c645c83132047a267f978a4428f3b6d956bc3693d992a3f642a",
15
+ "demonstrations_readonly/demo_04.h5": "65cb26cd5e7ef35da8ac3a60155e303f9bccb6453bf6eecc91021462dbc20262",
16
+ "demonstrations_readonly/demo_05.h5": "556cd5571fa6b403900b672cf059ced39face0c21faea01be783da44afa9dcfb",
17
+ "demonstrations_readonly/demo_06.h5": "0339b9ecf3ba1b7805f6a347e7305a694169306d4b4d0163bb363e8483ff657f",
18
+ "demonstrations_readonly/demo_07.h5": "a0cd98fc2a6291839823b3545fef631b68c6fc366ab5fb39e648b1ac969a197e",
19
+ "demonstrations_readonly/demo_08.h5": "56a615c761818359b0b64d038d2b9267070003c3ec6936997871256e071279ca",
20
+ "demonstrations_readonly/demo_09.h5": "b427c39c03836c992e9c96211ae1af56d6320d7c8df5bb23c49960ef49e55749",
21
+ "demonstrations_readonly/demo_10.h5": "e8582746d8b7c66fd2ecc2ad0568bdc57f554494f1bbd3126de6523dbae7d2b9",
22
+ "demonstrations_readonly/demo_11.h5": "d8672d04d7e611ecce90a70ea683119ec1ca63a9eb5c5eebae97b230cd34389d",
23
+ "demonstrations_readonly/demo_12.h5": "5354bc573b7ca28690464fc852f8d23fd3c3eda92ac4caf4914d5d60a03124e5",
24
+ "demonstrations_readonly/demo_13.h5": "055bd8134cff02c683bc4dfda3dc72bb94e36e5616f179b48d5b9b8f2b445982",
25
+ "demonstrations_readonly/demo_14.h5": "823da165feb26b83518767679bc47176af08b4b72cc1ad905f614e1c63e3c761",
26
+ "demonstrations_readonly/demo_15.h5": "0e371c3a4f86bae242b1bdff472a0bf6a317455b93ddb8004c7ffefcb60e49cb",
27
+ "demonstrations_readonly/demo_16.h5": "04f6623344831ac4c4bab930c9c850fb770d3cfd8251554af5c900bd79ceaea8",
28
+ "demonstrations_readonly/demo_17.h5": "e11ed9ca52a4cf3b59c3acc2ed319ac3a45afd0fec3544e418a9b257e09b1f21",
29
+ "demonstrations_readonly/demo_18.h5": "4f5f1ed00f9d4e2170edf5b9d0dedff6e388dad05973b07cee02df7f8f91e95a",
30
+ "demonstrations_readonly/demo_19.h5": "f9295afae551aec5a329524c5b9bc4f8164e37daf6e6b9792e5adbbf6b28cff2",
31
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
32
+ "findings.md": "5c1c6637c74c1e976ba0dd825f3de308a12e9b6a490de3fef431a14183bba25e",
33
+ "handoff.md": "fd21a3d720695a5649c39697f5081a0baccfe69306c041ca5f0324adcb97f6b7",
34
+ "model_tool_manifest.yaml": "eedd1273dd1837ae9999c6326fac1a082c708fab96c151ff9694a3b94739daab",
35
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
36
+ "skills.md": "22534dba1792e433f2b4249f00dcada69e951115b9f07548f682b713494b51c7",
37
+ "synthetic_checks.txt": "15911bef6bc94ba1e79ad60f237ba7cdf91feb166c8069feaa14dabac6cbe38e",
38
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
39
+ },
40
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
41
+ "exploration_ledger_hash": "c177984cc2df01577f75efc96a5345e5203802e3ecadfef6871c334cd07efc32",
42
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
43
+ "selection": {
44
+ "rule": "exact-version success rate, valid rehearsal count, recency",
45
+ "rehearsals": [
46
+ {
47
+ "bundle_hash": "f6dd99be0c4ef1e9a53f08e359c2807b2114f54769c5a1972eebfe3bce8661c3",
48
+ "episode": 2,
49
+ "independent": true,
50
+ "score_source": "native_step_feedback",
51
+ "status": "finished",
52
+ "success": true,
53
+ "valid": true
54
+ },
55
+ {
56
+ "bundle_hash": "dbdef8cba0118aa1b75373207198ada5e46509f683a49fbb55ec0c63fd56c00a",
57
+ "episode": 7,
58
+ "independent": true,
59
+ "score_source": "native_step_feedback",
60
+ "status": "finished",
61
+ "success": true,
62
+ "valid": true
63
+ },
64
+ {
65
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
66
+ "episode": 8,
67
+ "independent": true,
68
+ "score_source": "native_step_feedback",
69
+ "status": "finished",
70
+ "success": true,
71
+ "valid": true
72
+ },
73
+ {
74
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
75
+ "episode": 9,
76
+ "independent": true,
77
+ "score_source": "native_step_feedback",
78
+ "status": "finished",
79
+ "success": true,
80
+ "valid": true
81
+ },
82
+ {
83
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
84
+ "episode": 10,
85
+ "independent": true,
86
+ "score_source": "native_step_feedback",
87
+ "status": "finished",
88
+ "success": true,
89
+ "valid": true
90
+ },
91
+ {
92
+ "episode": 12,
93
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
94
+ "independent": true,
95
+ "valid": true,
96
+ "status": "finished",
97
+ "success": true,
98
+ "score_source": "native_step_feedback"
99
+ },
100
+ {
101
+ "episode": 13,
102
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
103
+ "independent": true,
104
+ "valid": true,
105
+ "status": "finished",
106
+ "success": true,
107
+ "score_source": "native_step_feedback"
108
+ },
109
+ {
110
+ "episode": 14,
111
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
112
+ "independent": true,
113
+ "valid": true,
114
+ "status": "finished",
115
+ "success": true,
116
+ "score_source": "native_step_feedback"
117
+ },
118
+ {
119
+ "episode": 15,
120
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
121
+ "independent": true,
122
+ "valid": true,
123
+ "status": "finished",
124
+ "success": true,
125
+ "score_source": "native_step_feedback"
126
+ },
127
+ {
128
+ "episode": 16,
129
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
130
+ "independent": true,
131
+ "valid": true,
132
+ "status": "finished",
133
+ "success": true,
134
+ "score_source": "native_step_feedback"
135
+ },
136
+ {
137
+ "episode": 17,
138
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
139
+ "independent": true,
140
+ "valid": true,
141
+ "status": "finished",
142
+ "success": true,
143
+ "score_source": "native_step_feedback"
144
+ },
145
+ {
146
+ "episode": 18,
147
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
148
+ "independent": true,
149
+ "valid": true,
150
+ "status": "finished",
151
+ "success": true,
152
+ "score_source": "native_step_feedback"
153
+ },
154
+ {
155
+ "episode": 19,
156
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
157
+ "independent": true,
158
+ "valid": true,
159
+ "status": "finished",
160
+ "success": true,
161
+ "score_source": "native_step_feedback"
162
+ },
163
+ {
164
+ "episode": 20,
165
+ "bundle_hash": "a7a000b3792e4174073aeab0519d7e00b96c309f98f672925d0934ef263d2e6a",
166
+ "independent": true,
167
+ "valid": true,
168
+ "status": "finished",
169
+ "success": true,
170
+ "score_source": "native_step_feedback"
171
+ }
172
+ ]
173
+ }
174
+ }
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/handoff.md ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # DrapeCloth E20 controller handoff
2
+
3
+ Runtime: controller.py exports reset_episode() and act(obs). The controller reads only current RGB, agent/qpos, agent/qvel, and optional step_id. It returns one bounded 22-component native action or None. The runner owns the initial hold and native horizon of800. No resets, API calls, model-development agent, network, neural weights, hidden state, FK, simulator, or other-task data are used by the runtime.
4
+
5
+ Offline dependencies: installed Python, NumPy, OpenCV; local demo_bank.npz. The bank derives exclusively from the20 authorized demonstrations. Exact provenance and visual inspection ledger are in the preserved demo_analysis.md and runner-supplied manifest. No neural weights were trained.
6
+
7
+ Feedback: four RGB thumbnails and cloth-color occupancy plus23-dimensional qpos/qvel retrieve compatible demonstration actions. The algebraically equivalent visual distance implementation avoids large temporaries. Synthetic endpoint rows are excluded as action sources unless the close-endpoint condition is met. Repeated top-camera Hough-circle detections during approach cache the fixed bowl center. At retrieved placement frames, visible orange centroid drives bounded x/y correction; downward motion pauses while offset exceeds35 native pixels. The hand and rotation commands remain demo-derived.
8
+
9
+ Evidence through episode6: baseline interactive native successes1 and3, independent native success2, baseline failure4 at horizon800; corrected servo interactive native successes5 and6. Episode4 exposed an endpoint-zero stall with cloth outside the bowl. The new servo reduced placement error and succeeded in episodes5 and6. Independent results are recorded separately by exact bundle hash.
10
+
11
+ Limitations: no verified missed-grasp or dropped-cloth recovery; cloth centroid is not a contact estimate; occlusion/false circle detections can inhibit or misdirect correction; fixed color/geometry thresholds are task-local; endpoint resemblance is not an assertion of success. Native success is used when supplied; absent it, only unambiguous public-instruction satisfaction in legal images may be scored true.
12
+
13
+ Audit: exploration/ contains legal images, actions, controller versions, per-step diagnostics, empirical image-motion sign analysis and computation checks. versions/ preserves prior candidates. Rehearsal JSON records are authoritative for independent outcomes and bundle hashes. The trusted runner chooses and freezes an independently rehearsed exact bundle after exactly20 slots.
14
+
15
+ Episode7 independent validation: valid, native success true, bundle `dbdef8cba0118aa1b75373207198ada5e46509f683a49fbb55ec0c63fd56c00a`. Subsequent repeats use the same behavior; exact hashes and outcomes are in exploration/rehearsalNN.json.
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "authorized_E20_exploration",
3
+ "status": "independently_validated_servo_candidate",
4
+ "task_id": "DrapeCloth-v1",
5
+ "neural_finetuning": false,
6
+ "pretrained_tool_weights": [],
7
+ "language_model": {
8
+ "reference": "provider-hosted coding model; exact weight identifier unavailable to worker",
9
+ "weights_modified": false
10
+ },
11
+ "runtime_dependencies": {
12
+ "python": "3.10.20",
13
+ "numpy": "2.2.6",
14
+ "opencv": "4.12.0"
15
+ },
16
+ "offline_dependencies": {
17
+ "python": "3.10.20",
18
+ "numpy": "2.2.6",
19
+ "opencv": "4.12.0",
20
+ "h5py": "3.16.0"
21
+ },
22
+ "tools_used": [
23
+ "exec_command Python and shell",
24
+ "view_image",
25
+ "worker_api.API.read_demo (local HDF5 only)",
26
+ "worker_api.API trusted exploration and rehearsal"
27
+ ],
28
+ "data_provenance": {
29
+ "manifest": "/demo_manifest.json",
30
+ "contract": "/task_contract.json",
31
+ "authorized_demo_ids": [
32
+ "demo_00",
33
+ "demo_01",
34
+ "demo_02",
35
+ "demo_03",
36
+ "demo_04",
37
+ "demo_05",
38
+ "demo_06",
39
+ "demo_07",
40
+ "demo_08",
41
+ "demo_09",
42
+ "demo_10",
43
+ "demo_11",
44
+ "demo_12",
45
+ "demo_13",
46
+ "demo_14",
47
+ "demo_15",
48
+ "demo_16",
49
+ "demo_17",
50
+ "demo_18",
51
+ "demo_19"
52
+ ],
53
+ "raw_actions": 5465,
54
+ "observations_per_camera": 5485,
55
+ "visual_inspection": "../demo_analysis.md exact index ledger",
56
+ "source_hashes": "runner-supplied verified manifest; not duplicated as verification claim"
57
+ },
58
+ "derived_assets": {
59
+ "demo_bank.npz": "deterministic RGB features, proprioception, unmodified expert labels, provenance indices; 20 synthetic endpoint zeros",
60
+ "runtime_bowl_center": "Episode-local Hough-circle detections from legal RGB, median center; reset each episode"
61
+ },
62
+ "network": "not used; restricted audited provider proxy not probed",
63
+ "limitations": [
64
+ "No verified dropped-cloth or missed-grasp recovery",
65
+ "Task-local color and circle thresholds; occlusion may inhibit correction",
66
+ "Endpoint resemblance is not success",
67
+ "No neural model"
68
+ ],
69
+ "runner_supplies": [
70
+ "verified demonstration manifest",
71
+ "common environment lock"
72
+ ],
73
+ "artifact_sha256": {
74
+ "controller.py": "b86ec7ec1a96e5dcb9226a67cc3139757c5c4bdcdb96e8c613c92188cf74ba5e",
75
+ "demo_bank.npz": "6b89b9f7d21c222739ea88caadcbc3416e5573a7b4427df0bc1aa089d25f760f",
76
+ "build_bank.py": "6e9ed843046fc4973482a35fa3451aaf97492e33f559b37de0993071ba0f0670",
77
+ "check_synthetic.py": "6f6e66b01f1f838cd0f6c34433b3ea94c1228c7320fff2a24fb0db697dad5a79"
78
+ },
79
+ "validation": "Native success: interactive1,3,5,6; independent2,7. Baseline failure4. See external per-episode records for subsequent repeats.",
80
+ "exploration_episodes_at_documentation": 7
81
+ }
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/skills.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # Draft controller skills
2
+
3
+ Current RGB/proprioception -> nearest legal demonstration states -> bounded 22-vector. Appearance includes all four cameras, coarse RGB and orange cloth occupancy. Proprioception includes qpos and qvel. Retrieval can switch references every call; it never keys on seeds or assumes a stored scene is live.
4
+
5
+ Demonstrated behavior evidence: approach cloth, hand articulation, lift/transport, lower toward bowl. These are observed expert behaviors, not independently validated controller skills. No learned weights, simulator, task-specific expert, geometric calibration, certified grasp detector or recovery routine.
6
+
7
+ Reset clears endpoint/invalid counters. Missing data produces bounded zero deltas, then ends after ten consecutive invalid calls. Repeated endpoint resemblance ends after six close matches. None means finish only, not success. The runner alone performs the initial hold.
8
+
9
+ E20 development additions: same nonparametric retrieval with lower-allocation visual distances; reject non-close synthetic endpoints as action sources. Cache repeated bowl-circle centers from top RGB during approach. During retrieved placement phase, use visible orange centroid for bounded planar correction and suspend downward motion while farther than 35 pixels. These are exploratory capabilities until independently rehearsed.
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/synthetic_checks.txt ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ PASS syntax compilation
2
+ PASS bank structure, finite bounded labels, all 20 IDs, endpoint markers
3
+ PASS wholly synthetic input through production-bank policy (no task result asserted)
4
+ PASS current RGB changes action; HWC and 1HWC supported
5
+ PASS current proprioception changes action
6
+ PASS repeated synthetic endpoint returns None
7
+ PASS invalid-input finish, reset, horizon accounting
8
+ No environment, simulator, rollout, rehearsal, score or freeze invoked.
agent_d20_e20/frozen_20261102/tasks/DrapeCloth-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/calibration.json ADDED
@@ -0,0 +1,538 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fit": [
3
+ 3.3421554477152777,
4
+ 1363.4682018408391,
5
+ 238.76165354096298,
6
+ 319.0309434286766,
7
+ 0.548941724744635,
8
+ -0.001985716304760668,
9
+ 0.0011726173863312022,
10
+ -0.2786756924259889
11
+ ],
12
+ "observed_pixels": [
13
+ [
14
+ 270.0,
15
+ 351.0
16
+ ],
17
+ [
18
+ 275.5,
19
+ 367.5
20
+ ],
21
+ [
22
+ 229.5,
23
+ 431.5
24
+ ],
25
+ [
26
+ 224.5,
27
+ 348.5
28
+ ],
29
+ [
30
+ 198.0,
31
+ 307.0
32
+ ],
33
+ [
34
+ 260.5,
35
+ 295.5
36
+ ],
37
+ [
38
+ 279.5,
39
+ 339.5
40
+ ],
41
+ [
42
+ 238.5,
43
+ 346.5
44
+ ],
45
+ [
46
+ 260.5,
47
+ 305.5
48
+ ],
49
+ [
50
+ 342.5,
51
+ 369.5
52
+ ],
53
+ [
54
+ 370.5,
55
+ 339.5
56
+ ],
57
+ [
58
+ 251.5,
59
+ 301.5
60
+ ],
61
+ [
62
+ 239.5,
63
+ 330.5
64
+ ],
65
+ [
66
+ 372.5,
67
+ 389.5
68
+ ],
69
+ [
70
+ 371.5,
71
+ 389.5
72
+ ],
73
+ [
74
+ 248.5,
75
+ 342.5
76
+ ]
77
+ ],
78
+ "samples": [
79
+ {
80
+ "episode": 4,
81
+ "step": 161,
82
+ "arm": 1,
83
+ "point": [
84
+ 0.4957629698342891,
85
+ -0.06763856770845626,
86
+ 0.17888191091640487
87
+ ],
88
+ "pixel": [
89
+ 269.5,
90
+ 344.5
91
+ ],
92
+ "radius": 20.399999618530273,
93
+ "old_residual": [
94
+ 0.5681397570957074,
95
+ -1.520947411365512
96
+ ]
97
+ },
98
+ {
99
+ "episode": 4,
100
+ "step": 241,
101
+ "arm": 1,
102
+ "point": [
103
+ 0.47883031946552795,
104
+ -0.07357267295352632,
105
+ 0.17281428166102
106
+ ],
107
+ "pixel": [
108
+ 275.5,
109
+ 367.5
110
+ ],
111
+ "radius": 16.0,
112
+ "old_residual": [
113
+ -2.7408981078733063,
114
+ -16.71434419708828
115
+ ]
116
+ },
117
+ {
118
+ "episode": 4,
119
+ "step": 321,
120
+ "arm": 1,
121
+ "point": [
122
+ 0.36268011688646773,
123
+ 0.028987634912434824,
124
+ 0.4416660974235155
125
+ ],
126
+ "pixel": [
127
+ 229.5,
128
+ 431.5
129
+ ],
130
+ "radius": 18.200000762939453,
131
+ "old_residual": [
132
+ -5.576586156662529,
133
+ -18.764051841706987
134
+ ]
135
+ },
136
+ {
137
+ "episode": 5,
138
+ "step": 601,
139
+ "arm": 0,
140
+ "point": [
141
+ 0.6132682516906538,
142
+ -0.03218065982912652,
143
+ 0.17014224502438682
144
+ ],
145
+ "pixel": [
146
+ 224.5,
147
+ 348.5
148
+ ],
149
+ "radius": 16.0,
150
+ "old_residual": [
151
+ -0.7752074295081286,
152
+ 1.1827567984078655
153
+ ]
154
+ },
155
+ {
156
+ "episode": 7,
157
+ "step": 141,
158
+ "arm": 1,
159
+ "point": [
160
+ 0.599516934881563,
161
+ 0.0828309671271899,
162
+ 0.4442511892100731
163
+ ],
164
+ "pixel": [
165
+ 201.5,
166
+ 295.5
167
+ ],
168
+ "radius": 18.200000762939453,
169
+ "old_residual": [
170
+ -4.944671050151356,
171
+ -3.0021582365886843
172
+ ]
173
+ },
174
+ {
175
+ "episode": 7,
176
+ "step": 233,
177
+ "arm": 0,
178
+ "point": [
179
+ 0.519592673820131,
180
+ 0.04404088073816764,
181
+ 0.18267725047089006
182
+ ],
183
+ "pixel": [
184
+ 260.5,
185
+ 295.5
186
+ ],
187
+ "radius": 17.100000381469727,
188
+ "old_residual": [
189
+ -1.3725241074384371,
190
+ 10.722752963593905
191
+ ]
192
+ },
193
+ {
194
+ "episode": 8,
195
+ "step": 93,
196
+ "arm": 1,
197
+ "point": [
198
+ 0.5055748595508126,
199
+ -0.0976780727659641,
200
+ 0.16974358667204625
201
+ ],
202
+ "pixel": [
203
+ 279.5,
204
+ 339.5
205
+ ],
206
+ "radius": 16.0,
207
+ "old_residual": [
208
+ 4.394291861835484,
209
+ -1.1371433147730272
210
+ ]
211
+ },
212
+ {
213
+ "episode": 8,
214
+ "step": 245,
215
+ "arm": 0,
216
+ "point": [
217
+ 0.6126287162669989,
218
+ 0.0027412562182634317,
219
+ 0.17068220077915028
220
+ ],
221
+ "pixel": [
222
+ 238.5,
223
+ 346.5
224
+ ],
225
+ "radius": 14.899999618530273,
226
+ "old_residual": [
227
+ 1.4074916599039113,
228
+ 2.8916515762010135
229
+ ]
230
+ },
231
+ {
232
+ "episode": 8,
233
+ "step": 413,
234
+ "arm": 1,
235
+ "point": [
236
+ 0.584652722362762,
237
+ -0.04122142194385761,
238
+ 0.16512979317434812
239
+ ],
240
+ "pixel": [
241
+ 260.5,
242
+ 305.5
243
+ ],
244
+ "radius": 16.0,
245
+ "old_residual": [
246
+ -2.7920415369520697,
247
+ -3.750755238676902
248
+ ]
249
+ },
250
+ {
251
+ "episode": 10,
252
+ "step": 261,
253
+ "arm": 1,
254
+ "point": [
255
+ 0.4421112506691833,
256
+ -0.23775088524903198,
257
+ 0.1485973380829831
258
+ ],
259
+ "pixel": [
260
+ 342.5,
261
+ 369.5
262
+ ],
263
+ "radius": 15.800000190734863,
264
+ "old_residual": [
265
+ 5.55260110896279,
266
+ -2.0603868919081947
267
+ ]
268
+ },
269
+ {
270
+ "episode": 11,
271
+ "step": 309,
272
+ "arm": 1,
273
+ "point": [
274
+ 0.512491978884011,
275
+ -0.28911454921810537,
276
+ 0.2305342245578661
277
+ ],
278
+ "pixel": [
279
+ 370.5,
280
+ 339.5
281
+ ],
282
+ "radius": 16.899999618530273,
283
+ "old_residual": [
284
+ 4.755405310222898,
285
+ -4.0223203369716884
286
+ ]
287
+ },
288
+ {
289
+ "episode": 9,
290
+ "step": 101,
291
+ "arm": 1,
292
+ "point": [
293
+ 0.5913233700909662,
294
+ -0.03417978658086786,
295
+ 0.16832282900316026
296
+ ],
297
+ "pixel": [
298
+ 251.5,
299
+ 301.5
300
+ ],
301
+ "radius": 16.0,
302
+ "old_residual": [
303
+ 2.966348927577826,
304
+ -2.8577919148549427
305
+ ]
306
+ },
307
+ {
308
+ "episode": 9,
309
+ "step": 245,
310
+ "arm": 0,
311
+ "point": [
312
+ 0.5741100531489591,
313
+ 0.0010561281091437556,
314
+ 0.1665933360206481
315
+ ],
316
+ "pixel": [
317
+ 239.5,
318
+ 330.5
319
+ ],
320
+ "radius": 16.0,
321
+ "old_residual": [
322
+ -0.3741566890874424,
323
+ 1.023056771627921
324
+ ]
325
+ },
326
+ {
327
+ "episode": 10,
328
+ "step": 173,
329
+ "arm": 1,
330
+ "point": [
331
+ 0.3996125336651248,
332
+ -0.2782226077563598,
333
+ 0.287083267999219
334
+ ],
335
+ "pixel": [
336
+ 372.5,
337
+ 389.5
338
+ ],
339
+ "radius": 16.899999618530273,
340
+ "old_residual": [
341
+ 0.08523203209892927,
342
+ 0.6317166326856523
343
+ ]
344
+ },
345
+ {
346
+ "episode": 11,
347
+ "step": 165,
348
+ "arm": 1,
349
+ "point": [
350
+ 0.39783384434806063,
351
+ -0.2818263854676419,
352
+ 0.2849919356452931
353
+ ],
354
+ "pixel": [
355
+ 371.5,
356
+ 389.5
357
+ ],
358
+ "radius": 15.899999618530273,
359
+ "old_residual": [
360
+ 2.7257805295541857,
361
+ 1.4379849801919136
362
+ ]
363
+ },
364
+ {
365
+ "episode": 12,
366
+ "step": 93,
367
+ "arm": 1,
368
+ "point": [
369
+ 0.502075457600914,
370
+ -0.02486420873031793,
371
+ 0.1716861285010191
372
+ ],
373
+ "pixel": [
374
+ 248.5,
375
+ 342.5
376
+ ],
377
+ "radius": 14.899999618530273,
378
+ "old_residual": [
379
+ 1.6645410798606406,
380
+ -2.5027295733660253
381
+ ]
382
+ }
383
+ ],
384
+ "residuals": [
385
+ [
386
+ -0.1234312625594498,
387
+ -0.786146106949559
388
+ ],
389
+ [
390
+ 0.6540616723159474,
391
+ -0.35114300339932925
392
+ ],
393
+ [
394
+ -0.11949709158773203,
395
+ 0.2396556282716915
396
+ ],
397
+ [
398
+ -0.15024051471857547,
399
+ 0.12935996569194685
400
+ ],
401
+ [
402
+ -0.1482082389640027,
403
+ -0.031157616523273646
404
+ ],
405
+ [
406
+ 0.24531089217231283,
407
+ 0.3785077751017525
408
+ ],
409
+ [
410
+ 1.4618663595538237,
411
+ 0.41112541885161136
412
+ ],
413
+ [
414
+ -1.130560055905363,
415
+ 0.0784140362125072
416
+ ],
417
+ [
418
+ 0.3001803951350439,
419
+ 0.426963303655441
420
+ ],
421
+ [
422
+ 0.14829891937654338,
423
+ 0.9033409162558428
424
+ ],
425
+ [
426
+ -0.3653714551210214,
427
+ -0.28666904063658194
428
+ ],
429
+ [
430
+ -0.27308992358294404,
431
+ -0.2103943623527016
432
+ ],
433
+ [
434
+ 1.072076439923137,
435
+ -0.664916261615474
436
+ ],
437
+ [
438
+ 0.1227082952980254,
439
+ -0.10834494448329224
440
+ ],
441
+ [
442
+ -0.7339376992621283,
443
+ 0.3488959683672874
444
+ ],
445
+ [
446
+ -0.45556645303324217,
447
+ -0.4939118112685037
448
+ ]
449
+ ],
450
+ "holdout": [
451
+ {
452
+ "episode": 8,
453
+ "step": 133,
454
+ "arm": 1,
455
+ "predicted": [
456
+ 285.7051195189566,
457
+ 343.4864861136896
458
+ ],
459
+ "detected": [
460
+ 285.5,
461
+ 343.5
462
+ ],
463
+ "residual": [
464
+ 0.2051195189566215,
465
+ -0.013513886310420276
466
+ ]
467
+ },
468
+ {
469
+ "episode": 9,
470
+ "step": 285,
471
+ "arm": 0,
472
+ "predicted": [
473
+ 241.51150875646664,
474
+ 330.7299467286637
475
+ ],
476
+ "detected": [
477
+ 240.5,
478
+ 331.5
479
+ ],
480
+ "residual": [
481
+ 1.0115087564666396,
482
+ -0.7700532713362804
483
+ ]
484
+ },
485
+ {
486
+ "episode": 10,
487
+ "step": 193,
488
+ "arm": 1,
489
+ "predicted": [
490
+ 372.23685682340357,
491
+ 389.9653940103627
492
+ ],
493
+ "detected": [
494
+ 372.5,
495
+ 390.5
496
+ ],
497
+ "residual": [
498
+ -0.2631431765964294,
499
+ -0.5346059896373276
500
+ ]
501
+ },
502
+ {
503
+ "episode": 11,
504
+ "step": 241,
505
+ "arm": 1,
506
+ "predicted": [
507
+ 380.71285021789254,
508
+ 342.7812142201733
509
+ ],
510
+ "detected": [
511
+ 381.5,
512
+ 342.5
513
+ ],
514
+ "residual": [
515
+ -0.7871497821074627,
516
+ 0.2812142201732968
517
+ ]
518
+ },
519
+ {
520
+ "episode": 12,
521
+ "step": 297,
522
+ "arm": 1,
523
+ "predicted": [
524
+ 354.4270517632118,
525
+ 375.25041239077603
526
+ ],
527
+ "detected": [
528
+ 353.5,
529
+ 375.5
530
+ ],
531
+ "residual": [
532
+ 0.9270517632118072,
533
+ -0.2495876092239655
534
+ ]
535
+ }
536
+ ],
537
+ "provenance": "Only own legal exploration observations; inspected wrist-disk matches, including two manually corrected detector centers. Fitted rigid disk offset as well as camera parameters. No neural training."
538
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/controller.py ADDED
@@ -0,0 +1,134 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Explicit image-targeted pick/place with analytic Panda pose feedback."""
2
+ import numpy as np,cv2
3
+ from kinematics import fk
4
+ _state=None
5
+
6
+ def reset_episode():
7
+ global _state
8
+ _state={'phase':'settle','since':1,'arm':1,'cycle':0,'target':None,'misses':0,'bowl':None,'dest':{},'bowls':{},'failures':[],'last_z':None,'stalled':0,'yaw':[-np.pi/4,-np.pi/4]}
9
+
10
+ def locate(obs,arm):
11
+ im=cv2.resize(np.asarray(obs['rgb']['top_camera']).squeeze(),(480,640))
12
+ r,g,b=im.astype(float).transpose(2,0,1)
13
+ yy,xx=np.indices(r.shape);cx,cy,rad=_state['bowl']
14
+ inside=(xx-cx)**2+(yy-cy)**2<(rad+3)**2
15
+ cutoff=np.where(inside,12.,65. if arm==0 else 60.)
16
+ mask=((r>cutoff)&(r>2*g)&(r>1.8*b)) if arm==0 else ((b>cutoff)&(b>1.7*r)&(b>1.4*g))
17
+ tx,ty,tr=_state['bowls'].get(arm,([400,240,65] if arm==0 else [80,410,65]))
18
+ mask &= (xx>15)&(xx<465)&(yy>175)&(yy<490)&(((xx-tx)**2+(yy-ty)**2)>(tr+10)**2)
19
+ # Preserve bright-component targeting; use shadow pixels only when needed.
20
+ channel=r if arm==0 else b
21
+ bright=mask&(channel>(65. if arm==0 else 60.))
22
+ bn,bl,bs,_=cv2.connectedComponentsWithStats(bright.astype('uint8'))
23
+ usable_bright=any(bs[k,4]>=35 and cv2.distanceTransform((bl==k).astype('uint8'),cv2.DIST_L2,5).max()>=2 for k in range(1,bn))
24
+ if usable_bright:mask=bright
25
+ n,labels,stats,cents=cv2.connectedComponentsWithStats(mask.astype('uint8'))
26
+ opts=[];sign=1 if arm==0 else -1;scale=(3.34215545-.07)/1363.46820
27
+ for k in range(1,n):
28
+ if stats[k,4]<35:continue
29
+ comp=(labels==k).astype('uint8');dist=cv2.distanceTransform(comp,cv2.DIST_L2,5)
30
+ _,val,_,pt=cv2.minMaxLoc(dist)
31
+ if val<2:continue
32
+ u,v=pt;xy=np.array([.548941725+sign*(v-319.030943)*scale,sign*(u-238.761654)*scale])
33
+ failures=sum(1 for f in _state['failures'] if f[0]==arm and np.linalg.norm(xy-np.asarray(f[1:]))<.035)
34
+ outside=np.hypot(u-cx,v-cy)>rad+4
35
+ opts.append(((100 if outside and failures<2 else 0)+val/(1+failures),pt,k,failures,xy,outside))
36
+ if not opts:return None
37
+ _,(u,v),k,failures,xy,outside=max(opts,key=lambda t:t[0])
38
+ contours,_=cv2.findContours((labels==k).astype('uint8'),cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE)
39
+ rect=cv2.minAreaRect(max(contours,key=cv2.contourArea));w,h=rect[1]
40
+ theta=((rect[2]+45)%90-45)*np.pi/180 if w*h>0 and stats[k,4]/(w*h)>.55 else 0.
41
+ # Either pair of opposite cube faces is usable; favor bowl-wall clearance.
42
+ near=[(cx,cy,rad)]+list(_state['bowls'].values())
43
+ circle=min(near,key=lambda c:abs(np.hypot(u-c[0],v-c[1])-c[2]))
44
+ rx,ry,radius=circle;distance=np.hypot(u-rx,v-ry)
45
+ if distance>40 and distance<radius+35:
46
+ alternative=(theta+np.pi)%np.pi-np.pi/2;radial=np.array([u-rx,v-ry])
47
+ if abs(radial@np.array([np.cos(alternative),np.sin(alternative)]))<abs(radial@np.array([np.cos(theta),np.sin(theta)])):theta=alternative
48
+ if failures%2:theta=(theta+np.pi)%np.pi-np.pi/2
49
+ _state['yaw'][arm]=-np.pi/4-theta
50
+ height=.060
51
+ if outside:
52
+ height=.025
53
+ for bx,by,br in _state['bowls'].values():
54
+ if np.hypot(u-bx,v-by)<br-12:height=.055
55
+ height=max(.018,height-.006*min(failures,2))
56
+ return np.r_[xy,height]
57
+
58
+ def act(obs):
59
+ global _state
60
+ if _state is None:reset_episode()
61
+ step=int(obs['step_id']);s=_state
62
+ if step>=2200:return None
63
+ q=[np.asarray(obs['proprioception'][f'agent/panda-{r}/qpos']).reshape(-1) for r in (0,1)]
64
+ poses=[fk(v) for v in q];pos=[t[:3,3] for t in poses]
65
+ a=np.zeros(14,dtype=np.float32);a[6]=a[13]=1
66
+ arm=s['arm'];off=arm*7;phase=s['phase'];age=step-s['since']
67
+ def transition(p):
68
+ s['phase']=p;s['since']=step;s['last_z']=None;s['stalled']=0
69
+ print('phase',step,'arm',s['arm'],p,'cycle',s['cycle'],'fingers',float(q[arm][7]),flush=True)
70
+ if phase=='settle':
71
+ if s['bowl'] is None:
72
+ im=cv2.resize(np.asarray(obs['rgb']['top_camera']).squeeze(),(480,640)); gray=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY)
73
+ circles=cv2.HoughCircles(gray,cv2.HOUGH_GRADIENT,1,100,param1=100,param2=30,minRadius=65,maxRadius=100)
74
+ if circles is not None:
75
+ possible=[c for c in circles[0] if 150<c[0]<330 and 230<c[1]<410]
76
+ if possible:s['bowl']=min(possible,key=lambda c:(c[0]-240)**2+(c[1]-320)**2).tolist()
77
+ if s['bowl'] is None:s['bowl']=[247,337,88]
78
+ rr,gg,bb=im.astype(float).transpose(2,0,1)
79
+ for color in (0,1):
80
+ cm=((rr>65)&(rr>1.6*gg)&(rr>1.5*bb)) if color==0 else ((bb>60)&(bb>1.5*rr)&(bb>1.3*gg))
81
+ contours,_=cv2.findContours(cm.astype('uint8'),cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE)
82
+ if contours:
83
+ contour=max(contours,key=cv2.contourArea);(u,v),rad=cv2.minEnclosingCircle(contour)
84
+ if cv2.contourArea(contour)>2500 and ((color==0 and u>310 and v<330) or (color==1 and u<180 and v>330)):
85
+ sign=1 if color==0 else -1;scale=(3.34215545-.03)/1363.46820
86
+ s['bowls'][color]=[u,v,rad]
87
+ s['dest'][color]=np.array([np.clip(.548941725+sign*(v-319.030943)*scale,.22,.46),np.clip(sign*(u-238.761654)*scale,.24,.5),.30])
88
+ if age>=40:transition('select')
89
+ elif phase=='select':
90
+ target=locate(obs,arm)
91
+ if target is None:
92
+ s['arm']=1-arm;s['misses']+=1
93
+ if s['misses']>4:transition('done')
94
+ else:s['target']=target;s['misses']=0;transition('hover')
95
+ elif phase=='done':
96
+ for r in (0,1):
97
+ err=np.array([.307,0,.487])-pos[r];sign=1 if r==0 else -1
98
+ a[r*7:r*7+3]=np.clip(np.array([sign*err[1],-sign*err[0],err[2]])*2,-.12,.12)
99
+ if age>100:return None
100
+ else:
101
+ target=s['target'].copy()
102
+ if phase=='hover':target[2]=.32
103
+ elif phase=='descend':pass
104
+ elif phase=='close':a[off+6]=-1
105
+ elif phase=='lift':target[2]=.34;a[off+6]=-1
106
+ elif phase=='transfer':target=np.asarray(s['dest'].get(arm,[.34,.37,.30]));a[off+6]=-1
107
+ elif phase=='release':target=np.asarray(s['dest'].get(arm,[.34,.37,.30]))
108
+ elif phase=='return':target=np.array([.307,0,.487])
109
+ err=target-pos[arm];sign=1 if arm==0 else -1
110
+ command=np.array([sign*err[1],-sign*err[0],err[2]])
111
+ a[off:off+3]=np.clip(command*4,-.25,.25)
112
+ phi=s['yaw'][arm];c,sn=np.cos(phi),np.sin(phi)
113
+ desired=np.array([[c,sn,0],[sn,-c,0],[0,0,-1.]])
114
+ omega=cv2.Rodrigues(desired@poses[arm][:3,:3].T)[0].ravel()
115
+ rotation=np.array([sign*omega[1],-sign*omega[0],omega[2]])
116
+ a[off+3:off+6]=np.clip(-rotation*np.array([2.,2.,.8]),-.25,.25)
117
+ reached=np.linalg.norm(err)<.009
118
+ if phase=='descend':
119
+ s['stalled']=s['stalled']+1 if s['last_z'] is not None and abs(pos[arm][2]-s['last_z'])<.0015 else 0
120
+ s['last_z']=float(pos[arm][2])
121
+ contact=(phase=='descend' and age>=24 and s['stalled']>=3 and .012<q[arm][7]<.038 and np.linalg.norm(err[:2])<.035 and pos[arm][2]<.155 and -poses[arm][2,2]>.97)
122
+ if phase=='hover' and (reached or age>120):transition('descend')
123
+ elif phase=='descend' and (contact or (np.linalg.norm(err[:2])<.015 and abs(err[2])<.008)):transition('close')
124
+ elif phase=='descend' and age>64:
125
+ if np.linalg.norm(err)<.045:transition('close')
126
+ else:s['failures'].append([arm,*s['target'][:2]]);transition('return')
127
+ elif phase=='close' and age>=16:transition('lift')
128
+ elif phase=='lift' and (reached or age>120):
129
+ if q[arm][7]>.008:transition('transfer')
130
+ else:s['failures'].append([arm,*s['target'][:2]]);transition('return')
131
+ elif phase=='transfer' and (reached or age>120):transition('release')
132
+ elif phase=='release' and age>=16:transition('return')
133
+ elif phase=='return' and (reached or age>120):s['arm']=1-arm;s['cycle']+=1;transition('select')
134
+ return a
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,2168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DualArmBallClassify-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 2077,
11
+ "fields": [
12
+ {
13
+ "path": "actions/panda-0",
14
+ "shape": [
15
+ 2077,
16
+ 7
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "actions/panda-1",
22
+ "shape": [
23
+ 2077,
24
+ 7
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/panda-0/qpos",
30
+ "shape": [
31
+ 2078,
32
+ 9
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/agent/panda-0/qvel",
38
+ "shape": [
39
+ 2078,
40
+ 9
41
+ ],
42
+ "dtype": "float32"
43
+ },
44
+ {
45
+ "path": "obs/agent/panda-1/qpos",
46
+ "shape": [
47
+ 2078,
48
+ 9
49
+ ],
50
+ "dtype": "float32"
51
+ },
52
+ {
53
+ "path": "obs/agent/panda-1/qvel",
54
+ "shape": [
55
+ 2078,
56
+ 9
57
+ ],
58
+ "dtype": "float32"
59
+ },
60
+ {
61
+ "path": "obs/sensor_data/front_camera/rgb",
62
+ "shape": [
63
+ 2078,
64
+ 240,
65
+ 320,
66
+ 3
67
+ ],
68
+ "dtype": "uint8"
69
+ },
70
+ {
71
+ "path": "obs/sensor_data/left_camera/rgb",
72
+ "shape": [
73
+ 2078,
74
+ 240,
75
+ 320,
76
+ 3
77
+ ],
78
+ "dtype": "uint8"
79
+ },
80
+ {
81
+ "path": "obs/sensor_data/robot_camera_0/rgb",
82
+ "shape": [
83
+ 2078,
84
+ 240,
85
+ 320,
86
+ 3
87
+ ],
88
+ "dtype": "uint8"
89
+ },
90
+ {
91
+ "path": "obs/sensor_data/robot_camera_1/rgb",
92
+ "shape": [
93
+ 2078,
94
+ 240,
95
+ 320,
96
+ 3
97
+ ],
98
+ "dtype": "uint8"
99
+ },
100
+ {
101
+ "path": "obs/sensor_data/top_camera/rgb",
102
+ "shape": [
103
+ 2078,
104
+ 320,
105
+ 240,
106
+ 3
107
+ ],
108
+ "dtype": "uint8"
109
+ }
110
+ ],
111
+ "trajectory_sha256": "f6f1f49cc1898d914337d81032f83abc70bd4e31866dba5d753a46c9c63686d8",
112
+ "source_sha256": "a7a58b9800a66f8d9aed73d960b6bc834ea4e1a38ed7d467f0a18cac92f25e17",
113
+ "view_sha256": "783c5608d19b884bee46e1620adc19802d8c37a62972aae428f36f44a942edbc"
114
+ },
115
+ {
116
+ "demo_id": "demo_01",
117
+ "file": "demo_01.h5",
118
+ "length": 2046,
119
+ "fields": [
120
+ {
121
+ "path": "actions/panda-0",
122
+ "shape": [
123
+ 2046,
124
+ 7
125
+ ],
126
+ "dtype": "float32"
127
+ },
128
+ {
129
+ "path": "actions/panda-1",
130
+ "shape": [
131
+ 2046,
132
+ 7
133
+ ],
134
+ "dtype": "float32"
135
+ },
136
+ {
137
+ "path": "obs/agent/panda-0/qpos",
138
+ "shape": [
139
+ 2047,
140
+ 9
141
+ ],
142
+ "dtype": "float32"
143
+ },
144
+ {
145
+ "path": "obs/agent/panda-0/qvel",
146
+ "shape": [
147
+ 2047,
148
+ 9
149
+ ],
150
+ "dtype": "float32"
151
+ },
152
+ {
153
+ "path": "obs/agent/panda-1/qpos",
154
+ "shape": [
155
+ 2047,
156
+ 9
157
+ ],
158
+ "dtype": "float32"
159
+ },
160
+ {
161
+ "path": "obs/agent/panda-1/qvel",
162
+ "shape": [
163
+ 2047,
164
+ 9
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/sensor_data/front_camera/rgb",
170
+ "shape": [
171
+ 2047,
172
+ 240,
173
+ 320,
174
+ 3
175
+ ],
176
+ "dtype": "uint8"
177
+ },
178
+ {
179
+ "path": "obs/sensor_data/left_camera/rgb",
180
+ "shape": [
181
+ 2047,
182
+ 240,
183
+ 320,
184
+ 3
185
+ ],
186
+ "dtype": "uint8"
187
+ },
188
+ {
189
+ "path": "obs/sensor_data/robot_camera_0/rgb",
190
+ "shape": [
191
+ 2047,
192
+ 240,
193
+ 320,
194
+ 3
195
+ ],
196
+ "dtype": "uint8"
197
+ },
198
+ {
199
+ "path": "obs/sensor_data/robot_camera_1/rgb",
200
+ "shape": [
201
+ 2047,
202
+ 240,
203
+ 320,
204
+ 3
205
+ ],
206
+ "dtype": "uint8"
207
+ },
208
+ {
209
+ "path": "obs/sensor_data/top_camera/rgb",
210
+ "shape": [
211
+ 2047,
212
+ 320,
213
+ 240,
214
+ 3
215
+ ],
216
+ "dtype": "uint8"
217
+ }
218
+ ],
219
+ "trajectory_sha256": "bea31437972e4378cce6bc7ff2d7581c50da1f6ed1675c2b1bcc2d5aef73c496",
220
+ "source_sha256": "fe17ada71b8c39f71ff22207c9c36ad4b3e13ef600035d3b8f4903d20d210935",
221
+ "view_sha256": "42b6fe5e95ba5076010d430e4630a0623b9dffbe0b2fa130a9a0af39aaa58ad3"
222
+ },
223
+ {
224
+ "demo_id": "demo_02",
225
+ "file": "demo_02.h5",
226
+ "length": 2183,
227
+ "fields": [
228
+ {
229
+ "path": "actions/panda-0",
230
+ "shape": [
231
+ 2183,
232
+ 7
233
+ ],
234
+ "dtype": "float32"
235
+ },
236
+ {
237
+ "path": "actions/panda-1",
238
+ "shape": [
239
+ 2183,
240
+ 7
241
+ ],
242
+ "dtype": "float32"
243
+ },
244
+ {
245
+ "path": "obs/agent/panda-0/qpos",
246
+ "shape": [
247
+ 2184,
248
+ 9
249
+ ],
250
+ "dtype": "float32"
251
+ },
252
+ {
253
+ "path": "obs/agent/panda-0/qvel",
254
+ "shape": [
255
+ 2184,
256
+ 9
257
+ ],
258
+ "dtype": "float32"
259
+ },
260
+ {
261
+ "path": "obs/agent/panda-1/qpos",
262
+ "shape": [
263
+ 2184,
264
+ 9
265
+ ],
266
+ "dtype": "float32"
267
+ },
268
+ {
269
+ "path": "obs/agent/panda-1/qvel",
270
+ "shape": [
271
+ 2184,
272
+ 9
273
+ ],
274
+ "dtype": "float32"
275
+ },
276
+ {
277
+ "path": "obs/sensor_data/front_camera/rgb",
278
+ "shape": [
279
+ 2184,
280
+ 240,
281
+ 320,
282
+ 3
283
+ ],
284
+ "dtype": "uint8"
285
+ },
286
+ {
287
+ "path": "obs/sensor_data/left_camera/rgb",
288
+ "shape": [
289
+ 2184,
290
+ 240,
291
+ 320,
292
+ 3
293
+ ],
294
+ "dtype": "uint8"
295
+ },
296
+ {
297
+ "path": "obs/sensor_data/robot_camera_0/rgb",
298
+ "shape": [
299
+ 2184,
300
+ 240,
301
+ 320,
302
+ 3
303
+ ],
304
+ "dtype": "uint8"
305
+ },
306
+ {
307
+ "path": "obs/sensor_data/robot_camera_1/rgb",
308
+ "shape": [
309
+ 2184,
310
+ 240,
311
+ 320,
312
+ 3
313
+ ],
314
+ "dtype": "uint8"
315
+ },
316
+ {
317
+ "path": "obs/sensor_data/top_camera/rgb",
318
+ "shape": [
319
+ 2184,
320
+ 320,
321
+ 240,
322
+ 3
323
+ ],
324
+ "dtype": "uint8"
325
+ }
326
+ ],
327
+ "trajectory_sha256": "a99472f7e710138629f28cb62db1bb092dc5a3eadd557088c88622d2daad1c98",
328
+ "source_sha256": "6a7ce319ef343e62e15a7a75d964735ea58358ec55da55e6474f51ec2a6e7804",
329
+ "view_sha256": "41c3563454f57db29b351352b952bfc77186cd7a6a243c0e40e059d5b075a2b3"
330
+ },
331
+ {
332
+ "demo_id": "demo_03",
333
+ "file": "demo_03.h5",
334
+ "length": 2174,
335
+ "fields": [
336
+ {
337
+ "path": "actions/panda-0",
338
+ "shape": [
339
+ 2174,
340
+ 7
341
+ ],
342
+ "dtype": "float32"
343
+ },
344
+ {
345
+ "path": "actions/panda-1",
346
+ "shape": [
347
+ 2174,
348
+ 7
349
+ ],
350
+ "dtype": "float32"
351
+ },
352
+ {
353
+ "path": "obs/agent/panda-0/qpos",
354
+ "shape": [
355
+ 2175,
356
+ 9
357
+ ],
358
+ "dtype": "float32"
359
+ },
360
+ {
361
+ "path": "obs/agent/panda-0/qvel",
362
+ "shape": [
363
+ 2175,
364
+ 9
365
+ ],
366
+ "dtype": "float32"
367
+ },
368
+ {
369
+ "path": "obs/agent/panda-1/qpos",
370
+ "shape": [
371
+ 2175,
372
+ 9
373
+ ],
374
+ "dtype": "float32"
375
+ },
376
+ {
377
+ "path": "obs/agent/panda-1/qvel",
378
+ "shape": [
379
+ 2175,
380
+ 9
381
+ ],
382
+ "dtype": "float32"
383
+ },
384
+ {
385
+ "path": "obs/sensor_data/front_camera/rgb",
386
+ "shape": [
387
+ 2175,
388
+ 240,
389
+ 320,
390
+ 3
391
+ ],
392
+ "dtype": "uint8"
393
+ },
394
+ {
395
+ "path": "obs/sensor_data/left_camera/rgb",
396
+ "shape": [
397
+ 2175,
398
+ 240,
399
+ 320,
400
+ 3
401
+ ],
402
+ "dtype": "uint8"
403
+ },
404
+ {
405
+ "path": "obs/sensor_data/robot_camera_0/rgb",
406
+ "shape": [
407
+ 2175,
408
+ 240,
409
+ 320,
410
+ 3
411
+ ],
412
+ "dtype": "uint8"
413
+ },
414
+ {
415
+ "path": "obs/sensor_data/robot_camera_1/rgb",
416
+ "shape": [
417
+ 2175,
418
+ 240,
419
+ 320,
420
+ 3
421
+ ],
422
+ "dtype": "uint8"
423
+ },
424
+ {
425
+ "path": "obs/sensor_data/top_camera/rgb",
426
+ "shape": [
427
+ 2175,
428
+ 320,
429
+ 240,
430
+ 3
431
+ ],
432
+ "dtype": "uint8"
433
+ }
434
+ ],
435
+ "trajectory_sha256": "aac2978e150342a84b63dff382f422663267e00cad9590d730012f38948d7f26",
436
+ "source_sha256": "39ab31e659995306d24e3e4c0bab4b220bd28db1cb290e8fc70c15037d750b02",
437
+ "view_sha256": "d0406c2ca8c98857c1659e55a3f2527ee87e85b64d3cdb20225b6910ac4c9d5b"
438
+ },
439
+ {
440
+ "demo_id": "demo_04",
441
+ "file": "demo_04.h5",
442
+ "length": 2168,
443
+ "fields": [
444
+ {
445
+ "path": "actions/panda-0",
446
+ "shape": [
447
+ 2168,
448
+ 7
449
+ ],
450
+ "dtype": "float32"
451
+ },
452
+ {
453
+ "path": "actions/panda-1",
454
+ "shape": [
455
+ 2168,
456
+ 7
457
+ ],
458
+ "dtype": "float32"
459
+ },
460
+ {
461
+ "path": "obs/agent/panda-0/qpos",
462
+ "shape": [
463
+ 2169,
464
+ 9
465
+ ],
466
+ "dtype": "float32"
467
+ },
468
+ {
469
+ "path": "obs/agent/panda-0/qvel",
470
+ "shape": [
471
+ 2169,
472
+ 9
473
+ ],
474
+ "dtype": "float32"
475
+ },
476
+ {
477
+ "path": "obs/agent/panda-1/qpos",
478
+ "shape": [
479
+ 2169,
480
+ 9
481
+ ],
482
+ "dtype": "float32"
483
+ },
484
+ {
485
+ "path": "obs/agent/panda-1/qvel",
486
+ "shape": [
487
+ 2169,
488
+ 9
489
+ ],
490
+ "dtype": "float32"
491
+ },
492
+ {
493
+ "path": "obs/sensor_data/front_camera/rgb",
494
+ "shape": [
495
+ 2169,
496
+ 240,
497
+ 320,
498
+ 3
499
+ ],
500
+ "dtype": "uint8"
501
+ },
502
+ {
503
+ "path": "obs/sensor_data/left_camera/rgb",
504
+ "shape": [
505
+ 2169,
506
+ 240,
507
+ 320,
508
+ 3
509
+ ],
510
+ "dtype": "uint8"
511
+ },
512
+ {
513
+ "path": "obs/sensor_data/robot_camera_0/rgb",
514
+ "shape": [
515
+ 2169,
516
+ 240,
517
+ 320,
518
+ 3
519
+ ],
520
+ "dtype": "uint8"
521
+ },
522
+ {
523
+ "path": "obs/sensor_data/robot_camera_1/rgb",
524
+ "shape": [
525
+ 2169,
526
+ 240,
527
+ 320,
528
+ 3
529
+ ],
530
+ "dtype": "uint8"
531
+ },
532
+ {
533
+ "path": "obs/sensor_data/top_camera/rgb",
534
+ "shape": [
535
+ 2169,
536
+ 320,
537
+ 240,
538
+ 3
539
+ ],
540
+ "dtype": "uint8"
541
+ }
542
+ ],
543
+ "trajectory_sha256": "a119a3be4f5225ab78739632cce27eb5ed971441284598889fe079766383e945",
544
+ "source_sha256": "e74be86b9971c8fee5ebdf269352735eaf3ee48431efe5e58a44e9831041a7ed",
545
+ "view_sha256": "8fa0562215c5781d0cd5007584dd37124904f2959794af09c7b2fcb3d5a1b9dc"
546
+ },
547
+ {
548
+ "demo_id": "demo_05",
549
+ "file": "demo_05.h5",
550
+ "length": 2099,
551
+ "fields": [
552
+ {
553
+ "path": "actions/panda-0",
554
+ "shape": [
555
+ 2099,
556
+ 7
557
+ ],
558
+ "dtype": "float32"
559
+ },
560
+ {
561
+ "path": "actions/panda-1",
562
+ "shape": [
563
+ 2099,
564
+ 7
565
+ ],
566
+ "dtype": "float32"
567
+ },
568
+ {
569
+ "path": "obs/agent/panda-0/qpos",
570
+ "shape": [
571
+ 2100,
572
+ 9
573
+ ],
574
+ "dtype": "float32"
575
+ },
576
+ {
577
+ "path": "obs/agent/panda-0/qvel",
578
+ "shape": [
579
+ 2100,
580
+ 9
581
+ ],
582
+ "dtype": "float32"
583
+ },
584
+ {
585
+ "path": "obs/agent/panda-1/qpos",
586
+ "shape": [
587
+ 2100,
588
+ 9
589
+ ],
590
+ "dtype": "float32"
591
+ },
592
+ {
593
+ "path": "obs/agent/panda-1/qvel",
594
+ "shape": [
595
+ 2100,
596
+ 9
597
+ ],
598
+ "dtype": "float32"
599
+ },
600
+ {
601
+ "path": "obs/sensor_data/front_camera/rgb",
602
+ "shape": [
603
+ 2100,
604
+ 240,
605
+ 320,
606
+ 3
607
+ ],
608
+ "dtype": "uint8"
609
+ },
610
+ {
611
+ "path": "obs/sensor_data/left_camera/rgb",
612
+ "shape": [
613
+ 2100,
614
+ 240,
615
+ 320,
616
+ 3
617
+ ],
618
+ "dtype": "uint8"
619
+ },
620
+ {
621
+ "path": "obs/sensor_data/robot_camera_0/rgb",
622
+ "shape": [
623
+ 2100,
624
+ 240,
625
+ 320,
626
+ 3
627
+ ],
628
+ "dtype": "uint8"
629
+ },
630
+ {
631
+ "path": "obs/sensor_data/robot_camera_1/rgb",
632
+ "shape": [
633
+ 2100,
634
+ 240,
635
+ 320,
636
+ 3
637
+ ],
638
+ "dtype": "uint8"
639
+ },
640
+ {
641
+ "path": "obs/sensor_data/top_camera/rgb",
642
+ "shape": [
643
+ 2100,
644
+ 320,
645
+ 240,
646
+ 3
647
+ ],
648
+ "dtype": "uint8"
649
+ }
650
+ ],
651
+ "trajectory_sha256": "c139ebc8c932a18ad7fef387cc629d0657642c1cb72a58d21aa5511f665174b5",
652
+ "source_sha256": "f339a2c4437d200a264f6ea8ec362f5563b36cf00858bdc663bd9f5528ce12e4",
653
+ "view_sha256": "eb2a26b2c0e6fb2dfe8e50b289103b1d6a7b7deeb09ba9e23498f7f105ff20f8"
654
+ },
655
+ {
656
+ "demo_id": "demo_06",
657
+ "file": "demo_06.h5",
658
+ "length": 2061,
659
+ "fields": [
660
+ {
661
+ "path": "actions/panda-0",
662
+ "shape": [
663
+ 2061,
664
+ 7
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ {
669
+ "path": "actions/panda-1",
670
+ "shape": [
671
+ 2061,
672
+ 7
673
+ ],
674
+ "dtype": "float32"
675
+ },
676
+ {
677
+ "path": "obs/agent/panda-0/qpos",
678
+ "shape": [
679
+ 2062,
680
+ 9
681
+ ],
682
+ "dtype": "float32"
683
+ },
684
+ {
685
+ "path": "obs/agent/panda-0/qvel",
686
+ "shape": [
687
+ 2062,
688
+ 9
689
+ ],
690
+ "dtype": "float32"
691
+ },
692
+ {
693
+ "path": "obs/agent/panda-1/qpos",
694
+ "shape": [
695
+ 2062,
696
+ 9
697
+ ],
698
+ "dtype": "float32"
699
+ },
700
+ {
701
+ "path": "obs/agent/panda-1/qvel",
702
+ "shape": [
703
+ 2062,
704
+ 9
705
+ ],
706
+ "dtype": "float32"
707
+ },
708
+ {
709
+ "path": "obs/sensor_data/front_camera/rgb",
710
+ "shape": [
711
+ 2062,
712
+ 240,
713
+ 320,
714
+ 3
715
+ ],
716
+ "dtype": "uint8"
717
+ },
718
+ {
719
+ "path": "obs/sensor_data/left_camera/rgb",
720
+ "shape": [
721
+ 2062,
722
+ 240,
723
+ 320,
724
+ 3
725
+ ],
726
+ "dtype": "uint8"
727
+ },
728
+ {
729
+ "path": "obs/sensor_data/robot_camera_0/rgb",
730
+ "shape": [
731
+ 2062,
732
+ 240,
733
+ 320,
734
+ 3
735
+ ],
736
+ "dtype": "uint8"
737
+ },
738
+ {
739
+ "path": "obs/sensor_data/robot_camera_1/rgb",
740
+ "shape": [
741
+ 2062,
742
+ 240,
743
+ 320,
744
+ 3
745
+ ],
746
+ "dtype": "uint8"
747
+ },
748
+ {
749
+ "path": "obs/sensor_data/top_camera/rgb",
750
+ "shape": [
751
+ 2062,
752
+ 320,
753
+ 240,
754
+ 3
755
+ ],
756
+ "dtype": "uint8"
757
+ }
758
+ ],
759
+ "trajectory_sha256": "f93db3fd5cf787b572c382e6d0d364ca44050c5578b06facee7588c70f24c15b",
760
+ "source_sha256": "c5c289df5e0eef514c51f8b5c64c93848854a1bed66a888d97b8749b51cd4acf",
761
+ "view_sha256": "4eda0660b54991f2644f503d70b1584761763f4862761d436fe26455b0b50c86"
762
+ },
763
+ {
764
+ "demo_id": "demo_07",
765
+ "file": "demo_07.h5",
766
+ "length": 2106,
767
+ "fields": [
768
+ {
769
+ "path": "actions/panda-0",
770
+ "shape": [
771
+ 2106,
772
+ 7
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "actions/panda-1",
778
+ "shape": [
779
+ 2106,
780
+ 7
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ {
785
+ "path": "obs/agent/panda-0/qpos",
786
+ "shape": [
787
+ 2107,
788
+ 9
789
+ ],
790
+ "dtype": "float32"
791
+ },
792
+ {
793
+ "path": "obs/agent/panda-0/qvel",
794
+ "shape": [
795
+ 2107,
796
+ 9
797
+ ],
798
+ "dtype": "float32"
799
+ },
800
+ {
801
+ "path": "obs/agent/panda-1/qpos",
802
+ "shape": [
803
+ 2107,
804
+ 9
805
+ ],
806
+ "dtype": "float32"
807
+ },
808
+ {
809
+ "path": "obs/agent/panda-1/qvel",
810
+ "shape": [
811
+ 2107,
812
+ 9
813
+ ],
814
+ "dtype": "float32"
815
+ },
816
+ {
817
+ "path": "obs/sensor_data/front_camera/rgb",
818
+ "shape": [
819
+ 2107,
820
+ 240,
821
+ 320,
822
+ 3
823
+ ],
824
+ "dtype": "uint8"
825
+ },
826
+ {
827
+ "path": "obs/sensor_data/left_camera/rgb",
828
+ "shape": [
829
+ 2107,
830
+ 240,
831
+ 320,
832
+ 3
833
+ ],
834
+ "dtype": "uint8"
835
+ },
836
+ {
837
+ "path": "obs/sensor_data/robot_camera_0/rgb",
838
+ "shape": [
839
+ 2107,
840
+ 240,
841
+ 320,
842
+ 3
843
+ ],
844
+ "dtype": "uint8"
845
+ },
846
+ {
847
+ "path": "obs/sensor_data/robot_camera_1/rgb",
848
+ "shape": [
849
+ 2107,
850
+ 240,
851
+ 320,
852
+ 3
853
+ ],
854
+ "dtype": "uint8"
855
+ },
856
+ {
857
+ "path": "obs/sensor_data/top_camera/rgb",
858
+ "shape": [
859
+ 2107,
860
+ 320,
861
+ 240,
862
+ 3
863
+ ],
864
+ "dtype": "uint8"
865
+ }
866
+ ],
867
+ "trajectory_sha256": "9bec9f9505a37fd321d1314a2b15ce9e4fc843bd6df5b798dcb667b518155800",
868
+ "source_sha256": "90567ff9bb1bd36a7ecb4eb2d88af91aa861625ce873120ec00f36b206701c7c",
869
+ "view_sha256": "7733c52b992e7bbb6e2046a45156f2630ab646e8ad20fa791979604a5c591342"
870
+ },
871
+ {
872
+ "demo_id": "demo_08",
873
+ "file": "demo_08.h5",
874
+ "length": 2138,
875
+ "fields": [
876
+ {
877
+ "path": "actions/panda-0",
878
+ "shape": [
879
+ 2138,
880
+ 7
881
+ ],
882
+ "dtype": "float32"
883
+ },
884
+ {
885
+ "path": "actions/panda-1",
886
+ "shape": [
887
+ 2138,
888
+ 7
889
+ ],
890
+ "dtype": "float32"
891
+ },
892
+ {
893
+ "path": "obs/agent/panda-0/qpos",
894
+ "shape": [
895
+ 2139,
896
+ 9
897
+ ],
898
+ "dtype": "float32"
899
+ },
900
+ {
901
+ "path": "obs/agent/panda-0/qvel",
902
+ "shape": [
903
+ 2139,
904
+ 9
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/panda-1/qpos",
910
+ "shape": [
911
+ 2139,
912
+ 9
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/panda-1/qvel",
918
+ "shape": [
919
+ 2139,
920
+ 9
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 2139,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 2139,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera_0/rgb",
946
+ "shape": [
947
+ 2139,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/robot_camera_1/rgb",
956
+ "shape": [
957
+ 2139,
958
+ 240,
959
+ 320,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ },
964
+ {
965
+ "path": "obs/sensor_data/top_camera/rgb",
966
+ "shape": [
967
+ 2139,
968
+ 320,
969
+ 240,
970
+ 3
971
+ ],
972
+ "dtype": "uint8"
973
+ }
974
+ ],
975
+ "trajectory_sha256": "1729a4a8b3f280a702ce405c0f68acf39a7940a78df4d0d1a482fdf5e166b75e",
976
+ "source_sha256": "acbcd4ecfd9740b831928aef2556ef9d076c327fa3f2385f081b0dd61c7a51e1",
977
+ "view_sha256": "c1cccd8f5bb820ab0df4c2336c77fa8ee81ee254c1b9f63aa2a8385e154def16"
978
+ },
979
+ {
980
+ "demo_id": "demo_09",
981
+ "file": "demo_09.h5",
982
+ "length": 2105,
983
+ "fields": [
984
+ {
985
+ "path": "actions/panda-0",
986
+ "shape": [
987
+ 2105,
988
+ 7
989
+ ],
990
+ "dtype": "float32"
991
+ },
992
+ {
993
+ "path": "actions/panda-1",
994
+ "shape": [
995
+ 2105,
996
+ 7
997
+ ],
998
+ "dtype": "float32"
999
+ },
1000
+ {
1001
+ "path": "obs/agent/panda-0/qpos",
1002
+ "shape": [
1003
+ 2106,
1004
+ 9
1005
+ ],
1006
+ "dtype": "float32"
1007
+ },
1008
+ {
1009
+ "path": "obs/agent/panda-0/qvel",
1010
+ "shape": [
1011
+ 2106,
1012
+ 9
1013
+ ],
1014
+ "dtype": "float32"
1015
+ },
1016
+ {
1017
+ "path": "obs/agent/panda-1/qpos",
1018
+ "shape": [
1019
+ 2106,
1020
+ 9
1021
+ ],
1022
+ "dtype": "float32"
1023
+ },
1024
+ {
1025
+ "path": "obs/agent/panda-1/qvel",
1026
+ "shape": [
1027
+ 2106,
1028
+ 9
1029
+ ],
1030
+ "dtype": "float32"
1031
+ },
1032
+ {
1033
+ "path": "obs/sensor_data/front_camera/rgb",
1034
+ "shape": [
1035
+ 2106,
1036
+ 240,
1037
+ 320,
1038
+ 3
1039
+ ],
1040
+ "dtype": "uint8"
1041
+ },
1042
+ {
1043
+ "path": "obs/sensor_data/left_camera/rgb",
1044
+ "shape": [
1045
+ 2106,
1046
+ 240,
1047
+ 320,
1048
+ 3
1049
+ ],
1050
+ "dtype": "uint8"
1051
+ },
1052
+ {
1053
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1054
+ "shape": [
1055
+ 2106,
1056
+ 240,
1057
+ 320,
1058
+ 3
1059
+ ],
1060
+ "dtype": "uint8"
1061
+ },
1062
+ {
1063
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1064
+ "shape": [
1065
+ 2106,
1066
+ 240,
1067
+ 320,
1068
+ 3
1069
+ ],
1070
+ "dtype": "uint8"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/top_camera/rgb",
1074
+ "shape": [
1075
+ 2106,
1076
+ 320,
1077
+ 240,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ }
1082
+ ],
1083
+ "trajectory_sha256": "a388e2c29d39c200acb64146e583d4d4014e4b193227c0b440cd89b620419433",
1084
+ "source_sha256": "c59d2ef0b00af6ab6742cbdb2f03da99c3277e09a234a9e05806da6e9091b1d8",
1085
+ "view_sha256": "d80256fca0fb730f87f83ecad679e09bd10e5d4c2f7f9c349de8db23cfaac296"
1086
+ },
1087
+ {
1088
+ "demo_id": "demo_10",
1089
+ "file": "demo_10.h5",
1090
+ "length": 2198,
1091
+ "fields": [
1092
+ {
1093
+ "path": "actions/panda-0",
1094
+ "shape": [
1095
+ 2198,
1096
+ 7
1097
+ ],
1098
+ "dtype": "float32"
1099
+ },
1100
+ {
1101
+ "path": "actions/panda-1",
1102
+ "shape": [
1103
+ 2198,
1104
+ 7
1105
+ ],
1106
+ "dtype": "float32"
1107
+ },
1108
+ {
1109
+ "path": "obs/agent/panda-0/qpos",
1110
+ "shape": [
1111
+ 2199,
1112
+ 9
1113
+ ],
1114
+ "dtype": "float32"
1115
+ },
1116
+ {
1117
+ "path": "obs/agent/panda-0/qvel",
1118
+ "shape": [
1119
+ 2199,
1120
+ 9
1121
+ ],
1122
+ "dtype": "float32"
1123
+ },
1124
+ {
1125
+ "path": "obs/agent/panda-1/qpos",
1126
+ "shape": [
1127
+ 2199,
1128
+ 9
1129
+ ],
1130
+ "dtype": "float32"
1131
+ },
1132
+ {
1133
+ "path": "obs/agent/panda-1/qvel",
1134
+ "shape": [
1135
+ 2199,
1136
+ 9
1137
+ ],
1138
+ "dtype": "float32"
1139
+ },
1140
+ {
1141
+ "path": "obs/sensor_data/front_camera/rgb",
1142
+ "shape": [
1143
+ 2199,
1144
+ 240,
1145
+ 320,
1146
+ 3
1147
+ ],
1148
+ "dtype": "uint8"
1149
+ },
1150
+ {
1151
+ "path": "obs/sensor_data/left_camera/rgb",
1152
+ "shape": [
1153
+ 2199,
1154
+ 240,
1155
+ 320,
1156
+ 3
1157
+ ],
1158
+ "dtype": "uint8"
1159
+ },
1160
+ {
1161
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1162
+ "shape": [
1163
+ 2199,
1164
+ 240,
1165
+ 320,
1166
+ 3
1167
+ ],
1168
+ "dtype": "uint8"
1169
+ },
1170
+ {
1171
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1172
+ "shape": [
1173
+ 2199,
1174
+ 240,
1175
+ 320,
1176
+ 3
1177
+ ],
1178
+ "dtype": "uint8"
1179
+ },
1180
+ {
1181
+ "path": "obs/sensor_data/top_camera/rgb",
1182
+ "shape": [
1183
+ 2199,
1184
+ 320,
1185
+ 240,
1186
+ 3
1187
+ ],
1188
+ "dtype": "uint8"
1189
+ }
1190
+ ],
1191
+ "trajectory_sha256": "24cce90aa09e7ceeb5c08378b5b8cbbcdd5b82d5f2b115c2d8cf4ded292ebeb9",
1192
+ "source_sha256": "683f5cf785bdc774c299146c1c45660c7f06b4832b75cf55c9062e27108aab02",
1193
+ "view_sha256": "e163168ac442883f0720eb17e74a169847912ca93d41699bd743c71ea0a7797e"
1194
+ },
1195
+ {
1196
+ "demo_id": "demo_11",
1197
+ "file": "demo_11.h5",
1198
+ "length": 2200,
1199
+ "fields": [
1200
+ {
1201
+ "path": "actions/panda-0",
1202
+ "shape": [
1203
+ 2200,
1204
+ 7
1205
+ ],
1206
+ "dtype": "float32"
1207
+ },
1208
+ {
1209
+ "path": "actions/panda-1",
1210
+ "shape": [
1211
+ 2200,
1212
+ 7
1213
+ ],
1214
+ "dtype": "float32"
1215
+ },
1216
+ {
1217
+ "path": "obs/agent/panda-0/qpos",
1218
+ "shape": [
1219
+ 2201,
1220
+ 9
1221
+ ],
1222
+ "dtype": "float32"
1223
+ },
1224
+ {
1225
+ "path": "obs/agent/panda-0/qvel",
1226
+ "shape": [
1227
+ 2201,
1228
+ 9
1229
+ ],
1230
+ "dtype": "float32"
1231
+ },
1232
+ {
1233
+ "path": "obs/agent/panda-1/qpos",
1234
+ "shape": [
1235
+ 2201,
1236
+ 9
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ {
1241
+ "path": "obs/agent/panda-1/qvel",
1242
+ "shape": [
1243
+ 2201,
1244
+ 9
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ {
1249
+ "path": "obs/sensor_data/front_camera/rgb",
1250
+ "shape": [
1251
+ 2201,
1252
+ 240,
1253
+ 320,
1254
+ 3
1255
+ ],
1256
+ "dtype": "uint8"
1257
+ },
1258
+ {
1259
+ "path": "obs/sensor_data/left_camera/rgb",
1260
+ "shape": [
1261
+ 2201,
1262
+ 240,
1263
+ 320,
1264
+ 3
1265
+ ],
1266
+ "dtype": "uint8"
1267
+ },
1268
+ {
1269
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1270
+ "shape": [
1271
+ 2201,
1272
+ 240,
1273
+ 320,
1274
+ 3
1275
+ ],
1276
+ "dtype": "uint8"
1277
+ },
1278
+ {
1279
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1280
+ "shape": [
1281
+ 2201,
1282
+ 240,
1283
+ 320,
1284
+ 3
1285
+ ],
1286
+ "dtype": "uint8"
1287
+ },
1288
+ {
1289
+ "path": "obs/sensor_data/top_camera/rgb",
1290
+ "shape": [
1291
+ 2201,
1292
+ 320,
1293
+ 240,
1294
+ 3
1295
+ ],
1296
+ "dtype": "uint8"
1297
+ }
1298
+ ],
1299
+ "trajectory_sha256": "972dc31d936f8dc790a922ddb6a596c616be7545d79e325029e09a942410528c",
1300
+ "source_sha256": "b6a2920529193797de73aee85533f09a21875b6cdb21b6613eef26f8cb30ae52",
1301
+ "view_sha256": "2b23f3a793a847c5ecd1d31c74cad7fa311d104dab24cd91d07077b3c6e9030c"
1302
+ },
1303
+ {
1304
+ "demo_id": "demo_12",
1305
+ "file": "demo_12.h5",
1306
+ "length": 2094,
1307
+ "fields": [
1308
+ {
1309
+ "path": "actions/panda-0",
1310
+ "shape": [
1311
+ 2094,
1312
+ 7
1313
+ ],
1314
+ "dtype": "float32"
1315
+ },
1316
+ {
1317
+ "path": "actions/panda-1",
1318
+ "shape": [
1319
+ 2094,
1320
+ 7
1321
+ ],
1322
+ "dtype": "float32"
1323
+ },
1324
+ {
1325
+ "path": "obs/agent/panda-0/qpos",
1326
+ "shape": [
1327
+ 2095,
1328
+ 9
1329
+ ],
1330
+ "dtype": "float32"
1331
+ },
1332
+ {
1333
+ "path": "obs/agent/panda-0/qvel",
1334
+ "shape": [
1335
+ 2095,
1336
+ 9
1337
+ ],
1338
+ "dtype": "float32"
1339
+ },
1340
+ {
1341
+ "path": "obs/agent/panda-1/qpos",
1342
+ "shape": [
1343
+ 2095,
1344
+ 9
1345
+ ],
1346
+ "dtype": "float32"
1347
+ },
1348
+ {
1349
+ "path": "obs/agent/panda-1/qvel",
1350
+ "shape": [
1351
+ 2095,
1352
+ 9
1353
+ ],
1354
+ "dtype": "float32"
1355
+ },
1356
+ {
1357
+ "path": "obs/sensor_data/front_camera/rgb",
1358
+ "shape": [
1359
+ 2095,
1360
+ 240,
1361
+ 320,
1362
+ 3
1363
+ ],
1364
+ "dtype": "uint8"
1365
+ },
1366
+ {
1367
+ "path": "obs/sensor_data/left_camera/rgb",
1368
+ "shape": [
1369
+ 2095,
1370
+ 240,
1371
+ 320,
1372
+ 3
1373
+ ],
1374
+ "dtype": "uint8"
1375
+ },
1376
+ {
1377
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1378
+ "shape": [
1379
+ 2095,
1380
+ 240,
1381
+ 320,
1382
+ 3
1383
+ ],
1384
+ "dtype": "uint8"
1385
+ },
1386
+ {
1387
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1388
+ "shape": [
1389
+ 2095,
1390
+ 240,
1391
+ 320,
1392
+ 3
1393
+ ],
1394
+ "dtype": "uint8"
1395
+ },
1396
+ {
1397
+ "path": "obs/sensor_data/top_camera/rgb",
1398
+ "shape": [
1399
+ 2095,
1400
+ 320,
1401
+ 240,
1402
+ 3
1403
+ ],
1404
+ "dtype": "uint8"
1405
+ }
1406
+ ],
1407
+ "trajectory_sha256": "f2aa9d9d8150074ed04dade2f2e8d4223a40f3611986f398f7211d7921419e41",
1408
+ "source_sha256": "1bd8ca7dd61b4dac05b181752ed17fed30da30e20529b39d837447490fb800dc",
1409
+ "view_sha256": "1dc9a1d84d7a008a98ced7f07e53b415518bf6b2e4798b629dc7f140e43759c8"
1410
+ },
1411
+ {
1412
+ "demo_id": "demo_13",
1413
+ "file": "demo_13.h5",
1414
+ "length": 2123,
1415
+ "fields": [
1416
+ {
1417
+ "path": "actions/panda-0",
1418
+ "shape": [
1419
+ 2123,
1420
+ 7
1421
+ ],
1422
+ "dtype": "float32"
1423
+ },
1424
+ {
1425
+ "path": "actions/panda-1",
1426
+ "shape": [
1427
+ 2123,
1428
+ 7
1429
+ ],
1430
+ "dtype": "float32"
1431
+ },
1432
+ {
1433
+ "path": "obs/agent/panda-0/qpos",
1434
+ "shape": [
1435
+ 2124,
1436
+ 9
1437
+ ],
1438
+ "dtype": "float32"
1439
+ },
1440
+ {
1441
+ "path": "obs/agent/panda-0/qvel",
1442
+ "shape": [
1443
+ 2124,
1444
+ 9
1445
+ ],
1446
+ "dtype": "float32"
1447
+ },
1448
+ {
1449
+ "path": "obs/agent/panda-1/qpos",
1450
+ "shape": [
1451
+ 2124,
1452
+ 9
1453
+ ],
1454
+ "dtype": "float32"
1455
+ },
1456
+ {
1457
+ "path": "obs/agent/panda-1/qvel",
1458
+ "shape": [
1459
+ 2124,
1460
+ 9
1461
+ ],
1462
+ "dtype": "float32"
1463
+ },
1464
+ {
1465
+ "path": "obs/sensor_data/front_camera/rgb",
1466
+ "shape": [
1467
+ 2124,
1468
+ 240,
1469
+ 320,
1470
+ 3
1471
+ ],
1472
+ "dtype": "uint8"
1473
+ },
1474
+ {
1475
+ "path": "obs/sensor_data/left_camera/rgb",
1476
+ "shape": [
1477
+ 2124,
1478
+ 240,
1479
+ 320,
1480
+ 3
1481
+ ],
1482
+ "dtype": "uint8"
1483
+ },
1484
+ {
1485
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1486
+ "shape": [
1487
+ 2124,
1488
+ 240,
1489
+ 320,
1490
+ 3
1491
+ ],
1492
+ "dtype": "uint8"
1493
+ },
1494
+ {
1495
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1496
+ "shape": [
1497
+ 2124,
1498
+ 240,
1499
+ 320,
1500
+ 3
1501
+ ],
1502
+ "dtype": "uint8"
1503
+ },
1504
+ {
1505
+ "path": "obs/sensor_data/top_camera/rgb",
1506
+ "shape": [
1507
+ 2124,
1508
+ 320,
1509
+ 240,
1510
+ 3
1511
+ ],
1512
+ "dtype": "uint8"
1513
+ }
1514
+ ],
1515
+ "trajectory_sha256": "eb0a91bd15a871135cdc13787c708f1a3451dfb8ea9f28ef58cdcee3358493b2",
1516
+ "source_sha256": "7fcf45051641bc53cc05345f57a7328ff27103e54e7d10ed5cc7359b73240050",
1517
+ "view_sha256": "3767e823ff612c0e3fa8501ffa6a02c34dbb108a1d251b258b60b3fbbe76154c"
1518
+ },
1519
+ {
1520
+ "demo_id": "demo_14",
1521
+ "file": "demo_14.h5",
1522
+ "length": 2200,
1523
+ "fields": [
1524
+ {
1525
+ "path": "actions/panda-0",
1526
+ "shape": [
1527
+ 2200,
1528
+ 7
1529
+ ],
1530
+ "dtype": "float32"
1531
+ },
1532
+ {
1533
+ "path": "actions/panda-1",
1534
+ "shape": [
1535
+ 2200,
1536
+ 7
1537
+ ],
1538
+ "dtype": "float32"
1539
+ },
1540
+ {
1541
+ "path": "obs/agent/panda-0/qpos",
1542
+ "shape": [
1543
+ 2201,
1544
+ 9
1545
+ ],
1546
+ "dtype": "float32"
1547
+ },
1548
+ {
1549
+ "path": "obs/agent/panda-0/qvel",
1550
+ "shape": [
1551
+ 2201,
1552
+ 9
1553
+ ],
1554
+ "dtype": "float32"
1555
+ },
1556
+ {
1557
+ "path": "obs/agent/panda-1/qpos",
1558
+ "shape": [
1559
+ 2201,
1560
+ 9
1561
+ ],
1562
+ "dtype": "float32"
1563
+ },
1564
+ {
1565
+ "path": "obs/agent/panda-1/qvel",
1566
+ "shape": [
1567
+ 2201,
1568
+ 9
1569
+ ],
1570
+ "dtype": "float32"
1571
+ },
1572
+ {
1573
+ "path": "obs/sensor_data/front_camera/rgb",
1574
+ "shape": [
1575
+ 2201,
1576
+ 240,
1577
+ 320,
1578
+ 3
1579
+ ],
1580
+ "dtype": "uint8"
1581
+ },
1582
+ {
1583
+ "path": "obs/sensor_data/left_camera/rgb",
1584
+ "shape": [
1585
+ 2201,
1586
+ 240,
1587
+ 320,
1588
+ 3
1589
+ ],
1590
+ "dtype": "uint8"
1591
+ },
1592
+ {
1593
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1594
+ "shape": [
1595
+ 2201,
1596
+ 240,
1597
+ 320,
1598
+ 3
1599
+ ],
1600
+ "dtype": "uint8"
1601
+ },
1602
+ {
1603
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1604
+ "shape": [
1605
+ 2201,
1606
+ 240,
1607
+ 320,
1608
+ 3
1609
+ ],
1610
+ "dtype": "uint8"
1611
+ },
1612
+ {
1613
+ "path": "obs/sensor_data/top_camera/rgb",
1614
+ "shape": [
1615
+ 2201,
1616
+ 320,
1617
+ 240,
1618
+ 3
1619
+ ],
1620
+ "dtype": "uint8"
1621
+ }
1622
+ ],
1623
+ "trajectory_sha256": "2e4c150a8a8b1ff4e5cbc2c47c5ad8c6dbc9adc2d430faba5b584f54c5f89fd6",
1624
+ "source_sha256": "6364b1d4bcf0cd1097b9b1a5e47f676afc0a645a7c4eebbc770c04f2be601eef",
1625
+ "view_sha256": "af1dda036b0b5a95fbe3ba705cbc758ec3a37252171a025f01a3def412898fca"
1626
+ },
1627
+ {
1628
+ "demo_id": "demo_15",
1629
+ "file": "demo_15.h5",
1630
+ "length": 2200,
1631
+ "fields": [
1632
+ {
1633
+ "path": "actions/panda-0",
1634
+ "shape": [
1635
+ 2200,
1636
+ 7
1637
+ ],
1638
+ "dtype": "float32"
1639
+ },
1640
+ {
1641
+ "path": "actions/panda-1",
1642
+ "shape": [
1643
+ 2200,
1644
+ 7
1645
+ ],
1646
+ "dtype": "float32"
1647
+ },
1648
+ {
1649
+ "path": "obs/agent/panda-0/qpos",
1650
+ "shape": [
1651
+ 2201,
1652
+ 9
1653
+ ],
1654
+ "dtype": "float32"
1655
+ },
1656
+ {
1657
+ "path": "obs/agent/panda-0/qvel",
1658
+ "shape": [
1659
+ 2201,
1660
+ 9
1661
+ ],
1662
+ "dtype": "float32"
1663
+ },
1664
+ {
1665
+ "path": "obs/agent/panda-1/qpos",
1666
+ "shape": [
1667
+ 2201,
1668
+ 9
1669
+ ],
1670
+ "dtype": "float32"
1671
+ },
1672
+ {
1673
+ "path": "obs/agent/panda-1/qvel",
1674
+ "shape": [
1675
+ 2201,
1676
+ 9
1677
+ ],
1678
+ "dtype": "float32"
1679
+ },
1680
+ {
1681
+ "path": "obs/sensor_data/front_camera/rgb",
1682
+ "shape": [
1683
+ 2201,
1684
+ 240,
1685
+ 320,
1686
+ 3
1687
+ ],
1688
+ "dtype": "uint8"
1689
+ },
1690
+ {
1691
+ "path": "obs/sensor_data/left_camera/rgb",
1692
+ "shape": [
1693
+ 2201,
1694
+ 240,
1695
+ 320,
1696
+ 3
1697
+ ],
1698
+ "dtype": "uint8"
1699
+ },
1700
+ {
1701
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1702
+ "shape": [
1703
+ 2201,
1704
+ 240,
1705
+ 320,
1706
+ 3
1707
+ ],
1708
+ "dtype": "uint8"
1709
+ },
1710
+ {
1711
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1712
+ "shape": [
1713
+ 2201,
1714
+ 240,
1715
+ 320,
1716
+ 3
1717
+ ],
1718
+ "dtype": "uint8"
1719
+ },
1720
+ {
1721
+ "path": "obs/sensor_data/top_camera/rgb",
1722
+ "shape": [
1723
+ 2201,
1724
+ 320,
1725
+ 240,
1726
+ 3
1727
+ ],
1728
+ "dtype": "uint8"
1729
+ }
1730
+ ],
1731
+ "trajectory_sha256": "beb8d2f2e67d7d467add7b59d6f29502f74b899c626fe7536aaaad01c3223b07",
1732
+ "source_sha256": "cd29f1ed4f81695aaccf586c7199032bff084dd8b60f976216c049664b1179b5",
1733
+ "view_sha256": "efc0b1c506a63e4723190683a7fc0381d37694c54ba52f8d3442ca9afd0c5ad1"
1734
+ },
1735
+ {
1736
+ "demo_id": "demo_16",
1737
+ "file": "demo_16.h5",
1738
+ "length": 2129,
1739
+ "fields": [
1740
+ {
1741
+ "path": "actions/panda-0",
1742
+ "shape": [
1743
+ 2129,
1744
+ 7
1745
+ ],
1746
+ "dtype": "float32"
1747
+ },
1748
+ {
1749
+ "path": "actions/panda-1",
1750
+ "shape": [
1751
+ 2129,
1752
+ 7
1753
+ ],
1754
+ "dtype": "float32"
1755
+ },
1756
+ {
1757
+ "path": "obs/agent/panda-0/qpos",
1758
+ "shape": [
1759
+ 2130,
1760
+ 9
1761
+ ],
1762
+ "dtype": "float32"
1763
+ },
1764
+ {
1765
+ "path": "obs/agent/panda-0/qvel",
1766
+ "shape": [
1767
+ 2130,
1768
+ 9
1769
+ ],
1770
+ "dtype": "float32"
1771
+ },
1772
+ {
1773
+ "path": "obs/agent/panda-1/qpos",
1774
+ "shape": [
1775
+ 2130,
1776
+ 9
1777
+ ],
1778
+ "dtype": "float32"
1779
+ },
1780
+ {
1781
+ "path": "obs/agent/panda-1/qvel",
1782
+ "shape": [
1783
+ 2130,
1784
+ 9
1785
+ ],
1786
+ "dtype": "float32"
1787
+ },
1788
+ {
1789
+ "path": "obs/sensor_data/front_camera/rgb",
1790
+ "shape": [
1791
+ 2130,
1792
+ 240,
1793
+ 320,
1794
+ 3
1795
+ ],
1796
+ "dtype": "uint8"
1797
+ },
1798
+ {
1799
+ "path": "obs/sensor_data/left_camera/rgb",
1800
+ "shape": [
1801
+ 2130,
1802
+ 240,
1803
+ 320,
1804
+ 3
1805
+ ],
1806
+ "dtype": "uint8"
1807
+ },
1808
+ {
1809
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1810
+ "shape": [
1811
+ 2130,
1812
+ 240,
1813
+ 320,
1814
+ 3
1815
+ ],
1816
+ "dtype": "uint8"
1817
+ },
1818
+ {
1819
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1820
+ "shape": [
1821
+ 2130,
1822
+ 240,
1823
+ 320,
1824
+ 3
1825
+ ],
1826
+ "dtype": "uint8"
1827
+ },
1828
+ {
1829
+ "path": "obs/sensor_data/top_camera/rgb",
1830
+ "shape": [
1831
+ 2130,
1832
+ 320,
1833
+ 240,
1834
+ 3
1835
+ ],
1836
+ "dtype": "uint8"
1837
+ }
1838
+ ],
1839
+ "trajectory_sha256": "7dae044d32a8aa199f8f96cd9dcf1ef71372b9dcd9d8dc517f287ad71ca24db2",
1840
+ "source_sha256": "f15ee46c86d991ee27b087a191e0eeedbb91652877b99a95858dfbaba8bee2c1",
1841
+ "view_sha256": "421159eed44949f64e97479dd256cce9e38e1fc437aed725f74826432c55c5b4"
1842
+ },
1843
+ {
1844
+ "demo_id": "demo_17",
1845
+ "file": "demo_17.h5",
1846
+ "length": 2198,
1847
+ "fields": [
1848
+ {
1849
+ "path": "actions/panda-0",
1850
+ "shape": [
1851
+ 2198,
1852
+ 7
1853
+ ],
1854
+ "dtype": "float32"
1855
+ },
1856
+ {
1857
+ "path": "actions/panda-1",
1858
+ "shape": [
1859
+ 2198,
1860
+ 7
1861
+ ],
1862
+ "dtype": "float32"
1863
+ },
1864
+ {
1865
+ "path": "obs/agent/panda-0/qpos",
1866
+ "shape": [
1867
+ 2199,
1868
+ 9
1869
+ ],
1870
+ "dtype": "float32"
1871
+ },
1872
+ {
1873
+ "path": "obs/agent/panda-0/qvel",
1874
+ "shape": [
1875
+ 2199,
1876
+ 9
1877
+ ],
1878
+ "dtype": "float32"
1879
+ },
1880
+ {
1881
+ "path": "obs/agent/panda-1/qpos",
1882
+ "shape": [
1883
+ 2199,
1884
+ 9
1885
+ ],
1886
+ "dtype": "float32"
1887
+ },
1888
+ {
1889
+ "path": "obs/agent/panda-1/qvel",
1890
+ "shape": [
1891
+ 2199,
1892
+ 9
1893
+ ],
1894
+ "dtype": "float32"
1895
+ },
1896
+ {
1897
+ "path": "obs/sensor_data/front_camera/rgb",
1898
+ "shape": [
1899
+ 2199,
1900
+ 240,
1901
+ 320,
1902
+ 3
1903
+ ],
1904
+ "dtype": "uint8"
1905
+ },
1906
+ {
1907
+ "path": "obs/sensor_data/left_camera/rgb",
1908
+ "shape": [
1909
+ 2199,
1910
+ 240,
1911
+ 320,
1912
+ 3
1913
+ ],
1914
+ "dtype": "uint8"
1915
+ },
1916
+ {
1917
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1918
+ "shape": [
1919
+ 2199,
1920
+ 240,
1921
+ 320,
1922
+ 3
1923
+ ],
1924
+ "dtype": "uint8"
1925
+ },
1926
+ {
1927
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1928
+ "shape": [
1929
+ 2199,
1930
+ 240,
1931
+ 320,
1932
+ 3
1933
+ ],
1934
+ "dtype": "uint8"
1935
+ },
1936
+ {
1937
+ "path": "obs/sensor_data/top_camera/rgb",
1938
+ "shape": [
1939
+ 2199,
1940
+ 320,
1941
+ 240,
1942
+ 3
1943
+ ],
1944
+ "dtype": "uint8"
1945
+ }
1946
+ ],
1947
+ "trajectory_sha256": "00a1a053d12494d756b12d90832114ecc6739d2414f28cbeaac96eccbb5dc079",
1948
+ "source_sha256": "cc274daaf8bc41c1cbeba09f2f3cc58e3c0d931ffe269096859f0e58dbaf55cc",
1949
+ "view_sha256": "50a2aa93b7e6d29c583209e1a49592142c1ef1829f71e03c836a5c1131d670c0"
1950
+ },
1951
+ {
1952
+ "demo_id": "demo_18",
1953
+ "file": "demo_18.h5",
1954
+ "length": 2093,
1955
+ "fields": [
1956
+ {
1957
+ "path": "actions/panda-0",
1958
+ "shape": [
1959
+ 2093,
1960
+ 7
1961
+ ],
1962
+ "dtype": "float32"
1963
+ },
1964
+ {
1965
+ "path": "actions/panda-1",
1966
+ "shape": [
1967
+ 2093,
1968
+ 7
1969
+ ],
1970
+ "dtype": "float32"
1971
+ },
1972
+ {
1973
+ "path": "obs/agent/panda-0/qpos",
1974
+ "shape": [
1975
+ 2094,
1976
+ 9
1977
+ ],
1978
+ "dtype": "float32"
1979
+ },
1980
+ {
1981
+ "path": "obs/agent/panda-0/qvel",
1982
+ "shape": [
1983
+ 2094,
1984
+ 9
1985
+ ],
1986
+ "dtype": "float32"
1987
+ },
1988
+ {
1989
+ "path": "obs/agent/panda-1/qpos",
1990
+ "shape": [
1991
+ 2094,
1992
+ 9
1993
+ ],
1994
+ "dtype": "float32"
1995
+ },
1996
+ {
1997
+ "path": "obs/agent/panda-1/qvel",
1998
+ "shape": [
1999
+ 2094,
2000
+ 9
2001
+ ],
2002
+ "dtype": "float32"
2003
+ },
2004
+ {
2005
+ "path": "obs/sensor_data/front_camera/rgb",
2006
+ "shape": [
2007
+ 2094,
2008
+ 240,
2009
+ 320,
2010
+ 3
2011
+ ],
2012
+ "dtype": "uint8"
2013
+ },
2014
+ {
2015
+ "path": "obs/sensor_data/left_camera/rgb",
2016
+ "shape": [
2017
+ 2094,
2018
+ 240,
2019
+ 320,
2020
+ 3
2021
+ ],
2022
+ "dtype": "uint8"
2023
+ },
2024
+ {
2025
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2026
+ "shape": [
2027
+ 2094,
2028
+ 240,
2029
+ 320,
2030
+ 3
2031
+ ],
2032
+ "dtype": "uint8"
2033
+ },
2034
+ {
2035
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2036
+ "shape": [
2037
+ 2094,
2038
+ 240,
2039
+ 320,
2040
+ 3
2041
+ ],
2042
+ "dtype": "uint8"
2043
+ },
2044
+ {
2045
+ "path": "obs/sensor_data/top_camera/rgb",
2046
+ "shape": [
2047
+ 2094,
2048
+ 320,
2049
+ 240,
2050
+ 3
2051
+ ],
2052
+ "dtype": "uint8"
2053
+ }
2054
+ ],
2055
+ "trajectory_sha256": "aa8a17b349a7344a459366415c748181e75da8e8348c56d4e78c9d395344530e",
2056
+ "source_sha256": "123d2e5d15a372ee04775779ecd895cabd5c8712e63d65947292bebc084f9cc0",
2057
+ "view_sha256": "fe3c9c0a651a19588c5580f935210d48bfc44261294656689c61938c6aeae475"
2058
+ },
2059
+ {
2060
+ "demo_id": "demo_19",
2061
+ "file": "demo_19.h5",
2062
+ "length": 2191,
2063
+ "fields": [
2064
+ {
2065
+ "path": "actions/panda-0",
2066
+ "shape": [
2067
+ 2191,
2068
+ 7
2069
+ ],
2070
+ "dtype": "float32"
2071
+ },
2072
+ {
2073
+ "path": "actions/panda-1",
2074
+ "shape": [
2075
+ 2191,
2076
+ 7
2077
+ ],
2078
+ "dtype": "float32"
2079
+ },
2080
+ {
2081
+ "path": "obs/agent/panda-0/qpos",
2082
+ "shape": [
2083
+ 2192,
2084
+ 9
2085
+ ],
2086
+ "dtype": "float32"
2087
+ },
2088
+ {
2089
+ "path": "obs/agent/panda-0/qvel",
2090
+ "shape": [
2091
+ 2192,
2092
+ 9
2093
+ ],
2094
+ "dtype": "float32"
2095
+ },
2096
+ {
2097
+ "path": "obs/agent/panda-1/qpos",
2098
+ "shape": [
2099
+ 2192,
2100
+ 9
2101
+ ],
2102
+ "dtype": "float32"
2103
+ },
2104
+ {
2105
+ "path": "obs/agent/panda-1/qvel",
2106
+ "shape": [
2107
+ 2192,
2108
+ 9
2109
+ ],
2110
+ "dtype": "float32"
2111
+ },
2112
+ {
2113
+ "path": "obs/sensor_data/front_camera/rgb",
2114
+ "shape": [
2115
+ 2192,
2116
+ 240,
2117
+ 320,
2118
+ 3
2119
+ ],
2120
+ "dtype": "uint8"
2121
+ },
2122
+ {
2123
+ "path": "obs/sensor_data/left_camera/rgb",
2124
+ "shape": [
2125
+ 2192,
2126
+ 240,
2127
+ 320,
2128
+ 3
2129
+ ],
2130
+ "dtype": "uint8"
2131
+ },
2132
+ {
2133
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2134
+ "shape": [
2135
+ 2192,
2136
+ 240,
2137
+ 320,
2138
+ 3
2139
+ ],
2140
+ "dtype": "uint8"
2141
+ },
2142
+ {
2143
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2144
+ "shape": [
2145
+ 2192,
2146
+ 240,
2147
+ 320,
2148
+ 3
2149
+ ],
2150
+ "dtype": "uint8"
2151
+ },
2152
+ {
2153
+ "path": "obs/sensor_data/top_camera/rgb",
2154
+ "shape": [
2155
+ 2192,
2156
+ 320,
2157
+ 240,
2158
+ 3
2159
+ ],
2160
+ "dtype": "uint8"
2161
+ }
2162
+ ],
2163
+ "trajectory_sha256": "80991cf3776da1dc437d28466ef5c709115b6d7f4df1373b9d66644a7e74706b",
2164
+ "source_sha256": "5b26a76131e515cb731d64ab3d8483ed6f846b863cd6084519165e8c5f700ba8",
2165
+ "view_sha256": "167a73be76847bdb414b3d3691ae2df2f7ba288fec9b3a510acdd65e7e25b05a"
2166
+ }
2167
+ ]
2168
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/findings.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Legal E20 exploration log
2
+ Budget began at 0 used/20 remaining. Native horizon 2200, first hold charged by runner. No reset or simulator access.
3
+
4
+ 1. Harness interface failure: next_episode returns observation nested under observation and metadata beside it; execute_actions returns executed and a steps list. Four actions applied (through step 5), then harness ended. Saved initial and returned step records. No success. Fixed parser for subsequent slots.
5
+ 2. Baseline retrieval trial (running): at 101 and 201 the same arm remains in central bowl. Front/top imagery retained. Preliminary evidence of nearest-neighbor phase stalling; no completed transfer established.
6
+
7
+ Geometric hypothesis for next slot: standard Panda rigid-body forward kinematics, not a task simulator. Calibrated approximate pinhole top projection using five authorized demo_00 views and qpos. RGB color masks select central-bowl components. Explicit single-arm phases separate hover, descend, close, lift, transfer, release, and retreat. Feedback from legal qpos. Unvalidated grasp height, object orientation, grasp retention and recovery remain risks.
8
+
9
+ 2. Finished at step 601; native success false. Saved 600 actions and sampled five-camera records. Persistent center-bowl pose from 201 through 601, no visible transfer.
10
+ 3. Geometric v1 stopped at step 321 after action/kinematic-frame mismatch. Observed arm-1 drift and large hover error. Derived translation conversion using action-to-FK-displacement regression on authorized demo_00 frames 60–499: arm 0 command x gives +kinematic y, command y gives -kinematic x; arm 1 command x gives -kinematic y, command y gives +kinematic x. Vertical axes agree. Median-scale least-squares motion coefficient roughly .058 m per normalized action per observed step, incorporating controller lag. This is an empirical frame conversion, not a change to native action units. v2 applies inverse quarter-turn before issuing normalized deltas. No success.
11
+ 4. Corrected-frame trial started; 481-step cap to inspect grasp and transfer.
12
+ 4. Geometric v2 completed a blue transfer, clearly visible in top image at step 481. Native full-task success false. Important evidence correction: wrist camera at 321 appeared empty, but fingers remained ~.0267 m open while commanded closed and later top image shows blue object in blue bowl. Wrist absence alone is not a reliable failure detector. Full cycle ~400 steps; descend spent 128 steps because strict pose tolerance was blocked near bowl/object, although grasp ultimately worked. Future improvement: relaxed descent contact tolerance, skip unnecessary home return, check post-lift finger opening before transport. Episode 5 retains v2 for a longer multi-color trial.
13
+ 5. v2 finished at step 801 with native success false. Terminal top image unambiguously shows one red object in red side bowl and one blue object in blue side bowl; several objects remain central. Thus both arm/color transfers demonstrated, not complete sorting. Red cycle descended without long contact stall. Candidate v3 prepared from these findings and sent for independent rehearsal in slot 6. Runtime bundle reduced to seven relevant source/documentation/calibration files; all old files preserved under versions/.
14
+
15
+ Visible evidence inspected by worker: ep01 initial top; ep02 top at 101,201,401; ep03 top at81; ep04 top at81,161,401,481, front at321/481 and wrist1 at161/321; ep05 front601 and terminal top801. Additional saved cameras are audit evidence, not all claimed individually inspected.
16
+ 6. Independently rehearsed v3, valid=true, finished at native horizon 2200, native success=false. Bundle e05e9bdefa743a10b86f112ff679fd52ba29c98064713878a0a329e2725dbe37. Terminal top/front show objects still central, with objects in both side bowls. Runtime ~25 minutes. No intervention during rehearsal. latest_observation after completion legally supplied terminal evidence. score_rehearsal with dictionary evidence was rejected (requires string); resubmission with string was rejected because native scores cannot be overwritten. Native false remains authoritative and recorded; no visual score override attempted again. v4 adds image-derived jaw yaw and faster convergence, preserving native limits and the verified frame conversion.
17
+ 7. v4 tested through 401. Blue and red transfers completed visibly, two cycles by step 313. Finger gaps during lift ~.031 m; first lift image141 clearly shows held blue. Third blue descent was blocked: at step345 pose ~[.550,.125,.320] with z-axis tilted ~8 degrees; by401 pose ~[.636,.105,.224], z-axis tilted ~48 degrees despite target [.550,.124,.060]. Yaw-only feedback failed to restore downward orientation after contact, causing drift and likely reach-limit/contact failure. v5 adds full SO(3) orientation error feedback. Authorized demo action-to-FK-rotation regression signs confirm the same inverse quarter-turn frame conversion and negative rotation scaling. No native full-task success.
18
+ 8. v5 tested through481. Three lifts with substantial closed-command finger gaps (~.032,.027,.033 m) and subsequent release phases. Terminal top shows matching-color objects in both side bowls; central objects remain. Full orientation feedback eliminated the previous progressive wrist tilt in this trial (see tilt_audit.json). v6 adds choosing the perpendicular cube-edge grasp direction closer to tangent when a target is >40px from bowl center, and visual side-bowl center detection with bounded root targets and 0.30m release height. No full-task success yet.
19
+ 8 evidence correction: terminal top also shows a red object outside/near the blue bowl (right of its rim). Thus three transport/release phases are not three verified correct placements; collateral/wrong-color movement is possible. Need lifted-object color verification or safer capture. Tilt audit: ep7 maximum active-arm tilt55.96deg versus ep8 3.17deg; orientation fix is supported, sorting correctness remains unresolved.
20
+ 8 causal correction after inspecting start and step49: red object near blue bowl was already spilled after settling BEFORE any arm motion. It was not established as collateral pickup. Central-only localization cannot finish such scenes; add table-area search excluding the matching target bowl, with lower grasp height for spilled objects. Existing wrist-view images can omit a held object; front/top plus qpos evidence must be combined. No fabricated success or failure cause.
21
+ 9. v6 through321: blue and red reached release with held-object finger gaps, image-derived side targets used. No native success (partial episode). Next trial10 stages a table-recovery test by legal arm actions only: first blue grasp is deliberately released at root1 [.40,-.28,.18], then normal destinations restored and visual external-object search used. This is an interactive test harness intervention, NOT included in frozen candidate behavior and NOT a rehearsal. No simulator reset/state manipulation.
22
+ 10. Staged table drop and re-localization ran legally. Policy found external blue at predicted [.436,-.226,.025], but grasp was empty (finger opening near zero); post-lift check correctly skipped transport and returned. Step193 top shows the arm still occluding the dropped object, so visible-fragment localization was biased. Step261 wrist view shows blue against one finger rather than centered. v8 restores a home retreat after every release to clear the view before re-selection, while retaining faster v4 motion. Table grasp height remains unchanged to isolate occlusion fix. Slot11 repeats staged recovery, not an independent rehearsal.
23
+ 11. Clear-view table localization matched the visible spilled blue center. During external descent, q-derived position stalled near z=.126 versus nominal .025, while open-command fingers compressed to ~.034m and wrist remained within ~3deg of downward. Controller aborted rather than closing. This supports a contact-height problem, not the previous occlusion error. v9 adds a bounded contact-triggered closure: stalled vertical motion, finger compression, small XY error, low absolute height, downward wrist, and minimum descent duration. It also tightens nominal close position tolerance, so ordinary grasps reach the intended depth. Frozen behavior has no staged-table placement.
24
+ 12. Staged table recovery again failed (empty post-lift), despite clearer localization and contact handling. Camera review found the original assumed wrist marker offset .105m was wrong. Fitted a rigid marker offset from 16 own legal views with inspected circle detections (two centers manually corrected). Fit: H3.34215545, f1363.46820, cx238.761654, cy319.030943, root half-spacing .548941725; local disk offset[-.001986,.001173,-.278676]m relative to analytic TCP. Training-coordinate RMS .539px. Five additional held-out legal wrist views had maximum Euclidean residual ~1.27px (camera_holdout.json/image inspected). v10 applies corrected projection only; all earlier fit records preserved. Original projection biased external target positions toward image center by centimeters. Slot13 tests corrected table localization via the same legal staged recovery harness.
25
+ 13. Corrected camera projection supported a successful staged table recovery: external blue grasp closed with ~.025m finger gap, retained ~.02467 through lift and long transfer, and top image401 clearly shows blue object in blue bowl with table patch clear. No failures recorded during the recovery sequence. This is a verified partial recovery, not full-task success; the scene still contains central objects. Native full-task success false in this capped interactive trial. Version v10 is prepared for independent full-program rehearsal14.
26
+ 14. Independent v10 rehearsal valid=true, finished at step1325, native success=false. Exact bundle b29e166d9c85aceee32bee38121aa32e42146694067e76b2b57fa007109cc5c1. Terminal top shows one dark blue object remaining in central bowl; front/left views and matching side-bowl contents saved. The policy stopped on repeated no-target scans, not horizon. Residual object's central pixels are RGB[4,4,20], HSV[120,204,20]; old blue V/channel cutoff60 missed it. Cutoff15 yields one516-pixel connected component at center[275.26,281.79]. v11 uses brightness cutoff12 inside the detected central bowl for both colors while keeping strict table cutoffs65/60 and color ratios. This is a measured detection correction, not a success claim. Six slots remain after14; final17–20 remain reserved for independent rehearsals.
27
+
28
+ 15. v11 low-threshold central mask tested through step469; native success=False. Two held-object lift/transport/release cycles, followed by third approach. No new program error. Lower threshold produced no >=35-pixel central red/blue components in any of20 authorized demo terminal images (offline detector check only, not success labels); it detected the516-pixel residual blue object in rehearsal14. v12 preserves the original bright-component selection when usable components exist, and uses the low-threshold central mask only as fallback. This limits changed grasp geometry while fixing the observed shadow miss.
29
+ 16. Final interactive regression of v12 bright-first/shadow-fallback policy finished at step401, native success=false (capped partial run). Blue completed transfer/release/retreat; red reached lift and transfer with finger gap ~.028m. No program failure. Final behavioral change relative to independently valid v10 is central shadow detection as a fallback, preserving bright-component targeting. Required final slots17–20 are independent rehearsals; no additional interactive rollout is planned. Official success will be recorded only from trusted native feedback, otherwise conservative visible scoring.
30
+
31
+ ## Current compiled controller
32
+ This version uses refined camera geometry, full Panda pose feedback, color connected components, object-edge jaw alignment with bowl-wall clearance, explicit grasp/lift/transfer/release/retreat phases, post-lift finger-gap checks, bounded contact-aware descent, failure-conditioned retries, and table search excluding the matching destination bowl. It contains no staged recovery placement.
33
+
34
+ Limitations: approximate object height, single-view occlusion, component merging, unverified held-object color, reach limits, contact ambiguity, and finite horizon. Native success is authoritative when available. No-target stopping never claims success. Earlier independent v3 and v10 ran validly but returned native false; v10 stopped with a measured dark-blue detection miss, now addressed by the shadow fallback. Subsequent independent outcomes are recorded by the trusted runner, not predicted here.
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "calibration.json": "b99c0fd2279f9d6e2c851df083cef9fd541b50d125931b2332f9af50899b2eaa",
4
+ "controller.py": "d60f6b6a2b2a81075f83acc5c790db10e737bfb5c344f7b6711b1f125c386721",
5
+ "demo_manifest.json": "a66dc51497f44103246fda2f9acd839c357d9ff48b9c20429d1e0a0ab5d543dd",
6
+ "demonstrations_readonly/demo_00.h5": "783c5608d19b884bee46e1620adc19802d8c37a62972aae428f36f44a942edbc",
7
+ "demonstrations_readonly/demo_01.h5": "42b6fe5e95ba5076010d430e4630a0623b9dffbe0b2fa130a9a0af39aaa58ad3",
8
+ "demonstrations_readonly/demo_02.h5": "41c3563454f57db29b351352b952bfc77186cd7a6a243c0e40e059d5b075a2b3",
9
+ "demonstrations_readonly/demo_03.h5": "d0406c2ca8c98857c1659e55a3f2527ee87e85b64d3cdb20225b6910ac4c9d5b",
10
+ "demonstrations_readonly/demo_04.h5": "8fa0562215c5781d0cd5007584dd37124904f2959794af09c7b2fcb3d5a1b9dc",
11
+ "demonstrations_readonly/demo_05.h5": "eb2a26b2c0e6fb2dfe8e50b289103b1d6a7b7deeb09ba9e23498f7f105ff20f8",
12
+ "demonstrations_readonly/demo_06.h5": "4eda0660b54991f2644f503d70b1584761763f4862761d436fe26455b0b50c86",
13
+ "demonstrations_readonly/demo_07.h5": "7733c52b992e7bbb6e2046a45156f2630ab646e8ad20fa791979604a5c591342",
14
+ "demonstrations_readonly/demo_08.h5": "c1cccd8f5bb820ab0df4c2336c77fa8ee81ee254c1b9f63aa2a8385e154def16",
15
+ "demonstrations_readonly/demo_09.h5": "d80256fca0fb730f87f83ecad679e09bd10e5d4c2f7f9c349de8db23cfaac296",
16
+ "demonstrations_readonly/demo_10.h5": "e163168ac442883f0720eb17e74a169847912ca93d41699bd743c71ea0a7797e",
17
+ "demonstrations_readonly/demo_11.h5": "2b23f3a793a847c5ecd1d31c74cad7fa311d104dab24cd91d07077b3c6e9030c",
18
+ "demonstrations_readonly/demo_12.h5": "1dc9a1d84d7a008a98ced7f07e53b415518bf6b2e4798b629dc7f140e43759c8",
19
+ "demonstrations_readonly/demo_13.h5": "3767e823ff612c0e3fa8501ffa6a02c34dbb108a1d251b258b60b3fbbe76154c",
20
+ "demonstrations_readonly/demo_14.h5": "af1dda036b0b5a95fbe3ba705cbc758ec3a37252171a025f01a3def412898fca",
21
+ "demonstrations_readonly/demo_15.h5": "efc0b1c506a63e4723190683a7fc0381d37694c54ba52f8d3442ca9afd0c5ad1",
22
+ "demonstrations_readonly/demo_16.h5": "421159eed44949f64e97479dd256cce9e38e1fc437aed725f74826432c55c5b4",
23
+ "demonstrations_readonly/demo_17.h5": "50a2aa93b7e6d29c583209e1a49592142c1ef1829f71e03c836a5c1131d670c0",
24
+ "demonstrations_readonly/demo_18.h5": "fe3c9c0a651a19588c5580f935210d48bfc44261294656689c61938c6aeae475",
25
+ "demonstrations_readonly/demo_19.h5": "167a73be76847bdb414b3d3691ae2df2f7ba288fec9b3a510acdd65e7e25b05a",
26
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
27
+ "findings.md": "1b43f9e29ebacb5f1c880fbb861f45ec8a869e8d74b9d632e43324a76d8e453b",
28
+ "handoff.md": "802b322730a6709e15e076a42bcecade7cbee694f3555e0509657165d342ef39",
29
+ "kinematics.py": "9794b58284d2d00b6d8d0adb6a2b2ebcfd3f164f10bbc1f35f2fc62671f0f896",
30
+ "model_tool_manifest.yaml": "6f50179e5e768dc59ab666b64a80281b44290800066f89a58a5778464f6d7420",
31
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
32
+ "skills.md": "abcd515d2126c47e515543ab44ec3ae27362f64ce750cc444a604649e9b27339",
33
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
34
+ },
35
+ "bundle_hash": "78e20db68edb845df6bccaef51a766c396ac844d085edb86df5157c40f430265",
36
+ "exploration_ledger_hash": "e51a3493949014d9a5ecaf1445b5024fc4725512ac9beeef5becbe4f62ea3d1e",
37
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
38
+ "selection": {
39
+ "rule": "exact-version success rate, valid rehearsal count, recency",
40
+ "rehearsals": [
41
+ {
42
+ "bundle_hash": "e05e9bdefa743a10b86f112ff679fd52ba29c98064713878a0a329e2725dbe37",
43
+ "episode": 6,
44
+ "independent": true,
45
+ "score_source": "native_step_feedback",
46
+ "status": "finished",
47
+ "success": false,
48
+ "valid": true
49
+ },
50
+ {
51
+ "bundle_hash": "b29e166d9c85aceee32bee38121aa32e42146694067e76b2b57fa007109cc5c1",
52
+ "episode": 14,
53
+ "independent": true,
54
+ "score_source": "native_step_feedback",
55
+ "status": "finished",
56
+ "success": false,
57
+ "valid": true
58
+ },
59
+ {
60
+ "bundle_hash": "78e20db68edb845df6bccaef51a766c396ac844d085edb86df5157c40f430265",
61
+ "episode": 17,
62
+ "independent": true,
63
+ "score_source": "native_step_feedback",
64
+ "status": "finished",
65
+ "success": false,
66
+ "valid": true
67
+ },
68
+ {
69
+ "episode": 18,
70
+ "bundle_hash": "78e20db68edb845df6bccaef51a766c396ac844d085edb86df5157c40f430265",
71
+ "independent": true,
72
+ "valid": false,
73
+ "status": "infrastructure_interrupted",
74
+ "success": false,
75
+ "score_source": "interrupted_no_score",
76
+ "recovery": "durable_rehearsal_request_and_charged_episode; no replay"
77
+ },
78
+ {
79
+ "episode": 19,
80
+ "bundle_hash": "78e20db68edb845df6bccaef51a766c396ac844d085edb86df5157c40f430265",
81
+ "independent": true,
82
+ "valid": true,
83
+ "status": "exception",
84
+ "success": false,
85
+ "score_source": "native_step_feedback"
86
+ },
87
+ {
88
+ "episode": 20,
89
+ "bundle_hash": "78e20db68edb845df6bccaef51a766c396ac844d085edb86df5157c40f430265",
90
+ "independent": true,
91
+ "valid": true,
92
+ "status": "finished",
93
+ "success": true,
94
+ "score_source": "native_step_feedback"
95
+ }
96
+ ]
97
+ }
98
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/handoff.md ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ # Handoff
2
+ Prepared from this task's authorized D20 data and legal E20 exploration. Runtime: controller.py and kinematics.py, with NumPy and OpenCV. Call reset_episode(), then act(obs) with step_id, top_camera RGB and agent/panda-{0,1}/qpos. The program emits one normalized 14-value action, panda-0 then panda-1, or None after its no-target retreat/horizon. None is never a success report.
3
+
4
+ Calibration is embedded in source and documented in calibration.json. No neural weights, external tools, model calls, network, demonstration files, or development agent are required at runtime. The runner adds its verified demo manifest/read-only data and common lock.
5
+
6
+ This document describes the bundle at preparation time. The trusted rehearsal/freeze records determine validity, exact hash, and score. Native scores cannot be overwritten; absent native scores require conservative visible adjudication. Complete audit evidence and successive versions are preserved in the task workspace exploration/ and versions/, with actual demo analysis in demo_analysis.md. Interactive recovery staging exists only in exploration/run_recovery.py, never in this bundle.
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/kinematics.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import numpy as np
2
+ # Panda modified-DH rigid-body kinematics, no physics or environment.
3
+ def fk(q):
4
+ T=np.eye(4)
5
+ for i,(a,d,alpha) in enumerate([(0,.333,0),(0,0,-np.pi/2),(0,.316,np.pi/2),(.0825,0,np.pi/2),(-.0825,.384,-np.pi/2),(0,0,np.pi/2),(.088,0,np.pi/2)]):
6
+ t=q[i];c,s=np.cos(t),np.sin(t);ca,sa=np.cos(alpha),np.sin(alpha)
7
+ T=T@np.array([[c,-s,0,a],[s*ca,c*ca,-sa,-d*sa],[s*sa,c*sa,ca,d*ca],[0,0,0,1]])
8
+ T=T@np.array([[1,0,0,0],[0,1,0,0],[0,0,1,.2104],[0,0,0,1]])
9
+ return T
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmBallClassify-v1",
3
+ "protocol": "Agent-D20-E20-Compiled",
4
+ "policy": "geometric image-targeted closed-loop finite-state controller",
5
+ "runtime_files": [
6
+ "controller.py",
7
+ "kinematics.py"
8
+ ],
9
+ "runtime_dependencies": {
10
+ "python": "3.10.20",
11
+ "numpy": "2.2.6",
12
+ "opencv": "4.12.0"
13
+ },
14
+ "network_required": false,
15
+ "external_models_required": false,
16
+ "pretrained_weights": [],
17
+ "neural_training": false,
18
+ "runtime_environment_api_calls": false,
19
+ "authorized_sources": [
20
+ "This task demo_00 through demo_19",
21
+ "This task charged legal exploration observations"
22
+ ],
23
+ "preparation_only_dependencies": [
24
+ "worker_api.API",
25
+ "scipy.optimize geometric calibration",
26
+ "Pillow evidence images"
27
+ ],
28
+ "calibration_provenance": "calibration.json; own legal wrist observations and held-out image checks",
29
+ "required_runner_additions": [
30
+ "verified demo manifest",
31
+ "read-only authorized demos",
32
+ "common environment lock"
33
+ ],
34
+ "known_limits": [
35
+ "single-view target/height uncertainty",
36
+ "contact and grasp failures",
37
+ "no independent success detector in policy",
38
+ "finite native horizon"
39
+ ]
40
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/skills.md ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ # Offline control procedure
2
+ Use only top-camera RGB, step_id and legal joint positions. Detect bowls, try bright red/blue components first, fall back to shadow-sensitive components inside the central bowl when no usable bright component exists, exclude the matching destination bowl, and prioritize visible external spills. Estimate root-frame targets with the audited geometric calibration. Align opposite cube faces while favoring clearance at bowl walls. Compute Panda pose from joints; convert pose errors into native translation and rotation frames.
3
+
4
+ Settle, select, hover, descend, close, lift, check finger gap, transfer, release, return home, and reselect. Contact-aware closure requires stalled descent, finger compression, small lateral error, bounded height and downward orientation. Empty grasps or blocked approaches retreat and record a failed target; later retries change jaw direction and nominal depth. Home retreat clears the image before selection. Multiple no-target scans cause a final retreat and stop, not a success assertion.
5
+
6
+ No API, reset, seed, simulator, network, external model, or neural-training call exists in the runtime. Return one bounded 14-vector per act call. The runner owns the initial charged hold and horizon; stop at step_id2200.
agent_d20_e20/frozen_20261102/tasks/DualArmBallClassify-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/__pycache__/build_bank.cpython-310.pyc ADDED
Binary file (2.65 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (3.59 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmBilliardBridge-v1/frozen/__pycache__/features.cpython-310.pyc ADDED
Binary file (737 Bytes). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_03.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971d17a10c3c03368ac7ddb658c76c641ac79c8eb143d912e7fa688a2956d712
3
+ size 74707165
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_04.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c69c4ef6648d80807e7f152e56f578e4ff66204ff26246d84e2124d857a8f9
3
+ size 72873331
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_06.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e511e007095c2ee27d1d784c06e80d2adefb3eee51fc5d795bf8b39e8fe4e5eb
3
+ size 83670004
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_08.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6bdbdc6294b5780dcb424549d85f1a36693bfa74476fcc93aa91dbe41f467e0
3
+ size 74243136
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_09.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db3675ad504c2c24dd58216246d1e8476a4bbdafa51ab64c3288b73e34ea1b0
3
+ size 82628741
agent_d20_e20/frozen_20261102/tasks/DualArmFoldHandKerchief-v1/frozen/demonstrations_readonly/demo_19.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54fea9809ebf536bbfa0006a64b1f24d0e2f1ec85772fc393ed649c1f223ac04
3
+ size 80660850
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_00.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6788fbf5e51d0d75bb3c0b9b63f6e0deea78cc72826ef6b7adb1dfdc9a866cd
3
+ size 174629978
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_01.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c5ccc5750e50aa84d3a162c2d440bc107c700caaf94dc5baf1b8a10da3baff
3
+ size 172529782
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_02.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eeb1b7f8ea2f08042656412359036eb1c62f7388240507bc5455947ac156a23
3
+ size 174496113
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_05.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a654d095a6773246ce04c021941f36800ac984e8d394252c3ff392e446bb2242
3
+ size 173714328
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_06.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a318cc09e376a66ec514df7b215bc12b5ae15ece64fe4bbe39df3a33252e1dfd
3
+ size 170042357
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_07.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e78e3399a4e6d0a6f71547ade517cc428d39c28b5e01a2690550fa3128f51ef
3
+ size 172728004
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_10.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9914be698a1caebd2b56f34a34a6a808b1f63c9c1328ec54290e2f43fe2d219
3
+ size 172938602
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_11.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384997aba3ebf7d9942eed1af72cd67a7e3e7c23fe3384beb18f18d7749f2b4a
3
+ size 173395206
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_12.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15dc0edc5f808474a0169e47048e3863a63439b75d5fc97a14a3d77e6732a967
3
+ size 174748486
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_13.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44187d6446b3d77edc706f2fed757d24ea644c6fb251824ad033d75b7b012f8b
3
+ size 172552768
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_14.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ebcc1f4bc491c919e87bb001943d19c112d8418147e565f304762f2094d07c
3
+ size 174197779
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_15.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100b37f92e1eb56c1dbc1e66f5bc6c07a3b82c652aafaa10bcf7b3fb195533b5
3
+ size 175559157
agent_d20_e20/frozen_20261102/tasks/DualArmJugglingBall-v1/frozen/demonstrations_readonly/demo_16.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83aedc0863227d57549ec16a9eb1fa5eed3b0af0e1da02e4faf7b80ac575fecb
3
+ size 173703912