Linslab commited on
Commit
938fb61
·
verified ·
1 Parent(s): 9862200

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc +0 -0
  2. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
  3. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  4. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py +25 -0
  5. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_results.json +17 -0
  6. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_synthetic.py +48 -0
  7. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py +96 -0
  8. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json +2168 -0
  9. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock +249 -0
  10. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md +22 -0
  11. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json +184 -0
  12. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md +9 -0
  13. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml +75 -0
  14. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py +25 -0
  15. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json +382 -0
  16. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md +7 -0
  17. agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py +81 -0
  18. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/bank.npz +3 -0
  19. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_02.h5 +3 -0
  20. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_11.h5 +3 -0
  21. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/hand_mapping.npy +3 -0
  22. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_objects.npy +3 -0
  23. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_targets.npy +3 -0
  24. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/reference.npz +3 -0
  25. agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/servo.npz +3 -0
  26. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/build_reference.cpython-310.pyc +0 -0
  27. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  28. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/features.cpython-310.pyc +0 -0
  29. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/build_reference.py +31 -0
  30. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py +37 -0
  31. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/contract.json +136 -0
  32. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/controller.py +124 -0
  33. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json +2168 -0
  34. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock +249 -0
  35. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py +16 -0
  36. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md +14 -0
  37. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json +178 -0
  38. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md +14 -0
  39. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml +91 -0
  40. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py +25 -0
  41. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json +42 -0
  42. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md +10 -0
  43. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json +154 -0
  44. agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py +81 -0
  45. agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/build_bank.cpython-310.pyc +0 -0
  46. agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
  47. agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  48. agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/kinematics.cpython-310.pyc +0 -0
  49. agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/knn_policy.cpython-310.pyc +0 -0
  50. agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/build_bank.py +19 -0
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc ADDED
Binary file (3 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc ADDED
Binary file (4 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (4.17 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Compile authorized observation/action records; no parameter optimization."""
2
+ import importlib.util,json
3
+ from pathlib import Path
4
+ import numpy as np
5
+ from controller import image_feature,proprio_feature,CAMERAS,PATHS
6
+ s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m)
7
+ api=m.API();manifest=json.load(open('/demo_manifest.json'));contract=json.load(open('/task_contract.json'))
8
+ assert [(p['robot_key'],p['width']) for p in contract['action_parts']]==[('panda-0',7),('panda-1',7)]
9
+ b={k:[] for k in ['q','v','image','action','phase','terminal','demo_index','frame_index']};audit=[]
10
+ for j,e in enumerate(manifest['episodes']):
11
+ n=e['length'];fields=['obs/'+p for p in PATHS]+['actions/'+p['robot_key'] for p in contract['action_parts']]
12
+ d=api.read_demo(e['demo_id'],fields=fields)
13
+ # Chunk reads limit peak memory; every legal RGB frame in these two streams is processed.
14
+ for start in range(0,n+1,32):
15
+ stop=min(n+1,start+32)
16
+ images=api.read_demo(e['demo_id'],start,stop,['obs/sensor_data/'+c+'/rgb' for c in CAMERAS])
17
+ for t in range(start,stop):
18
+ q,v=proprio_feature({p:d['obs/'+p][t] for p in PATHS})
19
+ im=image_feature({c:images['obs/sensor_data/'+c+'/rgb'][t-start] for c in CAMERAS})
20
+ a=np.concatenate([d['actions/'+p['robot_key']][t] for p in contract['action_parts']]) if t<n else np.array([0]*6+[-.2]+[0]*6+[-.2],np.float32)
21
+ for k,val in [('q',q),('v',v),('image',im),('action',a),('phase',t/n),('terminal',t==n),('demo_index',j),('frame_index',t)]: b[k].append(val)
22
+ audit.append({'demo_id':e['demo_id'],'rgb_computational_indices':[0,n],'cameras':list(CAMERAS),'proprio_indices':[0,n],'action_indices':[0,n-1]})
23
+ print(e['demo_id'],n,flush=True)
24
+ np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),**{k:np.asarray(v,dtype=bool if k=='terminal' else np.int32 if k.endswith('index') else np.float32) for k,v in b.items()})
25
+ Path(__file__).with_name('read_audit.json').write_text(json.dumps(audit,indent=2))
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_results.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "passed",
3
+ "checks": [
4
+ "syntax compilation",
5
+ "reference bank dimensions, all 20 source IDs, finite bounded labels, terminal count",
6
+ "synthetic zero image/joints against compiled bank returns legal output or abstention",
7
+ "synthetic RGB sensitivity and batched image support",
8
+ "synthetic proprioception sensitivity",
9
+ "charged hold horizon boundary and malformed/nonfinite inputs",
10
+ "current qpos[7] gripper hold mapping and rejection without clipping",
11
+ "synthetic endpoint persistence and episode reset"
12
+ ],
13
+ "scope": "syntax, static artifact consistency, synthetic inputs only",
14
+ "real_task_tests": 0,
15
+ "exploration_episodes": 0,
16
+ "success_claim": false
17
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_synthetic.py ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Static data checks and synthetic inputs only; no environment or demo rollout."""
2
+ import json,py_compile
3
+ from pathlib import Path
4
+ import numpy as np
5
+ import controller as c
6
+ root=Path(__file__).parent
7
+ for name in ['controller.py','build_reference.py','check_synthetic.py']:
8
+ py_compile.compile(str(root/name),doraise=True)
9
+ checks=['syntax compilation']
10
+ with np.load(root/'reference_bank.npz',allow_pickle=False) as f:
11
+ real={k:f[k] for k in f.files}
12
+ assert real['action'].shape==(6528,14)
13
+ assert set(real['demo_index'])==set(range(20))
14
+ assert np.isfinite(real['action']).all() and np.max(np.abs(real['action']))<=1
15
+ assert real['terminal'].sum()==20
16
+ checks.append('reference bank dimensions, all 20 source IDs, finite bounded labels, terminal count')
17
+ def obs(color=0,batch=False):
18
+ im=np.full((240,320,3),color,np.uint8)
19
+ return {'rgb':{k:im[None] if batch else im.copy() for k in c.CAMERAS},'proprioception':{k:np.zeros(9,np.float32) for k in c.PATHS},'instruction':'synthetic input only','step_id':1}
20
+ o=obs();c._bank=real;c.reset_episode();a=c.act(o)
21
+ assert a is None or (a.shape==(14,) and a.dtype==np.float32 and np.isfinite(a).all() and np.max(np.abs(a))<=1)
22
+ checks.append('synthetic zero image/joints against compiled bank returns legal output or abstention')
23
+ def fake_bank():
24
+ return {'q':np.zeros((2,18),np.float32),'v':np.zeros((2,18),np.float32),'image':np.stack([c.image_feature(obs(0)['rgb']),c.image_feature(obs(255)['rgb'])]),'phase':np.zeros(2,np.float32),'terminal':np.zeros(2,bool),'action':np.array([[.1,0,0,0,0,0,-.2,0,0,0,0,0,0,-.2],[-.1,0,0,0,0,0,-.2,0,0,0,0,0,0,-.2]],np.float32)}
25
+ c._bank=fake_bank();c.reset_episode();a=c.act(obs(0));c.reset_episode();b=c.act(obs(255,True));assert a[0]>.09 and b[0]<-.09
26
+ checks.append('synthetic RGB sensitivity and batched image support')
27
+ c._bank=fake_bank();c._bank['image'][1]=c._bank['image'][0];c._bank['q'][1]=.2
28
+ c.reset_episode();a=c.act(obs());o=obs()
29
+ for k in c.PATHS:
30
+ if k.endswith('qpos'):o['proprioception'][k][:]=.2
31
+ c.reset_episode();b=c.act(o);assert a[0]>.09 and b[0]<-.09
32
+ checks.append('synthetic proprioception sensitivity')
33
+ c._bank=fake_bank();c.reset_episode();o=obs();o['step_id']=399;assert c.act(o).shape==(14,)
34
+ o['step_id']=400;assert c.act(o) is None
35
+ assert c.act({'step_id':1}) is None
36
+ bad=obs();bad['proprioception'][c.PATHS[0]][0]=np.nan;assert c.act(bad) is None
37
+ bad=obs();bad['rgb']['front_camera']=np.zeros((4,4,3),np.uint8);assert c.act(bad) is None
38
+ checks.append('charged hold horizon boundary and malformed/nonfinite inputs')
39
+ q=np.zeros(18,np.float32);assert np.allclose(c._hold(q)[[6,13]],-.6)
40
+ q[7]=.1;assert c._hold(q) is None
41
+ checks.append('current qpos[7] gripper hold mapping and rejection without clipping')
42
+ c._bank=fake_bank();c._bank['terminal'][:]=True;c._bank['phase'][:]=1;c.reset_episode()
43
+ for _ in range(4):assert c.act(obs()) is not None
44
+ assert c.act(obs()) is None
45
+ c.reset_episode();assert c._progress is None and c._terminal_count==0
46
+ checks.append('synthetic endpoint persistence and episode reset')
47
+ result={'status':'passed','checks':checks,'scope':'syntax, static artifact consistency, synthetic inputs only','real_task_tests':0,'exploration_episodes':0,'success_claim':False}
48
+ (root/'check_results.json').write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(result,indent=2))
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Unrehearsed D20 observation-neighbor draft; no neural models or environment imports."""
2
+ from pathlib import Path
3
+ import numpy as np
4
+ import cv2
5
+
6
+ CAMERAS = ('front_camera', 'top_camera')
7
+ PATHS = tuple(f'agent/panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel'))
8
+ _bank = None
9
+ _progress = None
10
+ _terminal_count = 0
11
+
12
+ def reset_episode():
13
+ global _progress, _terminal_count
14
+ _progress = None
15
+ _terminal_count = 0
16
+
17
+ def image_feature(rgb):
18
+ features = []
19
+ for camera in CAMERAS:
20
+ im = np.asarray(rgb[camera])
21
+ if im.ndim == 4 and im.shape[0] == 1:
22
+ im = im[0]
23
+ if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8:
24
+ raise ValueError('Expected uint8 RGB HWC or 1HWC')
25
+ h, w = im.shape[:2]
26
+ if min(h,w) < 8:
27
+ raise ValueError('Image too small')
28
+ # Central workspace crop; fixed fractional crop, not an assumed object pose.
29
+ im = im[int(.18*h):int(.90*h), int(.12*w):int(.88*w)]
30
+ features.append(cv2.resize(im, (16,16), interpolation=cv2.INTER_AREA).reshape(-1)/255.)
31
+ return np.concatenate(features).astype(np.float32)
32
+
33
+ def proprio_feature(proprio):
34
+ values = [np.asarray(proprio[p],dtype=np.float32).reshape(-1) for p in PATHS]
35
+ if any(v.size != 9 or not np.isfinite(v).all() for v in values):
36
+ raise ValueError('Expected four finite nine-element proprio arrays')
37
+ q = np.concatenate([values[0], values[2]])
38
+ v = np.concatenate([values[1], values[3]])
39
+ return q, v
40
+
41
+ def _hold(q):
42
+ a = np.zeros(14, dtype=np.float32)
43
+ a[[6,13]] = 2*(q[[7,16]]+.01)/.05-1
44
+ if np.any(np.abs(a)>1):
45
+ return None
46
+ return a
47
+
48
+ def act(obs):
49
+ global _bank, _progress, _terminal_count
50
+ # step 1 is already after runner's charged initial hold. Never emit that hold here.
51
+ step = int(obs.get('step_id', 1))
52
+ if step >= 400 or step < 1:
53
+ return None
54
+ try:
55
+ q,v = proprio_feature(obs['proprioception'])
56
+ im = image_feature(obs['rgb'])
57
+ except (KeyError, ValueError, TypeError):
58
+ return None
59
+ if _bank is None:
60
+ with np.load(Path(__file__).with_name('reference_bank.npz'), allow_pickle=False) as f:
61
+ _bank = {k:f[k] for k in f.files}
62
+ b = _bank
63
+ # All twenty demos remain eligible; do not identify a scene/seed or replay a trajectory.
64
+ dq = (b['q']-q)/np.tile([.25]*7+[.02,.02],2)
65
+ qdist = np.mean(dq*dq,axis=1)
66
+ vdist = np.mean(np.minimum((b['v']-v)**2,4),axis=1)
67
+ candidates = np.arange(len(qdist))
68
+ if _progress is not None:
69
+ candidates = candidates[(b['phase'] >= _progress-.04)&(b['phase'] <= _progress+.08)]
70
+ if candidates.size == 0:
71
+ return _hold(q)
72
+ # Coarse proprio retrieval followed by current-image reranking.
73
+ coarse = qdist[candidates]+.03*vdist[candidates]
74
+ candidates = candidates[np.argsort(coarse)[:96]]
75
+ visual = np.mean((b['image'][candidates]-im)**2,axis=1)
76
+ score = qdist[candidates]+.03*vdist[candidates]+35*visual
77
+ if _progress is not None:
78
+ score += .2*(b['phase'][candidates]-_progress)**2
79
+ order = np.argsort(score)
80
+ best = candidates[order[0]]
81
+ # Hand-selected, uncalibrated OOD limits; abstain from motion on gross mismatch.
82
+ if qdist[best] > 4 or visual[order[0]] > .10:
83
+ _terminal_count = 0
84
+ return _hold(q)
85
+ _progress = float(b['phase'][best])
86
+ terminal = bool(b['terminal'][best]) and qdist[best] < .15 and visual[order[0]] < .015
87
+ _terminal_count = _terminal_count+1 if terminal else 0
88
+ if _terminal_count >= 5:
89
+ return None # Resemblance to demonstrated endpoint, not a success certificate.
90
+ # Blend only nearby labels of compatible progress, reducing sign cancellation at transitions.
91
+ near = candidates[order[:5]]
92
+ near = near[np.abs(b['phase'][near]-_progress)<.012]
93
+ weights = np.exp(-(qdist[near]+.03*vdist[near]+35*np.mean((b['image'][near]-im)**2,axis=1))/ .08)
94
+ weights = np.maximum(weights,1e-12);weights /= weights.sum()
95
+ action = np.sum(b['action'][near]*weights[:,None],axis=0)
96
+ return np.clip(action,-1,1).astype(np.float32)
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,2168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DualArmDoubleDoorBox-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 312,
11
+ "fields": [
12
+ {
13
+ "path": "actions/panda-0",
14
+ "shape": [
15
+ 312,
16
+ 7
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "actions/panda-1",
22
+ "shape": [
23
+ 312,
24
+ 7
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/panda-0/qpos",
30
+ "shape": [
31
+ 313,
32
+ 9
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/agent/panda-0/qvel",
38
+ "shape": [
39
+ 313,
40
+ 9
41
+ ],
42
+ "dtype": "float32"
43
+ },
44
+ {
45
+ "path": "obs/agent/panda-1/qpos",
46
+ "shape": [
47
+ 313,
48
+ 9
49
+ ],
50
+ "dtype": "float32"
51
+ },
52
+ {
53
+ "path": "obs/agent/panda-1/qvel",
54
+ "shape": [
55
+ 313,
56
+ 9
57
+ ],
58
+ "dtype": "float32"
59
+ },
60
+ {
61
+ "path": "obs/sensor_data/front_camera/rgb",
62
+ "shape": [
63
+ 313,
64
+ 240,
65
+ 320,
66
+ 3
67
+ ],
68
+ "dtype": "uint8"
69
+ },
70
+ {
71
+ "path": "obs/sensor_data/left_camera/rgb",
72
+ "shape": [
73
+ 313,
74
+ 240,
75
+ 320,
76
+ 3
77
+ ],
78
+ "dtype": "uint8"
79
+ },
80
+ {
81
+ "path": "obs/sensor_data/robot_camera_0/rgb",
82
+ "shape": [
83
+ 313,
84
+ 240,
85
+ 320,
86
+ 3
87
+ ],
88
+ "dtype": "uint8"
89
+ },
90
+ {
91
+ "path": "obs/sensor_data/robot_camera_1/rgb",
92
+ "shape": [
93
+ 313,
94
+ 240,
95
+ 320,
96
+ 3
97
+ ],
98
+ "dtype": "uint8"
99
+ },
100
+ {
101
+ "path": "obs/sensor_data/top_camera/rgb",
102
+ "shape": [
103
+ 313,
104
+ 320,
105
+ 240,
106
+ 3
107
+ ],
108
+ "dtype": "uint8"
109
+ }
110
+ ],
111
+ "trajectory_sha256": "4e0c1548cae63465c6c0bf2bab4af0e8c7b03379c930712c1af2cb72ea0a373d",
112
+ "source_sha256": "595a14eea94cef115ebcb90f2eb933fcb6cdadac714c5d48764d61990a778466",
113
+ "view_sha256": "f2e196ec995855f1042a2b49164dca182aa1b70fb690c136b1b41aa091410537"
114
+ },
115
+ {
116
+ "demo_id": "demo_01",
117
+ "file": "demo_01.h5",
118
+ "length": 335,
119
+ "fields": [
120
+ {
121
+ "path": "actions/panda-0",
122
+ "shape": [
123
+ 335,
124
+ 7
125
+ ],
126
+ "dtype": "float32"
127
+ },
128
+ {
129
+ "path": "actions/panda-1",
130
+ "shape": [
131
+ 335,
132
+ 7
133
+ ],
134
+ "dtype": "float32"
135
+ },
136
+ {
137
+ "path": "obs/agent/panda-0/qpos",
138
+ "shape": [
139
+ 336,
140
+ 9
141
+ ],
142
+ "dtype": "float32"
143
+ },
144
+ {
145
+ "path": "obs/agent/panda-0/qvel",
146
+ "shape": [
147
+ 336,
148
+ 9
149
+ ],
150
+ "dtype": "float32"
151
+ },
152
+ {
153
+ "path": "obs/agent/panda-1/qpos",
154
+ "shape": [
155
+ 336,
156
+ 9
157
+ ],
158
+ "dtype": "float32"
159
+ },
160
+ {
161
+ "path": "obs/agent/panda-1/qvel",
162
+ "shape": [
163
+ 336,
164
+ 9
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/sensor_data/front_camera/rgb",
170
+ "shape": [
171
+ 336,
172
+ 240,
173
+ 320,
174
+ 3
175
+ ],
176
+ "dtype": "uint8"
177
+ },
178
+ {
179
+ "path": "obs/sensor_data/left_camera/rgb",
180
+ "shape": [
181
+ 336,
182
+ 240,
183
+ 320,
184
+ 3
185
+ ],
186
+ "dtype": "uint8"
187
+ },
188
+ {
189
+ "path": "obs/sensor_data/robot_camera_0/rgb",
190
+ "shape": [
191
+ 336,
192
+ 240,
193
+ 320,
194
+ 3
195
+ ],
196
+ "dtype": "uint8"
197
+ },
198
+ {
199
+ "path": "obs/sensor_data/robot_camera_1/rgb",
200
+ "shape": [
201
+ 336,
202
+ 240,
203
+ 320,
204
+ 3
205
+ ],
206
+ "dtype": "uint8"
207
+ },
208
+ {
209
+ "path": "obs/sensor_data/top_camera/rgb",
210
+ "shape": [
211
+ 336,
212
+ 320,
213
+ 240,
214
+ 3
215
+ ],
216
+ "dtype": "uint8"
217
+ }
218
+ ],
219
+ "trajectory_sha256": "fff0107e2c48b6a8f505c6fba6c22583ac32000b978907ed5cbbf24eda6861c7",
220
+ "source_sha256": "138c09b32c5997d391d863b04bf41fa8235c6a97d7261c30d2287415b3ebeedb",
221
+ "view_sha256": "cd259ebe07ec4b0b994bef3721851add2122d52b70bf7423fad1ab158422815d"
222
+ },
223
+ {
224
+ "demo_id": "demo_02",
225
+ "file": "demo_02.h5",
226
+ "length": 323,
227
+ "fields": [
228
+ {
229
+ "path": "actions/panda-0",
230
+ "shape": [
231
+ 323,
232
+ 7
233
+ ],
234
+ "dtype": "float32"
235
+ },
236
+ {
237
+ "path": "actions/panda-1",
238
+ "shape": [
239
+ 323,
240
+ 7
241
+ ],
242
+ "dtype": "float32"
243
+ },
244
+ {
245
+ "path": "obs/agent/panda-0/qpos",
246
+ "shape": [
247
+ 324,
248
+ 9
249
+ ],
250
+ "dtype": "float32"
251
+ },
252
+ {
253
+ "path": "obs/agent/panda-0/qvel",
254
+ "shape": [
255
+ 324,
256
+ 9
257
+ ],
258
+ "dtype": "float32"
259
+ },
260
+ {
261
+ "path": "obs/agent/panda-1/qpos",
262
+ "shape": [
263
+ 324,
264
+ 9
265
+ ],
266
+ "dtype": "float32"
267
+ },
268
+ {
269
+ "path": "obs/agent/panda-1/qvel",
270
+ "shape": [
271
+ 324,
272
+ 9
273
+ ],
274
+ "dtype": "float32"
275
+ },
276
+ {
277
+ "path": "obs/sensor_data/front_camera/rgb",
278
+ "shape": [
279
+ 324,
280
+ 240,
281
+ 320,
282
+ 3
283
+ ],
284
+ "dtype": "uint8"
285
+ },
286
+ {
287
+ "path": "obs/sensor_data/left_camera/rgb",
288
+ "shape": [
289
+ 324,
290
+ 240,
291
+ 320,
292
+ 3
293
+ ],
294
+ "dtype": "uint8"
295
+ },
296
+ {
297
+ "path": "obs/sensor_data/robot_camera_0/rgb",
298
+ "shape": [
299
+ 324,
300
+ 240,
301
+ 320,
302
+ 3
303
+ ],
304
+ "dtype": "uint8"
305
+ },
306
+ {
307
+ "path": "obs/sensor_data/robot_camera_1/rgb",
308
+ "shape": [
309
+ 324,
310
+ 240,
311
+ 320,
312
+ 3
313
+ ],
314
+ "dtype": "uint8"
315
+ },
316
+ {
317
+ "path": "obs/sensor_data/top_camera/rgb",
318
+ "shape": [
319
+ 324,
320
+ 320,
321
+ 240,
322
+ 3
323
+ ],
324
+ "dtype": "uint8"
325
+ }
326
+ ],
327
+ "trajectory_sha256": "ea62292f5eee4179cc854f728b306e29e0013862703d5f5a5d9a0771c00c7127",
328
+ "source_sha256": "0d322427a45558a528aae5fce5debb1c0ed023d6f2656637464ce5ba8b7f19ba",
329
+ "view_sha256": "f03fa1d90c82e6955f3e0f757a13f85cff3fd3b1d50b31c84b0186b37218354f"
330
+ },
331
+ {
332
+ "demo_id": "demo_03",
333
+ "file": "demo_03.h5",
334
+ "length": 353,
335
+ "fields": [
336
+ {
337
+ "path": "actions/panda-0",
338
+ "shape": [
339
+ 353,
340
+ 7
341
+ ],
342
+ "dtype": "float32"
343
+ },
344
+ {
345
+ "path": "actions/panda-1",
346
+ "shape": [
347
+ 353,
348
+ 7
349
+ ],
350
+ "dtype": "float32"
351
+ },
352
+ {
353
+ "path": "obs/agent/panda-0/qpos",
354
+ "shape": [
355
+ 354,
356
+ 9
357
+ ],
358
+ "dtype": "float32"
359
+ },
360
+ {
361
+ "path": "obs/agent/panda-0/qvel",
362
+ "shape": [
363
+ 354,
364
+ 9
365
+ ],
366
+ "dtype": "float32"
367
+ },
368
+ {
369
+ "path": "obs/agent/panda-1/qpos",
370
+ "shape": [
371
+ 354,
372
+ 9
373
+ ],
374
+ "dtype": "float32"
375
+ },
376
+ {
377
+ "path": "obs/agent/panda-1/qvel",
378
+ "shape": [
379
+ 354,
380
+ 9
381
+ ],
382
+ "dtype": "float32"
383
+ },
384
+ {
385
+ "path": "obs/sensor_data/front_camera/rgb",
386
+ "shape": [
387
+ 354,
388
+ 240,
389
+ 320,
390
+ 3
391
+ ],
392
+ "dtype": "uint8"
393
+ },
394
+ {
395
+ "path": "obs/sensor_data/left_camera/rgb",
396
+ "shape": [
397
+ 354,
398
+ 240,
399
+ 320,
400
+ 3
401
+ ],
402
+ "dtype": "uint8"
403
+ },
404
+ {
405
+ "path": "obs/sensor_data/robot_camera_0/rgb",
406
+ "shape": [
407
+ 354,
408
+ 240,
409
+ 320,
410
+ 3
411
+ ],
412
+ "dtype": "uint8"
413
+ },
414
+ {
415
+ "path": "obs/sensor_data/robot_camera_1/rgb",
416
+ "shape": [
417
+ 354,
418
+ 240,
419
+ 320,
420
+ 3
421
+ ],
422
+ "dtype": "uint8"
423
+ },
424
+ {
425
+ "path": "obs/sensor_data/top_camera/rgb",
426
+ "shape": [
427
+ 354,
428
+ 320,
429
+ 240,
430
+ 3
431
+ ],
432
+ "dtype": "uint8"
433
+ }
434
+ ],
435
+ "trajectory_sha256": "99a8d0a6cdd4f49d65996bce2afcc845ce234b1a9344008525388c280174f67c",
436
+ "source_sha256": "a5a801e20efe675f11ac8f53483fde1085e22bb774b51e9152b3aa49c76f6274",
437
+ "view_sha256": "15f0e258e1f63f2f2ae0aaf50be0c207ba8778989a6eb6e98824741d7914c4d3"
438
+ },
439
+ {
440
+ "demo_id": "demo_04",
441
+ "file": "demo_04.h5",
442
+ "length": 308,
443
+ "fields": [
444
+ {
445
+ "path": "actions/panda-0",
446
+ "shape": [
447
+ 308,
448
+ 7
449
+ ],
450
+ "dtype": "float32"
451
+ },
452
+ {
453
+ "path": "actions/panda-1",
454
+ "shape": [
455
+ 308,
456
+ 7
457
+ ],
458
+ "dtype": "float32"
459
+ },
460
+ {
461
+ "path": "obs/agent/panda-0/qpos",
462
+ "shape": [
463
+ 309,
464
+ 9
465
+ ],
466
+ "dtype": "float32"
467
+ },
468
+ {
469
+ "path": "obs/agent/panda-0/qvel",
470
+ "shape": [
471
+ 309,
472
+ 9
473
+ ],
474
+ "dtype": "float32"
475
+ },
476
+ {
477
+ "path": "obs/agent/panda-1/qpos",
478
+ "shape": [
479
+ 309,
480
+ 9
481
+ ],
482
+ "dtype": "float32"
483
+ },
484
+ {
485
+ "path": "obs/agent/panda-1/qvel",
486
+ "shape": [
487
+ 309,
488
+ 9
489
+ ],
490
+ "dtype": "float32"
491
+ },
492
+ {
493
+ "path": "obs/sensor_data/front_camera/rgb",
494
+ "shape": [
495
+ 309,
496
+ 240,
497
+ 320,
498
+ 3
499
+ ],
500
+ "dtype": "uint8"
501
+ },
502
+ {
503
+ "path": "obs/sensor_data/left_camera/rgb",
504
+ "shape": [
505
+ 309,
506
+ 240,
507
+ 320,
508
+ 3
509
+ ],
510
+ "dtype": "uint8"
511
+ },
512
+ {
513
+ "path": "obs/sensor_data/robot_camera_0/rgb",
514
+ "shape": [
515
+ 309,
516
+ 240,
517
+ 320,
518
+ 3
519
+ ],
520
+ "dtype": "uint8"
521
+ },
522
+ {
523
+ "path": "obs/sensor_data/robot_camera_1/rgb",
524
+ "shape": [
525
+ 309,
526
+ 240,
527
+ 320,
528
+ 3
529
+ ],
530
+ "dtype": "uint8"
531
+ },
532
+ {
533
+ "path": "obs/sensor_data/top_camera/rgb",
534
+ "shape": [
535
+ 309,
536
+ 320,
537
+ 240,
538
+ 3
539
+ ],
540
+ "dtype": "uint8"
541
+ }
542
+ ],
543
+ "trajectory_sha256": "1fe414759ec9e58bdb9d2317763e05e9b130d8bde477df5096896d79b6ec2a8c",
544
+ "source_sha256": "abf2938625211ba28b831300ac8dc7d3f142026b577e0e046c3cfddbaa1b59c2",
545
+ "view_sha256": "53b2bf063c0bac35db139094e0f9a7749897e1b8bf72c4f4087c839bed35dccd"
546
+ },
547
+ {
548
+ "demo_id": "demo_05",
549
+ "file": "demo_05.h5",
550
+ "length": 315,
551
+ "fields": [
552
+ {
553
+ "path": "actions/panda-0",
554
+ "shape": [
555
+ 315,
556
+ 7
557
+ ],
558
+ "dtype": "float32"
559
+ },
560
+ {
561
+ "path": "actions/panda-1",
562
+ "shape": [
563
+ 315,
564
+ 7
565
+ ],
566
+ "dtype": "float32"
567
+ },
568
+ {
569
+ "path": "obs/agent/panda-0/qpos",
570
+ "shape": [
571
+ 316,
572
+ 9
573
+ ],
574
+ "dtype": "float32"
575
+ },
576
+ {
577
+ "path": "obs/agent/panda-0/qvel",
578
+ "shape": [
579
+ 316,
580
+ 9
581
+ ],
582
+ "dtype": "float32"
583
+ },
584
+ {
585
+ "path": "obs/agent/panda-1/qpos",
586
+ "shape": [
587
+ 316,
588
+ 9
589
+ ],
590
+ "dtype": "float32"
591
+ },
592
+ {
593
+ "path": "obs/agent/panda-1/qvel",
594
+ "shape": [
595
+ 316,
596
+ 9
597
+ ],
598
+ "dtype": "float32"
599
+ },
600
+ {
601
+ "path": "obs/sensor_data/front_camera/rgb",
602
+ "shape": [
603
+ 316,
604
+ 240,
605
+ 320,
606
+ 3
607
+ ],
608
+ "dtype": "uint8"
609
+ },
610
+ {
611
+ "path": "obs/sensor_data/left_camera/rgb",
612
+ "shape": [
613
+ 316,
614
+ 240,
615
+ 320,
616
+ 3
617
+ ],
618
+ "dtype": "uint8"
619
+ },
620
+ {
621
+ "path": "obs/sensor_data/robot_camera_0/rgb",
622
+ "shape": [
623
+ 316,
624
+ 240,
625
+ 320,
626
+ 3
627
+ ],
628
+ "dtype": "uint8"
629
+ },
630
+ {
631
+ "path": "obs/sensor_data/robot_camera_1/rgb",
632
+ "shape": [
633
+ 316,
634
+ 240,
635
+ 320,
636
+ 3
637
+ ],
638
+ "dtype": "uint8"
639
+ },
640
+ {
641
+ "path": "obs/sensor_data/top_camera/rgb",
642
+ "shape": [
643
+ 316,
644
+ 320,
645
+ 240,
646
+ 3
647
+ ],
648
+ "dtype": "uint8"
649
+ }
650
+ ],
651
+ "trajectory_sha256": "705c9dbc8d309f57fa08362be4d8190b03f2a6f80dcd0874b9aac467eb5b0b41",
652
+ "source_sha256": "cf3f1ef283e208f1e8c8d437d63209708092ab33be0641ac94e55c4f23a4218d",
653
+ "view_sha256": "812aaf6966909ab98776a3a7731e4669e99add3cbe0c1a6a1e85ae65fa9dc731"
654
+ },
655
+ {
656
+ "demo_id": "demo_06",
657
+ "file": "demo_06.h5",
658
+ "length": 378,
659
+ "fields": [
660
+ {
661
+ "path": "actions/panda-0",
662
+ "shape": [
663
+ 378,
664
+ 7
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ {
669
+ "path": "actions/panda-1",
670
+ "shape": [
671
+ 378,
672
+ 7
673
+ ],
674
+ "dtype": "float32"
675
+ },
676
+ {
677
+ "path": "obs/agent/panda-0/qpos",
678
+ "shape": [
679
+ 379,
680
+ 9
681
+ ],
682
+ "dtype": "float32"
683
+ },
684
+ {
685
+ "path": "obs/agent/panda-0/qvel",
686
+ "shape": [
687
+ 379,
688
+ 9
689
+ ],
690
+ "dtype": "float32"
691
+ },
692
+ {
693
+ "path": "obs/agent/panda-1/qpos",
694
+ "shape": [
695
+ 379,
696
+ 9
697
+ ],
698
+ "dtype": "float32"
699
+ },
700
+ {
701
+ "path": "obs/agent/panda-1/qvel",
702
+ "shape": [
703
+ 379,
704
+ 9
705
+ ],
706
+ "dtype": "float32"
707
+ },
708
+ {
709
+ "path": "obs/sensor_data/front_camera/rgb",
710
+ "shape": [
711
+ 379,
712
+ 240,
713
+ 320,
714
+ 3
715
+ ],
716
+ "dtype": "uint8"
717
+ },
718
+ {
719
+ "path": "obs/sensor_data/left_camera/rgb",
720
+ "shape": [
721
+ 379,
722
+ 240,
723
+ 320,
724
+ 3
725
+ ],
726
+ "dtype": "uint8"
727
+ },
728
+ {
729
+ "path": "obs/sensor_data/robot_camera_0/rgb",
730
+ "shape": [
731
+ 379,
732
+ 240,
733
+ 320,
734
+ 3
735
+ ],
736
+ "dtype": "uint8"
737
+ },
738
+ {
739
+ "path": "obs/sensor_data/robot_camera_1/rgb",
740
+ "shape": [
741
+ 379,
742
+ 240,
743
+ 320,
744
+ 3
745
+ ],
746
+ "dtype": "uint8"
747
+ },
748
+ {
749
+ "path": "obs/sensor_data/top_camera/rgb",
750
+ "shape": [
751
+ 379,
752
+ 320,
753
+ 240,
754
+ 3
755
+ ],
756
+ "dtype": "uint8"
757
+ }
758
+ ],
759
+ "trajectory_sha256": "29682a8ffacdda22bdb4db219aa92df6d65b375c4117000692d67c4b7b5c20df",
760
+ "source_sha256": "17e8eb5968e76de6b958101dd270a9950b2389d3bbfa21ebbab6baace37a7fc7",
761
+ "view_sha256": "4b37f28b5b5c7316355871a83a3015330ca18320d0e3fb729d245f00fa6eac22"
762
+ },
763
+ {
764
+ "demo_id": "demo_07",
765
+ "file": "demo_07.h5",
766
+ "length": 300,
767
+ "fields": [
768
+ {
769
+ "path": "actions/panda-0",
770
+ "shape": [
771
+ 300,
772
+ 7
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "actions/panda-1",
778
+ "shape": [
779
+ 300,
780
+ 7
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ {
785
+ "path": "obs/agent/panda-0/qpos",
786
+ "shape": [
787
+ 301,
788
+ 9
789
+ ],
790
+ "dtype": "float32"
791
+ },
792
+ {
793
+ "path": "obs/agent/panda-0/qvel",
794
+ "shape": [
795
+ 301,
796
+ 9
797
+ ],
798
+ "dtype": "float32"
799
+ },
800
+ {
801
+ "path": "obs/agent/panda-1/qpos",
802
+ "shape": [
803
+ 301,
804
+ 9
805
+ ],
806
+ "dtype": "float32"
807
+ },
808
+ {
809
+ "path": "obs/agent/panda-1/qvel",
810
+ "shape": [
811
+ 301,
812
+ 9
813
+ ],
814
+ "dtype": "float32"
815
+ },
816
+ {
817
+ "path": "obs/sensor_data/front_camera/rgb",
818
+ "shape": [
819
+ 301,
820
+ 240,
821
+ 320,
822
+ 3
823
+ ],
824
+ "dtype": "uint8"
825
+ },
826
+ {
827
+ "path": "obs/sensor_data/left_camera/rgb",
828
+ "shape": [
829
+ 301,
830
+ 240,
831
+ 320,
832
+ 3
833
+ ],
834
+ "dtype": "uint8"
835
+ },
836
+ {
837
+ "path": "obs/sensor_data/robot_camera_0/rgb",
838
+ "shape": [
839
+ 301,
840
+ 240,
841
+ 320,
842
+ 3
843
+ ],
844
+ "dtype": "uint8"
845
+ },
846
+ {
847
+ "path": "obs/sensor_data/robot_camera_1/rgb",
848
+ "shape": [
849
+ 301,
850
+ 240,
851
+ 320,
852
+ 3
853
+ ],
854
+ "dtype": "uint8"
855
+ },
856
+ {
857
+ "path": "obs/sensor_data/top_camera/rgb",
858
+ "shape": [
859
+ 301,
860
+ 320,
861
+ 240,
862
+ 3
863
+ ],
864
+ "dtype": "uint8"
865
+ }
866
+ ],
867
+ "trajectory_sha256": "cc1a39bbb6dfbc422c46e9f5bd91696f9f6729ab513994cd75951033c8db60f9",
868
+ "source_sha256": "be9e6c7b0cd284e0635dcba62ae9f01698734ef439eeb21e61b8d0bd7673fc48",
869
+ "view_sha256": "b2c23bc998f25a999fca301bddf2f7fb030e7841155647cb9ce26e9c97356e60"
870
+ },
871
+ {
872
+ "demo_id": "demo_08",
873
+ "file": "demo_08.h5",
874
+ "length": 321,
875
+ "fields": [
876
+ {
877
+ "path": "actions/panda-0",
878
+ "shape": [
879
+ 321,
880
+ 7
881
+ ],
882
+ "dtype": "float32"
883
+ },
884
+ {
885
+ "path": "actions/panda-1",
886
+ "shape": [
887
+ 321,
888
+ 7
889
+ ],
890
+ "dtype": "float32"
891
+ },
892
+ {
893
+ "path": "obs/agent/panda-0/qpos",
894
+ "shape": [
895
+ 322,
896
+ 9
897
+ ],
898
+ "dtype": "float32"
899
+ },
900
+ {
901
+ "path": "obs/agent/panda-0/qvel",
902
+ "shape": [
903
+ 322,
904
+ 9
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/panda-1/qpos",
910
+ "shape": [
911
+ 322,
912
+ 9
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/panda-1/qvel",
918
+ "shape": [
919
+ 322,
920
+ 9
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 322,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 322,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera_0/rgb",
946
+ "shape": [
947
+ 322,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/robot_camera_1/rgb",
956
+ "shape": [
957
+ 322,
958
+ 240,
959
+ 320,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ },
964
+ {
965
+ "path": "obs/sensor_data/top_camera/rgb",
966
+ "shape": [
967
+ 322,
968
+ 320,
969
+ 240,
970
+ 3
971
+ ],
972
+ "dtype": "uint8"
973
+ }
974
+ ],
975
+ "trajectory_sha256": "8a54ab325e3f134263b98dae666ae6ca35e582119f327cd4468d2be4b1d695e6",
976
+ "source_sha256": "9177ed7a2e1badc04e5165c72117a91db1956f5f3e7062a6ffd4391169565e42",
977
+ "view_sha256": "daee63d0214cbe978e362eb91398cb34e09fa3a6787bd9692f5d0308102b0dc5"
978
+ },
979
+ {
980
+ "demo_id": "demo_09",
981
+ "file": "demo_09.h5",
982
+ "length": 314,
983
+ "fields": [
984
+ {
985
+ "path": "actions/panda-0",
986
+ "shape": [
987
+ 314,
988
+ 7
989
+ ],
990
+ "dtype": "float32"
991
+ },
992
+ {
993
+ "path": "actions/panda-1",
994
+ "shape": [
995
+ 314,
996
+ 7
997
+ ],
998
+ "dtype": "float32"
999
+ },
1000
+ {
1001
+ "path": "obs/agent/panda-0/qpos",
1002
+ "shape": [
1003
+ 315,
1004
+ 9
1005
+ ],
1006
+ "dtype": "float32"
1007
+ },
1008
+ {
1009
+ "path": "obs/agent/panda-0/qvel",
1010
+ "shape": [
1011
+ 315,
1012
+ 9
1013
+ ],
1014
+ "dtype": "float32"
1015
+ },
1016
+ {
1017
+ "path": "obs/agent/panda-1/qpos",
1018
+ "shape": [
1019
+ 315,
1020
+ 9
1021
+ ],
1022
+ "dtype": "float32"
1023
+ },
1024
+ {
1025
+ "path": "obs/agent/panda-1/qvel",
1026
+ "shape": [
1027
+ 315,
1028
+ 9
1029
+ ],
1030
+ "dtype": "float32"
1031
+ },
1032
+ {
1033
+ "path": "obs/sensor_data/front_camera/rgb",
1034
+ "shape": [
1035
+ 315,
1036
+ 240,
1037
+ 320,
1038
+ 3
1039
+ ],
1040
+ "dtype": "uint8"
1041
+ },
1042
+ {
1043
+ "path": "obs/sensor_data/left_camera/rgb",
1044
+ "shape": [
1045
+ 315,
1046
+ 240,
1047
+ 320,
1048
+ 3
1049
+ ],
1050
+ "dtype": "uint8"
1051
+ },
1052
+ {
1053
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1054
+ "shape": [
1055
+ 315,
1056
+ 240,
1057
+ 320,
1058
+ 3
1059
+ ],
1060
+ "dtype": "uint8"
1061
+ },
1062
+ {
1063
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1064
+ "shape": [
1065
+ 315,
1066
+ 240,
1067
+ 320,
1068
+ 3
1069
+ ],
1070
+ "dtype": "uint8"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/top_camera/rgb",
1074
+ "shape": [
1075
+ 315,
1076
+ 320,
1077
+ 240,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ }
1082
+ ],
1083
+ "trajectory_sha256": "c2060f0e40b5cfe451e455159f92376a91977714a159b3cc2616c02f2d4cbd72",
1084
+ "source_sha256": "24c658296684566bdc787a9128bc835b935f1a5f59ba99a8f2107b49d0216f3c",
1085
+ "view_sha256": "f1ce17755ae530c7026ce99b4158041553b022712affe2acdca8a30edd0bb69c"
1086
+ },
1087
+ {
1088
+ "demo_id": "demo_10",
1089
+ "file": "demo_10.h5",
1090
+ "length": 329,
1091
+ "fields": [
1092
+ {
1093
+ "path": "actions/panda-0",
1094
+ "shape": [
1095
+ 329,
1096
+ 7
1097
+ ],
1098
+ "dtype": "float32"
1099
+ },
1100
+ {
1101
+ "path": "actions/panda-1",
1102
+ "shape": [
1103
+ 329,
1104
+ 7
1105
+ ],
1106
+ "dtype": "float32"
1107
+ },
1108
+ {
1109
+ "path": "obs/agent/panda-0/qpos",
1110
+ "shape": [
1111
+ 330,
1112
+ 9
1113
+ ],
1114
+ "dtype": "float32"
1115
+ },
1116
+ {
1117
+ "path": "obs/agent/panda-0/qvel",
1118
+ "shape": [
1119
+ 330,
1120
+ 9
1121
+ ],
1122
+ "dtype": "float32"
1123
+ },
1124
+ {
1125
+ "path": "obs/agent/panda-1/qpos",
1126
+ "shape": [
1127
+ 330,
1128
+ 9
1129
+ ],
1130
+ "dtype": "float32"
1131
+ },
1132
+ {
1133
+ "path": "obs/agent/panda-1/qvel",
1134
+ "shape": [
1135
+ 330,
1136
+ 9
1137
+ ],
1138
+ "dtype": "float32"
1139
+ },
1140
+ {
1141
+ "path": "obs/sensor_data/front_camera/rgb",
1142
+ "shape": [
1143
+ 330,
1144
+ 240,
1145
+ 320,
1146
+ 3
1147
+ ],
1148
+ "dtype": "uint8"
1149
+ },
1150
+ {
1151
+ "path": "obs/sensor_data/left_camera/rgb",
1152
+ "shape": [
1153
+ 330,
1154
+ 240,
1155
+ 320,
1156
+ 3
1157
+ ],
1158
+ "dtype": "uint8"
1159
+ },
1160
+ {
1161
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1162
+ "shape": [
1163
+ 330,
1164
+ 240,
1165
+ 320,
1166
+ 3
1167
+ ],
1168
+ "dtype": "uint8"
1169
+ },
1170
+ {
1171
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1172
+ "shape": [
1173
+ 330,
1174
+ 240,
1175
+ 320,
1176
+ 3
1177
+ ],
1178
+ "dtype": "uint8"
1179
+ },
1180
+ {
1181
+ "path": "obs/sensor_data/top_camera/rgb",
1182
+ "shape": [
1183
+ 330,
1184
+ 320,
1185
+ 240,
1186
+ 3
1187
+ ],
1188
+ "dtype": "uint8"
1189
+ }
1190
+ ],
1191
+ "trajectory_sha256": "d7b1c3fc14ba719bc1478c5f661a38ee143d1e505e66b7baa5003a3c7b5db6c3",
1192
+ "source_sha256": "b2ce34fb99c78e2633f987531b3562825cce9b6409b5f34d99872f4e05dff0f9",
1193
+ "view_sha256": "832927d5b50996f49485ea3c38fe9918f77884736560231ef5395030a78d921f"
1194
+ },
1195
+ {
1196
+ "demo_id": "demo_11",
1197
+ "file": "demo_11.h5",
1198
+ "length": 337,
1199
+ "fields": [
1200
+ {
1201
+ "path": "actions/panda-0",
1202
+ "shape": [
1203
+ 337,
1204
+ 7
1205
+ ],
1206
+ "dtype": "float32"
1207
+ },
1208
+ {
1209
+ "path": "actions/panda-1",
1210
+ "shape": [
1211
+ 337,
1212
+ 7
1213
+ ],
1214
+ "dtype": "float32"
1215
+ },
1216
+ {
1217
+ "path": "obs/agent/panda-0/qpos",
1218
+ "shape": [
1219
+ 338,
1220
+ 9
1221
+ ],
1222
+ "dtype": "float32"
1223
+ },
1224
+ {
1225
+ "path": "obs/agent/panda-0/qvel",
1226
+ "shape": [
1227
+ 338,
1228
+ 9
1229
+ ],
1230
+ "dtype": "float32"
1231
+ },
1232
+ {
1233
+ "path": "obs/agent/panda-1/qpos",
1234
+ "shape": [
1235
+ 338,
1236
+ 9
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ {
1241
+ "path": "obs/agent/panda-1/qvel",
1242
+ "shape": [
1243
+ 338,
1244
+ 9
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ {
1249
+ "path": "obs/sensor_data/front_camera/rgb",
1250
+ "shape": [
1251
+ 338,
1252
+ 240,
1253
+ 320,
1254
+ 3
1255
+ ],
1256
+ "dtype": "uint8"
1257
+ },
1258
+ {
1259
+ "path": "obs/sensor_data/left_camera/rgb",
1260
+ "shape": [
1261
+ 338,
1262
+ 240,
1263
+ 320,
1264
+ 3
1265
+ ],
1266
+ "dtype": "uint8"
1267
+ },
1268
+ {
1269
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1270
+ "shape": [
1271
+ 338,
1272
+ 240,
1273
+ 320,
1274
+ 3
1275
+ ],
1276
+ "dtype": "uint8"
1277
+ },
1278
+ {
1279
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1280
+ "shape": [
1281
+ 338,
1282
+ 240,
1283
+ 320,
1284
+ 3
1285
+ ],
1286
+ "dtype": "uint8"
1287
+ },
1288
+ {
1289
+ "path": "obs/sensor_data/top_camera/rgb",
1290
+ "shape": [
1291
+ 338,
1292
+ 320,
1293
+ 240,
1294
+ 3
1295
+ ],
1296
+ "dtype": "uint8"
1297
+ }
1298
+ ],
1299
+ "trajectory_sha256": "9e1ce7e9cd457922d25500d441e0456a5bba575ef82c90e0bde8b916cfa9639b",
1300
+ "source_sha256": "d57adb73655ab9239801f0998e981878376958c38aec068c9d6532c99b1b4fff",
1301
+ "view_sha256": "1ae92fde70ca8200f02124b35bdc69f88a6e0b6ad92b0eda0f1977fe48e3e715"
1302
+ },
1303
+ {
1304
+ "demo_id": "demo_12",
1305
+ "file": "demo_12.h5",
1306
+ "length": 296,
1307
+ "fields": [
1308
+ {
1309
+ "path": "actions/panda-0",
1310
+ "shape": [
1311
+ 296,
1312
+ 7
1313
+ ],
1314
+ "dtype": "float32"
1315
+ },
1316
+ {
1317
+ "path": "actions/panda-1",
1318
+ "shape": [
1319
+ 296,
1320
+ 7
1321
+ ],
1322
+ "dtype": "float32"
1323
+ },
1324
+ {
1325
+ "path": "obs/agent/panda-0/qpos",
1326
+ "shape": [
1327
+ 297,
1328
+ 9
1329
+ ],
1330
+ "dtype": "float32"
1331
+ },
1332
+ {
1333
+ "path": "obs/agent/panda-0/qvel",
1334
+ "shape": [
1335
+ 297,
1336
+ 9
1337
+ ],
1338
+ "dtype": "float32"
1339
+ },
1340
+ {
1341
+ "path": "obs/agent/panda-1/qpos",
1342
+ "shape": [
1343
+ 297,
1344
+ 9
1345
+ ],
1346
+ "dtype": "float32"
1347
+ },
1348
+ {
1349
+ "path": "obs/agent/panda-1/qvel",
1350
+ "shape": [
1351
+ 297,
1352
+ 9
1353
+ ],
1354
+ "dtype": "float32"
1355
+ },
1356
+ {
1357
+ "path": "obs/sensor_data/front_camera/rgb",
1358
+ "shape": [
1359
+ 297,
1360
+ 240,
1361
+ 320,
1362
+ 3
1363
+ ],
1364
+ "dtype": "uint8"
1365
+ },
1366
+ {
1367
+ "path": "obs/sensor_data/left_camera/rgb",
1368
+ "shape": [
1369
+ 297,
1370
+ 240,
1371
+ 320,
1372
+ 3
1373
+ ],
1374
+ "dtype": "uint8"
1375
+ },
1376
+ {
1377
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1378
+ "shape": [
1379
+ 297,
1380
+ 240,
1381
+ 320,
1382
+ 3
1383
+ ],
1384
+ "dtype": "uint8"
1385
+ },
1386
+ {
1387
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1388
+ "shape": [
1389
+ 297,
1390
+ 240,
1391
+ 320,
1392
+ 3
1393
+ ],
1394
+ "dtype": "uint8"
1395
+ },
1396
+ {
1397
+ "path": "obs/sensor_data/top_camera/rgb",
1398
+ "shape": [
1399
+ 297,
1400
+ 320,
1401
+ 240,
1402
+ 3
1403
+ ],
1404
+ "dtype": "uint8"
1405
+ }
1406
+ ],
1407
+ "trajectory_sha256": "a9b9c12f83b48b73d9320dc85fc088c38fed36c54e51d4f8f8676567301a42c8",
1408
+ "source_sha256": "b691bf214d943381472ea2d9d487982f0707c15423f2a71e25dfa822217ba8fc",
1409
+ "view_sha256": "14d67f60c07373012c88546be748581fe4b09c709e5b5996adfcd13f67baa89b"
1410
+ },
1411
+ {
1412
+ "demo_id": "demo_13",
1413
+ "file": "demo_13.h5",
1414
+ "length": 311,
1415
+ "fields": [
1416
+ {
1417
+ "path": "actions/panda-0",
1418
+ "shape": [
1419
+ 311,
1420
+ 7
1421
+ ],
1422
+ "dtype": "float32"
1423
+ },
1424
+ {
1425
+ "path": "actions/panda-1",
1426
+ "shape": [
1427
+ 311,
1428
+ 7
1429
+ ],
1430
+ "dtype": "float32"
1431
+ },
1432
+ {
1433
+ "path": "obs/agent/panda-0/qpos",
1434
+ "shape": [
1435
+ 312,
1436
+ 9
1437
+ ],
1438
+ "dtype": "float32"
1439
+ },
1440
+ {
1441
+ "path": "obs/agent/panda-0/qvel",
1442
+ "shape": [
1443
+ 312,
1444
+ 9
1445
+ ],
1446
+ "dtype": "float32"
1447
+ },
1448
+ {
1449
+ "path": "obs/agent/panda-1/qpos",
1450
+ "shape": [
1451
+ 312,
1452
+ 9
1453
+ ],
1454
+ "dtype": "float32"
1455
+ },
1456
+ {
1457
+ "path": "obs/agent/panda-1/qvel",
1458
+ "shape": [
1459
+ 312,
1460
+ 9
1461
+ ],
1462
+ "dtype": "float32"
1463
+ },
1464
+ {
1465
+ "path": "obs/sensor_data/front_camera/rgb",
1466
+ "shape": [
1467
+ 312,
1468
+ 240,
1469
+ 320,
1470
+ 3
1471
+ ],
1472
+ "dtype": "uint8"
1473
+ },
1474
+ {
1475
+ "path": "obs/sensor_data/left_camera/rgb",
1476
+ "shape": [
1477
+ 312,
1478
+ 240,
1479
+ 320,
1480
+ 3
1481
+ ],
1482
+ "dtype": "uint8"
1483
+ },
1484
+ {
1485
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1486
+ "shape": [
1487
+ 312,
1488
+ 240,
1489
+ 320,
1490
+ 3
1491
+ ],
1492
+ "dtype": "uint8"
1493
+ },
1494
+ {
1495
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1496
+ "shape": [
1497
+ 312,
1498
+ 240,
1499
+ 320,
1500
+ 3
1501
+ ],
1502
+ "dtype": "uint8"
1503
+ },
1504
+ {
1505
+ "path": "obs/sensor_data/top_camera/rgb",
1506
+ "shape": [
1507
+ 312,
1508
+ 320,
1509
+ 240,
1510
+ 3
1511
+ ],
1512
+ "dtype": "uint8"
1513
+ }
1514
+ ],
1515
+ "trajectory_sha256": "f894c90d4ae3c4be91af28c326664a5cd6072ecc9adfef1c6bcc4d7040091f31",
1516
+ "source_sha256": "20b053dcafe6f5bcd25ad8df66b53ea75fdd21364c2efdfe148232f0c7f4c66d",
1517
+ "view_sha256": "ade327ef8cc12f5854ab0fb3829c27332d419fd3c4c7d3f5a22f8a8797239532"
1518
+ },
1519
+ {
1520
+ "demo_id": "demo_14",
1521
+ "file": "demo_14.h5",
1522
+ "length": 314,
1523
+ "fields": [
1524
+ {
1525
+ "path": "actions/panda-0",
1526
+ "shape": [
1527
+ 314,
1528
+ 7
1529
+ ],
1530
+ "dtype": "float32"
1531
+ },
1532
+ {
1533
+ "path": "actions/panda-1",
1534
+ "shape": [
1535
+ 314,
1536
+ 7
1537
+ ],
1538
+ "dtype": "float32"
1539
+ },
1540
+ {
1541
+ "path": "obs/agent/panda-0/qpos",
1542
+ "shape": [
1543
+ 315,
1544
+ 9
1545
+ ],
1546
+ "dtype": "float32"
1547
+ },
1548
+ {
1549
+ "path": "obs/agent/panda-0/qvel",
1550
+ "shape": [
1551
+ 315,
1552
+ 9
1553
+ ],
1554
+ "dtype": "float32"
1555
+ },
1556
+ {
1557
+ "path": "obs/agent/panda-1/qpos",
1558
+ "shape": [
1559
+ 315,
1560
+ 9
1561
+ ],
1562
+ "dtype": "float32"
1563
+ },
1564
+ {
1565
+ "path": "obs/agent/panda-1/qvel",
1566
+ "shape": [
1567
+ 315,
1568
+ 9
1569
+ ],
1570
+ "dtype": "float32"
1571
+ },
1572
+ {
1573
+ "path": "obs/sensor_data/front_camera/rgb",
1574
+ "shape": [
1575
+ 315,
1576
+ 240,
1577
+ 320,
1578
+ 3
1579
+ ],
1580
+ "dtype": "uint8"
1581
+ },
1582
+ {
1583
+ "path": "obs/sensor_data/left_camera/rgb",
1584
+ "shape": [
1585
+ 315,
1586
+ 240,
1587
+ 320,
1588
+ 3
1589
+ ],
1590
+ "dtype": "uint8"
1591
+ },
1592
+ {
1593
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1594
+ "shape": [
1595
+ 315,
1596
+ 240,
1597
+ 320,
1598
+ 3
1599
+ ],
1600
+ "dtype": "uint8"
1601
+ },
1602
+ {
1603
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1604
+ "shape": [
1605
+ 315,
1606
+ 240,
1607
+ 320,
1608
+ 3
1609
+ ],
1610
+ "dtype": "uint8"
1611
+ },
1612
+ {
1613
+ "path": "obs/sensor_data/top_camera/rgb",
1614
+ "shape": [
1615
+ 315,
1616
+ 320,
1617
+ 240,
1618
+ 3
1619
+ ],
1620
+ "dtype": "uint8"
1621
+ }
1622
+ ],
1623
+ "trajectory_sha256": "57d0b7da8d9bee7efc6b288e27f3ac4edc4c29f51adafdeb21a8183abb7283bb",
1624
+ "source_sha256": "ba78b06b98adc51df684ce26ee47b4d4c0bf31d01036546315817c428c9b8aec",
1625
+ "view_sha256": "ba8c7c95812fbce3dcd93d7fa64cdea5b887c74983b2c14f2bd58f7789f2dd08"
1626
+ },
1627
+ {
1628
+ "demo_id": "demo_15",
1629
+ "file": "demo_15.h5",
1630
+ "length": 339,
1631
+ "fields": [
1632
+ {
1633
+ "path": "actions/panda-0",
1634
+ "shape": [
1635
+ 339,
1636
+ 7
1637
+ ],
1638
+ "dtype": "float32"
1639
+ },
1640
+ {
1641
+ "path": "actions/panda-1",
1642
+ "shape": [
1643
+ 339,
1644
+ 7
1645
+ ],
1646
+ "dtype": "float32"
1647
+ },
1648
+ {
1649
+ "path": "obs/agent/panda-0/qpos",
1650
+ "shape": [
1651
+ 340,
1652
+ 9
1653
+ ],
1654
+ "dtype": "float32"
1655
+ },
1656
+ {
1657
+ "path": "obs/agent/panda-0/qvel",
1658
+ "shape": [
1659
+ 340,
1660
+ 9
1661
+ ],
1662
+ "dtype": "float32"
1663
+ },
1664
+ {
1665
+ "path": "obs/agent/panda-1/qpos",
1666
+ "shape": [
1667
+ 340,
1668
+ 9
1669
+ ],
1670
+ "dtype": "float32"
1671
+ },
1672
+ {
1673
+ "path": "obs/agent/panda-1/qvel",
1674
+ "shape": [
1675
+ 340,
1676
+ 9
1677
+ ],
1678
+ "dtype": "float32"
1679
+ },
1680
+ {
1681
+ "path": "obs/sensor_data/front_camera/rgb",
1682
+ "shape": [
1683
+ 340,
1684
+ 240,
1685
+ 320,
1686
+ 3
1687
+ ],
1688
+ "dtype": "uint8"
1689
+ },
1690
+ {
1691
+ "path": "obs/sensor_data/left_camera/rgb",
1692
+ "shape": [
1693
+ 340,
1694
+ 240,
1695
+ 320,
1696
+ 3
1697
+ ],
1698
+ "dtype": "uint8"
1699
+ },
1700
+ {
1701
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1702
+ "shape": [
1703
+ 340,
1704
+ 240,
1705
+ 320,
1706
+ 3
1707
+ ],
1708
+ "dtype": "uint8"
1709
+ },
1710
+ {
1711
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1712
+ "shape": [
1713
+ 340,
1714
+ 240,
1715
+ 320,
1716
+ 3
1717
+ ],
1718
+ "dtype": "uint8"
1719
+ },
1720
+ {
1721
+ "path": "obs/sensor_data/top_camera/rgb",
1722
+ "shape": [
1723
+ 340,
1724
+ 320,
1725
+ 240,
1726
+ 3
1727
+ ],
1728
+ "dtype": "uint8"
1729
+ }
1730
+ ],
1731
+ "trajectory_sha256": "9ed31feff79a62d5f8603ae1670a90f3ca462db3ea7e0bfd856e75bfd291495e",
1732
+ "source_sha256": "6cb6fbf745e70b4ece083df220a5723f0510980c086e3cb2c25a4fac0803313a",
1733
+ "view_sha256": "b2a7ed3368b4223c295d9c2815b68a822f5338b05755a3fd292e30976abbbf33"
1734
+ },
1735
+ {
1736
+ "demo_id": "demo_16",
1737
+ "file": "demo_16.h5",
1738
+ "length": 337,
1739
+ "fields": [
1740
+ {
1741
+ "path": "actions/panda-0",
1742
+ "shape": [
1743
+ 337,
1744
+ 7
1745
+ ],
1746
+ "dtype": "float32"
1747
+ },
1748
+ {
1749
+ "path": "actions/panda-1",
1750
+ "shape": [
1751
+ 337,
1752
+ 7
1753
+ ],
1754
+ "dtype": "float32"
1755
+ },
1756
+ {
1757
+ "path": "obs/agent/panda-0/qpos",
1758
+ "shape": [
1759
+ 338,
1760
+ 9
1761
+ ],
1762
+ "dtype": "float32"
1763
+ },
1764
+ {
1765
+ "path": "obs/agent/panda-0/qvel",
1766
+ "shape": [
1767
+ 338,
1768
+ 9
1769
+ ],
1770
+ "dtype": "float32"
1771
+ },
1772
+ {
1773
+ "path": "obs/agent/panda-1/qpos",
1774
+ "shape": [
1775
+ 338,
1776
+ 9
1777
+ ],
1778
+ "dtype": "float32"
1779
+ },
1780
+ {
1781
+ "path": "obs/agent/panda-1/qvel",
1782
+ "shape": [
1783
+ 338,
1784
+ 9
1785
+ ],
1786
+ "dtype": "float32"
1787
+ },
1788
+ {
1789
+ "path": "obs/sensor_data/front_camera/rgb",
1790
+ "shape": [
1791
+ 338,
1792
+ 240,
1793
+ 320,
1794
+ 3
1795
+ ],
1796
+ "dtype": "uint8"
1797
+ },
1798
+ {
1799
+ "path": "obs/sensor_data/left_camera/rgb",
1800
+ "shape": [
1801
+ 338,
1802
+ 240,
1803
+ 320,
1804
+ 3
1805
+ ],
1806
+ "dtype": "uint8"
1807
+ },
1808
+ {
1809
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1810
+ "shape": [
1811
+ 338,
1812
+ 240,
1813
+ 320,
1814
+ 3
1815
+ ],
1816
+ "dtype": "uint8"
1817
+ },
1818
+ {
1819
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1820
+ "shape": [
1821
+ 338,
1822
+ 240,
1823
+ 320,
1824
+ 3
1825
+ ],
1826
+ "dtype": "uint8"
1827
+ },
1828
+ {
1829
+ "path": "obs/sensor_data/top_camera/rgb",
1830
+ "shape": [
1831
+ 338,
1832
+ 320,
1833
+ 240,
1834
+ 3
1835
+ ],
1836
+ "dtype": "uint8"
1837
+ }
1838
+ ],
1839
+ "trajectory_sha256": "512144a009769caee5560ff8d635a30749658cd4536e00ea0e4eda77285d4f7b",
1840
+ "source_sha256": "9f232c343c905ae199e9fd14001c3dae2a36fcb5943aaaf263fc006b4be0294a",
1841
+ "view_sha256": "09252bad47f79b03e79e9d3a3768521f2735bccd60b27c8c5605905ad22bf373"
1842
+ },
1843
+ {
1844
+ "demo_id": "demo_17",
1845
+ "file": "demo_17.h5",
1846
+ "length": 349,
1847
+ "fields": [
1848
+ {
1849
+ "path": "actions/panda-0",
1850
+ "shape": [
1851
+ 349,
1852
+ 7
1853
+ ],
1854
+ "dtype": "float32"
1855
+ },
1856
+ {
1857
+ "path": "actions/panda-1",
1858
+ "shape": [
1859
+ 349,
1860
+ 7
1861
+ ],
1862
+ "dtype": "float32"
1863
+ },
1864
+ {
1865
+ "path": "obs/agent/panda-0/qpos",
1866
+ "shape": [
1867
+ 350,
1868
+ 9
1869
+ ],
1870
+ "dtype": "float32"
1871
+ },
1872
+ {
1873
+ "path": "obs/agent/panda-0/qvel",
1874
+ "shape": [
1875
+ 350,
1876
+ 9
1877
+ ],
1878
+ "dtype": "float32"
1879
+ },
1880
+ {
1881
+ "path": "obs/agent/panda-1/qpos",
1882
+ "shape": [
1883
+ 350,
1884
+ 9
1885
+ ],
1886
+ "dtype": "float32"
1887
+ },
1888
+ {
1889
+ "path": "obs/agent/panda-1/qvel",
1890
+ "shape": [
1891
+ 350,
1892
+ 9
1893
+ ],
1894
+ "dtype": "float32"
1895
+ },
1896
+ {
1897
+ "path": "obs/sensor_data/front_camera/rgb",
1898
+ "shape": [
1899
+ 350,
1900
+ 240,
1901
+ 320,
1902
+ 3
1903
+ ],
1904
+ "dtype": "uint8"
1905
+ },
1906
+ {
1907
+ "path": "obs/sensor_data/left_camera/rgb",
1908
+ "shape": [
1909
+ 350,
1910
+ 240,
1911
+ 320,
1912
+ 3
1913
+ ],
1914
+ "dtype": "uint8"
1915
+ },
1916
+ {
1917
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1918
+ "shape": [
1919
+ 350,
1920
+ 240,
1921
+ 320,
1922
+ 3
1923
+ ],
1924
+ "dtype": "uint8"
1925
+ },
1926
+ {
1927
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1928
+ "shape": [
1929
+ 350,
1930
+ 240,
1931
+ 320,
1932
+ 3
1933
+ ],
1934
+ "dtype": "uint8"
1935
+ },
1936
+ {
1937
+ "path": "obs/sensor_data/top_camera/rgb",
1938
+ "shape": [
1939
+ 350,
1940
+ 320,
1941
+ 240,
1942
+ 3
1943
+ ],
1944
+ "dtype": "uint8"
1945
+ }
1946
+ ],
1947
+ "trajectory_sha256": "fb21a23dc64389b21ca7b6bbaaae17da67ea375b2f1dbf6f056f7ffca51221ce",
1948
+ "source_sha256": "52b00be8479e12412298950f94fda757b146276c422f47501748ea8ade1b09ec",
1949
+ "view_sha256": "a8f43dccf6b4f6ea40a5949cf48ec7b5871e7bdaad7d93f640c0bab017f5a75c"
1950
+ },
1951
+ {
1952
+ "demo_id": "demo_18",
1953
+ "file": "demo_18.h5",
1954
+ "length": 319,
1955
+ "fields": [
1956
+ {
1957
+ "path": "actions/panda-0",
1958
+ "shape": [
1959
+ 319,
1960
+ 7
1961
+ ],
1962
+ "dtype": "float32"
1963
+ },
1964
+ {
1965
+ "path": "actions/panda-1",
1966
+ "shape": [
1967
+ 319,
1968
+ 7
1969
+ ],
1970
+ "dtype": "float32"
1971
+ },
1972
+ {
1973
+ "path": "obs/agent/panda-0/qpos",
1974
+ "shape": [
1975
+ 320,
1976
+ 9
1977
+ ],
1978
+ "dtype": "float32"
1979
+ },
1980
+ {
1981
+ "path": "obs/agent/panda-0/qvel",
1982
+ "shape": [
1983
+ 320,
1984
+ 9
1985
+ ],
1986
+ "dtype": "float32"
1987
+ },
1988
+ {
1989
+ "path": "obs/agent/panda-1/qpos",
1990
+ "shape": [
1991
+ 320,
1992
+ 9
1993
+ ],
1994
+ "dtype": "float32"
1995
+ },
1996
+ {
1997
+ "path": "obs/agent/panda-1/qvel",
1998
+ "shape": [
1999
+ 320,
2000
+ 9
2001
+ ],
2002
+ "dtype": "float32"
2003
+ },
2004
+ {
2005
+ "path": "obs/sensor_data/front_camera/rgb",
2006
+ "shape": [
2007
+ 320,
2008
+ 240,
2009
+ 320,
2010
+ 3
2011
+ ],
2012
+ "dtype": "uint8"
2013
+ },
2014
+ {
2015
+ "path": "obs/sensor_data/left_camera/rgb",
2016
+ "shape": [
2017
+ 320,
2018
+ 240,
2019
+ 320,
2020
+ 3
2021
+ ],
2022
+ "dtype": "uint8"
2023
+ },
2024
+ {
2025
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2026
+ "shape": [
2027
+ 320,
2028
+ 240,
2029
+ 320,
2030
+ 3
2031
+ ],
2032
+ "dtype": "uint8"
2033
+ },
2034
+ {
2035
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2036
+ "shape": [
2037
+ 320,
2038
+ 240,
2039
+ 320,
2040
+ 3
2041
+ ],
2042
+ "dtype": "uint8"
2043
+ },
2044
+ {
2045
+ "path": "obs/sensor_data/top_camera/rgb",
2046
+ "shape": [
2047
+ 320,
2048
+ 320,
2049
+ 240,
2050
+ 3
2051
+ ],
2052
+ "dtype": "uint8"
2053
+ }
2054
+ ],
2055
+ "trajectory_sha256": "6f6a63ba48644e3a82936c19ac0ea228504dc4ed561b1a78e66ad9ced103dc3a",
2056
+ "source_sha256": "966b7719f4b3cf1c37a0284022c620df55fabd1f0194443b17d883d9b9b8fcb7",
2057
+ "view_sha256": "dffba4e52476ded08a851e3802355d9d3e9fdcc184b28521a65e6caec9ce022e"
2058
+ },
2059
+ {
2060
+ "demo_id": "demo_19",
2061
+ "file": "demo_19.h5",
2062
+ "length": 318,
2063
+ "fields": [
2064
+ {
2065
+ "path": "actions/panda-0",
2066
+ "shape": [
2067
+ 318,
2068
+ 7
2069
+ ],
2070
+ "dtype": "float32"
2071
+ },
2072
+ {
2073
+ "path": "actions/panda-1",
2074
+ "shape": [
2075
+ 318,
2076
+ 7
2077
+ ],
2078
+ "dtype": "float32"
2079
+ },
2080
+ {
2081
+ "path": "obs/agent/panda-0/qpos",
2082
+ "shape": [
2083
+ 319,
2084
+ 9
2085
+ ],
2086
+ "dtype": "float32"
2087
+ },
2088
+ {
2089
+ "path": "obs/agent/panda-0/qvel",
2090
+ "shape": [
2091
+ 319,
2092
+ 9
2093
+ ],
2094
+ "dtype": "float32"
2095
+ },
2096
+ {
2097
+ "path": "obs/agent/panda-1/qpos",
2098
+ "shape": [
2099
+ 319,
2100
+ 9
2101
+ ],
2102
+ "dtype": "float32"
2103
+ },
2104
+ {
2105
+ "path": "obs/agent/panda-1/qvel",
2106
+ "shape": [
2107
+ 319,
2108
+ 9
2109
+ ],
2110
+ "dtype": "float32"
2111
+ },
2112
+ {
2113
+ "path": "obs/sensor_data/front_camera/rgb",
2114
+ "shape": [
2115
+ 319,
2116
+ 240,
2117
+ 320,
2118
+ 3
2119
+ ],
2120
+ "dtype": "uint8"
2121
+ },
2122
+ {
2123
+ "path": "obs/sensor_data/left_camera/rgb",
2124
+ "shape": [
2125
+ 319,
2126
+ 240,
2127
+ 320,
2128
+ 3
2129
+ ],
2130
+ "dtype": "uint8"
2131
+ },
2132
+ {
2133
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2134
+ "shape": [
2135
+ 319,
2136
+ 240,
2137
+ 320,
2138
+ 3
2139
+ ],
2140
+ "dtype": "uint8"
2141
+ },
2142
+ {
2143
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2144
+ "shape": [
2145
+ 319,
2146
+ 240,
2147
+ 320,
2148
+ 3
2149
+ ],
2150
+ "dtype": "uint8"
2151
+ },
2152
+ {
2153
+ "path": "obs/sensor_data/top_camera/rgb",
2154
+ "shape": [
2155
+ 319,
2156
+ 320,
2157
+ 240,
2158
+ 3
2159
+ ],
2160
+ "dtype": "uint8"
2161
+ }
2162
+ ],
2163
+ "trajectory_sha256": "aa9bd4f6cf809a853b0e9cd52599cd50e60336ee6b31051102eafd7f36890d33",
2164
+ "source_sha256": "fdaa28922b1b442329dfbf0e50876f77622b8275e48394325e2ef69fdb7e1825",
2165
+ "view_sha256": "0184d995954184f99f18232c78c9b39d76c1d2c0689f1f0ca42b900e1dfd5942"
2166
+ }
2167
+ ]
2168
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Findings
2
+
3
+ All 20 demonstrations analyzed, 6,508 expert action rows and 200 visually inspected camera frames. Exact ledger and supporting evidence are in ../demo_analysis.md and ../evidence/statistics.json. Every front/top frame is also processed for fixed descriptors, distinguished from visual inspection in read_audit.json.
4
+
5
+ The labels use small translations, constant -0.2 gripper targets, and a 16-step opposed rz rotation segment. Episode lengths and box image poses vary. Endpoints show converging wrists and occluded panels; no verified completion labels exist. Eight sequences end with nonzero arm commands.
6
+
7
+ The contract specifies no enforced success condition. A closing-like motion is an interpretation of the images, not a supplied target or verified result. Root/camera calibration, contact state, door angles, task reward criterion, and runtime performance remain unknown. No environment episodes or pretrained-weight changes occurred.
8
+
9
+ ## E20 continuation
10
+ Episode 1: native API returned success=True at step 292 (290 actions in the resumed harness plus one action before its envelope fix and the charged hold). Both top panels appear inward at the final top view. Initial panel interaction rotated the movable box; gripper remained -0.2. Mean local act latency 3.48 ms. No controller change from offline draft. Exploration harness initially failed to unwrap execute_actions()['steps']; fixed without resetting or repeating the executed action. Initial observation and reconstructed deterministic first action are retained separately. Native success is reported only because it was present in the legal step return; this does not create a new rubric.
11
+ Episode 2: native success=False at horizon 400. Retrieval phase reached 1.0 by step 350, while top images show incomplete inward folding and box displacement. Endpoint labels can stall because nearest demonstrated joints do not match the live contact geometry. The next version adds bounded local linear feedback: identify joint increments from adjacent legal demo observations against the four active action axes per robot, then correct the nearest reference's joint residual. This is non-neural least squares, computed from the existing authorized bank; no new source data or simulator is used. Correction caps are 0.025 translation and 0.04 normalized rz, gain 0.12. It remains an approximate pose correction, not contact or door-state estimation.
12
+ Episode 3: bounded local feedback revision returned native success=True at step 275, with mean act latency 4.20 ms. Initial and intermediate images, all emitted actions, per-action proprioception and native flags are in exploration/ep03. At step 200 both panels were still outward; successful termination followed later folding. This single new start does not isolate the feedback gain's causal contribution.
13
+ Independent rehearsals 4 and 5 ran the identical v1 bundle 0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27. Both valid, native success false then true. No image-only success was substituted. These establish runnable offline execution and variable physical reliability.
14
+ Version 2 localization diagnostic: widen proprioception shortlist from 96 to 256 and raise current-RGB weight from 35 to 100 while retaining bounded feedback. Rationale: shifted box pose is not determined by joint similarity. This change is heuristic; image occlusion can also mislead retrieval.
15
+ Episode 6: stronger visual weighting (v2) returned native success=True at step 276; mean act latency 4.99 ms. Step-250 top view shows panels rotated edge-on, followed by native success. Full emitted actions, per-action joints/native flags, sampled front/top images and endpoint observations are retained in exploration/ep06. This supports taking v2 to independent rehearsal, not a controlled causal comparison.
16
+
17
+ Observed limitations and tested mechanisms: localization uses RGB descriptor similarity, not calibrated geometry; box pose moves under contact. Robot pose uses joint similarity and bounded local linear residual feedback. Gripper stays at demonstrated -0.2; no grasp sensor or release routine is claimed. Timing follows observed reference progress, not a selected demo clock. Recovery is bounded joint feedback plus OOD hold; it cannot recover arbitrary contact loss. The exploration harness envelope failure was repaired; independent v1 rehearsals both completed without a reported program failure. Native success was present in all completed API outcome reports to date; the preregistered ambiguous=false fallback was not needed.
18
+
19
+ ## Baseline comparison snapshot
20
+ Rehearsals 7–10 independently ran the exact v2 bundle abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f, with native outcomes true, false, false, true; all four valid. Thus v2 has 2/4 successes and v1 has 1/2. This does not establish an improvement from stronger vision.
21
+
22
+ For the upcoming baseline comparison the controller is restored byte-for-byte to v0_controller.py: original shortlist 96, RGB weight 35, no local linear correction. Historical descriptions above refer to the stated revisions, not the present baseline. This baseline uses only live image/joint retrieval, compatible-label blending, phase continuity and mismatch hold. Its known endpoint zero-action stalling remains. Episodes 11–14 will test it independently; their outcomes are not yet known at snapshot time.
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,184 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "__pycache__/build_reference.cpython-310.pyc": "c5643b8661d6fe73b3e9819b926f31c75712119eb40e53c98383a5cddddb2a9a",
4
+ "__pycache__/check_synthetic.cpython-310.pyc": "19656dd888c0d809e8a2df7e8ea825f06c1052d22052ee74579c58377182a8a2",
5
+ "__pycache__/controller.cpython-310.pyc": "03fba6baf24cc0acff7aa8b98b3807f771d0b14b395ff72e4332182ee9fbb56d",
6
+ "build_reference.py": "4d72c8a70e24a1f962de440117f38e2a3d19aec8a692b332d7974b392380f1dd",
7
+ "check_results.json": "7d36ed0678db6fa9046170e1ef24943751df5ba1aef721657e6606d24766ce4d",
8
+ "check_synthetic.py": "e08cc461cae102e33349dacd45adfe5dbf966556d8d8bde2c5929a4d6054cfd3",
9
+ "controller.py": "ebae4b3c82f89e632469a9ae711162aa192fad8ef56be049acd85dbe7053ae4c",
10
+ "demo_manifest.json": "e6fe795ed40a6085711450afdda27b3f72f260a0757a4f2d7685a6e83d8461d9",
11
+ "demonstrations_readonly/demo_00.h5": "f2e196ec995855f1042a2b49164dca182aa1b70fb690c136b1b41aa091410537",
12
+ "demonstrations_readonly/demo_01.h5": "cd259ebe07ec4b0b994bef3721851add2122d52b70bf7423fad1ab158422815d",
13
+ "demonstrations_readonly/demo_02.h5": "f03fa1d90c82e6955f3e0f757a13f85cff3fd3b1d50b31c84b0186b37218354f",
14
+ "demonstrations_readonly/demo_03.h5": "15f0e258e1f63f2f2ae0aaf50be0c207ba8778989a6eb6e98824741d7914c4d3",
15
+ "demonstrations_readonly/demo_04.h5": "53b2bf063c0bac35db139094e0f9a7749897e1b8bf72c4f4087c839bed35dccd",
16
+ "demonstrations_readonly/demo_05.h5": "812aaf6966909ab98776a3a7731e4669e99add3cbe0c1a6a1e85ae65fa9dc731",
17
+ "demonstrations_readonly/demo_06.h5": "4b37f28b5b5c7316355871a83a3015330ca18320d0e3fb729d245f00fa6eac22",
18
+ "demonstrations_readonly/demo_07.h5": "b2c23bc998f25a999fca301bddf2f7fb030e7841155647cb9ce26e9c97356e60",
19
+ "demonstrations_readonly/demo_08.h5": "daee63d0214cbe978e362eb91398cb34e09fa3a6787bd9692f5d0308102b0dc5",
20
+ "demonstrations_readonly/demo_09.h5": "f1ce17755ae530c7026ce99b4158041553b022712affe2acdca8a30edd0bb69c",
21
+ "demonstrations_readonly/demo_10.h5": "832927d5b50996f49485ea3c38fe9918f77884736560231ef5395030a78d921f",
22
+ "demonstrations_readonly/demo_11.h5": "1ae92fde70ca8200f02124b35bdc69f88a6e0b6ad92b0eda0f1977fe48e3e715",
23
+ "demonstrations_readonly/demo_12.h5": "14d67f60c07373012c88546be748581fe4b09c709e5b5996adfcd13f67baa89b",
24
+ "demonstrations_readonly/demo_13.h5": "ade327ef8cc12f5854ab0fb3829c27332d419fd3c4c7d3f5a22f8a8797239532",
25
+ "demonstrations_readonly/demo_14.h5": "ba8c7c95812fbce3dcd93d7fa64cdea5b887c74983b2c14f2bd58f7789f2dd08",
26
+ "demonstrations_readonly/demo_15.h5": "b2a7ed3368b4223c295d9c2815b68a822f5338b05755a3fd292e30976abbbf33",
27
+ "demonstrations_readonly/demo_16.h5": "09252bad47f79b03e79e9d3a3768521f2735bccd60b27c8c5605905ad22bf373",
28
+ "demonstrations_readonly/demo_17.h5": "a8f43dccf6b4f6ea40a5949cf48ec7b5871e7bdaad7d93f640c0bab017f5a75c",
29
+ "demonstrations_readonly/demo_18.h5": "dffba4e52476ded08a851e3802355d9d3e9fdcc184b28521a65e6caec9ce022e",
30
+ "demonstrations_readonly/demo_19.h5": "0184d995954184f99f18232c78c9b39d76c1d2c0689f1f0ca42b900e1dfd5942",
31
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
32
+ "findings.md": "f2bcb9137f431f299d8c4b885dc44b3a01a769fabe20781f933a776cd074ad3a",
33
+ "handoff.md": "2cd5596cd9dec465ae75efb8e7dedf675dc6478e5de6b3afa5ba66fcd76a606a",
34
+ "model_tool_manifest.yaml": "9138c69079441095b44d8942a90ceebae5e535c0bec2c264f24f2442418e2de1",
35
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
36
+ "read_audit.json": "93a3ff2141810ac205314e462aa35003d6221da1021de544aaa5c18a5fe3f28f",
37
+ "reference_bank.npz": "ab47cfc98cb81e7c82c95c1807b066d38d0cc0b5ab16677683077b06d9a5b16e",
38
+ "skills.md": "439e11c3c022a9e1b94e29abafdca205be3d837945c9e4087cb1dd171b730171",
39
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
40
+ },
41
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
42
+ "exploration_ledger_hash": "2f2c2e955631b23275b9b6a01c66e40c5b102b553113ec6b9ae76b5901ee0b66",
43
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
44
+ "selection": {
45
+ "rule": "exact-version success rate, valid rehearsal count, recency",
46
+ "rehearsals": [
47
+ {
48
+ "bundle_hash": "0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27",
49
+ "episode": 4,
50
+ "independent": true,
51
+ "score_source": "native_step_feedback",
52
+ "status": "finished",
53
+ "success": false,
54
+ "valid": true
55
+ },
56
+ {
57
+ "bundle_hash": "0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27",
58
+ "episode": 5,
59
+ "independent": true,
60
+ "score_source": "native_step_feedback",
61
+ "status": "finished",
62
+ "success": true,
63
+ "valid": true
64
+ },
65
+ {
66
+ "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
67
+ "episode": 7,
68
+ "independent": true,
69
+ "score_source": "native_step_feedback",
70
+ "status": "finished",
71
+ "success": true,
72
+ "valid": true
73
+ },
74
+ {
75
+ "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
76
+ "episode": 8,
77
+ "independent": true,
78
+ "score_source": "native_step_feedback",
79
+ "status": "finished",
80
+ "success": false,
81
+ "valid": true
82
+ },
83
+ {
84
+ "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
85
+ "episode": 9,
86
+ "independent": true,
87
+ "score_source": "native_step_feedback",
88
+ "status": "finished",
89
+ "success": false,
90
+ "valid": true
91
+ },
92
+ {
93
+ "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
94
+ "episode": 10,
95
+ "independent": true,
96
+ "score_source": "native_step_feedback",
97
+ "status": "finished",
98
+ "success": true,
99
+ "valid": true
100
+ },
101
+ {
102
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
103
+ "episode": 11,
104
+ "independent": true,
105
+ "score_source": "native_step_feedback",
106
+ "status": "finished",
107
+ "success": true,
108
+ "valid": true
109
+ },
110
+ {
111
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
112
+ "episode": 12,
113
+ "independent": true,
114
+ "score_source": "native_step_feedback",
115
+ "status": "finished",
116
+ "success": false,
117
+ "valid": true
118
+ },
119
+ {
120
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
121
+ "episode": 13,
122
+ "independent": true,
123
+ "score_source": "native_step_feedback",
124
+ "status": "finished",
125
+ "success": true,
126
+ "valid": true
127
+ },
128
+ {
129
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
130
+ "episode": 14,
131
+ "independent": true,
132
+ "score_source": "native_step_feedback",
133
+ "status": "finished",
134
+ "success": false,
135
+ "valid": true
136
+ },
137
+ {
138
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
139
+ "episode": 15,
140
+ "independent": true,
141
+ "score_source": "native_step_feedback",
142
+ "status": "finished",
143
+ "success": true,
144
+ "valid": true
145
+ },
146
+ {
147
+ "episode": 17,
148
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
149
+ "independent": true,
150
+ "valid": true,
151
+ "status": "finished",
152
+ "success": true,
153
+ "score_source": "native_step_feedback"
154
+ },
155
+ {
156
+ "episode": 18,
157
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
158
+ "independent": true,
159
+ "valid": true,
160
+ "status": "finished",
161
+ "success": false,
162
+ "score_source": "native_step_feedback"
163
+ },
164
+ {
165
+ "episode": 19,
166
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
167
+ "independent": true,
168
+ "valid": true,
169
+ "status": "finished",
170
+ "success": false,
171
+ "score_source": "native_step_feedback"
172
+ },
173
+ {
174
+ "episode": 20,
175
+ "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
176
+ "independent": true,
177
+ "valid": true,
178
+ "status": "finished",
179
+ "success": true,
180
+ "score_source": "native_step_feedback"
181
+ }
182
+ ]
183
+ }
184
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # Baseline comparison handoff
2
+
3
+ This exact snapshot restores the original observation-retrieval controller for independent comparison. controller.py supplies reset_episode() and act(obs); reference_bank.npz must accompany it. Runtime dependencies are Python, NumPy and OpenCV, all offline. No external model or development agent is required.
4
+
5
+ Original baseline interactive results: native success in episode 1, failure at horizon in episode 2. The local-feedback revision had 1/2 independent successes in episodes 4–5. Stronger-vision feedback had 2/4 in episodes 7–10. All were valid independent executions. Upcoming baseline rehearsals 11–14 are not yet observed at this snapshot.
6
+
7
+ Evidence: ../demo_analysis.md and ../exploration, including actions, legal images, observations, native flags, exact candidate archives, and JSON rehearsal returns. The trusted freeze runner selects across independently rehearsed exact bundles. Snapshot documentation is historical; final per-bundle counts live in the external audit summary.
8
+
9
+ Known risks: occlusion, shifted box pose, missed contact, incompatible reference averaging, and endpoint zero-action stalling. The baseline has no active recovery beyond sensory reselection and mismatch holds. Native success flags, not the controller, determine recorded success when present.
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "authorized_e20_exploration",
3
+ "status": "baseline_independent_comparison",
4
+ "task_id": "DualArmDoubleDoorBox-v1",
5
+ "worker": "Agent-D20-E20-Compiled single task-local coding worker",
6
+ "python_version": "3.10.20",
7
+ "platform": "Linux-5.15.0-94-generic-x86_64-with-glibc2.35",
8
+ "runtime_dependencies": {
9
+ "numpy": "2.2.6",
10
+ "opencv-python": "4.13.0.92"
11
+ },
12
+ "offline_dependencies": {
13
+ "h5py": "3.16.0",
14
+ "worker_api": {
15
+ "path": "/worker_api.py",
16
+ "sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e",
17
+ "method_used": "API.budget_status, next_episode, latest_observation, execute_actions, finish_episode, rehearse, score_rehearsal, freeze; read_demo restricted to task manifest"
18
+ }
19
+ },
20
+ "tools_used": [
21
+ "local bash commands",
22
+ "Python standard library",
23
+ "NumPy",
24
+ "OpenCV resize/annotation/JPEG and array operations",
25
+ "h5py via API.read_demo",
26
+ "local image viewer"
27
+ ],
28
+ "not_used": [
29
+ "task-specific expert",
30
+ "internet",
31
+ "SciPy",
32
+ "torch",
33
+ "neural training",
34
+ "subagents",
35
+ "direct simulator access"
36
+ ],
37
+ "pretrained_tool_weights": [],
38
+ "frozen_weight_references": [],
39
+ "coding_model": {
40
+ "identity": "Codex per session; exact checkpoint not exposed",
41
+ "updates": "none; model unchanged"
42
+ },
43
+ "reference_data": {
44
+ "source": "exactly demo_00 through demo_19 from supplied manifest",
45
+ "processing": "fixed descriptors and label storage; original nonparametric observation retrieval without fitted feedback",
46
+ "expert_action_rows": 6508,
47
+ "observation_rows": 6528,
48
+ "terminal_action_rows": "20 heuristic zero-arm/-0.2-gripper labels, not expert labels"
49
+ },
50
+ "provenance": {
51
+ "contract_sha256": "a113f66be2581a192db33e65eaf57dd36d569455cba217d46f2ca65a092c54d8",
52
+ "supplied_demo_manifest_sha256": "8a84f7e48018ee544943b9ad863b9d1fa9bf33920fbfd77ac74b8141b3d86328",
53
+ "source_access": "authorized sanitized RGB/proprio/action fields only"
54
+ },
55
+ "known_limitations": [
56
+ "rg unavailable",
57
+ "no enforced success definition in contract",
58
+ "hand-selected retrieval thresholds uncalibrated",
59
+ "occlusion/contact aliasing and progress stall risk",
60
+ "20 Hz runtime performance unmeasured",
61
+ "provider proxy not exercised",
62
+ "public instruction has no explicit goal, but native step success flags are available",
63
+ "baseline endpoint zero-label stalling observed in episode 2"
64
+ ],
65
+ "runner_supplies": [
66
+ "verified demo manifest",
67
+ "common environment lock"
68
+ ],
69
+ "tool_versions": {
70
+ "bash": "GNU bash, version 5.1.16(1)-release (x86_64-pc-linux-gnu)",
71
+ "local_image_viewer": "version not exposed",
72
+ "exec_command": "version not exposed",
73
+ "coding_model_checkpoint": "not exposed"
74
+ }
75
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json ADDED
@@ -0,0 +1,382 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "demo_id": "demo_00",
4
+ "rgb_computational_indices": [
5
+ 0,
6
+ 312
7
+ ],
8
+ "cameras": [
9
+ "front_camera",
10
+ "top_camera"
11
+ ],
12
+ "proprio_indices": [
13
+ 0,
14
+ 312
15
+ ],
16
+ "action_indices": [
17
+ 0,
18
+ 311
19
+ ]
20
+ },
21
+ {
22
+ "demo_id": "demo_01",
23
+ "rgb_computational_indices": [
24
+ 0,
25
+ 335
26
+ ],
27
+ "cameras": [
28
+ "front_camera",
29
+ "top_camera"
30
+ ],
31
+ "proprio_indices": [
32
+ 0,
33
+ 335
34
+ ],
35
+ "action_indices": [
36
+ 0,
37
+ 334
38
+ ]
39
+ },
40
+ {
41
+ "demo_id": "demo_02",
42
+ "rgb_computational_indices": [
43
+ 0,
44
+ 323
45
+ ],
46
+ "cameras": [
47
+ "front_camera",
48
+ "top_camera"
49
+ ],
50
+ "proprio_indices": [
51
+ 0,
52
+ 323
53
+ ],
54
+ "action_indices": [
55
+ 0,
56
+ 322
57
+ ]
58
+ },
59
+ {
60
+ "demo_id": "demo_03",
61
+ "rgb_computational_indices": [
62
+ 0,
63
+ 353
64
+ ],
65
+ "cameras": [
66
+ "front_camera",
67
+ "top_camera"
68
+ ],
69
+ "proprio_indices": [
70
+ 0,
71
+ 353
72
+ ],
73
+ "action_indices": [
74
+ 0,
75
+ 352
76
+ ]
77
+ },
78
+ {
79
+ "demo_id": "demo_04",
80
+ "rgb_computational_indices": [
81
+ 0,
82
+ 308
83
+ ],
84
+ "cameras": [
85
+ "front_camera",
86
+ "top_camera"
87
+ ],
88
+ "proprio_indices": [
89
+ 0,
90
+ 308
91
+ ],
92
+ "action_indices": [
93
+ 0,
94
+ 307
95
+ ]
96
+ },
97
+ {
98
+ "demo_id": "demo_05",
99
+ "rgb_computational_indices": [
100
+ 0,
101
+ 315
102
+ ],
103
+ "cameras": [
104
+ "front_camera",
105
+ "top_camera"
106
+ ],
107
+ "proprio_indices": [
108
+ 0,
109
+ 315
110
+ ],
111
+ "action_indices": [
112
+ 0,
113
+ 314
114
+ ]
115
+ },
116
+ {
117
+ "demo_id": "demo_06",
118
+ "rgb_computational_indices": [
119
+ 0,
120
+ 378
121
+ ],
122
+ "cameras": [
123
+ "front_camera",
124
+ "top_camera"
125
+ ],
126
+ "proprio_indices": [
127
+ 0,
128
+ 378
129
+ ],
130
+ "action_indices": [
131
+ 0,
132
+ 377
133
+ ]
134
+ },
135
+ {
136
+ "demo_id": "demo_07",
137
+ "rgb_computational_indices": [
138
+ 0,
139
+ 300
140
+ ],
141
+ "cameras": [
142
+ "front_camera",
143
+ "top_camera"
144
+ ],
145
+ "proprio_indices": [
146
+ 0,
147
+ 300
148
+ ],
149
+ "action_indices": [
150
+ 0,
151
+ 299
152
+ ]
153
+ },
154
+ {
155
+ "demo_id": "demo_08",
156
+ "rgb_computational_indices": [
157
+ 0,
158
+ 321
159
+ ],
160
+ "cameras": [
161
+ "front_camera",
162
+ "top_camera"
163
+ ],
164
+ "proprio_indices": [
165
+ 0,
166
+ 321
167
+ ],
168
+ "action_indices": [
169
+ 0,
170
+ 320
171
+ ]
172
+ },
173
+ {
174
+ "demo_id": "demo_09",
175
+ "rgb_computational_indices": [
176
+ 0,
177
+ 314
178
+ ],
179
+ "cameras": [
180
+ "front_camera",
181
+ "top_camera"
182
+ ],
183
+ "proprio_indices": [
184
+ 0,
185
+ 314
186
+ ],
187
+ "action_indices": [
188
+ 0,
189
+ 313
190
+ ]
191
+ },
192
+ {
193
+ "demo_id": "demo_10",
194
+ "rgb_computational_indices": [
195
+ 0,
196
+ 329
197
+ ],
198
+ "cameras": [
199
+ "front_camera",
200
+ "top_camera"
201
+ ],
202
+ "proprio_indices": [
203
+ 0,
204
+ 329
205
+ ],
206
+ "action_indices": [
207
+ 0,
208
+ 328
209
+ ]
210
+ },
211
+ {
212
+ "demo_id": "demo_11",
213
+ "rgb_computational_indices": [
214
+ 0,
215
+ 337
216
+ ],
217
+ "cameras": [
218
+ "front_camera",
219
+ "top_camera"
220
+ ],
221
+ "proprio_indices": [
222
+ 0,
223
+ 337
224
+ ],
225
+ "action_indices": [
226
+ 0,
227
+ 336
228
+ ]
229
+ },
230
+ {
231
+ "demo_id": "demo_12",
232
+ "rgb_computational_indices": [
233
+ 0,
234
+ 296
235
+ ],
236
+ "cameras": [
237
+ "front_camera",
238
+ "top_camera"
239
+ ],
240
+ "proprio_indices": [
241
+ 0,
242
+ 296
243
+ ],
244
+ "action_indices": [
245
+ 0,
246
+ 295
247
+ ]
248
+ },
249
+ {
250
+ "demo_id": "demo_13",
251
+ "rgb_computational_indices": [
252
+ 0,
253
+ 311
254
+ ],
255
+ "cameras": [
256
+ "front_camera",
257
+ "top_camera"
258
+ ],
259
+ "proprio_indices": [
260
+ 0,
261
+ 311
262
+ ],
263
+ "action_indices": [
264
+ 0,
265
+ 310
266
+ ]
267
+ },
268
+ {
269
+ "demo_id": "demo_14",
270
+ "rgb_computational_indices": [
271
+ 0,
272
+ 314
273
+ ],
274
+ "cameras": [
275
+ "front_camera",
276
+ "top_camera"
277
+ ],
278
+ "proprio_indices": [
279
+ 0,
280
+ 314
281
+ ],
282
+ "action_indices": [
283
+ 0,
284
+ 313
285
+ ]
286
+ },
287
+ {
288
+ "demo_id": "demo_15",
289
+ "rgb_computational_indices": [
290
+ 0,
291
+ 339
292
+ ],
293
+ "cameras": [
294
+ "front_camera",
295
+ "top_camera"
296
+ ],
297
+ "proprio_indices": [
298
+ 0,
299
+ 339
300
+ ],
301
+ "action_indices": [
302
+ 0,
303
+ 338
304
+ ]
305
+ },
306
+ {
307
+ "demo_id": "demo_16",
308
+ "rgb_computational_indices": [
309
+ 0,
310
+ 337
311
+ ],
312
+ "cameras": [
313
+ "front_camera",
314
+ "top_camera"
315
+ ],
316
+ "proprio_indices": [
317
+ 0,
318
+ 337
319
+ ],
320
+ "action_indices": [
321
+ 0,
322
+ 336
323
+ ]
324
+ },
325
+ {
326
+ "demo_id": "demo_17",
327
+ "rgb_computational_indices": [
328
+ 0,
329
+ 349
330
+ ],
331
+ "cameras": [
332
+ "front_camera",
333
+ "top_camera"
334
+ ],
335
+ "proprio_indices": [
336
+ 0,
337
+ 349
338
+ ],
339
+ "action_indices": [
340
+ 0,
341
+ 348
342
+ ]
343
+ },
344
+ {
345
+ "demo_id": "demo_18",
346
+ "rgb_computational_indices": [
347
+ 0,
348
+ 319
349
+ ],
350
+ "cameras": [
351
+ "front_camera",
352
+ "top_camera"
353
+ ],
354
+ "proprio_indices": [
355
+ 0,
356
+ 319
357
+ ],
358
+ "action_indices": [
359
+ 0,
360
+ 318
361
+ ]
362
+ },
363
+ {
364
+ "demo_id": "demo_19",
365
+ "rgb_computational_indices": [
366
+ 0,
367
+ 318
368
+ ],
369
+ "cameras": [
370
+ "front_camera",
371
+ "top_camera"
372
+ ],
373
+ "proprio_indices": [
374
+ 0,
375
+ 318
376
+ ],
377
+ "action_indices": [
378
+ 0,
379
+ 317
380
+ ]
381
+ }
382
+ ]
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Baseline runtime capabilities
2
+
3
+ This snapshot uses the original D20 observation-retrieval controller, without the experimental local linear correction or stronger visual weighting. It uses current legal front/top RGB and four joint streams, fixed descriptors, a 96-reference proprioception shortlist, RGB weight 35, phase continuity, and compatible expert-label blending. All twenty demonstrations remain eligible; no scene identity, seed or fixed trajectory is selected.
4
+
5
+ Runtime: Python standard library, NumPy, OpenCV and bundled reference_bank.npz. No neural model, network, development agent, worker API or environment import is needed. reset_episode clears progress and endpoint counters. act emits a bounded flat 14-vector or None, respecting the 400-step horizon including the charged hold.
6
+
7
+ Gripper follows the demonstrated -0.2 target; OOD holds use the current mimic joint. No grasp detector, calibrated geometric localization, explicit door-angle estimation, or active recovery planner is claimed. Nearest endpoint zero labels can stall before physical completion. Success is supplied only by native returns, or the preregistered conservative visible rule when native success is absent.
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/bank.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f566ecaf7776beeb265c8dd2c1bb65c38c3d5eda62ed1de4f2c9937d67c4a7f7
3
+ size 15205256
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_02.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c884d6f0a8d965ec70927886f9eb9e1f4eda329fe18759952b075c39640a34
3
+ size 229185269
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_11.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7752e1b5f25002b5f1c1a0445b626940b45eeaedbb2153a94ca471cb86e62fd5
3
+ size 218723057
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/hand_mapping.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:535b33f368a4c6e49257cd819c856a868bb6f74d0803a86ca46dccc9ba23884a
3
+ size 384
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_objects.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d4dc326703632b8222a8f63373d2eff243a418df50cb3cc02382862b2cd848
3
+ size 448
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_targets.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dddc4e15ed6c470b729674ec77bc090640b26cb3d0ad6ac6ef8b155b15af8ea
3
+ size 448
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/reference.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab283e2b0fcf7b0cac5db709f9b4767e754acb4b78b6379f72ec6fe272638b88
3
+ size 5654651
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/servo.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c5744de86043522826d64f2c6a3414614ee7981255e17cf19cdde6328d7bf9
3
+ size 1131277
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/build_reference.cpython-310.pyc ADDED
Binary file (3.97 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (4.08 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/features.cpython-310.pyc ADDED
Binary file (948 Bytes). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/build_reference.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Offline compilation from the 20 authorized demos; never called by act."""
2
+ import importlib.util,json,pathlib,sys
3
+ import numpy as np
4
+ from features import CAMERAS,image_feature
5
+ spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);api=m.API()
6
+ root=pathlib.Path(__file__).resolve().parent
7
+ c=json.load(open('/task_contract.json'));manifest=json.load(open('/demo_manifest.json'))
8
+ qpaths=[f'agent/{p["robot_key"]}/qpos' for p in c['action_parts']];vpaths=[p.replace('qpos','qvel') for p in qpaths]
9
+ arrays={k:[] for k in ['q','v','visual','action','phase','terminal','demo','frame']};stats=[];access=[]
10
+ for di,e in enumerate(manifest['episodes']):
11
+ n=e['length'];fields=['obs/'+p for p in qpaths+vpaths]+['actions/'+p['robot_key'] for p in c['action_parts']]
12
+ d=api.read_demo(e['demo_id'],fields=fields)
13
+ q=np.concatenate([d['obs/'+p] for p in qpaths],1);v=np.concatenate([d['obs/'+p] for p in vpaths],1)
14
+ a=np.concatenate([d['actions/'+p['robot_key']] for p in c['action_parts']],1)
15
+ visual=[]
16
+ for cam in CAMERAS:
17
+ images=api.read_demo(e['demo_id'],fields=['obs/sensor_data/'+cam+'/rgb'])
18
+ visual.append(np.stack([image_feature(im) for im in images['obs/sensor_data/'+cam+'/rgb']]))
19
+ arrays['q'].append(q);arrays['v'].append(v);arrays['visual'].append(np.stack(visual,1))
20
+ arrays['action'].append(np.concatenate([a,np.zeros((1,44),np.float32)]));arrays['phase'].append(np.arange(n+1)/n)
21
+ arrays['terminal'].append(np.arange(n+1)==n);arrays['demo'].append(np.full(n+1,di));arrays['frame'].append(np.arange(n+1))
22
+ hands=a[:,list(range(6,22))+list(range(28,44))];rot=a[:,[3,4,5,25,26,27]]
23
+ active=np.where(np.max(np.abs(hands),1)>1e-5)[0]
24
+ stats.append({'demo_id':e['demo_id'],'N':n,'hand_onset':int(active[0]) if len(active) else None,'rotation_max_abs':float(np.max(np.abs(rot))),'translation_max_abs':float(np.max(np.abs(a[:,[0,1,2,22,23,24]]))),'qpos_max_change':float(np.max(np.abs(q[-1]-q[0]))),'qvel_max_abs':float(np.max(np.abs(v)))})
25
+ access.append({'demo_id':e['demo_id'],'computed_RGB_cameras':list(CAMERAS),'computed_RGB_indices_inclusive':[0,n],'proprio_indices_inclusive':[0,n],'action_indices_inclusive':[0,n-1]})
26
+ print(e['demo_id'],flush=True)
27
+ arrays={k:np.concatenate(v).astype(np.float32) for k,v in arrays.items()}
28
+ arrays['qscale']=np.maximum(arrays['q'].std(0),.15); arrays['vscale']=np.maximum(arrays['v'].std(0),.5)
29
+ np.savez_compressed(root/'reference.npz',**arrays)
30
+ (root/'reference_metadata.json').write_text(json.dumps({'demo_ids':[e['demo_id'] for e in manifest['episodes']],'qpaths':qpaths,'vpaths':vpaths,'camera_order':list(CAMERAS),'source':'API.read_demo; authorized sanitized HDF5 only','terminal_action':'added zero-delta hold, not expert label','rows':len(arrays['q'])},indent=2))
31
+ (root.parent/'evidence/action_summary.json').write_text(json.dumps(stats,indent=2));(root.parent/'evidence/computed_access.json').write_text(json.dumps(access,indent=2))
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Syntax/interface and artificial-observation checks only; no task rollout."""
2
+ import importlib.util
3
+ from pathlib import Path
4
+ import numpy as np
5
+ s=importlib.util.spec_from_file_location('draft',Path(__file__).with_name('controller.py'));c=importlib.util.module_from_spec(s);s.loader.exec_module(c)
6
+
7
+ def obs(q=0, pixel=0, batch=False, step=1):
8
+ im=np.full((240,320,3),pixel,np.uint8)
9
+ return {'rgb':{cam:im[None] if batch else im.copy() for cam in c._meta['camera_order']},
10
+ 'proprioception':{p:np.full((1,23),q if p.endswith('qpos') else 0,np.float32) for p in c._meta['qpaths']+c._meta['vpaths']},
11
+ 'instruction':'Two robotic arms must coordinate to grasp the two handles of a cup and pick up it.', 'step_id':step}
12
+
13
+ def legal(a):
14
+ assert a.shape==(44,) and a.dtype==np.float32 and np.isfinite(a).all()
15
+ assert np.all(a>=-1) and np.all(a<=1)
16
+
17
+ c.reset_episode();a=c.act(obs());legal(a)
18
+ c.reset_episode();b=c.act(obs(batch=True));assert np.array_equal(a,b)
19
+ assert np.array_equal(c.act(obs(batch=True)),b)
20
+ legal(c.act(obs(step=299)));assert c.act(obs(step=300)) is None
21
+ c.reset_episode();bad=obs();bad['proprioception'][c._meta['qpaths'][0]][0,0]=np.nan
22
+ assert not c.act(bad).any()
23
+ c.reset_episode();bad=obs();bad['rgb']={};assert not c.act(bad).any()
24
+ real=c._data
25
+ # Artificial reference states: no demonstration observations or expert rollouts.
26
+ f0=c._features.image_feature(np.zeros((32,32,3),np.uint8))
27
+ f1=c._features.image_feature(np.full((32,32,3),255,np.uint8))
28
+ base={'q':np.stack([np.zeros(46),np.ones(46)]).astype(np.float32), 'v':np.zeros((2,46),np.float32),
29
+ 'qscale':np.ones(46,np.float32), 'vscale':np.ones(46,np.float32),
30
+ 'visual':np.stack([np.tile(f0,(5,1)),np.tile(f0,(5,1))]),
31
+ 'action':np.stack([np.full(44,-.075),np.full(44,.075)]).astype(np.float32), 'phase':np.full(2,.5,np.float32)}
32
+ c._data=base;c.reset_episode();a=c.act(obs(q=0));c.reset_episode();b=c.act(obs(q=1));assert a[0]<0<b[0]
33
+ c._data['q'][:]=0;c._data['visual'][1]=np.tile(f1,(5,1))
34
+ c.reset_episode();a=c.act(obs(pixel=0));c.reset_episode();b=c.act(obs(pixel=255));assert a[0]<0<b[0]
35
+ legal(a);legal(b);c._data=real;c.reset_episode();assert c._phase is None and c._last_step==0
36
+ print('PASS: synthetic legal shape/bounds, HWC/1HWC equivalence, repeated step, reset, missing/nonfinite sensors, horizon, independent RGB/proprio action response with artificial references.')
37
+ print('No simulator, environment calls, demonstration replay evaluation, or task success testing.')
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/contract.json ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DualArmSwingCup-v1",
3
+ "native_horizon": 300,
4
+ "robot_uids": [
5
+ "panda_leaphand_left",
6
+ "panda_leaphand"
7
+ ],
8
+ "instruction": "Two robotic arms must coordinate to grasp the two handles of a cup and pick up it.",
9
+ "cameras": [
10
+ "front_camera",
11
+ "left_camera",
12
+ "robot_camera_0",
13
+ "robot_camera_1",
14
+ "top_camera"
15
+ ],
16
+ "proprio_paths": [
17
+ "agent/panda_leaphand-1/qpos",
18
+ "agent/panda_leaphand-1/qvel",
19
+ "agent/panda_leaphand_left-0/qpos",
20
+ "agent/panda_leaphand_left-0/qvel"
21
+ ],
22
+ "control_mode": "pd_ee_delta_pose",
23
+ "action_parts": [
24
+ {
25
+ "robot_key": "panda_leaphand-1",
26
+ "width": 22
27
+ },
28
+ {
29
+ "robot_key": "panda_leaphand_left-0",
30
+ "width": 22
31
+ }
32
+ ],
33
+ "action_width": 44,
34
+ "control_hz": 20,
35
+ "action_semantics": "Per robot: six normalized arm components followed by normalized joint deltas for dex hands, or an absolute normalized gripper target for Panda. Mobile bases prepend three absolute joint positions.",
36
+ "units_and_coordinates": {
37
+ "panda_arm_translation": "normalized [-1,1] maps to [-0.1,0.1] meters in robot root frame",
38
+ "panda_arm_rotation": "three components clipped by vector norm to one, multiplied by rot_lower (-0.5 radians), Euler-to-quaternion rotation in root-aligned frame; this records the current controller implementation",
39
+ "dex_joint_delta": "normalized [-1,1] maps to [-0.1,0.1] radians",
40
+ "panda_gripper": "normalized [-1,1] maps to [-0.01,0.04] meters for the mimic control joint",
41
+ "mobile_base": "absolute base joint coordinates; native public action bounds still require validation"
42
+ },
43
+ "action_low": [
44
+ -1.0,
45
+ -1.0,
46
+ -1.0,
47
+ -1.0,
48
+ -1.0,
49
+ -1.0,
50
+ -1.0,
51
+ -1.0,
52
+ -1.0,
53
+ -1.0,
54
+ -1.0,
55
+ -1.0,
56
+ -1.0,
57
+ -1.0,
58
+ -1.0,
59
+ -1.0,
60
+ -1.0,
61
+ -1.0,
62
+ -1.0,
63
+ -1.0,
64
+ -1.0,
65
+ -1.0,
66
+ -1.0,
67
+ -1.0,
68
+ -1.0,
69
+ -1.0,
70
+ -1.0,
71
+ -1.0,
72
+ -1.0,
73
+ -1.0,
74
+ -1.0,
75
+ -1.0,
76
+ -1.0,
77
+ -1.0,
78
+ -1.0,
79
+ -1.0,
80
+ -1.0,
81
+ -1.0,
82
+ -1.0,
83
+ -1.0,
84
+ -1.0,
85
+ -1.0,
86
+ -1.0,
87
+ -1.0
88
+ ],
89
+ "action_high": [
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0,
100
+ 1.0,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 1.0,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0,
114
+ 1.0,
115
+ 1.0,
116
+ 1.0,
117
+ 1.0,
118
+ 1.0,
119
+ 1.0,
120
+ 1.0,
121
+ 1.0,
122
+ 1.0,
123
+ 1.0,
124
+ 1.0,
125
+ 1.0,
126
+ 1.0,
127
+ 1.0,
128
+ 1.0,
129
+ 1.0,
130
+ 1.0,
131
+ 1.0,
132
+ 1.0,
133
+ 1.0
134
+ ],
135
+ "initial_hold_recipe": "Zero normalized deltas for arms/dex hands. For each Panda gripper, use reset robot qpos[7] only, mapped as 2*(qpos[7]+0.01)/0.05-1. Discard all reset scene fields. Reject any hold outside native action bounds; never clip an invalid hold into a different command."
136
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/controller.py ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Unrehearsed D20 draft: current-observation local action interpolation.
2
+ No simulator, kinematics, scene state, network, neural weights, or seed access.
3
+ """
4
+ from pathlib import Path
5
+ import importlib.util
6
+ import json
7
+ import numpy as np
8
+
9
+ _DIR = Path(__file__).resolve().parent
10
+ _spec = importlib.util.spec_from_file_location('_d20_features', _DIR / 'features.py')
11
+ _features = importlib.util.module_from_spec(_spec)
12
+ _spec.loader.exec_module(_features)
13
+ _contract = json.loads((_DIR / 'contract.json').read_text())
14
+ _meta = json.loads((_DIR / 'reference_metadata.json').read_text())
15
+ _data = None
16
+ _phase = None
17
+ _last_step = 0
18
+ _last_action = None
19
+ _diagnostics = {}
20
+
21
+
22
+ def reset_episode():
23
+ """Clear temporal state; the runner owns the charged initial hold."""
24
+ global _phase, _last_step, _last_action, _diagnostics
25
+ _phase = None
26
+ _last_step = 0
27
+ _last_action = None
28
+ _diagnostics = {}
29
+
30
+
31
+ def _load():
32
+ global _data
33
+ if _data is None:
34
+ with np.load(_DIR / 'reference.npz', allow_pickle=False) as bank:
35
+ _data = {k: bank[k] for k in bank.files}
36
+ _data['jac'] = np.load(_DIR / 'feedback.npz')['jac']
37
+
38
+
39
+ def _proprio(obs, paths):
40
+ result = []
41
+ for path in paths:
42
+ value = np.asarray(obs['proprioception'][path], dtype=np.float32).reshape(-1)
43
+ if value.shape != (23,) or not np.isfinite(value).all():
44
+ raise ValueError('Invalid public proprioception at ' + path)
45
+ result.append(value)
46
+ return np.concatenate(result)
47
+
48
+
49
+ def act(obs):
50
+ """Return 44 normalized deltas in contract.action_parts order or None.
51
+
52
+ None is used only when the native horizon is exhausted, not as a success
53
+ assertion. Missing/malformed sensory input produces a zero-delta hold.
54
+ """
55
+ global _phase, _last_step, _last_action, _diagnostics
56
+ step = int(obs.get('step_id', 1))
57
+ if step >= _contract['native_horizon']:
58
+ return None
59
+ if step < 1:
60
+ raise ValueError('Runner step_id must start at 1 after its hold')
61
+ if step < _last_step:
62
+ reset_episode()
63
+ if step == _last_step and _last_action is not None:
64
+ return _last_action.copy()
65
+ _load()
66
+ hold = np.zeros(_contract['action_width'], dtype=np.float32)
67
+ try:
68
+ q = _proprio(obs, _meta['qpaths'])
69
+ v = _proprio(obs, _meta['vpaths'])
70
+ cams = [c for c in _meta['camera_order'] if c in obs.get('rgb', {})]
71
+ if not cams:
72
+ raise ValueError('No legal RGB cameras')
73
+ ds = []
74
+ for cam in cams:
75
+ f = _features.image_feature(obs['rgb'][cam])
76
+ j = _meta['camera_order'].index(cam)
77
+ ds.append(np.mean(((_data['visual'][:, j] - f) / .12) ** 2, axis=1))
78
+ visual = np.mean(ds, axis=0)
79
+ dq = np.mean(((q - _data['q']) / _data['qscale']) ** 2, axis=1)
80
+ dv = np.mean(((v - _data['v']) / _data['vscale']) ** 2, axis=1)
81
+ armix = list(range(7)) + list(range(23,30))
82
+ arm_distance = np.mean(((q[armix] - _data['q'][:,armix]) / _data['qscale'][armix]) ** 2, axis=1)
83
+ distance = 2 * arm_distance + .3 * dq + .02 * dv + .6 * visual
84
+ expected = min(step - 1, 170)
85
+ distance += .003 * np.maximum(np.abs(_data['frame'] - expected) - 12, 0) ** 2
86
+ # Weak hysteresis disambiguates visually similar approach/closure states.
87
+ # It never advances a trajectory by elapsed time or selects a demo ID.
88
+ if _phase is not None:
89
+ gap = np.maximum(np.abs(_data['phase'] - _phase) - .06, 0)
90
+ distance = distance + 2 * gap ** 2
91
+ nearest = int(np.argmin(distance))
92
+ if dq[nearest] > 9 or visual[nearest] > 6:
93
+ action = hold
94
+ _diagnostics = {'status': 'outside_reference_support', 'distance': float(distance[nearest])}
95
+ else:
96
+ # Keep neighbors in one local phase to avoid blending closure with lift.
97
+ local = np.flatnonzero((_data['demo'] == _data['demo'][nearest]) & (np.abs(_data['frame'] - _data['frame'][nearest]) <= 3))
98
+ k = min(5, len(local))
99
+ indices = local[np.argsort(distance[local])[:k]]
100
+ temperature = max(.025, float(distance[nearest]) * .15)
101
+ weights = np.exp(-(distance[indices] - distance[nearest]) / temperature)
102
+ weights /= weights.sum()
103
+ action = weights @ _data['action'][indices]
104
+ target_q = weights @ _data['q'][indices]
105
+ for arm in range(2):
106
+ qi, ai = 23 * arm, 22 * arm
107
+ jac = weights @ _data['jac'][indices, arm].reshape(len(indices), -1)
108
+ jac = jac.reshape(3,7)
109
+ error = target_q[qi:qi+7] - q[qi:qi+7]
110
+ correction = np.linalg.solve(jac @ jac.T + .001 * np.eye(3), jac @ error)
111
+ action[ai:ai+3] += np.clip(.2 * correction, -.04, .04)
112
+ _phase = float(weights @ _data['phase'][indices])
113
+ _diagnostics = {'status': 'interpolated', 'phase': _phase,
114
+ 'distance': float(distance[nearest]), 'demo': int(_data['demo'][nearest]), 'frame': int(_data['frame'][nearest]), 'cameras': cams}
115
+ except (KeyError, ValueError, TypeError, IndexError):
116
+ action = hold
117
+ _diagnostics = {'status': 'invalid_or_missing_sensors'}
118
+ action = np.asarray(action, dtype=np.float32).reshape(-1)
119
+ if action.shape != (44,) or not np.isfinite(action).all():
120
+ action = hold
121
+ action = np.clip(action, _contract['action_low'], _contract['action_high']).astype(np.float32)
122
+ _last_step = step
123
+ _last_action = action.copy()
124
+ return action
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,2168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DualArmSwingCup-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 185,
11
+ "fields": [
12
+ {
13
+ "path": "actions/panda_leaphand-1",
14
+ "shape": [
15
+ 185,
16
+ 22
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "actions/panda_leaphand_left-0",
22
+ "shape": [
23
+ 185,
24
+ 22
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/panda_leaphand-1/qpos",
30
+ "shape": [
31
+ 186,
32
+ 23
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/agent/panda_leaphand-1/qvel",
38
+ "shape": [
39
+ 186,
40
+ 23
41
+ ],
42
+ "dtype": "float32"
43
+ },
44
+ {
45
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
46
+ "shape": [
47
+ 186,
48
+ 23
49
+ ],
50
+ "dtype": "float32"
51
+ },
52
+ {
53
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
54
+ "shape": [
55
+ 186,
56
+ 23
57
+ ],
58
+ "dtype": "float32"
59
+ },
60
+ {
61
+ "path": "obs/sensor_data/front_camera/rgb",
62
+ "shape": [
63
+ 186,
64
+ 240,
65
+ 320,
66
+ 3
67
+ ],
68
+ "dtype": "uint8"
69
+ },
70
+ {
71
+ "path": "obs/sensor_data/left_camera/rgb",
72
+ "shape": [
73
+ 186,
74
+ 240,
75
+ 320,
76
+ 3
77
+ ],
78
+ "dtype": "uint8"
79
+ },
80
+ {
81
+ "path": "obs/sensor_data/robot_camera_0/rgb",
82
+ "shape": [
83
+ 186,
84
+ 240,
85
+ 320,
86
+ 3
87
+ ],
88
+ "dtype": "uint8"
89
+ },
90
+ {
91
+ "path": "obs/sensor_data/robot_camera_1/rgb",
92
+ "shape": [
93
+ 186,
94
+ 240,
95
+ 320,
96
+ 3
97
+ ],
98
+ "dtype": "uint8"
99
+ },
100
+ {
101
+ "path": "obs/sensor_data/top_camera/rgb",
102
+ "shape": [
103
+ 186,
104
+ 320,
105
+ 240,
106
+ 3
107
+ ],
108
+ "dtype": "uint8"
109
+ }
110
+ ],
111
+ "trajectory_sha256": "a867a59fc363d01fb726b4a07e346cb85b1f0ca041f2cf3e9c8d51b5bd5c66ab",
112
+ "source_sha256": "805bd6dd6694128dc7b9d23dc789b2bf8a49baba5fb15f19bd67dad524978349",
113
+ "view_sha256": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735"
114
+ },
115
+ {
116
+ "demo_id": "demo_01",
117
+ "file": "demo_01.h5",
118
+ "length": 162,
119
+ "fields": [
120
+ {
121
+ "path": "actions/panda_leaphand-1",
122
+ "shape": [
123
+ 162,
124
+ 22
125
+ ],
126
+ "dtype": "float32"
127
+ },
128
+ {
129
+ "path": "actions/panda_leaphand_left-0",
130
+ "shape": [
131
+ 162,
132
+ 22
133
+ ],
134
+ "dtype": "float32"
135
+ },
136
+ {
137
+ "path": "obs/agent/panda_leaphand-1/qpos",
138
+ "shape": [
139
+ 163,
140
+ 23
141
+ ],
142
+ "dtype": "float32"
143
+ },
144
+ {
145
+ "path": "obs/agent/panda_leaphand-1/qvel",
146
+ "shape": [
147
+ 163,
148
+ 23
149
+ ],
150
+ "dtype": "float32"
151
+ },
152
+ {
153
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
154
+ "shape": [
155
+ 163,
156
+ 23
157
+ ],
158
+ "dtype": "float32"
159
+ },
160
+ {
161
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
162
+ "shape": [
163
+ 163,
164
+ 23
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/sensor_data/front_camera/rgb",
170
+ "shape": [
171
+ 163,
172
+ 240,
173
+ 320,
174
+ 3
175
+ ],
176
+ "dtype": "uint8"
177
+ },
178
+ {
179
+ "path": "obs/sensor_data/left_camera/rgb",
180
+ "shape": [
181
+ 163,
182
+ 240,
183
+ 320,
184
+ 3
185
+ ],
186
+ "dtype": "uint8"
187
+ },
188
+ {
189
+ "path": "obs/sensor_data/robot_camera_0/rgb",
190
+ "shape": [
191
+ 163,
192
+ 240,
193
+ 320,
194
+ 3
195
+ ],
196
+ "dtype": "uint8"
197
+ },
198
+ {
199
+ "path": "obs/sensor_data/robot_camera_1/rgb",
200
+ "shape": [
201
+ 163,
202
+ 240,
203
+ 320,
204
+ 3
205
+ ],
206
+ "dtype": "uint8"
207
+ },
208
+ {
209
+ "path": "obs/sensor_data/top_camera/rgb",
210
+ "shape": [
211
+ 163,
212
+ 320,
213
+ 240,
214
+ 3
215
+ ],
216
+ "dtype": "uint8"
217
+ }
218
+ ],
219
+ "trajectory_sha256": "de5623cf9ab622041be93e2331c71623b72ee2f5a1a2571ee863ec6f56bc789d",
220
+ "source_sha256": "ccaf5f726edfeb077c5ec4b1124cac4b5a9548d7b5e98f44440bb3a1fe25c672",
221
+ "view_sha256": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f"
222
+ },
223
+ {
224
+ "demo_id": "demo_02",
225
+ "file": "demo_02.h5",
226
+ "length": 198,
227
+ "fields": [
228
+ {
229
+ "path": "actions/panda_leaphand-1",
230
+ "shape": [
231
+ 198,
232
+ 22
233
+ ],
234
+ "dtype": "float32"
235
+ },
236
+ {
237
+ "path": "actions/panda_leaphand_left-0",
238
+ "shape": [
239
+ 198,
240
+ 22
241
+ ],
242
+ "dtype": "float32"
243
+ },
244
+ {
245
+ "path": "obs/agent/panda_leaphand-1/qpos",
246
+ "shape": [
247
+ 199,
248
+ 23
249
+ ],
250
+ "dtype": "float32"
251
+ },
252
+ {
253
+ "path": "obs/agent/panda_leaphand-1/qvel",
254
+ "shape": [
255
+ 199,
256
+ 23
257
+ ],
258
+ "dtype": "float32"
259
+ },
260
+ {
261
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
262
+ "shape": [
263
+ 199,
264
+ 23
265
+ ],
266
+ "dtype": "float32"
267
+ },
268
+ {
269
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
270
+ "shape": [
271
+ 199,
272
+ 23
273
+ ],
274
+ "dtype": "float32"
275
+ },
276
+ {
277
+ "path": "obs/sensor_data/front_camera/rgb",
278
+ "shape": [
279
+ 199,
280
+ 240,
281
+ 320,
282
+ 3
283
+ ],
284
+ "dtype": "uint8"
285
+ },
286
+ {
287
+ "path": "obs/sensor_data/left_camera/rgb",
288
+ "shape": [
289
+ 199,
290
+ 240,
291
+ 320,
292
+ 3
293
+ ],
294
+ "dtype": "uint8"
295
+ },
296
+ {
297
+ "path": "obs/sensor_data/robot_camera_0/rgb",
298
+ "shape": [
299
+ 199,
300
+ 240,
301
+ 320,
302
+ 3
303
+ ],
304
+ "dtype": "uint8"
305
+ },
306
+ {
307
+ "path": "obs/sensor_data/robot_camera_1/rgb",
308
+ "shape": [
309
+ 199,
310
+ 240,
311
+ 320,
312
+ 3
313
+ ],
314
+ "dtype": "uint8"
315
+ },
316
+ {
317
+ "path": "obs/sensor_data/top_camera/rgb",
318
+ "shape": [
319
+ 199,
320
+ 320,
321
+ 240,
322
+ 3
323
+ ],
324
+ "dtype": "uint8"
325
+ }
326
+ ],
327
+ "trajectory_sha256": "fdcc2e51579861ea8d36cdb5d23d991abdfebf37c53375eab5059283944d623a",
328
+ "source_sha256": "31423307778e21fef704d4fe4f6a291f9cd8342c0063ee67044dd44f1bffc77c",
329
+ "view_sha256": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca"
330
+ },
331
+ {
332
+ "demo_id": "demo_03",
333
+ "file": "demo_03.h5",
334
+ "length": 168,
335
+ "fields": [
336
+ {
337
+ "path": "actions/panda_leaphand-1",
338
+ "shape": [
339
+ 168,
340
+ 22
341
+ ],
342
+ "dtype": "float32"
343
+ },
344
+ {
345
+ "path": "actions/panda_leaphand_left-0",
346
+ "shape": [
347
+ 168,
348
+ 22
349
+ ],
350
+ "dtype": "float32"
351
+ },
352
+ {
353
+ "path": "obs/agent/panda_leaphand-1/qpos",
354
+ "shape": [
355
+ 169,
356
+ 23
357
+ ],
358
+ "dtype": "float32"
359
+ },
360
+ {
361
+ "path": "obs/agent/panda_leaphand-1/qvel",
362
+ "shape": [
363
+ 169,
364
+ 23
365
+ ],
366
+ "dtype": "float32"
367
+ },
368
+ {
369
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
370
+ "shape": [
371
+ 169,
372
+ 23
373
+ ],
374
+ "dtype": "float32"
375
+ },
376
+ {
377
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
378
+ "shape": [
379
+ 169,
380
+ 23
381
+ ],
382
+ "dtype": "float32"
383
+ },
384
+ {
385
+ "path": "obs/sensor_data/front_camera/rgb",
386
+ "shape": [
387
+ 169,
388
+ 240,
389
+ 320,
390
+ 3
391
+ ],
392
+ "dtype": "uint8"
393
+ },
394
+ {
395
+ "path": "obs/sensor_data/left_camera/rgb",
396
+ "shape": [
397
+ 169,
398
+ 240,
399
+ 320,
400
+ 3
401
+ ],
402
+ "dtype": "uint8"
403
+ },
404
+ {
405
+ "path": "obs/sensor_data/robot_camera_0/rgb",
406
+ "shape": [
407
+ 169,
408
+ 240,
409
+ 320,
410
+ 3
411
+ ],
412
+ "dtype": "uint8"
413
+ },
414
+ {
415
+ "path": "obs/sensor_data/robot_camera_1/rgb",
416
+ "shape": [
417
+ 169,
418
+ 240,
419
+ 320,
420
+ 3
421
+ ],
422
+ "dtype": "uint8"
423
+ },
424
+ {
425
+ "path": "obs/sensor_data/top_camera/rgb",
426
+ "shape": [
427
+ 169,
428
+ 320,
429
+ 240,
430
+ 3
431
+ ],
432
+ "dtype": "uint8"
433
+ }
434
+ ],
435
+ "trajectory_sha256": "c83100703c5bc6bd5e81c94a339f434ccae709edc931ba9b3798283bbc14ed92",
436
+ "source_sha256": "58a66c613a8609faa6c1740ed7f051b75f5b76ccc57d574782adba4a0b81f71d",
437
+ "view_sha256": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be"
438
+ },
439
+ {
440
+ "demo_id": "demo_04",
441
+ "file": "demo_04.h5",
442
+ "length": 184,
443
+ "fields": [
444
+ {
445
+ "path": "actions/panda_leaphand-1",
446
+ "shape": [
447
+ 184,
448
+ 22
449
+ ],
450
+ "dtype": "float32"
451
+ },
452
+ {
453
+ "path": "actions/panda_leaphand_left-0",
454
+ "shape": [
455
+ 184,
456
+ 22
457
+ ],
458
+ "dtype": "float32"
459
+ },
460
+ {
461
+ "path": "obs/agent/panda_leaphand-1/qpos",
462
+ "shape": [
463
+ 185,
464
+ 23
465
+ ],
466
+ "dtype": "float32"
467
+ },
468
+ {
469
+ "path": "obs/agent/panda_leaphand-1/qvel",
470
+ "shape": [
471
+ 185,
472
+ 23
473
+ ],
474
+ "dtype": "float32"
475
+ },
476
+ {
477
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
478
+ "shape": [
479
+ 185,
480
+ 23
481
+ ],
482
+ "dtype": "float32"
483
+ },
484
+ {
485
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
486
+ "shape": [
487
+ 185,
488
+ 23
489
+ ],
490
+ "dtype": "float32"
491
+ },
492
+ {
493
+ "path": "obs/sensor_data/front_camera/rgb",
494
+ "shape": [
495
+ 185,
496
+ 240,
497
+ 320,
498
+ 3
499
+ ],
500
+ "dtype": "uint8"
501
+ },
502
+ {
503
+ "path": "obs/sensor_data/left_camera/rgb",
504
+ "shape": [
505
+ 185,
506
+ 240,
507
+ 320,
508
+ 3
509
+ ],
510
+ "dtype": "uint8"
511
+ },
512
+ {
513
+ "path": "obs/sensor_data/robot_camera_0/rgb",
514
+ "shape": [
515
+ 185,
516
+ 240,
517
+ 320,
518
+ 3
519
+ ],
520
+ "dtype": "uint8"
521
+ },
522
+ {
523
+ "path": "obs/sensor_data/robot_camera_1/rgb",
524
+ "shape": [
525
+ 185,
526
+ 240,
527
+ 320,
528
+ 3
529
+ ],
530
+ "dtype": "uint8"
531
+ },
532
+ {
533
+ "path": "obs/sensor_data/top_camera/rgb",
534
+ "shape": [
535
+ 185,
536
+ 320,
537
+ 240,
538
+ 3
539
+ ],
540
+ "dtype": "uint8"
541
+ }
542
+ ],
543
+ "trajectory_sha256": "7553adccdb45475728acfd7bde6699be3e7c1820754122018d9545bd2f1a18ba",
544
+ "source_sha256": "1dc34266cf8a12579537b1e9d9db8dd0931cd6dbc956a601d37375400affbba4",
545
+ "view_sha256": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d"
546
+ },
547
+ {
548
+ "demo_id": "demo_05",
549
+ "file": "demo_05.h5",
550
+ "length": 164,
551
+ "fields": [
552
+ {
553
+ "path": "actions/panda_leaphand-1",
554
+ "shape": [
555
+ 164,
556
+ 22
557
+ ],
558
+ "dtype": "float32"
559
+ },
560
+ {
561
+ "path": "actions/panda_leaphand_left-0",
562
+ "shape": [
563
+ 164,
564
+ 22
565
+ ],
566
+ "dtype": "float32"
567
+ },
568
+ {
569
+ "path": "obs/agent/panda_leaphand-1/qpos",
570
+ "shape": [
571
+ 165,
572
+ 23
573
+ ],
574
+ "dtype": "float32"
575
+ },
576
+ {
577
+ "path": "obs/agent/panda_leaphand-1/qvel",
578
+ "shape": [
579
+ 165,
580
+ 23
581
+ ],
582
+ "dtype": "float32"
583
+ },
584
+ {
585
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
586
+ "shape": [
587
+ 165,
588
+ 23
589
+ ],
590
+ "dtype": "float32"
591
+ },
592
+ {
593
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
594
+ "shape": [
595
+ 165,
596
+ 23
597
+ ],
598
+ "dtype": "float32"
599
+ },
600
+ {
601
+ "path": "obs/sensor_data/front_camera/rgb",
602
+ "shape": [
603
+ 165,
604
+ 240,
605
+ 320,
606
+ 3
607
+ ],
608
+ "dtype": "uint8"
609
+ },
610
+ {
611
+ "path": "obs/sensor_data/left_camera/rgb",
612
+ "shape": [
613
+ 165,
614
+ 240,
615
+ 320,
616
+ 3
617
+ ],
618
+ "dtype": "uint8"
619
+ },
620
+ {
621
+ "path": "obs/sensor_data/robot_camera_0/rgb",
622
+ "shape": [
623
+ 165,
624
+ 240,
625
+ 320,
626
+ 3
627
+ ],
628
+ "dtype": "uint8"
629
+ },
630
+ {
631
+ "path": "obs/sensor_data/robot_camera_1/rgb",
632
+ "shape": [
633
+ 165,
634
+ 240,
635
+ 320,
636
+ 3
637
+ ],
638
+ "dtype": "uint8"
639
+ },
640
+ {
641
+ "path": "obs/sensor_data/top_camera/rgb",
642
+ "shape": [
643
+ 165,
644
+ 320,
645
+ 240,
646
+ 3
647
+ ],
648
+ "dtype": "uint8"
649
+ }
650
+ ],
651
+ "trajectory_sha256": "7d11bba4c2947decc3fd6673381f7f59ef7e7e991e7608151337d13384eb5c95",
652
+ "source_sha256": "a8f25e29cf2b6068b8676c94cef437f92d6ea2d2d3d8e8758909e4b9be2b927b",
653
+ "view_sha256": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e"
654
+ },
655
+ {
656
+ "demo_id": "demo_06",
657
+ "file": "demo_06.h5",
658
+ "length": 166,
659
+ "fields": [
660
+ {
661
+ "path": "actions/panda_leaphand-1",
662
+ "shape": [
663
+ 166,
664
+ 22
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ {
669
+ "path": "actions/panda_leaphand_left-0",
670
+ "shape": [
671
+ 166,
672
+ 22
673
+ ],
674
+ "dtype": "float32"
675
+ },
676
+ {
677
+ "path": "obs/agent/panda_leaphand-1/qpos",
678
+ "shape": [
679
+ 167,
680
+ 23
681
+ ],
682
+ "dtype": "float32"
683
+ },
684
+ {
685
+ "path": "obs/agent/panda_leaphand-1/qvel",
686
+ "shape": [
687
+ 167,
688
+ 23
689
+ ],
690
+ "dtype": "float32"
691
+ },
692
+ {
693
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
694
+ "shape": [
695
+ 167,
696
+ 23
697
+ ],
698
+ "dtype": "float32"
699
+ },
700
+ {
701
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
702
+ "shape": [
703
+ 167,
704
+ 23
705
+ ],
706
+ "dtype": "float32"
707
+ },
708
+ {
709
+ "path": "obs/sensor_data/front_camera/rgb",
710
+ "shape": [
711
+ 167,
712
+ 240,
713
+ 320,
714
+ 3
715
+ ],
716
+ "dtype": "uint8"
717
+ },
718
+ {
719
+ "path": "obs/sensor_data/left_camera/rgb",
720
+ "shape": [
721
+ 167,
722
+ 240,
723
+ 320,
724
+ 3
725
+ ],
726
+ "dtype": "uint8"
727
+ },
728
+ {
729
+ "path": "obs/sensor_data/robot_camera_0/rgb",
730
+ "shape": [
731
+ 167,
732
+ 240,
733
+ 320,
734
+ 3
735
+ ],
736
+ "dtype": "uint8"
737
+ },
738
+ {
739
+ "path": "obs/sensor_data/robot_camera_1/rgb",
740
+ "shape": [
741
+ 167,
742
+ 240,
743
+ 320,
744
+ 3
745
+ ],
746
+ "dtype": "uint8"
747
+ },
748
+ {
749
+ "path": "obs/sensor_data/top_camera/rgb",
750
+ "shape": [
751
+ 167,
752
+ 320,
753
+ 240,
754
+ 3
755
+ ],
756
+ "dtype": "uint8"
757
+ }
758
+ ],
759
+ "trajectory_sha256": "488b95c58eb23d805820a8082694ea715202c37c0da70cd23d96d9817272bc3f",
760
+ "source_sha256": "983d7f6e93ba163a3eb5ffa9eb4b95533629375fb072a883aa2a4ef908779cc8",
761
+ "view_sha256": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf"
762
+ },
763
+ {
764
+ "demo_id": "demo_07",
765
+ "file": "demo_07.h5",
766
+ "length": 165,
767
+ "fields": [
768
+ {
769
+ "path": "actions/panda_leaphand-1",
770
+ "shape": [
771
+ 165,
772
+ 22
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "actions/panda_leaphand_left-0",
778
+ "shape": [
779
+ 165,
780
+ 22
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ {
785
+ "path": "obs/agent/panda_leaphand-1/qpos",
786
+ "shape": [
787
+ 166,
788
+ 23
789
+ ],
790
+ "dtype": "float32"
791
+ },
792
+ {
793
+ "path": "obs/agent/panda_leaphand-1/qvel",
794
+ "shape": [
795
+ 166,
796
+ 23
797
+ ],
798
+ "dtype": "float32"
799
+ },
800
+ {
801
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
802
+ "shape": [
803
+ 166,
804
+ 23
805
+ ],
806
+ "dtype": "float32"
807
+ },
808
+ {
809
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
810
+ "shape": [
811
+ 166,
812
+ 23
813
+ ],
814
+ "dtype": "float32"
815
+ },
816
+ {
817
+ "path": "obs/sensor_data/front_camera/rgb",
818
+ "shape": [
819
+ 166,
820
+ 240,
821
+ 320,
822
+ 3
823
+ ],
824
+ "dtype": "uint8"
825
+ },
826
+ {
827
+ "path": "obs/sensor_data/left_camera/rgb",
828
+ "shape": [
829
+ 166,
830
+ 240,
831
+ 320,
832
+ 3
833
+ ],
834
+ "dtype": "uint8"
835
+ },
836
+ {
837
+ "path": "obs/sensor_data/robot_camera_0/rgb",
838
+ "shape": [
839
+ 166,
840
+ 240,
841
+ 320,
842
+ 3
843
+ ],
844
+ "dtype": "uint8"
845
+ },
846
+ {
847
+ "path": "obs/sensor_data/robot_camera_1/rgb",
848
+ "shape": [
849
+ 166,
850
+ 240,
851
+ 320,
852
+ 3
853
+ ],
854
+ "dtype": "uint8"
855
+ },
856
+ {
857
+ "path": "obs/sensor_data/top_camera/rgb",
858
+ "shape": [
859
+ 166,
860
+ 320,
861
+ 240,
862
+ 3
863
+ ],
864
+ "dtype": "uint8"
865
+ }
866
+ ],
867
+ "trajectory_sha256": "a7d8ca74be17f3bbd57191b31f9f49895e65e8416e0fb3ed9f7beabbd948c8a8",
868
+ "source_sha256": "c9add654bf867c147d5c28ffa5c21157be512d29472d0d868bc8643c3b8e5607",
869
+ "view_sha256": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf"
870
+ },
871
+ {
872
+ "demo_id": "demo_08",
873
+ "file": "demo_08.h5",
874
+ "length": 165,
875
+ "fields": [
876
+ {
877
+ "path": "actions/panda_leaphand-1",
878
+ "shape": [
879
+ 165,
880
+ 22
881
+ ],
882
+ "dtype": "float32"
883
+ },
884
+ {
885
+ "path": "actions/panda_leaphand_left-0",
886
+ "shape": [
887
+ 165,
888
+ 22
889
+ ],
890
+ "dtype": "float32"
891
+ },
892
+ {
893
+ "path": "obs/agent/panda_leaphand-1/qpos",
894
+ "shape": [
895
+ 166,
896
+ 23
897
+ ],
898
+ "dtype": "float32"
899
+ },
900
+ {
901
+ "path": "obs/agent/panda_leaphand-1/qvel",
902
+ "shape": [
903
+ 166,
904
+ 23
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
910
+ "shape": [
911
+ 166,
912
+ 23
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
918
+ "shape": [
919
+ 166,
920
+ 23
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 166,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 166,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera_0/rgb",
946
+ "shape": [
947
+ 166,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/robot_camera_1/rgb",
956
+ "shape": [
957
+ 166,
958
+ 240,
959
+ 320,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ },
964
+ {
965
+ "path": "obs/sensor_data/top_camera/rgb",
966
+ "shape": [
967
+ 166,
968
+ 320,
969
+ 240,
970
+ 3
971
+ ],
972
+ "dtype": "uint8"
973
+ }
974
+ ],
975
+ "trajectory_sha256": "b029bd1dc77bbec5214c6596916dbd36eb2b5caab023c4c7d8280b177fe10877",
976
+ "source_sha256": "cb8e7a430794f33aea9f66b37c65a18bdd4728c256fec21e0d0fbb5f5199806b",
977
+ "view_sha256": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838"
978
+ },
979
+ {
980
+ "demo_id": "demo_09",
981
+ "file": "demo_09.h5",
982
+ "length": 163,
983
+ "fields": [
984
+ {
985
+ "path": "actions/panda_leaphand-1",
986
+ "shape": [
987
+ 163,
988
+ 22
989
+ ],
990
+ "dtype": "float32"
991
+ },
992
+ {
993
+ "path": "actions/panda_leaphand_left-0",
994
+ "shape": [
995
+ 163,
996
+ 22
997
+ ],
998
+ "dtype": "float32"
999
+ },
1000
+ {
1001
+ "path": "obs/agent/panda_leaphand-1/qpos",
1002
+ "shape": [
1003
+ 164,
1004
+ 23
1005
+ ],
1006
+ "dtype": "float32"
1007
+ },
1008
+ {
1009
+ "path": "obs/agent/panda_leaphand-1/qvel",
1010
+ "shape": [
1011
+ 164,
1012
+ 23
1013
+ ],
1014
+ "dtype": "float32"
1015
+ },
1016
+ {
1017
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1018
+ "shape": [
1019
+ 164,
1020
+ 23
1021
+ ],
1022
+ "dtype": "float32"
1023
+ },
1024
+ {
1025
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1026
+ "shape": [
1027
+ 164,
1028
+ 23
1029
+ ],
1030
+ "dtype": "float32"
1031
+ },
1032
+ {
1033
+ "path": "obs/sensor_data/front_camera/rgb",
1034
+ "shape": [
1035
+ 164,
1036
+ 240,
1037
+ 320,
1038
+ 3
1039
+ ],
1040
+ "dtype": "uint8"
1041
+ },
1042
+ {
1043
+ "path": "obs/sensor_data/left_camera/rgb",
1044
+ "shape": [
1045
+ 164,
1046
+ 240,
1047
+ 320,
1048
+ 3
1049
+ ],
1050
+ "dtype": "uint8"
1051
+ },
1052
+ {
1053
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1054
+ "shape": [
1055
+ 164,
1056
+ 240,
1057
+ 320,
1058
+ 3
1059
+ ],
1060
+ "dtype": "uint8"
1061
+ },
1062
+ {
1063
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1064
+ "shape": [
1065
+ 164,
1066
+ 240,
1067
+ 320,
1068
+ 3
1069
+ ],
1070
+ "dtype": "uint8"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/top_camera/rgb",
1074
+ "shape": [
1075
+ 164,
1076
+ 320,
1077
+ 240,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ }
1082
+ ],
1083
+ "trajectory_sha256": "21af03f3a5cfa731ee8df4ddc345e6466d1e080b6588764dc967c13edfbd34d2",
1084
+ "source_sha256": "67720e3f4b9a704b6cb368c916bc6ccc7435152535a1d55f0e1b22b30d3629f4",
1085
+ "view_sha256": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6"
1086
+ },
1087
+ {
1088
+ "demo_id": "demo_10",
1089
+ "file": "demo_10.h5",
1090
+ "length": 165,
1091
+ "fields": [
1092
+ {
1093
+ "path": "actions/panda_leaphand-1",
1094
+ "shape": [
1095
+ 165,
1096
+ 22
1097
+ ],
1098
+ "dtype": "float32"
1099
+ },
1100
+ {
1101
+ "path": "actions/panda_leaphand_left-0",
1102
+ "shape": [
1103
+ 165,
1104
+ 22
1105
+ ],
1106
+ "dtype": "float32"
1107
+ },
1108
+ {
1109
+ "path": "obs/agent/panda_leaphand-1/qpos",
1110
+ "shape": [
1111
+ 166,
1112
+ 23
1113
+ ],
1114
+ "dtype": "float32"
1115
+ },
1116
+ {
1117
+ "path": "obs/agent/panda_leaphand-1/qvel",
1118
+ "shape": [
1119
+ 166,
1120
+ 23
1121
+ ],
1122
+ "dtype": "float32"
1123
+ },
1124
+ {
1125
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1126
+ "shape": [
1127
+ 166,
1128
+ 23
1129
+ ],
1130
+ "dtype": "float32"
1131
+ },
1132
+ {
1133
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1134
+ "shape": [
1135
+ 166,
1136
+ 23
1137
+ ],
1138
+ "dtype": "float32"
1139
+ },
1140
+ {
1141
+ "path": "obs/sensor_data/front_camera/rgb",
1142
+ "shape": [
1143
+ 166,
1144
+ 240,
1145
+ 320,
1146
+ 3
1147
+ ],
1148
+ "dtype": "uint8"
1149
+ },
1150
+ {
1151
+ "path": "obs/sensor_data/left_camera/rgb",
1152
+ "shape": [
1153
+ 166,
1154
+ 240,
1155
+ 320,
1156
+ 3
1157
+ ],
1158
+ "dtype": "uint8"
1159
+ },
1160
+ {
1161
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1162
+ "shape": [
1163
+ 166,
1164
+ 240,
1165
+ 320,
1166
+ 3
1167
+ ],
1168
+ "dtype": "uint8"
1169
+ },
1170
+ {
1171
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1172
+ "shape": [
1173
+ 166,
1174
+ 240,
1175
+ 320,
1176
+ 3
1177
+ ],
1178
+ "dtype": "uint8"
1179
+ },
1180
+ {
1181
+ "path": "obs/sensor_data/top_camera/rgb",
1182
+ "shape": [
1183
+ 166,
1184
+ 320,
1185
+ 240,
1186
+ 3
1187
+ ],
1188
+ "dtype": "uint8"
1189
+ }
1190
+ ],
1191
+ "trajectory_sha256": "edfcb2cb4a107047948baecb404ea98df3048f6f8a5b50a8e1bbc0d043592691",
1192
+ "source_sha256": "ea18b0f523b03e1175522525c78b621a4e9f19f7edaf788bb291d31973082555",
1193
+ "view_sha256": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81"
1194
+ },
1195
+ {
1196
+ "demo_id": "demo_11",
1197
+ "file": "demo_11.h5",
1198
+ "length": 163,
1199
+ "fields": [
1200
+ {
1201
+ "path": "actions/panda_leaphand-1",
1202
+ "shape": [
1203
+ 163,
1204
+ 22
1205
+ ],
1206
+ "dtype": "float32"
1207
+ },
1208
+ {
1209
+ "path": "actions/panda_leaphand_left-0",
1210
+ "shape": [
1211
+ 163,
1212
+ 22
1213
+ ],
1214
+ "dtype": "float32"
1215
+ },
1216
+ {
1217
+ "path": "obs/agent/panda_leaphand-1/qpos",
1218
+ "shape": [
1219
+ 164,
1220
+ 23
1221
+ ],
1222
+ "dtype": "float32"
1223
+ },
1224
+ {
1225
+ "path": "obs/agent/panda_leaphand-1/qvel",
1226
+ "shape": [
1227
+ 164,
1228
+ 23
1229
+ ],
1230
+ "dtype": "float32"
1231
+ },
1232
+ {
1233
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1234
+ "shape": [
1235
+ 164,
1236
+ 23
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ {
1241
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1242
+ "shape": [
1243
+ 164,
1244
+ 23
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ {
1249
+ "path": "obs/sensor_data/front_camera/rgb",
1250
+ "shape": [
1251
+ 164,
1252
+ 240,
1253
+ 320,
1254
+ 3
1255
+ ],
1256
+ "dtype": "uint8"
1257
+ },
1258
+ {
1259
+ "path": "obs/sensor_data/left_camera/rgb",
1260
+ "shape": [
1261
+ 164,
1262
+ 240,
1263
+ 320,
1264
+ 3
1265
+ ],
1266
+ "dtype": "uint8"
1267
+ },
1268
+ {
1269
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1270
+ "shape": [
1271
+ 164,
1272
+ 240,
1273
+ 320,
1274
+ 3
1275
+ ],
1276
+ "dtype": "uint8"
1277
+ },
1278
+ {
1279
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1280
+ "shape": [
1281
+ 164,
1282
+ 240,
1283
+ 320,
1284
+ 3
1285
+ ],
1286
+ "dtype": "uint8"
1287
+ },
1288
+ {
1289
+ "path": "obs/sensor_data/top_camera/rgb",
1290
+ "shape": [
1291
+ 164,
1292
+ 320,
1293
+ 240,
1294
+ 3
1295
+ ],
1296
+ "dtype": "uint8"
1297
+ }
1298
+ ],
1299
+ "trajectory_sha256": "c3d953cf9e6da57ac979a0cf3de868288e6150fd1f8bd5752d606d9f38d39437",
1300
+ "source_sha256": "8c7899e59846466dd8be0658b25aa1729e08111f56ba78bb2debd4ea1279d86a",
1301
+ "view_sha256": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d"
1302
+ },
1303
+ {
1304
+ "demo_id": "demo_12",
1305
+ "file": "demo_12.h5",
1306
+ "length": 166,
1307
+ "fields": [
1308
+ {
1309
+ "path": "actions/panda_leaphand-1",
1310
+ "shape": [
1311
+ 166,
1312
+ 22
1313
+ ],
1314
+ "dtype": "float32"
1315
+ },
1316
+ {
1317
+ "path": "actions/panda_leaphand_left-0",
1318
+ "shape": [
1319
+ 166,
1320
+ 22
1321
+ ],
1322
+ "dtype": "float32"
1323
+ },
1324
+ {
1325
+ "path": "obs/agent/panda_leaphand-1/qpos",
1326
+ "shape": [
1327
+ 167,
1328
+ 23
1329
+ ],
1330
+ "dtype": "float32"
1331
+ },
1332
+ {
1333
+ "path": "obs/agent/panda_leaphand-1/qvel",
1334
+ "shape": [
1335
+ 167,
1336
+ 23
1337
+ ],
1338
+ "dtype": "float32"
1339
+ },
1340
+ {
1341
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1342
+ "shape": [
1343
+ 167,
1344
+ 23
1345
+ ],
1346
+ "dtype": "float32"
1347
+ },
1348
+ {
1349
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1350
+ "shape": [
1351
+ 167,
1352
+ 23
1353
+ ],
1354
+ "dtype": "float32"
1355
+ },
1356
+ {
1357
+ "path": "obs/sensor_data/front_camera/rgb",
1358
+ "shape": [
1359
+ 167,
1360
+ 240,
1361
+ 320,
1362
+ 3
1363
+ ],
1364
+ "dtype": "uint8"
1365
+ },
1366
+ {
1367
+ "path": "obs/sensor_data/left_camera/rgb",
1368
+ "shape": [
1369
+ 167,
1370
+ 240,
1371
+ 320,
1372
+ 3
1373
+ ],
1374
+ "dtype": "uint8"
1375
+ },
1376
+ {
1377
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1378
+ "shape": [
1379
+ 167,
1380
+ 240,
1381
+ 320,
1382
+ 3
1383
+ ],
1384
+ "dtype": "uint8"
1385
+ },
1386
+ {
1387
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1388
+ "shape": [
1389
+ 167,
1390
+ 240,
1391
+ 320,
1392
+ 3
1393
+ ],
1394
+ "dtype": "uint8"
1395
+ },
1396
+ {
1397
+ "path": "obs/sensor_data/top_camera/rgb",
1398
+ "shape": [
1399
+ 167,
1400
+ 320,
1401
+ 240,
1402
+ 3
1403
+ ],
1404
+ "dtype": "uint8"
1405
+ }
1406
+ ],
1407
+ "trajectory_sha256": "21be28cbaa5e2f097c80f5e7a9c9ce42a94a2696af7b21aca87fb002567d0325",
1408
+ "source_sha256": "2eed69c77064a9c908e3a7c355a86a57530bbc79d4959e80a9c1f337e55922c0",
1409
+ "view_sha256": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3"
1410
+ },
1411
+ {
1412
+ "demo_id": "demo_13",
1413
+ "file": "demo_13.h5",
1414
+ "length": 167,
1415
+ "fields": [
1416
+ {
1417
+ "path": "actions/panda_leaphand-1",
1418
+ "shape": [
1419
+ 167,
1420
+ 22
1421
+ ],
1422
+ "dtype": "float32"
1423
+ },
1424
+ {
1425
+ "path": "actions/panda_leaphand_left-0",
1426
+ "shape": [
1427
+ 167,
1428
+ 22
1429
+ ],
1430
+ "dtype": "float32"
1431
+ },
1432
+ {
1433
+ "path": "obs/agent/panda_leaphand-1/qpos",
1434
+ "shape": [
1435
+ 168,
1436
+ 23
1437
+ ],
1438
+ "dtype": "float32"
1439
+ },
1440
+ {
1441
+ "path": "obs/agent/panda_leaphand-1/qvel",
1442
+ "shape": [
1443
+ 168,
1444
+ 23
1445
+ ],
1446
+ "dtype": "float32"
1447
+ },
1448
+ {
1449
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1450
+ "shape": [
1451
+ 168,
1452
+ 23
1453
+ ],
1454
+ "dtype": "float32"
1455
+ },
1456
+ {
1457
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1458
+ "shape": [
1459
+ 168,
1460
+ 23
1461
+ ],
1462
+ "dtype": "float32"
1463
+ },
1464
+ {
1465
+ "path": "obs/sensor_data/front_camera/rgb",
1466
+ "shape": [
1467
+ 168,
1468
+ 240,
1469
+ 320,
1470
+ 3
1471
+ ],
1472
+ "dtype": "uint8"
1473
+ },
1474
+ {
1475
+ "path": "obs/sensor_data/left_camera/rgb",
1476
+ "shape": [
1477
+ 168,
1478
+ 240,
1479
+ 320,
1480
+ 3
1481
+ ],
1482
+ "dtype": "uint8"
1483
+ },
1484
+ {
1485
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1486
+ "shape": [
1487
+ 168,
1488
+ 240,
1489
+ 320,
1490
+ 3
1491
+ ],
1492
+ "dtype": "uint8"
1493
+ },
1494
+ {
1495
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1496
+ "shape": [
1497
+ 168,
1498
+ 240,
1499
+ 320,
1500
+ 3
1501
+ ],
1502
+ "dtype": "uint8"
1503
+ },
1504
+ {
1505
+ "path": "obs/sensor_data/top_camera/rgb",
1506
+ "shape": [
1507
+ 168,
1508
+ 320,
1509
+ 240,
1510
+ 3
1511
+ ],
1512
+ "dtype": "uint8"
1513
+ }
1514
+ ],
1515
+ "trajectory_sha256": "72d48086bb581c1f5eb1e4f8e93dab3a1e6f3e728850d854de80bcacda196466",
1516
+ "source_sha256": "417a42257d23c9b67d25adac7b51a70ed536f5c08659c3952e7016e3ccea8da6",
1517
+ "view_sha256": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b"
1518
+ },
1519
+ {
1520
+ "demo_id": "demo_14",
1521
+ "file": "demo_14.h5",
1522
+ "length": 161,
1523
+ "fields": [
1524
+ {
1525
+ "path": "actions/panda_leaphand-1",
1526
+ "shape": [
1527
+ 161,
1528
+ 22
1529
+ ],
1530
+ "dtype": "float32"
1531
+ },
1532
+ {
1533
+ "path": "actions/panda_leaphand_left-0",
1534
+ "shape": [
1535
+ 161,
1536
+ 22
1537
+ ],
1538
+ "dtype": "float32"
1539
+ },
1540
+ {
1541
+ "path": "obs/agent/panda_leaphand-1/qpos",
1542
+ "shape": [
1543
+ 162,
1544
+ 23
1545
+ ],
1546
+ "dtype": "float32"
1547
+ },
1548
+ {
1549
+ "path": "obs/agent/panda_leaphand-1/qvel",
1550
+ "shape": [
1551
+ 162,
1552
+ 23
1553
+ ],
1554
+ "dtype": "float32"
1555
+ },
1556
+ {
1557
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1558
+ "shape": [
1559
+ 162,
1560
+ 23
1561
+ ],
1562
+ "dtype": "float32"
1563
+ },
1564
+ {
1565
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1566
+ "shape": [
1567
+ 162,
1568
+ 23
1569
+ ],
1570
+ "dtype": "float32"
1571
+ },
1572
+ {
1573
+ "path": "obs/sensor_data/front_camera/rgb",
1574
+ "shape": [
1575
+ 162,
1576
+ 240,
1577
+ 320,
1578
+ 3
1579
+ ],
1580
+ "dtype": "uint8"
1581
+ },
1582
+ {
1583
+ "path": "obs/sensor_data/left_camera/rgb",
1584
+ "shape": [
1585
+ 162,
1586
+ 240,
1587
+ 320,
1588
+ 3
1589
+ ],
1590
+ "dtype": "uint8"
1591
+ },
1592
+ {
1593
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1594
+ "shape": [
1595
+ 162,
1596
+ 240,
1597
+ 320,
1598
+ 3
1599
+ ],
1600
+ "dtype": "uint8"
1601
+ },
1602
+ {
1603
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1604
+ "shape": [
1605
+ 162,
1606
+ 240,
1607
+ 320,
1608
+ 3
1609
+ ],
1610
+ "dtype": "uint8"
1611
+ },
1612
+ {
1613
+ "path": "obs/sensor_data/top_camera/rgb",
1614
+ "shape": [
1615
+ 162,
1616
+ 320,
1617
+ 240,
1618
+ 3
1619
+ ],
1620
+ "dtype": "uint8"
1621
+ }
1622
+ ],
1623
+ "trajectory_sha256": "ab5c6d9136303542544ec9d419dc124610e12c1b36c637df116b0ac09e368251",
1624
+ "source_sha256": "7957ac93837c8a8141d1c6b52b491d8b85fac64cec6b8c57d438d7c89b0c65ac",
1625
+ "view_sha256": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d"
1626
+ },
1627
+ {
1628
+ "demo_id": "demo_15",
1629
+ "file": "demo_15.h5",
1630
+ "length": 196,
1631
+ "fields": [
1632
+ {
1633
+ "path": "actions/panda_leaphand-1",
1634
+ "shape": [
1635
+ 196,
1636
+ 22
1637
+ ],
1638
+ "dtype": "float32"
1639
+ },
1640
+ {
1641
+ "path": "actions/panda_leaphand_left-0",
1642
+ "shape": [
1643
+ 196,
1644
+ 22
1645
+ ],
1646
+ "dtype": "float32"
1647
+ },
1648
+ {
1649
+ "path": "obs/agent/panda_leaphand-1/qpos",
1650
+ "shape": [
1651
+ 197,
1652
+ 23
1653
+ ],
1654
+ "dtype": "float32"
1655
+ },
1656
+ {
1657
+ "path": "obs/agent/panda_leaphand-1/qvel",
1658
+ "shape": [
1659
+ 197,
1660
+ 23
1661
+ ],
1662
+ "dtype": "float32"
1663
+ },
1664
+ {
1665
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1666
+ "shape": [
1667
+ 197,
1668
+ 23
1669
+ ],
1670
+ "dtype": "float32"
1671
+ },
1672
+ {
1673
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1674
+ "shape": [
1675
+ 197,
1676
+ 23
1677
+ ],
1678
+ "dtype": "float32"
1679
+ },
1680
+ {
1681
+ "path": "obs/sensor_data/front_camera/rgb",
1682
+ "shape": [
1683
+ 197,
1684
+ 240,
1685
+ 320,
1686
+ 3
1687
+ ],
1688
+ "dtype": "uint8"
1689
+ },
1690
+ {
1691
+ "path": "obs/sensor_data/left_camera/rgb",
1692
+ "shape": [
1693
+ 197,
1694
+ 240,
1695
+ 320,
1696
+ 3
1697
+ ],
1698
+ "dtype": "uint8"
1699
+ },
1700
+ {
1701
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1702
+ "shape": [
1703
+ 197,
1704
+ 240,
1705
+ 320,
1706
+ 3
1707
+ ],
1708
+ "dtype": "uint8"
1709
+ },
1710
+ {
1711
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1712
+ "shape": [
1713
+ 197,
1714
+ 240,
1715
+ 320,
1716
+ 3
1717
+ ],
1718
+ "dtype": "uint8"
1719
+ },
1720
+ {
1721
+ "path": "obs/sensor_data/top_camera/rgb",
1722
+ "shape": [
1723
+ 197,
1724
+ 320,
1725
+ 240,
1726
+ 3
1727
+ ],
1728
+ "dtype": "uint8"
1729
+ }
1730
+ ],
1731
+ "trajectory_sha256": "79256764f28554d6d0112d1f4bbf1a30a92a9f223d9498da712bead8ab2c6679",
1732
+ "source_sha256": "7edfdce6ffce110e3afaef99352fc6fb748b34166232f33753dcbe7a9626de91",
1733
+ "view_sha256": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918"
1734
+ },
1735
+ {
1736
+ "demo_id": "demo_16",
1737
+ "file": "demo_16.h5",
1738
+ "length": 165,
1739
+ "fields": [
1740
+ {
1741
+ "path": "actions/panda_leaphand-1",
1742
+ "shape": [
1743
+ 165,
1744
+ 22
1745
+ ],
1746
+ "dtype": "float32"
1747
+ },
1748
+ {
1749
+ "path": "actions/panda_leaphand_left-0",
1750
+ "shape": [
1751
+ 165,
1752
+ 22
1753
+ ],
1754
+ "dtype": "float32"
1755
+ },
1756
+ {
1757
+ "path": "obs/agent/panda_leaphand-1/qpos",
1758
+ "shape": [
1759
+ 166,
1760
+ 23
1761
+ ],
1762
+ "dtype": "float32"
1763
+ },
1764
+ {
1765
+ "path": "obs/agent/panda_leaphand-1/qvel",
1766
+ "shape": [
1767
+ 166,
1768
+ 23
1769
+ ],
1770
+ "dtype": "float32"
1771
+ },
1772
+ {
1773
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1774
+ "shape": [
1775
+ 166,
1776
+ 23
1777
+ ],
1778
+ "dtype": "float32"
1779
+ },
1780
+ {
1781
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1782
+ "shape": [
1783
+ 166,
1784
+ 23
1785
+ ],
1786
+ "dtype": "float32"
1787
+ },
1788
+ {
1789
+ "path": "obs/sensor_data/front_camera/rgb",
1790
+ "shape": [
1791
+ 166,
1792
+ 240,
1793
+ 320,
1794
+ 3
1795
+ ],
1796
+ "dtype": "uint8"
1797
+ },
1798
+ {
1799
+ "path": "obs/sensor_data/left_camera/rgb",
1800
+ "shape": [
1801
+ 166,
1802
+ 240,
1803
+ 320,
1804
+ 3
1805
+ ],
1806
+ "dtype": "uint8"
1807
+ },
1808
+ {
1809
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1810
+ "shape": [
1811
+ 166,
1812
+ 240,
1813
+ 320,
1814
+ 3
1815
+ ],
1816
+ "dtype": "uint8"
1817
+ },
1818
+ {
1819
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1820
+ "shape": [
1821
+ 166,
1822
+ 240,
1823
+ 320,
1824
+ 3
1825
+ ],
1826
+ "dtype": "uint8"
1827
+ },
1828
+ {
1829
+ "path": "obs/sensor_data/top_camera/rgb",
1830
+ "shape": [
1831
+ 166,
1832
+ 320,
1833
+ 240,
1834
+ 3
1835
+ ],
1836
+ "dtype": "uint8"
1837
+ }
1838
+ ],
1839
+ "trajectory_sha256": "fd4d64e1873f0923aa06dd0b681ed705ffceab27033bc05f138a812cb5619f01",
1840
+ "source_sha256": "af62ed095ed4567b8bb40a0105f2d1c9965c7aaf83e934ba70cc35d8e9a55df6",
1841
+ "view_sha256": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072"
1842
+ },
1843
+ {
1844
+ "demo_id": "demo_17",
1845
+ "file": "demo_17.h5",
1846
+ "length": 179,
1847
+ "fields": [
1848
+ {
1849
+ "path": "actions/panda_leaphand-1",
1850
+ "shape": [
1851
+ 179,
1852
+ 22
1853
+ ],
1854
+ "dtype": "float32"
1855
+ },
1856
+ {
1857
+ "path": "actions/panda_leaphand_left-0",
1858
+ "shape": [
1859
+ 179,
1860
+ 22
1861
+ ],
1862
+ "dtype": "float32"
1863
+ },
1864
+ {
1865
+ "path": "obs/agent/panda_leaphand-1/qpos",
1866
+ "shape": [
1867
+ 180,
1868
+ 23
1869
+ ],
1870
+ "dtype": "float32"
1871
+ },
1872
+ {
1873
+ "path": "obs/agent/panda_leaphand-1/qvel",
1874
+ "shape": [
1875
+ 180,
1876
+ 23
1877
+ ],
1878
+ "dtype": "float32"
1879
+ },
1880
+ {
1881
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1882
+ "shape": [
1883
+ 180,
1884
+ 23
1885
+ ],
1886
+ "dtype": "float32"
1887
+ },
1888
+ {
1889
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1890
+ "shape": [
1891
+ 180,
1892
+ 23
1893
+ ],
1894
+ "dtype": "float32"
1895
+ },
1896
+ {
1897
+ "path": "obs/sensor_data/front_camera/rgb",
1898
+ "shape": [
1899
+ 180,
1900
+ 240,
1901
+ 320,
1902
+ 3
1903
+ ],
1904
+ "dtype": "uint8"
1905
+ },
1906
+ {
1907
+ "path": "obs/sensor_data/left_camera/rgb",
1908
+ "shape": [
1909
+ 180,
1910
+ 240,
1911
+ 320,
1912
+ 3
1913
+ ],
1914
+ "dtype": "uint8"
1915
+ },
1916
+ {
1917
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1918
+ "shape": [
1919
+ 180,
1920
+ 240,
1921
+ 320,
1922
+ 3
1923
+ ],
1924
+ "dtype": "uint8"
1925
+ },
1926
+ {
1927
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1928
+ "shape": [
1929
+ 180,
1930
+ 240,
1931
+ 320,
1932
+ 3
1933
+ ],
1934
+ "dtype": "uint8"
1935
+ },
1936
+ {
1937
+ "path": "obs/sensor_data/top_camera/rgb",
1938
+ "shape": [
1939
+ 180,
1940
+ 320,
1941
+ 240,
1942
+ 3
1943
+ ],
1944
+ "dtype": "uint8"
1945
+ }
1946
+ ],
1947
+ "trajectory_sha256": "dd783cfd70f685295063f4f4aa1cc7f45228fc1644a003d90a588fe79ef6515c",
1948
+ "source_sha256": "7f96e7a8bc0220c74c29cb04edb22137c997f8502bd11a86aa782e5268ea303e",
1949
+ "view_sha256": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6"
1950
+ },
1951
+ {
1952
+ "demo_id": "demo_18",
1953
+ "file": "demo_18.h5",
1954
+ "length": 166,
1955
+ "fields": [
1956
+ {
1957
+ "path": "actions/panda_leaphand-1",
1958
+ "shape": [
1959
+ 166,
1960
+ 22
1961
+ ],
1962
+ "dtype": "float32"
1963
+ },
1964
+ {
1965
+ "path": "actions/panda_leaphand_left-0",
1966
+ "shape": [
1967
+ 166,
1968
+ 22
1969
+ ],
1970
+ "dtype": "float32"
1971
+ },
1972
+ {
1973
+ "path": "obs/agent/panda_leaphand-1/qpos",
1974
+ "shape": [
1975
+ 167,
1976
+ 23
1977
+ ],
1978
+ "dtype": "float32"
1979
+ },
1980
+ {
1981
+ "path": "obs/agent/panda_leaphand-1/qvel",
1982
+ "shape": [
1983
+ 167,
1984
+ 23
1985
+ ],
1986
+ "dtype": "float32"
1987
+ },
1988
+ {
1989
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
1990
+ "shape": [
1991
+ 167,
1992
+ 23
1993
+ ],
1994
+ "dtype": "float32"
1995
+ },
1996
+ {
1997
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
1998
+ "shape": [
1999
+ 167,
2000
+ 23
2001
+ ],
2002
+ "dtype": "float32"
2003
+ },
2004
+ {
2005
+ "path": "obs/sensor_data/front_camera/rgb",
2006
+ "shape": [
2007
+ 167,
2008
+ 240,
2009
+ 320,
2010
+ 3
2011
+ ],
2012
+ "dtype": "uint8"
2013
+ },
2014
+ {
2015
+ "path": "obs/sensor_data/left_camera/rgb",
2016
+ "shape": [
2017
+ 167,
2018
+ 240,
2019
+ 320,
2020
+ 3
2021
+ ],
2022
+ "dtype": "uint8"
2023
+ },
2024
+ {
2025
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2026
+ "shape": [
2027
+ 167,
2028
+ 240,
2029
+ 320,
2030
+ 3
2031
+ ],
2032
+ "dtype": "uint8"
2033
+ },
2034
+ {
2035
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2036
+ "shape": [
2037
+ 167,
2038
+ 240,
2039
+ 320,
2040
+ 3
2041
+ ],
2042
+ "dtype": "uint8"
2043
+ },
2044
+ {
2045
+ "path": "obs/sensor_data/top_camera/rgb",
2046
+ "shape": [
2047
+ 167,
2048
+ 320,
2049
+ 240,
2050
+ 3
2051
+ ],
2052
+ "dtype": "uint8"
2053
+ }
2054
+ ],
2055
+ "trajectory_sha256": "ab6083cbf5b481f2b7cb38ccd19d7acd857c64bc6bee3bf2af00b3c7d0068255",
2056
+ "source_sha256": "a63601953e17c0def0a2fa7cbd51cb2a25b5a3978b898ce4b2e01472188dbde9",
2057
+ "view_sha256": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6"
2058
+ },
2059
+ {
2060
+ "demo_id": "demo_19",
2061
+ "file": "demo_19.h5",
2062
+ "length": 164,
2063
+ "fields": [
2064
+ {
2065
+ "path": "actions/panda_leaphand-1",
2066
+ "shape": [
2067
+ 164,
2068
+ 22
2069
+ ],
2070
+ "dtype": "float32"
2071
+ },
2072
+ {
2073
+ "path": "actions/panda_leaphand_left-0",
2074
+ "shape": [
2075
+ 164,
2076
+ 22
2077
+ ],
2078
+ "dtype": "float32"
2079
+ },
2080
+ {
2081
+ "path": "obs/agent/panda_leaphand-1/qpos",
2082
+ "shape": [
2083
+ 165,
2084
+ 23
2085
+ ],
2086
+ "dtype": "float32"
2087
+ },
2088
+ {
2089
+ "path": "obs/agent/panda_leaphand-1/qvel",
2090
+ "shape": [
2091
+ 165,
2092
+ 23
2093
+ ],
2094
+ "dtype": "float32"
2095
+ },
2096
+ {
2097
+ "path": "obs/agent/panda_leaphand_left-0/qpos",
2098
+ "shape": [
2099
+ 165,
2100
+ 23
2101
+ ],
2102
+ "dtype": "float32"
2103
+ },
2104
+ {
2105
+ "path": "obs/agent/panda_leaphand_left-0/qvel",
2106
+ "shape": [
2107
+ 165,
2108
+ 23
2109
+ ],
2110
+ "dtype": "float32"
2111
+ },
2112
+ {
2113
+ "path": "obs/sensor_data/front_camera/rgb",
2114
+ "shape": [
2115
+ 165,
2116
+ 240,
2117
+ 320,
2118
+ 3
2119
+ ],
2120
+ "dtype": "uint8"
2121
+ },
2122
+ {
2123
+ "path": "obs/sensor_data/left_camera/rgb",
2124
+ "shape": [
2125
+ 165,
2126
+ 240,
2127
+ 320,
2128
+ 3
2129
+ ],
2130
+ "dtype": "uint8"
2131
+ },
2132
+ {
2133
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2134
+ "shape": [
2135
+ 165,
2136
+ 240,
2137
+ 320,
2138
+ 3
2139
+ ],
2140
+ "dtype": "uint8"
2141
+ },
2142
+ {
2143
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2144
+ "shape": [
2145
+ 165,
2146
+ 240,
2147
+ 320,
2148
+ 3
2149
+ ],
2150
+ "dtype": "uint8"
2151
+ },
2152
+ {
2153
+ "path": "obs/sensor_data/top_camera/rgb",
2154
+ "shape": [
2155
+ 165,
2156
+ 320,
2157
+ 240,
2158
+ 3
2159
+ ],
2160
+ "dtype": "uint8"
2161
+ }
2162
+ ],
2163
+ "trajectory_sha256": "32d7dd28d84c87614b4b97952d5bdf2ec6be08d73902831f316f280acebf3137",
2164
+ "source_sha256": "6321bade7a16f48fab29b0ba0ca0a81218759822b4634bf608955b2d96ae5d91",
2165
+ "view_sha256": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e"
2166
+ }
2167
+ ]
2168
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Fixed, non-neural features of public RGB observations."""
2
+ import cv2
3
+ import numpy as np
4
+ CAMERAS = ('front_camera', 'left_camera', 'robot_camera_0', 'robot_camera_1', 'top_camera')
5
+ def image_feature(rgb):
6
+ x = np.asarray(rgb)
7
+ if x.ndim == 4 and x.shape[0] == 1:
8
+ x = x[0]
9
+ if x.ndim != 3 or x.shape[-1] != 3 or x.dtype != np.uint8:
10
+ raise ValueError('Expected uint8 RGB HWC or 1HWC')
11
+ # Blue cup/body and handles; do not use red/green floating markers as targets.
12
+ f = x.astype(np.float32) / 255.0
13
+ blue = np.maximum(0, f[..., 2] - np.maximum(f[..., 0], f[..., 1]))
14
+ gray = cv2.cvtColor(f, cv2.COLOR_RGB2GRAY)
15
+ return np.concatenate([cv2.resize(gray, (16, 12), interpolation=cv2.INTER_AREA).ravel(),
16
+ 3 * cv2.resize(blue, (16, 12), interpolation=cv2.INTER_AREA).ravel()]).astype(np.float32)
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Findings
2
+
3
+ All 20 D20 demonstrations analyzed, including representative front/top images and every action/proprioception sample. Exact visual indices and computed access ranges are recorded under ../evidence and ../demo_analysis.md.
4
+
5
+ The action order is panda_leaphand-1 then panda_leaphand_left-0, 22 each. Every arm rotation label is zero; translation labels reach only +/-0.075 normalized. Dex closure begins at action 110–151. Initial robot qpos is identical across all 20, but scene appearance, handle orientation, timing, and endpoints vary. Demonstrations contain 161–198 actions. RGB is consistent with lifting but does not prove secure grasps, stable completion, or benchmark success.
6
+
7
+ Reference compilation contains 3,412 labeled transitions plus 20 terminal observations with synthetic zero-hold actions. No pretrained weights used or changed. A nearest-state controller responds to current RGB/proprioception and uses phase only as weak hysteresis. It cannot guarantee robustness to scene shifts, grasp failures, or observation aliasing.
8
+
9
+ Syntax and synthetic-interface checks passed. Environment testing is prohibited/unavailable at this stage; zero exploration episodes used, no rehearsal or freeze. Draft outcome unknown.
10
+
11
+ ## E20 continuation
12
+ The environment is now available through the trusted API. Episode 1 ended at step 2 due to a harness result-parser error, now corrected. Episode 2 tested the original interpolation: approach progressed but grasp rotated the cup, no recovery, native success false through step 300. Episode 3 tested stronger arm-pose weighting, bounded timing preference and within-demo interpolation; grasp/lift matching still diverged. Legal observations and action logs are preserved in workspace/evidence.
13
+
14
+ The current version adds bounded translation feedback from joint errors. `feedback.npz` contains local linear action-to-joint-increment fits computed exclusively from the original 20 demonstration transitions. This is non-neural least squares; no neural weights or simulator were used. Correction gain .2, component cap .04, with ridge regularization. Closed-loop matching remains active every step. Pose correction is unvalidated until its own rollout. Grasp remains vulnerable to handle rotation and no regrasp recovery is verified.
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "__pycache__/build_reference.cpython-310.pyc": "88e16ea4ac98d4462094ff4f46e78290ab3ca9e6b9795015e4b12dc60cae3763",
4
+ "__pycache__/controller.cpython-310.pyc": "0d9a55863769dac1b1c29bdc71953d26885faaf02ccae48f296a693d294fee1a",
5
+ "__pycache__/features.cpython-310.pyc": "30d43496623ed646b2d2fae85629450b88100e0ba5a014393542ac52820302fa",
6
+ "build_reference.py": "0ea47b7571ef6330e2fa58f44bcecd5d8b1eb8da60535481daa4fb75d10ce173",
7
+ "check_synthetic.py": "29aa6d822b1a6c051098db03257133295ab3ed5f402a09d1de2a71b7bfa3f09d",
8
+ "contract.json": "6b554d19b27d1a7a677be72a46097eb4f83cd9ceacb025518ad86fb321a62e71",
9
+ "controller.py": "f1fa828e7bafc85e5a7659b3001c6d4c8a1639f162904fe44915d80a567a0cd6",
10
+ "demo_manifest.json": "e988390a5a5298ecc26341e60f852c1720dcf21a3cb3b129e2092e4d0342361f",
11
+ "demonstrations_readonly/demo_00.h5": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735",
12
+ "demonstrations_readonly/demo_01.h5": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f",
13
+ "demonstrations_readonly/demo_02.h5": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca",
14
+ "demonstrations_readonly/demo_03.h5": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be",
15
+ "demonstrations_readonly/demo_04.h5": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d",
16
+ "demonstrations_readonly/demo_05.h5": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e",
17
+ "demonstrations_readonly/demo_06.h5": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf",
18
+ "demonstrations_readonly/demo_07.h5": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf",
19
+ "demonstrations_readonly/demo_08.h5": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838",
20
+ "demonstrations_readonly/demo_09.h5": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6",
21
+ "demonstrations_readonly/demo_10.h5": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81",
22
+ "demonstrations_readonly/demo_11.h5": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d",
23
+ "demonstrations_readonly/demo_12.h5": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3",
24
+ "demonstrations_readonly/demo_13.h5": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b",
25
+ "demonstrations_readonly/demo_14.h5": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d",
26
+ "demonstrations_readonly/demo_15.h5": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918",
27
+ "demonstrations_readonly/demo_16.h5": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072",
28
+ "demonstrations_readonly/demo_17.h5": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6",
29
+ "demonstrations_readonly/demo_18.h5": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6",
30
+ "demonstrations_readonly/demo_19.h5": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e",
31
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
32
+ "features.py": "e231f228669560dd051cc1b4a7ca7946274b71bb61338dcd2505aa2732003d2d",
33
+ "feedback.npz": "e61c4fb2f9ff627be2b1172b0d473d48948e9c3efdbfc2750e2c8af1567a69f8",
34
+ "findings.md": "75d4043ab65fb8e8d3494f43e29825f8b9b5c56566949f7d05ed17a93291d574",
35
+ "handoff.md": "2d4aeb4f190d913c620ab8b6110bfc84744d2cd4579b22d764ed2cd423b95bb6",
36
+ "model_tool_manifest.yaml": "f1ccfca6f666eb539363c9f05326365ec443213787bd53ab858731280e91a708",
37
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
38
+ "reference.npz": "f4f8f6153fcab3cfe8a0bb1f176c211d85b1daef8a216c9e2870a17c6845b0f6",
39
+ "reference_metadata.json": "1f442a199eaf3122e23865e12937d0cbb48c0d064b94fc1dd61537a261199815",
40
+ "skills.md": "fe0f56abb541c7b9cf92c58715fded01a4a216036098e12a0fa643a396a3a18b",
41
+ "source_provenance.json": "062ee1d37a9c31ed5f06ea82dc34a7fc46edfbf0252435718c4748f65670f1a0",
42
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
43
+ },
44
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
45
+ "exploration_ledger_hash": "bec452c11adf932d0907c011f05d736b8c75003820d8764b0cf1faf647952bc6",
46
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
47
+ "selection": {
48
+ "rule": "exact-version success rate, valid rehearsal count, recency",
49
+ "rehearsals": [
50
+ {
51
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
52
+ "episode": 4,
53
+ "independent": true,
54
+ "score_source": "native_step_feedback",
55
+ "status": "finished",
56
+ "success": true,
57
+ "valid": true
58
+ },
59
+ {
60
+ "bundle_hash": "c92ac9c9cefafc0fe3407ff40807b557ebf1628b8ab6c18ad552681fc826a9da",
61
+ "episode": 7,
62
+ "independent": true,
63
+ "score_source": "native_step_feedback",
64
+ "status": "finished",
65
+ "success": false,
66
+ "valid": true
67
+ },
68
+ {
69
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
70
+ "episode": 8,
71
+ "independent": true,
72
+ "score_source": "native_step_feedback",
73
+ "status": "finished",
74
+ "success": false,
75
+ "valid": true
76
+ },
77
+ {
78
+ "bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2",
79
+ "episode": 9,
80
+ "independent": true,
81
+ "score_source": "native_step_feedback",
82
+ "status": "finished",
83
+ "success": true,
84
+ "valid": true
85
+ },
86
+ {
87
+ "bundle_hash": "9a23a38807eab340c423a9d8c17005a9318eed5217069ea1d7671742197b8427",
88
+ "episode": 10,
89
+ "independent": true,
90
+ "score_source": "native_step_feedback",
91
+ "status": "finished",
92
+ "success": false,
93
+ "valid": true
94
+ },
95
+ {
96
+ "bundle_hash": "d5addfba6202a2ae206cf4a10ed49a2a225055e9fcdd8b452546317d6731fac9",
97
+ "episode": 11,
98
+ "independent": true,
99
+ "score_source": "native_step_feedback",
100
+ "status": "finished",
101
+ "success": false,
102
+ "valid": true
103
+ },
104
+ {
105
+ "bundle_hash": "8d1fe4913b69f7bf175c90f6d96c8611358d0523f85d93b759b48fe4cd975bf1",
106
+ "episode": 12,
107
+ "independent": true,
108
+ "score_source": "native_step_feedback",
109
+ "status": "finished",
110
+ "success": false,
111
+ "valid": true
112
+ },
113
+ {
114
+ "bundle_hash": "15f76f14c9e7b47715ce0ed128a7fd2558dbb9a56f269ad48d2decf0912f3561",
115
+ "episode": 13,
116
+ "independent": true,
117
+ "score_source": "native_step_feedback",
118
+ "status": "finished",
119
+ "success": false,
120
+ "valid": true
121
+ },
122
+ {
123
+ "bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2",
124
+ "episode": 14,
125
+ "independent": true,
126
+ "score_source": "native_step_feedback",
127
+ "status": "finished",
128
+ "success": false,
129
+ "valid": true
130
+ },
131
+ {
132
+ "bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2",
133
+ "episode": 15,
134
+ "independent": true,
135
+ "score_source": "native_step_feedback",
136
+ "status": "finished",
137
+ "success": false,
138
+ "valid": true
139
+ },
140
+ {
141
+ "episode": 17,
142
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
143
+ "independent": true,
144
+ "valid": true,
145
+ "status": "finished",
146
+ "success": false,
147
+ "score_source": "native_step_feedback"
148
+ },
149
+ {
150
+ "episode": 18,
151
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
152
+ "independent": true,
153
+ "valid": true,
154
+ "status": "finished",
155
+ "success": false,
156
+ "score_source": "native_step_feedback"
157
+ },
158
+ {
159
+ "episode": 19,
160
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
161
+ "independent": true,
162
+ "valid": true,
163
+ "status": "finished",
164
+ "success": false,
165
+ "score_source": "native_step_feedback"
166
+ },
167
+ {
168
+ "episode": 20,
169
+ "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
170
+ "independent": true,
171
+ "valid": true,
172
+ "status": "finished",
173
+ "success": true,
174
+ "score_source": "native_step_feedback"
175
+ }
176
+ ]
177
+ }
178
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Handoff — unrehearsed draft
2
+
3
+ Entry point: controller.py, exports reset_episode() and act(obs). Keep features.py, contract.json, reference.npz, and reference_metadata.json alongside it. Runtime dependencies: Python, NumPy, OpenCV. Import is standalone via importlib and does not require installation. Runtime never opens /demonstrations or calls worker_api. reset_episode() must be called for each episode.
4
+
5
+ Input: rgb camera-name -> uint8 HWC or 1HWC; proprioception exact contract path -> 23 numeric coordinates, accepting leading singleton; instruction string (fixed-task contract, not parsed); step_id starts at 1 after runner-owned charged hold. Output: float32 vector of 44 legal values in contract action_parts order, or None only at step_id >=300. Native horizon 300, 20 Hz, bounds unchanged. No extra initial hold is sent by the policy. Zero sensor-failure holds consume ordinary remaining steps. Endpoint holds do not assert success.
6
+
7
+ Evidence: ../demo_analysis.md; ../evidence/sheet_01.jpg..sheet_05.jpg; demo_statistics.json, action_summary.json, computed_access.json. Provenance: source_provenance.json and model_tool_manifest.yaml. The runner separately supplies the verified demo manifest/common lock. Do not treat local provenance as runner verification.
8
+
9
+ Reproduce offline compilation with `python candidate/build_reference.py` from /workspace while authorized mounts exist. It uses API.read_demo only, reads all 20 authorized demos, and makes a nonparametric observation/action bank. `python candidate/check_synthetic.py` and py_compile are the ONLY executed checks. No environment call, replay evaluation, rollout, rehearsal, scoring, simulator import, or freeze has occurred.
10
+
11
+ Later authorized testing must establish phase progression, actual action timing/control semantics, camera appearance robustness, bilateral grip stability, and an observable completion rule. Current RGB/proprio state matching can stall or average incompatible actions; out-of-support thresholds are unvalidated. No success rate is available. The preparation deliverables are complete; runtime validation is the known next-stage blocker. This candidate remains a draft and is not frozen.
12
+
13
+ ## Continuation supersedes preparation status
14
+ Runtime now also needs feedback.npz (local linear fits from the same D20 data). The trusted API is the sole environment interface used in development. Saved exploration data is in ../evidence; candidate versions in ../versions. This bundle has bounded timing preference, stronger arm pose weighting and local translation feedback. Earlier preparation-only status above is historical. Do not infer success from terminal matching: only API native results or the task's strict visible fallback rule may score a rollout.
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "E20_development",
3
+ "task_id": "DualArmSwingCup-v1",
4
+ "agent_label": "Agent-D20-E20-Compiled",
5
+ "episodes_used": 3,
6
+ "authorized_demo_count": 20,
7
+ "all_demos_analyzed": true,
8
+ "versions": {
9
+ "python": "3.10.20",
10
+ "numpy": "2.2.6",
11
+ "opencv": "4.12.0",
12
+ "h5py": "3.16.0",
13
+ "scipy": "1.15.2",
14
+ "torch": "2.10.0+cu128"
15
+ },
16
+ "runtime_dependencies": [
17
+ "Python",
18
+ "NumPy",
19
+ "OpenCV"
20
+ ],
21
+ "offline_dependencies": [
22
+ "h5py via API.read_demo",
23
+ "Python standard library (importlib,json,pathlib,hashlib,platform)",
24
+ "NumPy",
25
+ "OpenCV"
26
+ ],
27
+ "version_query_only_imports": [
28
+ "SciPy",
29
+ "torch"
30
+ ],
31
+ "tools_used": [
32
+ {
33
+ "name": "exec_command / write_stdin",
34
+ "purpose": "local file reading/writing, Python analysis, compilation, synthetic checks"
35
+ },
36
+ {
37
+ "name": "view_image",
38
+ "purpose": "display five legal RGB contact sheets"
39
+ },
40
+ {
41
+ "name": "API.read_demo",
42
+ "path": "/worker_api.py",
43
+ "purpose": "authorized demonstration fields only",
44
+ "environment_methods_invoked": [
45
+ "budget_status",
46
+ "next_episode",
47
+ "latest_observation",
48
+ "execute_actions",
49
+ "finish_episode",
50
+ "rehearse",
51
+ "score_rehearsal",
52
+ "freeze"
53
+ ]
54
+ }
55
+ ],
56
+ "models": {
57
+ "coding_model": "provider-hosted coding assistant; exact served model/version not exposed",
58
+ "coding_model_weights": "unchanged; not accessible",
59
+ "perception_models": [],
60
+ "pretrained_weight_references": [],
61
+ "neural_finetuning": false,
62
+ "downloads": []
63
+ },
64
+ "derived_data": {
65
+ "reference.npz": "nonparametric fixed descriptors, qpos/qvel, expert actions, demo/frame provenance, phase; terminal rows added with zero hold labels",
66
+ "feature_scaling": "empirical standard deviations, floors; no learned neural parameters",
67
+ "provenance": "source_provenance.json",
68
+ "row_count": 3432,
69
+ "feedback.npz": "Local regularized linear action-to-arm-joint increment fits from same D20 reference transitions; no neural training"
70
+ },
71
+ "constraints": {
72
+ "simulator_created_or_imported": false,
73
+ "network_requests": 0,
74
+ "external_solution_search": false,
75
+ "other_task_data_access": false,
76
+ "hidden_state_access": false,
77
+ "environment_tests": 3,
78
+ "rehearsals": 0,
79
+ "freeze_called": false
80
+ },
81
+ "verification": [
82
+ "py_compile",
83
+ "check_synthetic.py: PASS; artificial inputs only"
84
+ ],
85
+ "limitations": [
86
+ "Internet restricted to audited provider proxy; no request attempted",
87
+ "No camera calibration, world/root transforms, contact force or success labels",
88
+ "Coarse image matching and phase aliasing; no recovery/stability verification",
89
+ "Runner supplies verified demo manifest and common environment lock separately"
90
+ ]
91
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "demo_ids": [
3
+ "demo_00",
4
+ "demo_01",
5
+ "demo_02",
6
+ "demo_03",
7
+ "demo_04",
8
+ "demo_05",
9
+ "demo_06",
10
+ "demo_07",
11
+ "demo_08",
12
+ "demo_09",
13
+ "demo_10",
14
+ "demo_11",
15
+ "demo_12",
16
+ "demo_13",
17
+ "demo_14",
18
+ "demo_15",
19
+ "demo_16",
20
+ "demo_17",
21
+ "demo_18",
22
+ "demo_19"
23
+ ],
24
+ "qpaths": [
25
+ "agent/panda_leaphand-1/qpos",
26
+ "agent/panda_leaphand_left-0/qpos"
27
+ ],
28
+ "vpaths": [
29
+ "agent/panda_leaphand-1/qvel",
30
+ "agent/panda_leaphand_left-0/qvel"
31
+ ],
32
+ "camera_order": [
33
+ "front_camera",
34
+ "left_camera",
35
+ "robot_camera_0",
36
+ "robot_camera_1",
37
+ "top_camera"
38
+ ],
39
+ "source": "API.read_demo; authorized sanitized HDF5 only",
40
+ "terminal_action": "added zero-delta hold, not expert label",
41
+ "rows": 3432
42
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Draft skills
2
+
3
+ This is task-local procedural documentation, not an installed skill/plugin.
4
+
5
+ - Recognize a nearby public observation using fixed grayscale/blue RGB descriptors and both robots' qpos/qvel.
6
+ - Select coordinated approach, alignment, closure, and lifting deltas by local interpolation of the 20 authorized demonstrations. These are candidate behaviors, not proven skills.
7
+ - Preserve exact two-arm action ordering and native bounds; handle HWC/1HWC RGB and flattened proprioception.
8
+ - Hold with zero deltas when required legal sensors are invalid or observation support is poor; clear temporal state at reset.
9
+
10
+ No perception network, neural training, hidden-state kinematics, specialized expert, simulator, recovery policy, or verified completion detector. All numerical thresholds are draft engineering choices. See ../demo_analysis.md and handoff.md.
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "authorized mounted sanitized demonstrations only",
3
+ "manifest_status": "released_for_offline_analysis",
4
+ "demo_ids": [
5
+ "demo_00",
6
+ "demo_01",
7
+ "demo_02",
8
+ "demo_03",
9
+ "demo_04",
10
+ "demo_05",
11
+ "demo_06",
12
+ "demo_07",
13
+ "demo_08",
14
+ "demo_09",
15
+ "demo_10",
16
+ "demo_11",
17
+ "demo_12",
18
+ "demo_13",
19
+ "demo_14",
20
+ "demo_15",
21
+ "demo_16",
22
+ "demo_17",
23
+ "demo_18",
24
+ "demo_19"
25
+ ],
26
+ "input_digests": {
27
+ "/task_contract.json": "ec248615bb8984899a7e1c79cd1d7d97eaad966afdaae0c5912ded2b518588bf",
28
+ "/demo_manifest.json": "d52e51c325532cfc99cb6deaa4e761e921ab6db53c6e582d304979f4c9ee981c",
29
+ "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
30
+ },
31
+ "manifest_provided_lineage": [
32
+ {
33
+ "demo_id": "demo_00",
34
+ "file": "demo_00.h5",
35
+ "trajectory_sha256": "a867a59fc363d01fb726b4a07e346cb85b1f0ca041f2cf3e9c8d51b5bd5c66ab",
36
+ "view_sha256": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735"
37
+ },
38
+ {
39
+ "demo_id": "demo_01",
40
+ "file": "demo_01.h5",
41
+ "trajectory_sha256": "de5623cf9ab622041be93e2331c71623b72ee2f5a1a2571ee863ec6f56bc789d",
42
+ "view_sha256": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f"
43
+ },
44
+ {
45
+ "demo_id": "demo_02",
46
+ "file": "demo_02.h5",
47
+ "trajectory_sha256": "fdcc2e51579861ea8d36cdb5d23d991abdfebf37c53375eab5059283944d623a",
48
+ "view_sha256": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca"
49
+ },
50
+ {
51
+ "demo_id": "demo_03",
52
+ "file": "demo_03.h5",
53
+ "trajectory_sha256": "c83100703c5bc6bd5e81c94a339f434ccae709edc931ba9b3798283bbc14ed92",
54
+ "view_sha256": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be"
55
+ },
56
+ {
57
+ "demo_id": "demo_04",
58
+ "file": "demo_04.h5",
59
+ "trajectory_sha256": "7553adccdb45475728acfd7bde6699be3e7c1820754122018d9545bd2f1a18ba",
60
+ "view_sha256": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d"
61
+ },
62
+ {
63
+ "demo_id": "demo_05",
64
+ "file": "demo_05.h5",
65
+ "trajectory_sha256": "7d11bba4c2947decc3fd6673381f7f59ef7e7e991e7608151337d13384eb5c95",
66
+ "view_sha256": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e"
67
+ },
68
+ {
69
+ "demo_id": "demo_06",
70
+ "file": "demo_06.h5",
71
+ "trajectory_sha256": "488b95c58eb23d805820a8082694ea715202c37c0da70cd23d96d9817272bc3f",
72
+ "view_sha256": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf"
73
+ },
74
+ {
75
+ "demo_id": "demo_07",
76
+ "file": "demo_07.h5",
77
+ "trajectory_sha256": "a7d8ca74be17f3bbd57191b31f9f49895e65e8416e0fb3ed9f7beabbd948c8a8",
78
+ "view_sha256": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf"
79
+ },
80
+ {
81
+ "demo_id": "demo_08",
82
+ "file": "demo_08.h5",
83
+ "trajectory_sha256": "b029bd1dc77bbec5214c6596916dbd36eb2b5caab023c4c7d8280b177fe10877",
84
+ "view_sha256": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838"
85
+ },
86
+ {
87
+ "demo_id": "demo_09",
88
+ "file": "demo_09.h5",
89
+ "trajectory_sha256": "21af03f3a5cfa731ee8df4ddc345e6466d1e080b6588764dc967c13edfbd34d2",
90
+ "view_sha256": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6"
91
+ },
92
+ {
93
+ "demo_id": "demo_10",
94
+ "file": "demo_10.h5",
95
+ "trajectory_sha256": "edfcb2cb4a107047948baecb404ea98df3048f6f8a5b50a8e1bbc0d043592691",
96
+ "view_sha256": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81"
97
+ },
98
+ {
99
+ "demo_id": "demo_11",
100
+ "file": "demo_11.h5",
101
+ "trajectory_sha256": "c3d953cf9e6da57ac979a0cf3de868288e6150fd1f8bd5752d606d9f38d39437",
102
+ "view_sha256": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d"
103
+ },
104
+ {
105
+ "demo_id": "demo_12",
106
+ "file": "demo_12.h5",
107
+ "trajectory_sha256": "21be28cbaa5e2f097c80f5e7a9c9ce42a94a2696af7b21aca87fb002567d0325",
108
+ "view_sha256": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3"
109
+ },
110
+ {
111
+ "demo_id": "demo_13",
112
+ "file": "demo_13.h5",
113
+ "trajectory_sha256": "72d48086bb581c1f5eb1e4f8e93dab3a1e6f3e728850d854de80bcacda196466",
114
+ "view_sha256": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b"
115
+ },
116
+ {
117
+ "demo_id": "demo_14",
118
+ "file": "demo_14.h5",
119
+ "trajectory_sha256": "ab5c6d9136303542544ec9d419dc124610e12c1b36c637df116b0ac09e368251",
120
+ "view_sha256": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d"
121
+ },
122
+ {
123
+ "demo_id": "demo_15",
124
+ "file": "demo_15.h5",
125
+ "trajectory_sha256": "79256764f28554d6d0112d1f4bbf1a30a92a9f223d9498da712bead8ab2c6679",
126
+ "view_sha256": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918"
127
+ },
128
+ {
129
+ "demo_id": "demo_16",
130
+ "file": "demo_16.h5",
131
+ "trajectory_sha256": "fd4d64e1873f0923aa06dd0b681ed705ffceab27033bc05f138a812cb5619f01",
132
+ "view_sha256": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072"
133
+ },
134
+ {
135
+ "demo_id": "demo_17",
136
+ "file": "demo_17.h5",
137
+ "trajectory_sha256": "dd783cfd70f685295063f4f4aa1cc7f45228fc1644a003d90a588fe79ef6515c",
138
+ "view_sha256": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6"
139
+ },
140
+ {
141
+ "demo_id": "demo_18",
142
+ "file": "demo_18.h5",
143
+ "trajectory_sha256": "ab6083cbf5b481f2b7cb38ccd19d7acd857c64bc6bee3bf2af00b3c7d0068255",
144
+ "view_sha256": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6"
145
+ },
146
+ {
147
+ "demo_id": "demo_19",
148
+ "file": "demo_19.h5",
149
+ "trajectory_sha256": "32d7dd28d84c87614b4b97952d5bdf2ec6be08d73902831f316f280acebf3137",
150
+ "view_sha256": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e"
151
+ }
152
+ ],
153
+ "note": "Lineage hashes copied from supplied manifest, not independently re-verified against original unsanitized sources."
154
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/build_bank.cpython-310.pyc ADDED
Binary file (2.29 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc ADDED
Binary file (1.95 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (1.97 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/kinematics.cpython-310.pyc ADDED
Binary file (815 Bytes). View file
 
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/knn_policy.cpython-310.pyc ADDED
Binary file (3.19 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/build_bank.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Offline compilation of authorized labels, not neural training or task testing."""
2
+ import importlib.util,json,numpy as np
3
+ from pathlib import Path
4
+ from controller import visual_features,CAMERAS
5
+ s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m);api=m.API()
6
+ manifest=json.load(open('/demo_manifest.json')); Q=[];V=[];F=[];A=[];T=[];D=[];summary=[]
7
+ for di,e in enumerate(manifest['episodes']):
8
+ n=e['length']; fields=['actions','obs/agent/qpos','obs/agent/qvel']+[f'obs/sensor_data/{c}/rgb' for c in CAMERAS]
9
+ data=api.read_demo(e['demo_id'],fields=fields);a=data['actions']; bad=[]
10
+ for t in range(n):
11
+ try: f=visual_features({c:data[f'obs/sensor_data/{c}/rgb'][t] for c in CAMERAS})
12
+ except ValueError: bad.append(t);continue
13
+ Q.append(data['obs/agent/qpos'][t]);V.append(data['obs/agent/qvel'][t]);F.append(f);A.append(a[t]);T.append(t);D.append(di)
14
+ hand=np.flatnonzero(np.max(abs(a[:,6:]),axis=1)>.05);lift=np.flatnonzero(a[:,2]>.05)
15
+ summary.append({'demo_id':e['demo_id'],'numeric_action_indices':[0,n-1],'numeric_proprio_indices':[0,n],'algorithmic_rgb_indices':[0,n], 'cameras':list(CAMERAS),'excluded_bank_frames':bad,'hand_onset':int(hand[0]),'lift_onset':int(lift[0])})
16
+ q=np.asarray(Q);v=np.asarray(V)
17
+ np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),q=q,v=v,visual=np.asarray(F),action=np.asarray(A),frame=np.asarray(T),demo_index=np.asarray(D),qscale=np.maximum(q.std(0),.15),vscale=np.maximum(v.std(0),.2))
18
+ json.dump(summary,open('/workspace/evidence/processing_log.json','w'),indent=2)
19
+ print('Compiled rows:',len(A),'excluded:',sum(len(x['excluded_bank_frames']) for x in summary))