Linslab commited on
Commit
044c27e
·
verified ·
1 Parent(s): 938fb61

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/build_reference.cpython-310.pyc +0 -0
  2. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  3. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc +0 -0
  4. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/vision.cpython-310.pyc +0 -0
  5. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/build_reference.py +43 -0
  6. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/controller.py +101 -0
  7. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/demo_manifest.json +1488 -0
  8. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/environment.lock +249 -0
  9. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/findings.md +24 -0
  10. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/freeze_manifest.json +158 -0
  11. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/handoff.md +9 -0
  12. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/model_tool_manifest.yaml +127 -0
  13. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/policy_runner.py +25 -0
  14. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/skills.md +5 -0
  15. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.json +31 -0
  16. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.py +48 -0
  17. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/vision.py +22 -0
  18. agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/worker_api.py +81 -0
  19. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/build_memory.cpython-310.pyc +0 -0
  20. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
  21. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  22. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/features.cpython-310.pyc +0 -0
  23. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/geometry.cpython-310.pyc +0 -0
  24. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/build_memory.py +33 -0
  25. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/check_synthetic.py +32 -0
  26. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compilation_provenance.json +0 -0
  27. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_feedback.py +22 -0
  28. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_geometry.py +11 -0
  29. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_targets.py +29 -0
  30. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_wrists.py +16 -0
  31. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/controller.py +93 -0
  32. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/demo_manifest.json +2168 -0
  33. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/environment.lock +249 -0
  34. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/features.py +41 -0
  35. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/feedback_provenance.json +101 -0
  36. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/findings.md +32 -0
  37. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/freeze_manifest.json +118 -0
  38. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/geometry.py +71 -0
  39. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/handoff.md +11 -0
  40. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/model_tool_manifest.yaml +267 -0
  41. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/policy_runner.py +25 -0
  42. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/refine_feedback.py +30 -0
  43. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/skills.md +10 -0
  44. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/synthetic_check_results.json +15 -0
  45. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/target_provenance.json +1 -0
  46. agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/worker_api.py +81 -0
  47. agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/__pycache__/build_bank.cpython-310.pyc +0 -0
  48. agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
  49. agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/build_bank.py +33 -0
  50. agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/check_synthetic.py +32 -0
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/build_reference.cpython-310.pyc ADDED
Binary file (2.93 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (4.11 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc ADDED
Binary file (2.86 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/vision.cpython-310.pyc ADDED
Binary file (1.95 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/build_reference.py ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Compile legal demonstration observations/labels; no parameter optimization."""
2
+ import importlib.util
3
+ import json
4
+ from pathlib import Path
5
+ import numpy as np
6
+ from controller import image_feature, CAMERAS
7
+ spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py')
8
+ m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m)
9
+ api=m.API();manifest=json.loads(Path('/demo_manifest.json').read_text())
10
+ assert len(manifest['episodes'])==20
11
+ rows={k:[] for k in ['q','v','visual','actions','phase','phase_rate','demo_index','frame_index']}
12
+ index=[]
13
+ for di,e in enumerate(manifest['episodes']):
14
+ d=api.read_demo(e['demo_id'],fields=['actions','obs/agent/qpos','obs/agent/qvel'])
15
+ a=d['actions'];n=len(a)
16
+ changes=np.flatnonzero(np.any(np.abs(np.diff(a[:,6:],axis=0))>.05,axis=1))+1
17
+ assert len(changes)==6
18
+ bounds=np.r_[0,changes,n]
19
+ ids=sorted(set(range(0,n,2)) | set(changes.tolist()) | set((changes-1).tolist()) | {n-1})
20
+ # Read RGB in modest chunks through the authorized API, not service RPCs.
21
+ for start in range(0,n,64):
22
+ stop=min(n,start+64)
23
+ rgb=api.read_demo(e['demo_id'],start,stop,fields=['obs/sensor_data/'+c+'/rgb' for c in CAMERAS])
24
+ for t in ids:
25
+ if not start<=t<stop:continue
26
+ seg=min(6,np.searchsorted(bounds,t,side='right')-1)
27
+ duration=bounds[seg+1]-bounds[seg]
28
+ vals={'q':d['obs/agent/qpos'][t],'v':d['obs/agent/qvel'][t],
29
+ 'visual':image_feature({c:rgb['obs/sensor_data/'+c+'/rgb'][t-start] for c in CAMERAS}),
30
+ 'actions':a[t],'phase':seg+(t-bounds[seg])/duration,'phase_rate':1/duration,
31
+ 'demo_index':di,'frame_index':t}
32
+ for k,val in vals.items():rows[k].append(val)
33
+ index.append({'demo_id':e['demo_id'],'numerical_actions':[0,n-1],
34
+ 'numerical_proprioception':[0,n], 'rgb_feature_indices':ids,
35
+ 'rgb_read_intervals':[[i,min(n,i+64)] for i in range(0,n,64)],
36
+ 'cameras':list(CAMERAS),'phase_boundaries':bounds.tolist()})
37
+ print(e['demo_id'],len(ids),'references',flush=True)
38
+ arrays={k:np.asarray(v,dtype=np.int32 if k.endswith('index') else np.float32) for k,v in rows.items()}
39
+ arrays['q_scale']=np.maximum(arrays['q'].std(0),.12)
40
+ arrays['v_scale']=np.maximum(arrays['v'].std(0),.2)
41
+ np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),**arrays)
42
+ Path('/workspace/evidence/computational_access.json').write_text(json.dumps(index,indent=2))
43
+ print('Total references',len(arrays['q']))
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/controller.py ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """D20 observation-conditioned retrieval controller. No simulator or weights."""
2
+ from pathlib import Path
3
+ import numpy as np
4
+ import cv2
5
+
6
+ CAMERAS = ('top_camera', 'front_camera')
7
+
8
+ def image_feature(rgb):
9
+ parts = []
10
+ for camera in CAMERAS:
11
+ im = np.asarray(rgb[camera])
12
+ if im.ndim == 4 and im.shape[0] == 1:
13
+ im = im[0]
14
+ if im.ndim != 3 or im.shape[2] != 3 or min(im.shape[:2]) < 2:
15
+ raise ValueError('Expected RGB HWC or 1HWC')
16
+ if not np.isfinite(im).all():
17
+ raise ValueError('Nonfinite RGB')
18
+ parts.append(cv2.resize(im.astype(np.float32), (16, 16),
19
+ interpolation=cv2.INTER_AREA).ravel() / 255.)
20
+ return np.concatenate(parts)
21
+
22
+ _bank = None
23
+ _phase = None
24
+ _last_step = None
25
+ _diagnostics = {}
26
+
27
+ def reset_episode():
28
+ global _phase, _last_step, _diagnostics
29
+ _phase = None
30
+ _last_step = None
31
+ _diagnostics = {}
32
+
33
+ def _load():
34
+ global _bank
35
+ if _bank is None:
36
+ with np.load(Path(__file__).with_name('reference_bank.npz'), allow_pickle=False) as f:
37
+ _bank = {k: f[k] for k in f.files}
38
+ return _bank
39
+
40
+ def act(obs):
41
+ """Return 6 root-frame arm deltas then 16 dex deltas, in one 22-vector.
42
+
43
+ All retrieval is recomputed from live legal observations. Temporal continuity
44
+ is a soft phase prior, never a selected-demo playback cursor. None means
45
+ horizon exhaustion or unusable input, and does not assert task completion.
46
+ """
47
+ global _phase, _last_step, _diagnostics
48
+ if 'observation' in obs:
49
+ envelope = obs
50
+ obs = dict(envelope['observation'])
51
+ obs['step_id'] = envelope.get('step_id', 1 if _last_step is None else _last_step + 1)
52
+ step = int(obs.get('step_id', 1 if _last_step is None else _last_step + 1))
53
+ if step >= 500:
54
+ return None # Runner already charged one native hold step.
55
+ if _last_step is not None and step < _last_step:
56
+ reset_episode()
57
+ try:
58
+ p = obs['proprioception']
59
+ q = np.asarray(p['agent/qpos'], dtype=np.float32).reshape(-1)
60
+ v = np.asarray(p['agent/qvel'], dtype=np.float32).reshape(-1)
61
+ if q.size != 23 or v.size != 23 or not np.isfinite(q).all() or not np.isfinite(v).all():
62
+ return None
63
+ visual = image_feature(obs['rgb'])
64
+ except (KeyError, ValueError, TypeError):
65
+ return None
66
+ bank = _load()
67
+ # Coarse proprioceptive candidates; current RGB reranks every invocation.
68
+ dq = (bank['q'] - q) / bank['q_scale']
69
+ dv = (bank['v'] - v) / bank['v_scale']
70
+ cost = np.mean(dq[:, :7] ** 2, axis=1) + .6 * np.mean(dq[:, 7:] ** 2, axis=1)
71
+ cost += .08 * np.mean(np.minimum(dv ** 2, 25), axis=1)
72
+ if _phase is not None:
73
+ # A bounded one-step expectation resolves nearly stationary grasp stages.
74
+ cost += .35 * (bank['phase'] - _phase) ** 2
75
+ pool = np.argpartition(cost, min(95, len(cost)-1))[:96]
76
+ image_error = np.mean((bank['visual'][pool] - visual) ** 2, axis=1)
77
+ score = cost[pool] + 80. * image_error
78
+ order = np.argsort(score)
79
+ anchor = pool[order[0]]
80
+ # Do not average actions from opposite sides of a grasp transition.
81
+ compatible = pool[np.floor(bank['phase'][pool]) == np.floor(bank['phase'][anchor])]
82
+ vis = np.mean((bank['visual'][compatible] - visual) ** 2, axis=1)
83
+ total = cost[compatible] + 80. * vis
84
+ chosen = np.argsort(total)[:5]
85
+ ids = compatible[chosen]
86
+ weights = np.exp(-(total[chosen] - total[chosen[0]]) / .08)
87
+ weights /= weights.sum()
88
+ action = weights @ bank['actions'][ids]
89
+ estimate = float(weights @ bank['phase'][ids])
90
+ increment = float(weights @ bank['phase_rate'][ids])
91
+ if _phase is None:
92
+ _phase = estimate + increment
93
+ else:
94
+ _phase = float(np.clip(.8*_phase + .2*estimate + increment, 0, 7.99))
95
+ _last_step = step
96
+ _diagnostics = {'phase': _phase, 'reference_distance': float(total[chosen[0]]),
97
+ 'visual_error': float(image_error[order[0]])}
98
+ if 5.0 <= _phase < 6.0:
99
+ action[6:] *= .5
100
+ # Exact action-part order: one width-22 part, no mimic gripper component.
101
+ return np.clip(action, -1., 1.).astype(np.float32)
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,1488 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "ClothWipe-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 395,
11
+ "fields": [
12
+ {
13
+ "path": "actions",
14
+ "shape": [
15
+ 395,
16
+ 22
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "obs/agent/qpos",
22
+ "shape": [
23
+ 396,
24
+ 23
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/qvel",
30
+ "shape": [
31
+ 396,
32
+ 23
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/sensor_data/front_camera/rgb",
38
+ "shape": [
39
+ 396,
40
+ 240,
41
+ 320,
42
+ 3
43
+ ],
44
+ "dtype": "uint8"
45
+ },
46
+ {
47
+ "path": "obs/sensor_data/left_camera/rgb",
48
+ "shape": [
49
+ 396,
50
+ 240,
51
+ 320,
52
+ 3
53
+ ],
54
+ "dtype": "uint8"
55
+ },
56
+ {
57
+ "path": "obs/sensor_data/robot_camera/rgb",
58
+ "shape": [
59
+ 396,
60
+ 240,
61
+ 320,
62
+ 3
63
+ ],
64
+ "dtype": "uint8"
65
+ },
66
+ {
67
+ "path": "obs/sensor_data/top_camera/rgb",
68
+ "shape": [
69
+ 396,
70
+ 320,
71
+ 240,
72
+ 3
73
+ ],
74
+ "dtype": "uint8"
75
+ }
76
+ ],
77
+ "trajectory_sha256": "efaf9de75ac2c89bc5fb287011925175a8e5eff16b14a15e308a17b1170c6d53",
78
+ "source_sha256": "eb6d6c4b897c3296d36c23c18db62773f6f125dbbb7f7f5f8f9bc06795c84b81",
79
+ "view_sha256": "93fb969c14b6e2c8bff49fb6797b96810263c639eb4a99ab2d378928924ce1c8"
80
+ },
81
+ {
82
+ "demo_id": "demo_01",
83
+ "file": "demo_01.h5",
84
+ "length": 468,
85
+ "fields": [
86
+ {
87
+ "path": "actions",
88
+ "shape": [
89
+ 468,
90
+ 22
91
+ ],
92
+ "dtype": "float32"
93
+ },
94
+ {
95
+ "path": "obs/agent/qpos",
96
+ "shape": [
97
+ 469,
98
+ 23
99
+ ],
100
+ "dtype": "float32"
101
+ },
102
+ {
103
+ "path": "obs/agent/qvel",
104
+ "shape": [
105
+ 469,
106
+ 23
107
+ ],
108
+ "dtype": "float32"
109
+ },
110
+ {
111
+ "path": "obs/sensor_data/front_camera/rgb",
112
+ "shape": [
113
+ 469,
114
+ 240,
115
+ 320,
116
+ 3
117
+ ],
118
+ "dtype": "uint8"
119
+ },
120
+ {
121
+ "path": "obs/sensor_data/left_camera/rgb",
122
+ "shape": [
123
+ 469,
124
+ 240,
125
+ 320,
126
+ 3
127
+ ],
128
+ "dtype": "uint8"
129
+ },
130
+ {
131
+ "path": "obs/sensor_data/robot_camera/rgb",
132
+ "shape": [
133
+ 469,
134
+ 240,
135
+ 320,
136
+ 3
137
+ ],
138
+ "dtype": "uint8"
139
+ },
140
+ {
141
+ "path": "obs/sensor_data/top_camera/rgb",
142
+ "shape": [
143
+ 469,
144
+ 320,
145
+ 240,
146
+ 3
147
+ ],
148
+ "dtype": "uint8"
149
+ }
150
+ ],
151
+ "trajectory_sha256": "9cdce822dbfdb46426e877499657ff1fcc95cda9b0cdd3dcccfd610a841f72d2",
152
+ "source_sha256": "ce61b48a9968837f6207dcf59bce4bb22f6ae1348d477f5b9b4e9586f79e99a9",
153
+ "view_sha256": "fd75ade862337438b26999591cacdb42ba9492175e2079e670e016d10166f766"
154
+ },
155
+ {
156
+ "demo_id": "demo_02",
157
+ "file": "demo_02.h5",
158
+ "length": 434,
159
+ "fields": [
160
+ {
161
+ "path": "actions",
162
+ "shape": [
163
+ 434,
164
+ 22
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/agent/qpos",
170
+ "shape": [
171
+ 435,
172
+ 23
173
+ ],
174
+ "dtype": "float32"
175
+ },
176
+ {
177
+ "path": "obs/agent/qvel",
178
+ "shape": [
179
+ 435,
180
+ 23
181
+ ],
182
+ "dtype": "float32"
183
+ },
184
+ {
185
+ "path": "obs/sensor_data/front_camera/rgb",
186
+ "shape": [
187
+ 435,
188
+ 240,
189
+ 320,
190
+ 3
191
+ ],
192
+ "dtype": "uint8"
193
+ },
194
+ {
195
+ "path": "obs/sensor_data/left_camera/rgb",
196
+ "shape": [
197
+ 435,
198
+ 240,
199
+ 320,
200
+ 3
201
+ ],
202
+ "dtype": "uint8"
203
+ },
204
+ {
205
+ "path": "obs/sensor_data/robot_camera/rgb",
206
+ "shape": [
207
+ 435,
208
+ 240,
209
+ 320,
210
+ 3
211
+ ],
212
+ "dtype": "uint8"
213
+ },
214
+ {
215
+ "path": "obs/sensor_data/top_camera/rgb",
216
+ "shape": [
217
+ 435,
218
+ 320,
219
+ 240,
220
+ 3
221
+ ],
222
+ "dtype": "uint8"
223
+ }
224
+ ],
225
+ "trajectory_sha256": "062552e67755ae2d5188ae4d3c5106841a57c746563a0ef3fa26a5f651e71f6f",
226
+ "source_sha256": "e48f169933e625ecf24daa7b8a1a3c6bceb78e9b6cc2a123ad1167935cb74358",
227
+ "view_sha256": "f98c2357e2f00c434b46adcfdad552847d56b315a13ae3b97b2b51ff6ad1f76d"
228
+ },
229
+ {
230
+ "demo_id": "demo_03",
231
+ "file": "demo_03.h5",
232
+ "length": 420,
233
+ "fields": [
234
+ {
235
+ "path": "actions",
236
+ "shape": [
237
+ 420,
238
+ 22
239
+ ],
240
+ "dtype": "float32"
241
+ },
242
+ {
243
+ "path": "obs/agent/qpos",
244
+ "shape": [
245
+ 421,
246
+ 23
247
+ ],
248
+ "dtype": "float32"
249
+ },
250
+ {
251
+ "path": "obs/agent/qvel",
252
+ "shape": [
253
+ 421,
254
+ 23
255
+ ],
256
+ "dtype": "float32"
257
+ },
258
+ {
259
+ "path": "obs/sensor_data/front_camera/rgb",
260
+ "shape": [
261
+ 421,
262
+ 240,
263
+ 320,
264
+ 3
265
+ ],
266
+ "dtype": "uint8"
267
+ },
268
+ {
269
+ "path": "obs/sensor_data/left_camera/rgb",
270
+ "shape": [
271
+ 421,
272
+ 240,
273
+ 320,
274
+ 3
275
+ ],
276
+ "dtype": "uint8"
277
+ },
278
+ {
279
+ "path": "obs/sensor_data/robot_camera/rgb",
280
+ "shape": [
281
+ 421,
282
+ 240,
283
+ 320,
284
+ 3
285
+ ],
286
+ "dtype": "uint8"
287
+ },
288
+ {
289
+ "path": "obs/sensor_data/top_camera/rgb",
290
+ "shape": [
291
+ 421,
292
+ 320,
293
+ 240,
294
+ 3
295
+ ],
296
+ "dtype": "uint8"
297
+ }
298
+ ],
299
+ "trajectory_sha256": "e3288e197871bee3ec19ced19962aed5d6ddf20c745b881836797778bddce8f4",
300
+ "source_sha256": "7c6d686827093683374815e9d60ab4df4fbef124df407035175b438920c5c39e",
301
+ "view_sha256": "d3750cd97df60bc8b1c6ddec9c5c0abf607e2fb5ceab58b2bae809c42db9a5a6"
302
+ },
303
+ {
304
+ "demo_id": "demo_04",
305
+ "file": "demo_04.h5",
306
+ "length": 419,
307
+ "fields": [
308
+ {
309
+ "path": "actions",
310
+ "shape": [
311
+ 419,
312
+ 22
313
+ ],
314
+ "dtype": "float32"
315
+ },
316
+ {
317
+ "path": "obs/agent/qpos",
318
+ "shape": [
319
+ 420,
320
+ 23
321
+ ],
322
+ "dtype": "float32"
323
+ },
324
+ {
325
+ "path": "obs/agent/qvel",
326
+ "shape": [
327
+ 420,
328
+ 23
329
+ ],
330
+ "dtype": "float32"
331
+ },
332
+ {
333
+ "path": "obs/sensor_data/front_camera/rgb",
334
+ "shape": [
335
+ 420,
336
+ 240,
337
+ 320,
338
+ 3
339
+ ],
340
+ "dtype": "uint8"
341
+ },
342
+ {
343
+ "path": "obs/sensor_data/left_camera/rgb",
344
+ "shape": [
345
+ 420,
346
+ 240,
347
+ 320,
348
+ 3
349
+ ],
350
+ "dtype": "uint8"
351
+ },
352
+ {
353
+ "path": "obs/sensor_data/robot_camera/rgb",
354
+ "shape": [
355
+ 420,
356
+ 240,
357
+ 320,
358
+ 3
359
+ ],
360
+ "dtype": "uint8"
361
+ },
362
+ {
363
+ "path": "obs/sensor_data/top_camera/rgb",
364
+ "shape": [
365
+ 420,
366
+ 320,
367
+ 240,
368
+ 3
369
+ ],
370
+ "dtype": "uint8"
371
+ }
372
+ ],
373
+ "trajectory_sha256": "29b3c108f9892823f3f86790cda23b326ebf411b55f7a354516fa434e121b2c5",
374
+ "source_sha256": "8f5adc7ee9bdf06ebfcde3cc87b1fc92aefb78666fef6270bd3a0163d6d53e61",
375
+ "view_sha256": "8dbedfbc53b312cf6303ae613a207aebedfa73512ba905abc6e303279a9b9def"
376
+ },
377
+ {
378
+ "demo_id": "demo_05",
379
+ "file": "demo_05.h5",
380
+ "length": 383,
381
+ "fields": [
382
+ {
383
+ "path": "actions",
384
+ "shape": [
385
+ 383,
386
+ 22
387
+ ],
388
+ "dtype": "float32"
389
+ },
390
+ {
391
+ "path": "obs/agent/qpos",
392
+ "shape": [
393
+ 384,
394
+ 23
395
+ ],
396
+ "dtype": "float32"
397
+ },
398
+ {
399
+ "path": "obs/agent/qvel",
400
+ "shape": [
401
+ 384,
402
+ 23
403
+ ],
404
+ "dtype": "float32"
405
+ },
406
+ {
407
+ "path": "obs/sensor_data/front_camera/rgb",
408
+ "shape": [
409
+ 384,
410
+ 240,
411
+ 320,
412
+ 3
413
+ ],
414
+ "dtype": "uint8"
415
+ },
416
+ {
417
+ "path": "obs/sensor_data/left_camera/rgb",
418
+ "shape": [
419
+ 384,
420
+ 240,
421
+ 320,
422
+ 3
423
+ ],
424
+ "dtype": "uint8"
425
+ },
426
+ {
427
+ "path": "obs/sensor_data/robot_camera/rgb",
428
+ "shape": [
429
+ 384,
430
+ 240,
431
+ 320,
432
+ 3
433
+ ],
434
+ "dtype": "uint8"
435
+ },
436
+ {
437
+ "path": "obs/sensor_data/top_camera/rgb",
438
+ "shape": [
439
+ 384,
440
+ 320,
441
+ 240,
442
+ 3
443
+ ],
444
+ "dtype": "uint8"
445
+ }
446
+ ],
447
+ "trajectory_sha256": "1095fc08dc23e292f639e5ce62613eeac6c0a792be2e08bc3e74863c3f67b369",
448
+ "source_sha256": "159eb018f7d9db88cddc5b6342a5658452a9b33915971c093ac52b905dc4686e",
449
+ "view_sha256": "aff69b060414231062b1f4c36e0593b238935042e84c28cb164de456aed8c716"
450
+ },
451
+ {
452
+ "demo_id": "demo_06",
453
+ "file": "demo_06.h5",
454
+ "length": 386,
455
+ "fields": [
456
+ {
457
+ "path": "actions",
458
+ "shape": [
459
+ 386,
460
+ 22
461
+ ],
462
+ "dtype": "float32"
463
+ },
464
+ {
465
+ "path": "obs/agent/qpos",
466
+ "shape": [
467
+ 387,
468
+ 23
469
+ ],
470
+ "dtype": "float32"
471
+ },
472
+ {
473
+ "path": "obs/agent/qvel",
474
+ "shape": [
475
+ 387,
476
+ 23
477
+ ],
478
+ "dtype": "float32"
479
+ },
480
+ {
481
+ "path": "obs/sensor_data/front_camera/rgb",
482
+ "shape": [
483
+ 387,
484
+ 240,
485
+ 320,
486
+ 3
487
+ ],
488
+ "dtype": "uint8"
489
+ },
490
+ {
491
+ "path": "obs/sensor_data/left_camera/rgb",
492
+ "shape": [
493
+ 387,
494
+ 240,
495
+ 320,
496
+ 3
497
+ ],
498
+ "dtype": "uint8"
499
+ },
500
+ {
501
+ "path": "obs/sensor_data/robot_camera/rgb",
502
+ "shape": [
503
+ 387,
504
+ 240,
505
+ 320,
506
+ 3
507
+ ],
508
+ "dtype": "uint8"
509
+ },
510
+ {
511
+ "path": "obs/sensor_data/top_camera/rgb",
512
+ "shape": [
513
+ 387,
514
+ 320,
515
+ 240,
516
+ 3
517
+ ],
518
+ "dtype": "uint8"
519
+ }
520
+ ],
521
+ "trajectory_sha256": "d0d7575dc1cf466fa82150c441ef274761b737459176d9f13160920fb92318db",
522
+ "source_sha256": "7136c0606035c01d6e41ac0e40dbbf63df9e7ce185b3b38624b01aeeda6cd85f",
523
+ "view_sha256": "651ee267fe43f867bf2ac8c3c7cb8d61a2f22874df8b6e43bd82a9dee6383696"
524
+ },
525
+ {
526
+ "demo_id": "demo_07",
527
+ "file": "demo_07.h5",
528
+ "length": 484,
529
+ "fields": [
530
+ {
531
+ "path": "actions",
532
+ "shape": [
533
+ 484,
534
+ 22
535
+ ],
536
+ "dtype": "float32"
537
+ },
538
+ {
539
+ "path": "obs/agent/qpos",
540
+ "shape": [
541
+ 485,
542
+ 23
543
+ ],
544
+ "dtype": "float32"
545
+ },
546
+ {
547
+ "path": "obs/agent/qvel",
548
+ "shape": [
549
+ 485,
550
+ 23
551
+ ],
552
+ "dtype": "float32"
553
+ },
554
+ {
555
+ "path": "obs/sensor_data/front_camera/rgb",
556
+ "shape": [
557
+ 485,
558
+ 240,
559
+ 320,
560
+ 3
561
+ ],
562
+ "dtype": "uint8"
563
+ },
564
+ {
565
+ "path": "obs/sensor_data/left_camera/rgb",
566
+ "shape": [
567
+ 485,
568
+ 240,
569
+ 320,
570
+ 3
571
+ ],
572
+ "dtype": "uint8"
573
+ },
574
+ {
575
+ "path": "obs/sensor_data/robot_camera/rgb",
576
+ "shape": [
577
+ 485,
578
+ 240,
579
+ 320,
580
+ 3
581
+ ],
582
+ "dtype": "uint8"
583
+ },
584
+ {
585
+ "path": "obs/sensor_data/top_camera/rgb",
586
+ "shape": [
587
+ 485,
588
+ 320,
589
+ 240,
590
+ 3
591
+ ],
592
+ "dtype": "uint8"
593
+ }
594
+ ],
595
+ "trajectory_sha256": "efe78aaf34ef1e5c3973c7a145ffcad82cdaad09aee25c5df417a618b1c1127d",
596
+ "source_sha256": "ccc9b0e12826bb6d71e2e72d31422859a7e0e2615b863dd4747e8ae43b0956db",
597
+ "view_sha256": "b7e859040605e472f15a4ee7b685f58153d659dc7910c1e984021a4c7b5ea726"
598
+ },
599
+ {
600
+ "demo_id": "demo_08",
601
+ "file": "demo_08.h5",
602
+ "length": 373,
603
+ "fields": [
604
+ {
605
+ "path": "actions",
606
+ "shape": [
607
+ 373,
608
+ 22
609
+ ],
610
+ "dtype": "float32"
611
+ },
612
+ {
613
+ "path": "obs/agent/qpos",
614
+ "shape": [
615
+ 374,
616
+ 23
617
+ ],
618
+ "dtype": "float32"
619
+ },
620
+ {
621
+ "path": "obs/agent/qvel",
622
+ "shape": [
623
+ 374,
624
+ 23
625
+ ],
626
+ "dtype": "float32"
627
+ },
628
+ {
629
+ "path": "obs/sensor_data/front_camera/rgb",
630
+ "shape": [
631
+ 374,
632
+ 240,
633
+ 320,
634
+ 3
635
+ ],
636
+ "dtype": "uint8"
637
+ },
638
+ {
639
+ "path": "obs/sensor_data/left_camera/rgb",
640
+ "shape": [
641
+ 374,
642
+ 240,
643
+ 320,
644
+ 3
645
+ ],
646
+ "dtype": "uint8"
647
+ },
648
+ {
649
+ "path": "obs/sensor_data/robot_camera/rgb",
650
+ "shape": [
651
+ 374,
652
+ 240,
653
+ 320,
654
+ 3
655
+ ],
656
+ "dtype": "uint8"
657
+ },
658
+ {
659
+ "path": "obs/sensor_data/top_camera/rgb",
660
+ "shape": [
661
+ 374,
662
+ 320,
663
+ 240,
664
+ 3
665
+ ],
666
+ "dtype": "uint8"
667
+ }
668
+ ],
669
+ "trajectory_sha256": "9923f0ff7dcfb8722ea08b1e37c3a94a5c46a246569f245729ad406c9fa93e74",
670
+ "source_sha256": "012a2682225640400e77423251e54b1fe6c33af353db2652c6a4b89638cc12ea",
671
+ "view_sha256": "a7a8a189cba79f8da7d543b30eadda8a3b0c643d394bcabfe044d02fba65e276"
672
+ },
673
+ {
674
+ "demo_id": "demo_09",
675
+ "file": "demo_09.h5",
676
+ "length": 443,
677
+ "fields": [
678
+ {
679
+ "path": "actions",
680
+ "shape": [
681
+ 443,
682
+ 22
683
+ ],
684
+ "dtype": "float32"
685
+ },
686
+ {
687
+ "path": "obs/agent/qpos",
688
+ "shape": [
689
+ 444,
690
+ 23
691
+ ],
692
+ "dtype": "float32"
693
+ },
694
+ {
695
+ "path": "obs/agent/qvel",
696
+ "shape": [
697
+ 444,
698
+ 23
699
+ ],
700
+ "dtype": "float32"
701
+ },
702
+ {
703
+ "path": "obs/sensor_data/front_camera/rgb",
704
+ "shape": [
705
+ 444,
706
+ 240,
707
+ 320,
708
+ 3
709
+ ],
710
+ "dtype": "uint8"
711
+ },
712
+ {
713
+ "path": "obs/sensor_data/left_camera/rgb",
714
+ "shape": [
715
+ 444,
716
+ 240,
717
+ 320,
718
+ 3
719
+ ],
720
+ "dtype": "uint8"
721
+ },
722
+ {
723
+ "path": "obs/sensor_data/robot_camera/rgb",
724
+ "shape": [
725
+ 444,
726
+ 240,
727
+ 320,
728
+ 3
729
+ ],
730
+ "dtype": "uint8"
731
+ },
732
+ {
733
+ "path": "obs/sensor_data/top_camera/rgb",
734
+ "shape": [
735
+ 444,
736
+ 320,
737
+ 240,
738
+ 3
739
+ ],
740
+ "dtype": "uint8"
741
+ }
742
+ ],
743
+ "trajectory_sha256": "86a7ec4070bbacbac507a9aebff285060facacfffc2b5dd6fb6a7af31b79f092",
744
+ "source_sha256": "26ee7a9116d243a2ff015c95edb0dc43156e54c0f9cc637c1ec5a824b4af3803",
745
+ "view_sha256": "7dc3340f4eb79dc54d985e83f3c34153968c5b7dd83e4d46914ccc5a7948ac54"
746
+ },
747
+ {
748
+ "demo_id": "demo_10",
749
+ "file": "demo_10.h5",
750
+ "length": 489,
751
+ "fields": [
752
+ {
753
+ "path": "actions",
754
+ "shape": [
755
+ 489,
756
+ 22
757
+ ],
758
+ "dtype": "float32"
759
+ },
760
+ {
761
+ "path": "obs/agent/qpos",
762
+ "shape": [
763
+ 490,
764
+ 23
765
+ ],
766
+ "dtype": "float32"
767
+ },
768
+ {
769
+ "path": "obs/agent/qvel",
770
+ "shape": [
771
+ 490,
772
+ 23
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "obs/sensor_data/front_camera/rgb",
778
+ "shape": [
779
+ 490,
780
+ 240,
781
+ 320,
782
+ 3
783
+ ],
784
+ "dtype": "uint8"
785
+ },
786
+ {
787
+ "path": "obs/sensor_data/left_camera/rgb",
788
+ "shape": [
789
+ 490,
790
+ 240,
791
+ 320,
792
+ 3
793
+ ],
794
+ "dtype": "uint8"
795
+ },
796
+ {
797
+ "path": "obs/sensor_data/robot_camera/rgb",
798
+ "shape": [
799
+ 490,
800
+ 240,
801
+ 320,
802
+ 3
803
+ ],
804
+ "dtype": "uint8"
805
+ },
806
+ {
807
+ "path": "obs/sensor_data/top_camera/rgb",
808
+ "shape": [
809
+ 490,
810
+ 320,
811
+ 240,
812
+ 3
813
+ ],
814
+ "dtype": "uint8"
815
+ }
816
+ ],
817
+ "trajectory_sha256": "958087fcff0e6ef786744a75f4f95d1b56cfea442760cf3b0be9fb81402aa90b",
818
+ "source_sha256": "2bd0439b123e278bbb9421c092b2afc5e711a14ba89da009c0755e30781024aa",
819
+ "view_sha256": "5576f0250c8e33b74bed2ece4b6c04038dc4b699a691d43f5217f183069d3e67"
820
+ },
821
+ {
822
+ "demo_id": "demo_11",
823
+ "file": "demo_11.h5",
824
+ "length": 446,
825
+ "fields": [
826
+ {
827
+ "path": "actions",
828
+ "shape": [
829
+ 446,
830
+ 22
831
+ ],
832
+ "dtype": "float32"
833
+ },
834
+ {
835
+ "path": "obs/agent/qpos",
836
+ "shape": [
837
+ 447,
838
+ 23
839
+ ],
840
+ "dtype": "float32"
841
+ },
842
+ {
843
+ "path": "obs/agent/qvel",
844
+ "shape": [
845
+ 447,
846
+ 23
847
+ ],
848
+ "dtype": "float32"
849
+ },
850
+ {
851
+ "path": "obs/sensor_data/front_camera/rgb",
852
+ "shape": [
853
+ 447,
854
+ 240,
855
+ 320,
856
+ 3
857
+ ],
858
+ "dtype": "uint8"
859
+ },
860
+ {
861
+ "path": "obs/sensor_data/left_camera/rgb",
862
+ "shape": [
863
+ 447,
864
+ 240,
865
+ 320,
866
+ 3
867
+ ],
868
+ "dtype": "uint8"
869
+ },
870
+ {
871
+ "path": "obs/sensor_data/robot_camera/rgb",
872
+ "shape": [
873
+ 447,
874
+ 240,
875
+ 320,
876
+ 3
877
+ ],
878
+ "dtype": "uint8"
879
+ },
880
+ {
881
+ "path": "obs/sensor_data/top_camera/rgb",
882
+ "shape": [
883
+ 447,
884
+ 320,
885
+ 240,
886
+ 3
887
+ ],
888
+ "dtype": "uint8"
889
+ }
890
+ ],
891
+ "trajectory_sha256": "bb5177a18ae4820c228a66870d3a69eed3cafed107f4fcaf6a2d74686bbfec2d",
892
+ "source_sha256": "28ab5d154d0f445edc7ffe9a2fcb5978dfd13424e70a77cc7486d42b13f3ead7",
893
+ "view_sha256": "6752ede0bdd4c40708af8bbe7b744d59f37cab64482edca88c9938397f57febf"
894
+ },
895
+ {
896
+ "demo_id": "demo_12",
897
+ "file": "demo_12.h5",
898
+ "length": 383,
899
+ "fields": [
900
+ {
901
+ "path": "actions",
902
+ "shape": [
903
+ 383,
904
+ 22
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/qpos",
910
+ "shape": [
911
+ 384,
912
+ 23
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/qvel",
918
+ "shape": [
919
+ 384,
920
+ 23
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 384,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 384,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera/rgb",
946
+ "shape": [
947
+ 384,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/top_camera/rgb",
956
+ "shape": [
957
+ 384,
958
+ 320,
959
+ 240,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ }
964
+ ],
965
+ "trajectory_sha256": "8914d2618979104a87f60bfa7f9409be6555d7084253e670140c50152a927cfa",
966
+ "source_sha256": "7efd630e53f362ec986e2c63b8d1eafd0d9903e4b60c06e894c4dd6c5052d989",
967
+ "view_sha256": "2e2d786e43b7fdc806335a43d6cfc365ccfdb7afa126825ad7179815b073cadd"
968
+ },
969
+ {
970
+ "demo_id": "demo_13",
971
+ "file": "demo_13.h5",
972
+ "length": 400,
973
+ "fields": [
974
+ {
975
+ "path": "actions",
976
+ "shape": [
977
+ 400,
978
+ 22
979
+ ],
980
+ "dtype": "float32"
981
+ },
982
+ {
983
+ "path": "obs/agent/qpos",
984
+ "shape": [
985
+ 401,
986
+ 23
987
+ ],
988
+ "dtype": "float32"
989
+ },
990
+ {
991
+ "path": "obs/agent/qvel",
992
+ "shape": [
993
+ 401,
994
+ 23
995
+ ],
996
+ "dtype": "float32"
997
+ },
998
+ {
999
+ "path": "obs/sensor_data/front_camera/rgb",
1000
+ "shape": [
1001
+ 401,
1002
+ 240,
1003
+ 320,
1004
+ 3
1005
+ ],
1006
+ "dtype": "uint8"
1007
+ },
1008
+ {
1009
+ "path": "obs/sensor_data/left_camera/rgb",
1010
+ "shape": [
1011
+ 401,
1012
+ 240,
1013
+ 320,
1014
+ 3
1015
+ ],
1016
+ "dtype": "uint8"
1017
+ },
1018
+ {
1019
+ "path": "obs/sensor_data/robot_camera/rgb",
1020
+ "shape": [
1021
+ 401,
1022
+ 240,
1023
+ 320,
1024
+ 3
1025
+ ],
1026
+ "dtype": "uint8"
1027
+ },
1028
+ {
1029
+ "path": "obs/sensor_data/top_camera/rgb",
1030
+ "shape": [
1031
+ 401,
1032
+ 320,
1033
+ 240,
1034
+ 3
1035
+ ],
1036
+ "dtype": "uint8"
1037
+ }
1038
+ ],
1039
+ "trajectory_sha256": "805c56c0c75aba03892a928eef9af5b702799544abee96def88e09d01442dad0",
1040
+ "source_sha256": "f5ca1fd61df21c61bf7a495e4beb7fe059326dea011f8057b422e0eb301e99b2",
1041
+ "view_sha256": "89e97654d071a7245c84258abfcfade5d153ed367eaaa86510e66775a7fc562c"
1042
+ },
1043
+ {
1044
+ "demo_id": "demo_14",
1045
+ "file": "demo_14.h5",
1046
+ "length": 435,
1047
+ "fields": [
1048
+ {
1049
+ "path": "actions",
1050
+ "shape": [
1051
+ 435,
1052
+ 22
1053
+ ],
1054
+ "dtype": "float32"
1055
+ },
1056
+ {
1057
+ "path": "obs/agent/qpos",
1058
+ "shape": [
1059
+ 436,
1060
+ 23
1061
+ ],
1062
+ "dtype": "float32"
1063
+ },
1064
+ {
1065
+ "path": "obs/agent/qvel",
1066
+ "shape": [
1067
+ 436,
1068
+ 23
1069
+ ],
1070
+ "dtype": "float32"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/front_camera/rgb",
1074
+ "shape": [
1075
+ 436,
1076
+ 240,
1077
+ 320,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ },
1082
+ {
1083
+ "path": "obs/sensor_data/left_camera/rgb",
1084
+ "shape": [
1085
+ 436,
1086
+ 240,
1087
+ 320,
1088
+ 3
1089
+ ],
1090
+ "dtype": "uint8"
1091
+ },
1092
+ {
1093
+ "path": "obs/sensor_data/robot_camera/rgb",
1094
+ "shape": [
1095
+ 436,
1096
+ 240,
1097
+ 320,
1098
+ 3
1099
+ ],
1100
+ "dtype": "uint8"
1101
+ },
1102
+ {
1103
+ "path": "obs/sensor_data/top_camera/rgb",
1104
+ "shape": [
1105
+ 436,
1106
+ 320,
1107
+ 240,
1108
+ 3
1109
+ ],
1110
+ "dtype": "uint8"
1111
+ }
1112
+ ],
1113
+ "trajectory_sha256": "077c0e61bdd81551567186bd38d44ca8848022f71559f91a6e342c754abe8475",
1114
+ "source_sha256": "1ac7715c79fef81a3f977e41946ff4db7cac09af3d08a9c1506fe60138093f5c",
1115
+ "view_sha256": "5465f03adcd65cd20a58fae59b4d9ddfe37e375f91a11793d586d9c00d6ae11b"
1116
+ },
1117
+ {
1118
+ "demo_id": "demo_15",
1119
+ "file": "demo_15.h5",
1120
+ "length": 491,
1121
+ "fields": [
1122
+ {
1123
+ "path": "actions",
1124
+ "shape": [
1125
+ 491,
1126
+ 22
1127
+ ],
1128
+ "dtype": "float32"
1129
+ },
1130
+ {
1131
+ "path": "obs/agent/qpos",
1132
+ "shape": [
1133
+ 492,
1134
+ 23
1135
+ ],
1136
+ "dtype": "float32"
1137
+ },
1138
+ {
1139
+ "path": "obs/agent/qvel",
1140
+ "shape": [
1141
+ 492,
1142
+ 23
1143
+ ],
1144
+ "dtype": "float32"
1145
+ },
1146
+ {
1147
+ "path": "obs/sensor_data/front_camera/rgb",
1148
+ "shape": [
1149
+ 492,
1150
+ 240,
1151
+ 320,
1152
+ 3
1153
+ ],
1154
+ "dtype": "uint8"
1155
+ },
1156
+ {
1157
+ "path": "obs/sensor_data/left_camera/rgb",
1158
+ "shape": [
1159
+ 492,
1160
+ 240,
1161
+ 320,
1162
+ 3
1163
+ ],
1164
+ "dtype": "uint8"
1165
+ },
1166
+ {
1167
+ "path": "obs/sensor_data/robot_camera/rgb",
1168
+ "shape": [
1169
+ 492,
1170
+ 240,
1171
+ 320,
1172
+ 3
1173
+ ],
1174
+ "dtype": "uint8"
1175
+ },
1176
+ {
1177
+ "path": "obs/sensor_data/top_camera/rgb",
1178
+ "shape": [
1179
+ 492,
1180
+ 320,
1181
+ 240,
1182
+ 3
1183
+ ],
1184
+ "dtype": "uint8"
1185
+ }
1186
+ ],
1187
+ "trajectory_sha256": "fc755410a8a5808e82a84abc0e186b46abb5353a7f457b4b5edf523c288d9c8b",
1188
+ "source_sha256": "68daaf0cb030791728e1b435daab01cf45a7d02c340d447f520cdeecfb2e759d",
1189
+ "view_sha256": "30aa58106cc7460fdcdea973633d82c852e8120604d01902af68f9bd81000784"
1190
+ },
1191
+ {
1192
+ "demo_id": "demo_16",
1193
+ "file": "demo_16.h5",
1194
+ "length": 388,
1195
+ "fields": [
1196
+ {
1197
+ "path": "actions",
1198
+ "shape": [
1199
+ 388,
1200
+ 22
1201
+ ],
1202
+ "dtype": "float32"
1203
+ },
1204
+ {
1205
+ "path": "obs/agent/qpos",
1206
+ "shape": [
1207
+ 389,
1208
+ 23
1209
+ ],
1210
+ "dtype": "float32"
1211
+ },
1212
+ {
1213
+ "path": "obs/agent/qvel",
1214
+ "shape": [
1215
+ 389,
1216
+ 23
1217
+ ],
1218
+ "dtype": "float32"
1219
+ },
1220
+ {
1221
+ "path": "obs/sensor_data/front_camera/rgb",
1222
+ "shape": [
1223
+ 389,
1224
+ 240,
1225
+ 320,
1226
+ 3
1227
+ ],
1228
+ "dtype": "uint8"
1229
+ },
1230
+ {
1231
+ "path": "obs/sensor_data/left_camera/rgb",
1232
+ "shape": [
1233
+ 389,
1234
+ 240,
1235
+ 320,
1236
+ 3
1237
+ ],
1238
+ "dtype": "uint8"
1239
+ },
1240
+ {
1241
+ "path": "obs/sensor_data/robot_camera/rgb",
1242
+ "shape": [
1243
+ 389,
1244
+ 240,
1245
+ 320,
1246
+ 3
1247
+ ],
1248
+ "dtype": "uint8"
1249
+ },
1250
+ {
1251
+ "path": "obs/sensor_data/top_camera/rgb",
1252
+ "shape": [
1253
+ 389,
1254
+ 320,
1255
+ 240,
1256
+ 3
1257
+ ],
1258
+ "dtype": "uint8"
1259
+ }
1260
+ ],
1261
+ "trajectory_sha256": "41d1524382f17777207f76fa2ba430bada406916acf1c984a16b130bade077d8",
1262
+ "source_sha256": "3b47741ffdce205ab9fc25f57cb92b0dc6c2e91bdac487bc422bc6fda065b289",
1263
+ "view_sha256": "563549f7694b836ee0ece4542da8aecd94b5c8b1c987358afedae72e5137454b"
1264
+ },
1265
+ {
1266
+ "demo_id": "demo_17",
1267
+ "file": "demo_17.h5",
1268
+ "length": 406,
1269
+ "fields": [
1270
+ {
1271
+ "path": "actions",
1272
+ "shape": [
1273
+ 406,
1274
+ 22
1275
+ ],
1276
+ "dtype": "float32"
1277
+ },
1278
+ {
1279
+ "path": "obs/agent/qpos",
1280
+ "shape": [
1281
+ 407,
1282
+ 23
1283
+ ],
1284
+ "dtype": "float32"
1285
+ },
1286
+ {
1287
+ "path": "obs/agent/qvel",
1288
+ "shape": [
1289
+ 407,
1290
+ 23
1291
+ ],
1292
+ "dtype": "float32"
1293
+ },
1294
+ {
1295
+ "path": "obs/sensor_data/front_camera/rgb",
1296
+ "shape": [
1297
+ 407,
1298
+ 240,
1299
+ 320,
1300
+ 3
1301
+ ],
1302
+ "dtype": "uint8"
1303
+ },
1304
+ {
1305
+ "path": "obs/sensor_data/left_camera/rgb",
1306
+ "shape": [
1307
+ 407,
1308
+ 240,
1309
+ 320,
1310
+ 3
1311
+ ],
1312
+ "dtype": "uint8"
1313
+ },
1314
+ {
1315
+ "path": "obs/sensor_data/robot_camera/rgb",
1316
+ "shape": [
1317
+ 407,
1318
+ 240,
1319
+ 320,
1320
+ 3
1321
+ ],
1322
+ "dtype": "uint8"
1323
+ },
1324
+ {
1325
+ "path": "obs/sensor_data/top_camera/rgb",
1326
+ "shape": [
1327
+ 407,
1328
+ 320,
1329
+ 240,
1330
+ 3
1331
+ ],
1332
+ "dtype": "uint8"
1333
+ }
1334
+ ],
1335
+ "trajectory_sha256": "54fc5913bf174cdcdb594c3aa76caf5fbc99ca4c7002d67a05066cdba8df1047",
1336
+ "source_sha256": "d00e5f6434afab1abcddb43994fb9bc01b9ad9aa0d12ce24a823fc59cdd1b2cc",
1337
+ "view_sha256": "692b4e85a774871c986ee805812c859778cf15b320acacbb0a37113c63d56446"
1338
+ },
1339
+ {
1340
+ "demo_id": "demo_18",
1341
+ "file": "demo_18.h5",
1342
+ "length": 392,
1343
+ "fields": [
1344
+ {
1345
+ "path": "actions",
1346
+ "shape": [
1347
+ 392,
1348
+ 22
1349
+ ],
1350
+ "dtype": "float32"
1351
+ },
1352
+ {
1353
+ "path": "obs/agent/qpos",
1354
+ "shape": [
1355
+ 393,
1356
+ 23
1357
+ ],
1358
+ "dtype": "float32"
1359
+ },
1360
+ {
1361
+ "path": "obs/agent/qvel",
1362
+ "shape": [
1363
+ 393,
1364
+ 23
1365
+ ],
1366
+ "dtype": "float32"
1367
+ },
1368
+ {
1369
+ "path": "obs/sensor_data/front_camera/rgb",
1370
+ "shape": [
1371
+ 393,
1372
+ 240,
1373
+ 320,
1374
+ 3
1375
+ ],
1376
+ "dtype": "uint8"
1377
+ },
1378
+ {
1379
+ "path": "obs/sensor_data/left_camera/rgb",
1380
+ "shape": [
1381
+ 393,
1382
+ 240,
1383
+ 320,
1384
+ 3
1385
+ ],
1386
+ "dtype": "uint8"
1387
+ },
1388
+ {
1389
+ "path": "obs/sensor_data/robot_camera/rgb",
1390
+ "shape": [
1391
+ 393,
1392
+ 240,
1393
+ 320,
1394
+ 3
1395
+ ],
1396
+ "dtype": "uint8"
1397
+ },
1398
+ {
1399
+ "path": "obs/sensor_data/top_camera/rgb",
1400
+ "shape": [
1401
+ 393,
1402
+ 320,
1403
+ 240,
1404
+ 3
1405
+ ],
1406
+ "dtype": "uint8"
1407
+ }
1408
+ ],
1409
+ "trajectory_sha256": "442bd4bce130091ffb307b74637ae602a97edc3c9295c70f45adcb93bce42b08",
1410
+ "source_sha256": "a5abe8aebaac1a0e8f37746049ea7437a3c865f6f67cadac8cfd5c4c305226c6",
1411
+ "view_sha256": "f0a88a5d07cf9a2a7db4613b1c64ab85311f329f4d92825dd9049946e8aa6ad3"
1412
+ },
1413
+ {
1414
+ "demo_id": "demo_19",
1415
+ "file": "demo_19.h5",
1416
+ "length": 383,
1417
+ "fields": [
1418
+ {
1419
+ "path": "actions",
1420
+ "shape": [
1421
+ 383,
1422
+ 22
1423
+ ],
1424
+ "dtype": "float32"
1425
+ },
1426
+ {
1427
+ "path": "obs/agent/qpos",
1428
+ "shape": [
1429
+ 384,
1430
+ 23
1431
+ ],
1432
+ "dtype": "float32"
1433
+ },
1434
+ {
1435
+ "path": "obs/agent/qvel",
1436
+ "shape": [
1437
+ 384,
1438
+ 23
1439
+ ],
1440
+ "dtype": "float32"
1441
+ },
1442
+ {
1443
+ "path": "obs/sensor_data/front_camera/rgb",
1444
+ "shape": [
1445
+ 384,
1446
+ 240,
1447
+ 320,
1448
+ 3
1449
+ ],
1450
+ "dtype": "uint8"
1451
+ },
1452
+ {
1453
+ "path": "obs/sensor_data/left_camera/rgb",
1454
+ "shape": [
1455
+ 384,
1456
+ 240,
1457
+ 320,
1458
+ 3
1459
+ ],
1460
+ "dtype": "uint8"
1461
+ },
1462
+ {
1463
+ "path": "obs/sensor_data/robot_camera/rgb",
1464
+ "shape": [
1465
+ 384,
1466
+ 240,
1467
+ 320,
1468
+ 3
1469
+ ],
1470
+ "dtype": "uint8"
1471
+ },
1472
+ {
1473
+ "path": "obs/sensor_data/top_camera/rgb",
1474
+ "shape": [
1475
+ 384,
1476
+ 320,
1477
+ 240,
1478
+ 3
1479
+ ],
1480
+ "dtype": "uint8"
1481
+ }
1482
+ ],
1483
+ "trajectory_sha256": "69eb3247b2d81ed963fbf298241474ea6c5c596ce0e22fcc607bbb1eec2b4e6a",
1484
+ "source_sha256": "78f8145734a6a27d4b47411f582316a54f017841f8ee1ee6bb6945c1f88a89ad",
1485
+ "view_sha256": "1f78a905a3b69bb657bc846dd49159f45292fc685668f40bc20265c6df5ec1c1"
1486
+ }
1487
+ ]
1488
+ }
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/findings.md ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Legal E20 exploration log
2
+
3
+ Budget initially 0/20. Public visible rule: success only if legal images clearly show cloth transferred from support and used to sweep many cubes past the green line; ambiguous evidence is false. Native success fields, when returned, are recorded separately and never inferred.
4
+
5
+ Episode 1: native hold plus one candidate action. Harness program failure: execute_actions returns an executed count and a list of step results, not a single observation. This was discovered from the legal API response; episode finished after 2 steps. No grasp/sweep evidence; false. Fixed response unpacking for subsequent episodes. Initial scene RGB resolutions doubled relative to demos; resize features already support this.
6
+
7
+ Episode 2: original retrieval policy completed reach, grasp, transfer and sweep, with native success=True and terminated=True at step355, recovered through latest_observation after harness attempted a rejected extra action. Final legal return saved in ep02/last_return.pkl and all four final camera images. Harness did not persist its in-memory action list before that error; sampled images remain. Fixed durable per-action logging and terminal checks. Candidate now also accepts either raw or enveloped observation and advances a local step counter when no step_id is supplied. No action retrieval behavior changed.
8
+
9
+ ## Plan established in episodes 1–4
10
+ The baseline policy reached its target pose, closed fingers, transported the cloth, lowered into contact, and swept +X; native success in ep2 validates at least one execution. Keep this runnable behavior as fallback. Independent ep3 checks exact-sandbox compatibility. Ep4 will check repeatability or diagnose ep3 failures. For episodes5–16, compare observation-conditioned timing/localization variants against baseline, preserve each source version, and use legal images/native returns to separate grasp loss, pose/contact error, premature release, stalled timing, and program failures. Do not claim robust recovery from one successful scene. Final17–20 should use unchanged independently runnable version(s), with 19–20 mandatory rehearsals. Native success takes precedence as a recorded measurement; absent native fields require conservative visible judgment.
11
+
12
+ Rehearsal3: exact bundle 4aae92d82b770d40ec831043daf4b2e6485896dfea2b4f5472c60228988405a2, independent=True valid=True, native success=False, horizon500. Final observation legally retrieved via latest_observation and saved. Cloth is across/near line but several cubes remain scattered behind line. Cannot distinguish early collision, narrow contact, and release timing from terminal image alone. Visible judgment false. Preserved v1 source bundle. Full interactive ep4 trace planned to diagnose contact and release.
13
+
14
+ Episode4: baseline v1, native success=True at step376,375 candidate actions with durable logs. Support was left of ep2 support; hand adapted and cloth transported intact. At201 cloth centroid below median cube band, at276 only partial visible contact, but completed sweep still succeeded. This makes lateral correction an experiment rather than established necessity. v2 adds fixed-color/connected-component cube/cloth localization and bounded +Y correction in early contact, total normalized correction <=1 (0.1m commanded, not measured), individual correction <=.03, only >=4 visible cube components and cloth available. Neutral dark mask excludes wood shadows. No neural weights or hidden states used.
15
+
16
+ Episode5 v2: native success=False at horizon500. Pickup retained; +Y correction activated at early phase5, total normalized1.0 by250; measured cloth/cube pixel offset reduced but q/reference distance increased ~0.04 during sweep. Some cubes crossed line, others scattered/occluded. Release without success, then reference distance rose above1.9 around450, showing undesirable post-release drift. No visible-success claim. Trial6 v3 reduces total correction cap to .3 normalized (0.03m command sum); baseline v1 and full-cap v2 preserved. Correction localization and behavior remain empirical, not calibrated metric estimation.
17
+
18
+ Episode6 v3: native success=False at500. Correction capped.3 preserved reference pose better (~.01 sweep error vs .04 in v2), cloth retained, but no success; late post-release reference drift persists. Evidence ep06 camera sequence/actions. No tested slip-recovery claim. Episode7 v4 removes correction and increases live visual reranking weight20→80 while keeping all other baseline retrieval components. This tests observation localization rather than uncalibrated motion offset.
19
+
20
+ Episode7 v4: native success=True at354. Image weight80, no Y correction. Timing and retained grasp stayed close to baseline. This is one fresh scene, not proof of higher success rate. v4 preserved. Episode8 v5 adds hand-delta scale.5 only for phase5 (contact/sweep), keeping pickup unchanged, to test cloth spreading versus grip retention; no inferred physical force measurement.
21
+
22
+ Resume audit: budget_status reported 8 used, 12 remaining, inactive. Episode8 has actions through step283 (all native success false), images through276, and no final result. Its interrupted outcome is unknown and is not counted successful. Last top image shows cloth under the hand before the line; incomplete sweep. Episode9 repeats v5 (half dex deltas during phase5) as a fresh legal episode. Existing source variants preserved. No episode8 continuation or reset requested.
23
+
24
+ Episode9 v5: native success=True on action step398, resulting native step399. Complete actions and sampled images saved. At101 pickup pose;226 cloth transported near cubes with narrow footprint;351 cubes visibly moving beyond green line; final399 retains cloth near line. Phase5 joint/reference error increases to .276, but this did not imply task failure. This reverses the tentative concern based on mid-sweep drift. No explicit slip recovery exercised. Episodes10–12 independently rehearse v5;13–16 will compare full-grip v4 if appropriate. Final17–20 use an unchanged exact candidate. Treat fresh-scene comparisons as limited evidence, not paired causal measurements.
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "__pycache__/build_reference.cpython-310.pyc": "8d09733efa80fd8cdc68ff3db8b00e129e1da865dda8336817aadc2648542b78",
4
+ "__pycache__/controller.cpython-310.pyc": "1ba9faaac347e365815d0ad5738b1c5649b68c9959bc71e1f4b7cde34533a90c",
5
+ "__pycache__/synthetic_checks.cpython-310.pyc": "78669eb3f265185b299dfa1c7a3e53984713cb96214da8c76acff06b756f792b",
6
+ "__pycache__/vision.cpython-310.pyc": "caf0c814934e26d34a869e118d75793228910ce3b92b8c327c943097b37bdbfb",
7
+ "build_reference.py": "83a763ecfcd760f569647f797ee9e65e792d08a5b625555882d350c05fb1ecfc",
8
+ "controller.py": "6680fd35b713f600558e5f50a28107c371dbd1f016765d99936ac17be3fb160e",
9
+ "demo_manifest.json": "fd98c3df6be486e5cd253f5cb315f74a8ed0a75a8161909818f4be51232a1d51",
10
+ "demonstrations_readonly/demo_00.h5": "93fb969c14b6e2c8bff49fb6797b96810263c639eb4a99ab2d378928924ce1c8",
11
+ "demonstrations_readonly/demo_01.h5": "fd75ade862337438b26999591cacdb42ba9492175e2079e670e016d10166f766",
12
+ "demonstrations_readonly/demo_02.h5": "f98c2357e2f00c434b46adcfdad552847d56b315a13ae3b97b2b51ff6ad1f76d",
13
+ "demonstrations_readonly/demo_03.h5": "d3750cd97df60bc8b1c6ddec9c5c0abf607e2fb5ceab58b2bae809c42db9a5a6",
14
+ "demonstrations_readonly/demo_04.h5": "8dbedfbc53b312cf6303ae613a207aebedfa73512ba905abc6e303279a9b9def",
15
+ "demonstrations_readonly/demo_05.h5": "aff69b060414231062b1f4c36e0593b238935042e84c28cb164de456aed8c716",
16
+ "demonstrations_readonly/demo_06.h5": "651ee267fe43f867bf2ac8c3c7cb8d61a2f22874df8b6e43bd82a9dee6383696",
17
+ "demonstrations_readonly/demo_07.h5": "b7e859040605e472f15a4ee7b685f58153d659dc7910c1e984021a4c7b5ea726",
18
+ "demonstrations_readonly/demo_08.h5": "a7a8a189cba79f8da7d543b30eadda8a3b0c643d394bcabfe044d02fba65e276",
19
+ "demonstrations_readonly/demo_09.h5": "7dc3340f4eb79dc54d985e83f3c34153968c5b7dd83e4d46914ccc5a7948ac54",
20
+ "demonstrations_readonly/demo_10.h5": "5576f0250c8e33b74bed2ece4b6c04038dc4b699a691d43f5217f183069d3e67",
21
+ "demonstrations_readonly/demo_11.h5": "6752ede0bdd4c40708af8bbe7b744d59f37cab64482edca88c9938397f57febf",
22
+ "demonstrations_readonly/demo_12.h5": "2e2d786e43b7fdc806335a43d6cfc365ccfdb7afa126825ad7179815b073cadd",
23
+ "demonstrations_readonly/demo_13.h5": "89e97654d071a7245c84258abfcfade5d153ed367eaaa86510e66775a7fc562c",
24
+ "demonstrations_readonly/demo_14.h5": "5465f03adcd65cd20a58fae59b4d9ddfe37e375f91a11793d586d9c00d6ae11b",
25
+ "demonstrations_readonly/demo_15.h5": "30aa58106cc7460fdcdea973633d82c852e8120604d01902af68f9bd81000784",
26
+ "demonstrations_readonly/demo_16.h5": "563549f7694b836ee0ece4542da8aecd94b5c8b1c987358afedae72e5137454b",
27
+ "demonstrations_readonly/demo_17.h5": "692b4e85a774871c986ee805812c859778cf15b320acacbb0a37113c63d56446",
28
+ "demonstrations_readonly/demo_18.h5": "f0a88a5d07cf9a2a7db4613b1c64ab85311f329f4d92825dd9049946e8aa6ad3",
29
+ "demonstrations_readonly/demo_19.h5": "1f78a905a3b69bb657bc846dd49159f45292fc685668f40bc20265c6df5ec1c1",
30
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
31
+ "findings.md": "4371a9af4b06b2c657362761ddba2ae1abd26adc5d25fb29106ebd6073556230",
32
+ "handoff.md": "fb41191c0b0b663413e20e2325dcb3635bfe372cc05118a654b31f4beac0f902",
33
+ "model_tool_manifest.yaml": "7c4fbfa0e528f19a66f15798c29f7021bb7b8e44e5d9179cedcf10452b843cc9",
34
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
35
+ "reference_bank.npz": "0bab7734c961a949adfd83276a2f7dc7af01c4ba38b47c467a6419b5356195b4",
36
+ "skills.md": "1ca36a6bc4da31402d0e9e61971ac67dba9e537a3108c13ac0228efca6483601",
37
+ "synthetic_checks.json": "f25e1e7cb0b3b1f737aa54f102f670ad5e665a1f7f6918bb0cf3693717ce2d01",
38
+ "synthetic_checks.py": "be9b8cfce5c7db380c3383e2b5a843340b56bc5e1d686f22ce6e024c32e34ea5",
39
+ "vision.py": "0f01e477b225c44381e4e93499639db112f86f2ab2d766b36524fbe6114b9505",
40
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
41
+ },
42
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
43
+ "exploration_ledger_hash": "989b945cfce6d9885b9740cde7ee74926668fe3a56e17fb7dd50a86d7f6980ea",
44
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
45
+ "selection": {
46
+ "rule": "exact-version success rate, valid rehearsal count, recency",
47
+ "rehearsals": [
48
+ {
49
+ "bundle_hash": "4aae92d82b770d40ec831043daf4b2e6485896dfea2b4f5472c60228988405a2",
50
+ "episode": 3,
51
+ "independent": true,
52
+ "score_source": "native_step_feedback",
53
+ "status": "finished",
54
+ "success": false,
55
+ "valid": true
56
+ },
57
+ {
58
+ "episode": 10,
59
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
60
+ "independent": true,
61
+ "valid": true,
62
+ "status": "finished",
63
+ "success": true,
64
+ "score_source": "native_step_feedback"
65
+ },
66
+ {
67
+ "episode": 11,
68
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
69
+ "independent": true,
70
+ "valid": true,
71
+ "status": "finished",
72
+ "success": false,
73
+ "score_source": "native_step_feedback"
74
+ },
75
+ {
76
+ "episode": 12,
77
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
78
+ "independent": true,
79
+ "valid": true,
80
+ "status": "finished",
81
+ "success": true,
82
+ "score_source": "native_step_feedback"
83
+ },
84
+ {
85
+ "episode": 13,
86
+ "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4",
87
+ "independent": true,
88
+ "valid": true,
89
+ "status": "finished",
90
+ "success": false,
91
+ "score_source": "native_step_feedback"
92
+ },
93
+ {
94
+ "episode": 14,
95
+ "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4",
96
+ "independent": true,
97
+ "valid": true,
98
+ "status": "finished",
99
+ "success": true,
100
+ "score_source": "native_step_feedback"
101
+ },
102
+ {
103
+ "episode": 15,
104
+ "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4",
105
+ "independent": true,
106
+ "valid": true,
107
+ "status": "finished",
108
+ "success": false,
109
+ "score_source": "native_step_feedback"
110
+ },
111
+ {
112
+ "episode": 16,
113
+ "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4",
114
+ "independent": true,
115
+ "valid": true,
116
+ "status": "finished",
117
+ "success": false,
118
+ "score_source": "native_step_feedback"
119
+ },
120
+ {
121
+ "episode": 17,
122
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
123
+ "independent": true,
124
+ "valid": true,
125
+ "status": "finished",
126
+ "success": false,
127
+ "score_source": "native_step_feedback"
128
+ },
129
+ {
130
+ "episode": 18,
131
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
132
+ "independent": true,
133
+ "valid": true,
134
+ "status": "finished",
135
+ "success": false,
136
+ "score_source": "native_step_feedback"
137
+ },
138
+ {
139
+ "episode": 19,
140
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
141
+ "independent": true,
142
+ "valid": true,
143
+ "status": "finished",
144
+ "success": false,
145
+ "score_source": "native_step_feedback"
146
+ },
147
+ {
148
+ "episode": 20,
149
+ "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c",
150
+ "independent": true,
151
+ "valid": true,
152
+ "status": "finished",
153
+ "success": false,
154
+ "score_source": "native_step_feedback"
155
+ }
156
+ ]
157
+ }
158
+ }
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/handoff.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # E20 candidate handoff
2
+
3
+ Entry point controller.py: reset_episode() and act(obs). Runtime requires bundled reference_bank.npz, Python, numpy and cv2, with no network or development agent. Runner supplies verified demo manifest and common environment lock. Uses only current legal RGB, qpos and qvel; no simulator, seed, hidden state or other-task data.
4
+
5
+ One 22-value action: XYZ translation, three rotation deltas (demo labels zero), sixteen dex joint deltas. Bounds [-1,1], horizon500 at20Hz. First observation is after charged hold at step1; at most499 candidate actions. Supports raw/enveloped observations and batched/unbatched arrays. None means invalid input or exhausted horizon, never success.
6
+
7
+ Reference retrieval uses all20 authorized demonstrations, current joint state, 16x16 top/front RGB, and soft phase continuity. Current variant uses visual weight80 and halves dex deltas during contact phase5. This is intended to vary grip during sweeping, not a force controller. Localization remains appearance-based and uncalibrated; no explicit grasp verification, cube counting or reliable slip recovery. Earlier geometric Y-correction variants did not succeed in two trials and are excluded.
8
+
9
+ Demo analysis and preparation evidence remain in ../demo_analysis.md and ../evidence. Legal exploration actions, images, variant snapshots, rehearsal hashes and outcomes are in ../exploration. Initial baseline succeeded in episodes2 and4, full-grip weight80 succeeded in7, reduced-grip succeeded in9; episode8 was interrupted with no terminal result. These are sparse native returns, not inferred official outcomes. Exact independent rehearsal reports determine runner selection. Later rehearsal results are recorded externally so this exact bundle can be tested repeatedly without changing its hash.
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "E20_exploration",
3
+ "status": "independent_rehearsal_candidate_v5",
4
+ "task": "ClothWipe-v1",
5
+ "worker": "Agent-D20-E20-Compiled",
6
+ "episodes_spent": 9,
7
+ "neural_finetuning": false,
8
+ "pretrained_tool_weights": [],
9
+ "language_model": {
10
+ "identity": "provided coding model; exact deployment ID unavailable",
11
+ "weights_modified": false
12
+ },
13
+ "versions": {
14
+ "python": "3.10.20",
15
+ "numpy": "2.2.6",
16
+ "opencv-python": "4.13.0.92",
17
+ "h5py": "3.16.0",
18
+ "opencv_runtime": "4.12.0",
19
+ "numpy_runtime": "2.2.6",
20
+ "h5py_runtime": "3.16.0"
21
+ },
22
+ "runtime_dependencies": [
23
+ "Python standard library",
24
+ "numpy",
25
+ "cv2"
26
+ ],
27
+ "preparation_dependencies": [
28
+ "h5py",
29
+ "worker_api.API.read_demo",
30
+ "numpy",
31
+ "cv2",
32
+ "Python standard library"
33
+ ],
34
+ "tools_used": [
35
+ "functions.exec shell/Python execution",
36
+ "exec_command/write_stdin",
37
+ "view_image contact-sheet inspection"
38
+ ],
39
+ "provenance": {
40
+ "source_contract": "/task_contract.json",
41
+ "source_manifest": "/demo_manifest.json",
42
+ "source_ids": [
43
+ "demo_00",
44
+ "demo_01",
45
+ "demo_02",
46
+ "demo_03",
47
+ "demo_04",
48
+ "demo_05",
49
+ "demo_06",
50
+ "demo_07",
51
+ "demo_08",
52
+ "demo_09",
53
+ "demo_10",
54
+ "demo_11",
55
+ "demo_12",
56
+ "demo_13",
57
+ "demo_14",
58
+ "demo_15",
59
+ "demo_16",
60
+ "demo_17",
61
+ "demo_18",
62
+ "demo_19"
63
+ ],
64
+ "source_fields": [
65
+ "actions",
66
+ "obs/agent/qpos",
67
+ "obs/agent/qvel",
68
+ "obs/sensor_data/top_camera/rgb",
69
+ "obs/sensor_data/front_camera/rgb"
70
+ ],
71
+ "reference_data": "reference_bank.npz",
72
+ "builder": "build_reference.py",
73
+ "feature_method": "fixed OpenCV 16x16 area resize, no pretrained weights",
74
+ "statistics": "demo-derived standard deviations with hand-chosen floors",
75
+ "weights_or_optimization": "none; nonparametric reference compilation"
76
+ },
77
+ "limitations": [
78
+ "Coarse RGB features lose small cubes",
79
+ "Unknown camera calibration and detailed joint names",
80
+ "Internet restricted to audited proxy; no network used",
81
+ "Exact base model weight reference not exposed",
82
+ "Verified demo manifest and common lock provided separately by runner",
83
+ "OpenCV package metadata reports 4.13.0.92 but imported cv2 reports 4.12.0; runtime version is authoritative, common lock pending"
84
+ ],
85
+ "source_sha256": {
86
+ "/task_contract.json": "e285e8f3c00b134d3dbca440d77e96aa1baa7a3126e4f775acc3d93c38f8fde4",
87
+ "/demo_manifest.json": "fd8f27d81c7010e618118cc70352deb576ae39824f71062d68f6a470c483bd6a",
88
+ "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
89
+ },
90
+ "artifact_sha256": {
91
+ "controller.py": "6680fd35b713f600558e5f50a28107c371dbd1f016765d99936ac17be3fb160e",
92
+ "build_reference.py": "83a763ecfcd760f569647f797ee9e65e792d08a5b625555882d350c05fb1ecfc",
93
+ "reference_bank.npz": "0bab7734c961a949adfd83276a2f7dc7af01c4ba38b47c467a6419b5356195b4",
94
+ "synthetic_checks.py": "be9b8cfce5c7db380c3383e2b5a843340b56bc5e1d686f22ce6e024c32e34ea5"
95
+ },
96
+ "validation": {
97
+ "first_load_ms": 85.54130606353283,
98
+ "mean_synthetic_call_ms": 1.3478214852511883,
99
+ "actual_bank_interface": "passed: shape, dtype, bounds, batch equivalence, reset determinism, invalid inputs, horizon",
100
+ "synthetic_conditioning": "passed: current RGB and qpos independently affect output with toy reference data",
101
+ "bank_rows": 4344,
102
+ "demo_indices": [
103
+ 0,
104
+ 1,
105
+ 2,
106
+ 3,
107
+ 4,
108
+ 5,
109
+ 6,
110
+ 7,
111
+ 8,
112
+ 9,
113
+ 10,
114
+ 11,
115
+ 12,
116
+ 13,
117
+ 14,
118
+ 15,
119
+ 16,
120
+ 17,
121
+ 18,
122
+ 19
123
+ ],
124
+ "environment_calls": "Only trusted API; native successes ep2,4,7,9; ep8 interrupted",
125
+ "success_claim": "Interactive evidence only; exact rehearsal results external"
126
+ }
127
+ }
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/skills.md ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Behavior and observed limitations
2
+
3
+ Reach toward the cloth support, close dex fingers, carry toward the cube band, lower and sweep +X using observation-conditioned demonstration labels. Current RGB and legal joint states affect each action; phase continuity resolves stationary timing ambiguity. Full and half sweep-grip variants have each produced a native-success interactive trial. Exact-sandbox outcomes are stored with their bundle hashes in exploration.
4
+
5
+ Pose is reference-based; rotations are zero as in all authorized labels. No camera calibration or metric object localization is claimed. Coarse images do not reliably resolve small cubes. No tested explicit slip, missed-grasp or post-release recovery is implemented; reference drift can persist after release. Success is reported only by the native feedback or conservative preregistered visible-image judgment, never by controller None.
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "first_load_ms": 85.54130606353283,
3
+ "mean_synthetic_call_ms": 1.3478214852511883,
4
+ "actual_bank_interface": "passed: shape, dtype, bounds, batch equivalence, reset determinism, invalid inputs, horizon",
5
+ "synthetic_conditioning": "passed: current RGB and qpos independently affect output with toy reference data",
6
+ "bank_rows": 4344,
7
+ "demo_indices": [
8
+ 0,
9
+ 1,
10
+ 2,
11
+ 3,
12
+ 4,
13
+ 5,
14
+ 6,
15
+ 7,
16
+ 8,
17
+ 9,
18
+ 10,
19
+ 11,
20
+ 12,
21
+ 13,
22
+ 14,
23
+ 15,
24
+ 16,
25
+ 17,
26
+ 18,
27
+ 19
28
+ ],
29
+ "environment_calls": 0,
30
+ "success_claim": null
31
+ }
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.py ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Interface and synthetic observation tests only. Never imports an environment."""
2
+ import json, time, pathlib, py_compile
3
+ import numpy as np
4
+ import controller as c
5
+ root=pathlib.Path(__file__).parent
6
+ for name in ['controller.py','build_reference.py','synthetic_checks.py']:
7
+ py_compile.compile(str(root/name),doraise=True)
8
+
9
+ def obs(q=0., rgb=0, step=1, batched=False):
10
+ im=np.full((240,320,3),rgb,np.uint8)
11
+ top=np.full((320,240,3),rgb,np.uint8)
12
+ if batched:im=im[None];top=top[None]
13
+ return {'rgb':{'top_camera':top,'front_camera':im},
14
+ 'proprioception':{'agent/qpos':np.full((1,23) if batched else (23,),q,np.float32),
15
+ 'agent/qvel':np.zeros((1,23) if batched else (23,),np.float32)},
16
+ 'instruction':'synthetic input, no task execution','step_id':step}
17
+ results={}
18
+ c.reset_episode(); start=time.perf_counter();a=c.act(obs());results['first_load_ms']=(time.perf_counter()-start)*1000
19
+ assert a.shape==(22,) and a.dtype==np.float32 and np.isfinite(a).all() and np.all(abs(a)<=1)
20
+ c.reset_episode();b=c.act(obs(batched=True));assert np.allclose(a,b)
21
+ c.reset_episode();assert np.array_equal(a,c.act(obs()))
22
+ assert c.act(obs(step=500)) is None
23
+ assert c.act({'step_id':1}) is None
24
+ bad=obs();bad['proprioception']['agent/qpos'][0]=np.nan;assert c.act(bad) is None
25
+ c.reset_episode();assert c.act(obs(step=499)).shape==(22,)
26
+ start=time.perf_counter()
27
+ for t in range(1,11):
28
+ x=c.act(obs(q=.01*t,rgb=10*t,step=t));assert np.isfinite(x).all() and np.all(abs(x)<=1)
29
+ results['mean_synthetic_call_ms']=(time.perf_counter()-start)*1000/10
30
+ results['actual_bank_interface']='passed: shape, dtype, bounds, batch equivalence, reset determinism, invalid inputs, horizon'
31
+ # Isolate observation conditioning with a toy bank, not a simulated task.
32
+ saved=c._bank
33
+ q=np.zeros((4,23),np.float32);q[2:]=2
34
+ visual=np.zeros((4,1536),np.float32);visual[[1,3]]=1
35
+ act=np.zeros((4,22),np.float32);act[:,0]=[-.2,.2,-.4,.4]
36
+ c._bank={'q':q,'v':q*0,'q_scale':np.ones(23),'v_scale':np.ones(23),
37
+ 'visual':visual,'actions':act,'phase':np.zeros(4),'phase_rate':np.ones(4)*.01}
38
+ c.reset_episode();dark=c.act(obs(rgb=0))
39
+ c.reset_episode();bright=c.act(obs(rgb=255))
40
+ assert dark[0]<0<bright[0]
41
+ c.reset_episode();other_q=c.act(obs(q=2,rgb=255))
42
+ assert abs(other_q[0]-bright[0])>.05
43
+ c._bank=saved;c.reset_episode()
44
+ results['synthetic_conditioning']='passed: current RGB and qpos independently affect output with toy reference data'
45
+ results['bank_rows']=len(saved['q']);results['demo_indices']=np.unique(saved['demo_index']).tolist()
46
+ assert results['demo_indices']==list(range(20))
47
+ results['environment_calls']=0;results['success_claim']=None
48
+ (root/'synthetic_checks.json').write_text(json.dumps(results,indent=2)+'\n');print(json.dumps(results,indent=2))
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/vision.py ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import cv2,numpy as np
2
+
3
+ def locate(rgb):
4
+ im=cv2.resize(np.asarray(rgb).squeeze(),(240,320),interpolation=cv2.INTER_AREA)
5
+ mx=im.max(2).astype(float);mn=im.min(2).astype(float)
6
+ yy,xx=np.indices(mx.shape)
7
+ roi=(xx>90)&(yy>160)&(yy<260)
8
+ mask=((mx-mn>65)&(mx>180)&roi).astype('uint8')
9
+ n,lab,stats,cents=cv2.connectedComponentsWithStats(mask)
10
+ cubes=[cents[i].tolist() for i in range(1,n) if 2<=stats[i,4]<=25 and stats[i,2]<=7 and stats[i,3]<=7]
11
+ dark=((mx<110)&(mx-mn<20)&roi).astype('uint8');n,lab,stats,cents=cv2.connectedComponentsWithStats(dark)
12
+ ids=[i for i in range(1,n) if stats[i,4]>100 and stats[i,2]<75 and stats[i,3]<90]
13
+ if not ids:return {'cubes':cubes}
14
+ i=max(ids,key=lambda i:stats[i,4]);hx,hy=cents[i]
15
+ white=((mn>200)&(mx-mn<24)&(yy>hy)&(yy<hy+45)&(abs(xx-hx)<45)).astype('uint8')
16
+ n,lab,stats,cents=cv2.connectedComponentsWithStats(white)
17
+ ids=[i for i in range(1,n) if stats[i,4]>20]
18
+ cloth=None if not ids else cents[max(ids,key=lambda i:stats[i,4])].tolist()
19
+ return {'cubes':cubes,'hand':[hx,hy],'cloth':cloth}
20
+ if __name__=='__main__':
21
+ import sys
22
+ for p in sys.argv[1:]:print(p,locate(cv2.cvtColor(cv2.imread(p),cv2.COLOR_BGR2RGB)))
agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/build_memory.cpython-310.pyc ADDED
Binary file (3.47 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc ADDED
Binary file (3.21 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (4.82 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/features.cpython-310.pyc ADDED
Binary file (2.31 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/__pycache__/geometry.cpython-310.pyc ADDED
Binary file (3.93 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/build_memory.py ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Offline D20 compilation only: reads authorized sanitized observations/actions."""
2
+ import importlib.util,json,hashlib
3
+ from pathlib import Path
4
+ import h5py,numpy as np
5
+ from features import visual,CAMERAS
6
+ ROOT=Path(__file__).resolve().parent
7
+ spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py'); mod=importlib.util.module_from_spec(spec);spec.loader.exec_module(mod)
8
+ api=mod.API(); manifest=json.load(open('/demo_manifest.json'));contract=json.load(open('/task_contract.json'))
9
+ rows={k:[] for k in ('q','v','image','action','demo','frame','phase')}; provenance=[]
10
+ for di,e in enumerate(manifest['episodes']):
11
+ n=e['length']; fields=[f['path'] for f in e['fields'] if not f['path'].endswith('/rgb')]
12
+ d=api.read_demo(e['demo_id'],fields=fields)
13
+ a=np.concatenate([d['actions/'+p['robot_key']] for p in contract['action_parts']],axis=1)
14
+ q=np.concatenate([d[f'obs/agent/{p["robot_key"]}/qpos'] for p in contract['action_parts']],axis=1)
15
+ v=np.concatenate([d[f'obs/agent/{p["robot_key"]}/qvel'] for p in contract['action_parts']],axis=1)
16
+ # Include each gripper boundary exactly as well as a regular two-frame grid.
17
+ events=np.flatnonzero(np.any(np.diff(a[:,[6,13]]>0,axis=0),axis=1))+1
18
+ ix=np.unique(np.r_[np.arange(0,n,2),events,np.maximum(0,events-1),n-1]).astype(int)
19
+ # Direct access is explicitly authorized; only manifest-listed RGB fields read.
20
+ with h5py.File('/demonstrations/'+e['file'],'r') as f:
21
+ for start in range(0,len(ix),40):
22
+ ids=ix[start:start+40]
23
+ cams={c:f['obs/sensor_data/'+c+'/rgb'][int(ids[0]):int(ids[-1])+1][ids-ids[0]] for c in CAMERAS}
24
+ for j,t in enumerate(ids):
25
+ rows['image'].append(visual({c:cams[c][j] for c in CAMERAS}))
26
+ rows['q'].extend(q[ix]);rows['v'].extend(v[ix]);rows['action'].extend(a[ix]);rows['demo'].extend([di]*len(ix));rows['frame'].extend(ix);rows['phase'].extend(ix/n)
27
+ provenance.append(dict(demo_id=e['demo_id'],frames=ix.tolist(),rgb_cameras=list(CAMERAS),raw_rgb_read_spans_inclusive=[[int(ix[k]),int(ix[min(k+39,len(ix)-1)])] for k in range(0,len(ix),40)],action_and_proprio_frames='all',source_view_sha256=e['view_sha256']))
28
+ print(e['demo_id'],len(ix),flush=True)
29
+ arrays={k:np.asarray(v,dtype=np.int32 if k in ('demo','frame') else np.float32) for k,v in rows.items()}
30
+ arrays['image']=arrays['image'].astype(np.float16)
31
+ np.savez_compressed(ROOT/'memory.npz',**arrays)
32
+ json.dump(provenance,open(ROOT/'compilation_provenance.json','w'),indent=2)
33
+ print('compiled',len(arrays['q']),'templates')
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/check_synthetic.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Synthetic contract/interface checks only. Does not execute an environment."""
2
+ import importlib.util,json
3
+ from pathlib import Path
4
+ import numpy as np
5
+ spec=importlib.util.spec_from_file_location('draft',Path(__file__).with_name('controller.py'));c=importlib.util.module_from_spec(spec);spec.loader.exec_module(c)
6
+ rng=np.random.default_rng(7)
7
+ q=np.zeros(18,np.float32);q[[7,8,16,17]]=.04
8
+ rgb={k:rng.integers(0,255,(96,128,3),dtype=np.uint8) for k in c._features.CAMERAS}
9
+ p={f'agent/panda-{r}/{kind}':q[r*9:(r+1)*9].copy() if kind=='qpos' else np.zeros(9,np.float32) for r in range(2) for kind in ('qpos','qvel')}
10
+ obs=dict(rgb=rgb,proprioception=p,instruction='synthetic interface check',step_id=1)
11
+ f=c._features.visual(rgb)
12
+ a=np.zeros((2,14),np.float32);a[:,[6,13]]=1;a[0,0]=.1;a[1,0]=-.1
13
+ q2=q.copy();q2[0]=.7
14
+ c._memory=dict(q=np.stack([q,q2]),v=np.zeros((2,18),np.float32),image=np.stack([f,f]),action=a,demo=np.array([0,0]),frame=np.array([0,2]),phase=np.zeros(2))
15
+ checks=[]
16
+ x=c.act(obs);assert x.shape==(14,) and x.dtype==np.float32 and np.isfinite(x).all() and np.max(np.abs(x))<=1;checks.append('flat legal action and dtype')
17
+ c.reset_episode();p['agent/panda-0/qpos'][0]=.7;y=c.act(obs);assert y[0]<x[0];checks.append('proprioception changes synthetic retrieval')
18
+ p['agent/panda-0/qpos'][0]=0
19
+ rgb2={k:np.flip(v,axis=0).copy() for k,v in rgb.items()};f2=c._features.visual(rgb2)
20
+ c._memory['q'][1]=q;c._memory['image'][1]=f2
21
+ c.reset_episode();x=c.act(obs);c.reset_episode();y=c.act(dict(obs,rgb=rgb2));assert x[0]>y[0];checks.append('RGB changes synthetic retrieval')
22
+ c.reset_episode();x=c.act(dict(obs,rgb={k:v[None] for k,v in rgb.items()}));assert x.shape==(14,);checks.append('1HWC accepted')
23
+ x=c.act(dict(obs,rgb={}));assert np.all(x[[0,1,2,3,4,5,7,8,9,10,11,12]]==0);checks.append('missing camera bounded hold')
24
+ x=c.act(dict(obs,proprioception={}));assert np.isfinite(x).all();checks.append('missing proprioception bounded fallback')
25
+ assert c.act(dict(obs,step_id=1000)) is None;checks.append('native horizon guard after runner hold')
26
+ c.reset_episode();assert c._last_step==0 and c._cursor is None;checks.append('episode reset')
27
+ # Load the artifact for schema validation only; no recorded/demo observations acted on.
28
+ c._memory=None
29
+ m=c._load();assert len(np.unique(m['demo']))==20 and m['action'].shape[1]==14
30
+ assert np.isfinite(m['q']).all() and np.isfinite(m['image']).all() and np.max(np.abs(m['action']))<=1
31
+ checks.append('compiled 20-demo bank schema and bounds')
32
+ print(json.dumps(dict(checks=checks,status='passed',real_task_tests=0),indent=2))
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compilation_provenance.json ADDED
The diff for this file is too large to render. See raw diff
 
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_feedback.py ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Non-neural local least-squares coordinate map from authorized D20 only.
2
+ import sys,json,numpy as np
3
+ sys.path.insert(0,'/');from worker_api import API
4
+ from scipy.spatial import cKDTree
5
+ api=API(); qs=[];ds=[];aa=[]
6
+ for e in json.load(open('/demo_manifest.json'))['episodes']:
7
+ fields=[f'obs/agent/panda-{r}/qpos' for r in range(2)]+[f'actions/panda-{r}' for r in range(2)]
8
+ d=api.read_demo(e['demo_id'],fields=fields)
9
+ q=np.concatenate([d[fields[r]] for r in range(2)],axis=1);a=np.concatenate([d[fields[r+2]] for r in range(2)],axis=1)
10
+ qs.append(q[:-1]);ds.append(np.diff(q,axis=0));aa.append(a)
11
+ q=np.concatenate(qs);dq=np.concatenate(ds);a=np.concatenate(aa)
12
+ mem=np.load('candidate/memory.npz'); maps=[]
13
+ for r in range(2):
14
+ qr=q[:,r*9:r*9+7]; dr=dq[:,r*9:r*9+7]; ar=a[:,np.array([0,1,2,5])+r*7]
15
+ tree=cKDTree(qr);_,idx=tree.query(mem['q'][:,r*9:r*9+7],k=160)
16
+ result=[]
17
+ for ids in idx:
18
+ x=dr[ids];y=ar[ids]
19
+ result.append(np.linalg.solve(x.T@x+np.eye(7)*1e-5,x.T@y).T)
20
+ maps.append(result)
21
+ np.savez_compressed('candidate/feedback.npz',maps=np.array(maps,dtype=np.float32))
22
+ print('Compiled',np.array(maps).shape)
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_geometry.py ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import sys,json,numpy as np,pickle
2
+ sys.path.insert(0,'/');from worker_api import API
3
+ sys.path.insert(0,'candidate');from geometry import pot_geometry
4
+ features=[]
5
+ for e in json.load(open('/demo_manifest.json'))['episodes']:
6
+ x=API().read_demo(e['demo_id'],start=0,stop=1,fields=['obs/sensor_data/top_camera/rgb'])['obs/sensor_data/top_camera/rgb'][0]
7
+ features.append(pot_geometry(x))
8
+ np.savez('candidate/initial_geometry.npz',pot=np.array(features))
9
+ print('Demo geometries',np.round(features,3))
10
+ for ep in [4,5,8,9,10,11]:
11
+ r=pickle.load(open(f'exploration/ep{ep:02d}_probe/step0001.pkl','rb'));f=pot_geometry(r['observation']['rgb']['top_camera']);ds=np.array(features)-f;score=200*np.sum(ds[:,:2]**2,1)+.25*np.sum(ds[:,2:4]**2,1);print(ep,np.round(f,3),'nearest',np.argsort(score)[:3])
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_targets.py ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Fixed RGB target geometry from authorized D20 images and grip transitions."""
2
+ import sys,json,numpy as np
3
+ sys.path.insert(0,'/');from worker_api import API
4
+ sys.path.insert(0,'candidate');from geometry import pot_geometry
5
+ m=np.load('candidate/memory.npz');pot=np.zeros((len(m['q']),5),np.float32);cubes=np.zeros((len(m['q']),2,3),np.float32);kind=np.zeros((len(m['q']),2),np.int8);prov=[]
6
+ for di,e in enumerate(json.load(open('/demo_manifest.json'))['episodes']):
7
+ ids=np.flatnonzero(m['demo']==di);frames=m['frame'][ids];a=API().read_demo(e['demo_id'],fields=['actions/panda-0','actions/panda-1']);events=[]
8
+ for r in range(2):events.append(np.flatnonzero(np.diff(a[f'actions/panda-{r}'][:,6])!=0)+1)
9
+ handler=0 if len(events[0])==4 else 1;other=1-handler;he=events[handler];ce=events[other]
10
+ for row,t in zip(ids,frames):
11
+ if 20<=t<he[1]:kind[row,handler]=1
12
+ elif he[1]<=t<he[2]:kind[row,handler]=2+handler
13
+ elif ce[-1]<=t<he[-1]:kind[row,handler]=4
14
+ if ce[1]<=t<ce[2]:kind[row,other]=2+other
15
+ elif ce[2]+35<=t<ce[3]:kind[row,other]=4
16
+ elif ce[3]+20<=t<ce[-1]:kind[row,other]=1
17
+ for start in range(0,len(ids),40):
18
+ ix=ids[start:start+40];ts=m['frame'][ix];lo=int(ts[0]);hi=int(ts[-1])+1
19
+ imgs=API().read_demo(e['demo_id'],start=lo,stop=hi,fields=['obs/sensor_data/top_camera/rgb'])['obs/sensor_data/top_camera/rgb']
20
+ for row,t in zip(ix,ts):
21
+ rgb=imgs[t-lo];pot[row]=pot_geometry(rgb);f=rgb.astype(np.float32)/255
22
+ masks=[(f[:,:,0]>.35)&(f[:,:,0]>1.6*f[:,:,1])&(f[:,:,0]>1.6*f[:,:,2]),(f[:,:,2]>.25)&(f[:,:,2]>1.5*f[:,:,0])&(f[:,:,2]>1.4*f[:,:,1])]
23
+ for j,mask in enumerate(masks):
24
+ yy,xx=np.nonzero(mask)
25
+ if len(xx)>3:cubes[row,j]=[xx.mean()/rgb.shape[1],yy.mean()/rgb.shape[0],1]
26
+ prov.append({'demo':e['demo_id'],'frames':frames.tolist(),'fields':['obs/sensor_data/top_camera/rgb','actions/panda-0','actions/panda-1']})
27
+ print(e['demo_id'],'compiled target geometry',flush=True)
28
+ np.savez_compressed('candidate/targets.npz',pot=pot,cubes=cubes,kind=kind)
29
+ json.dump({'method':'fixed RGB contour/color moments; action gripper transitions delimit target category; no hidden labels','sources':prov},open('candidate/target_provenance.json','w'))
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_wrists.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import sys,json,numpy as np
2
+ sys.path.insert(0,'/');from worker_api import API
3
+ sys.path.insert(0,'candidate');from geometry import track_wrists
4
+ m=np.load('candidate/memory.npz');w=np.zeros((len(m['q']),2,3),np.float32)
5
+ for di,e in enumerate(json.load(open('/demo_manifest.json'))['episodes']):
6
+ ids=np.flatnonzero(m['demo']==di);prev=None
7
+ for start in range(0,len(ids),40):
8
+ ix=ids[start:start+40];ts=m['frame'][ix];lo=int(ts[0]);hi=int(ts[-1])+1
9
+ imgs=API().read_demo(e['demo_id'],start=lo,stop=hi,fields=['obs/sensor_data/top_camera/rgb'])['obs/sensor_data/top_camera/rgb']
10
+ for row,t in zip(ix,ts):
11
+ result=track_wrists(imgs[t-lo],prev);w[row]=result
12
+ if prev is None:prev=np.array([[240,55],[240,582]],np.float32)
13
+ for r in range(2):
14
+ if result[r,2]:prev[r]=result[r,:2]
15
+ print(e['demo_id'], 'wrist valid',w[ids,:,2].mean(0),flush=True)
16
+ np.savez_compressed('candidate/wrists.npz',wrist=w)
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/controller.py ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Task-local offline reference controller with image feedback and grip gates."""
2
+ from pathlib import Path
3
+ import importlib.util
4
+ import numpy as np
5
+ ROOT=Path(__file__).resolve().parent
6
+
7
+ def module(name):
8
+ s=importlib.util.spec_from_file_location('_'+name,ROOT/(name+'.py'));m=importlib.util.module_from_spec(s);s.loader.exec_module(m);return m
9
+ features=module('features');geometry=module('geometry')
10
+ _memory=None
11
+ _targets=None
12
+ _wrists=None
13
+ _initial=None
14
+
15
+ def reset_episode():
16
+ global _frame,_selected,_ids,_last_grip,_last_kind,_wrist_previous,_gate_count
17
+ _frame=1;_selected=None;_ids=None;_last_grip=np.ones(2,np.float32);_last_kind=np.zeros(2,np.int8);_wrist_previous=None;_gate_count=0
18
+
19
+ def load():
20
+ global _memory,_targets,_wrists,_initial
21
+ if _memory is None:
22
+ with np.load(ROOT/'memory.npz',allow_pickle=False) as f:_memory={k:f[k] for k in f.files}
23
+ with np.load(ROOT/'targets.npz',allow_pickle=False) as f:_targets={k:f[k] for k in f.files}
24
+ _wrists=np.load(ROOT/'wrists.npz',allow_pickle=False)['wrist']
25
+ _initial=np.load(ROOT/'initial_geometry.npz',allow_pickle=False)['pot']
26
+
27
+ def hold(q=None):
28
+ a=np.zeros(14,np.float32);a[[6,13]]=_last_grip if q is None else np.clip(2*(q[[7,16]]+.01)/.05-1,-1,1);return a
29
+
30
+ def act(obs):
31
+ global _frame,_selected,_ids,_last_grip,_last_kind,_wrist_previous,_gate_count
32
+ if 'observation' in obs:
33
+ outer=obs;obs=dict(outer['observation']);obs['step_id']=outer.get('step_id',obs.get('step_id',1))
34
+ if int(obs.get('step_id',1))>=1000:return None
35
+ try:q,v=features.proprio(obs['proprioception'])
36
+ except (KeyError,TypeError,ValueError):return hold()
37
+ try:
38
+ rgb=obs['rgb']
39
+ if any(np.std(features.rgb_array(rgb[c]))<2 for c in features.CAMERAS):return hold(q)
40
+ im=features.visual(rgb)
41
+ except (KeyError,TypeError,ValueError):return hold(q)
42
+ load();m=_memory;pot=geometry.pot_geometry(rgb['top_camera']);cubes=geometry.cube_positions(rgb['top_camera'])
43
+ if _selected is None:
44
+ ids=np.flatnonzero(m['frame']==0);delta=_initial-pot
45
+ prior=200*delta[:,0]**2+350*delta[:,1]**2+.75*np.sum(delta[:,2:4]**2,axis=1)
46
+ if not pot[4]:prior=np.zeros(len(_initial))
47
+ score=35*np.mean((m['image'][ids].astype(np.float32)-im)**2,axis=1)+prior[m['demo'][ids]]
48
+ _selected=int(m['demo'][ids[np.argmin(score)]]);_ids=np.flatnonzero(m['demo']==_selected)
49
+ if _frame>int(m['frame'][_ids[-1]])+25:return None
50
+ # Keep demonstrated order; observation matching refines only a narrow local window.
51
+ ids=_ids[np.abs(m['frame'][_ids]-min(_frame,m['frame'][_ids[-1]]))<=2]
52
+ scales=np.tile([.35]*7+[.025,.025],2)
53
+ qd=np.mean(((m['q'][ids]-q)/scales)**2,axis=1)
54
+ vd=np.mean((m['image'][ids].astype(np.float32)-im)**2,axis=1)
55
+ score=qd+20*vd+.08*(m['frame'][ids]-_frame)**2
56
+ best=int(ids[np.argmin(score)]);a=m['action'][best].copy();kind=_targets['kind'][best].copy()
57
+ live=geometry.track_wrists(rgb['top_camera'],_wrist_previous)
58
+ if _wrist_previous is None:_wrist_previous=np.array([[240,55],[240,582]],np.float32)
59
+ correction=np.zeros((2,2),np.float32);gates=np.zeros(2,bool)
60
+ for r in range(2):
61
+ closing=_last_grip[r]>0 and a[6+7*r]<0
62
+ opening=_last_grip[r]<0 and a[6+7*r]>0
63
+ active_kind=int(kind[r])
64
+ if (closing or opening) and active_kind==0:active_kind=int(_last_kind[r])
65
+ if live[r,2]:
66
+ _wrist_previous[r]=live[r,:2]
67
+ if _wrists[best,r,2]:
68
+ correction[r]=.0045*(_wrists[best,r,:2]-live[r,:2])*np.array([1,-1])
69
+ correction[r]+=geometry.target_offset(active_kind,r,pot,cubes,_targets['pot'][best],_targets['cubes'][best])
70
+ # Small horizontal correction before a contact-changing command.
71
+ if closing and active_kind in (1,2,3) and np.linalg.norm(correction[r])>.036:gates[r]=True
72
+ if opening and int(_last_kind[r])==4 and pot[4] and cubes[r,2]:
73
+ delta=(pot[:2]-cubes[r,:2])*np.array([480,640])
74
+ held=True
75
+ if live[r,2] and _wrists[best,r,2] and _targets['cubes'][best,r,2]:
76
+ rel=cubes[r,:2]*[480,640]-live[r,:2]
77
+ refrel=_targets['cubes'][best,r,:2]*[480,640]-_wrists[best,r,:2]
78
+ held=np.linalg.norm(rel-refrel)<35
79
+ if held and np.linalg.norm(delta)>35:
80
+ gates[r]=True;correction[r]=.0045*delta*np.array([1,-1])
81
+ a[7*r:7*r+2]+=np.clip(correction[r],-.06,.06)
82
+ if gates.any() and _gate_count<30:
83
+ # Pause the reference clock and other motion; no repeated descent while aligning.
84
+ a=hold();a[[6,13]]=_last_grip
85
+ for r in range(2):
86
+ if gates[r]:a[7*r:7*r+2]=np.clip(correction[r],-.06,.06)
87
+ _gate_count+=1
88
+ else:
89
+ _gate_count=0;_frame+=1;_last_kind=kind
90
+ a=np.clip(np.nan_to_num(a),-1,1).astype(np.float32);_last_grip=a[[6,13]].copy()
91
+ return a
92
+
93
+ reset_episode()
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/demo_manifest.json ADDED
@@ -0,0 +1,2168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task_id": "DualArmCleanupPotEnv-v1",
3
+ "status": "released",
4
+ "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
5
+ "lineage_status": "pinned_comparator",
6
+ "episodes": [
7
+ {
8
+ "demo_id": "demo_00",
9
+ "file": "demo_00.h5",
10
+ "length": 759,
11
+ "fields": [
12
+ {
13
+ "path": "actions/panda-0",
14
+ "shape": [
15
+ 759,
16
+ 7
17
+ ],
18
+ "dtype": "float32"
19
+ },
20
+ {
21
+ "path": "actions/panda-1",
22
+ "shape": [
23
+ 759,
24
+ 7
25
+ ],
26
+ "dtype": "float32"
27
+ },
28
+ {
29
+ "path": "obs/agent/panda-0/qpos",
30
+ "shape": [
31
+ 760,
32
+ 9
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "path": "obs/agent/panda-0/qvel",
38
+ "shape": [
39
+ 760,
40
+ 9
41
+ ],
42
+ "dtype": "float32"
43
+ },
44
+ {
45
+ "path": "obs/agent/panda-1/qpos",
46
+ "shape": [
47
+ 760,
48
+ 9
49
+ ],
50
+ "dtype": "float32"
51
+ },
52
+ {
53
+ "path": "obs/agent/panda-1/qvel",
54
+ "shape": [
55
+ 760,
56
+ 9
57
+ ],
58
+ "dtype": "float32"
59
+ },
60
+ {
61
+ "path": "obs/sensor_data/front_camera/rgb",
62
+ "shape": [
63
+ 760,
64
+ 240,
65
+ 320,
66
+ 3
67
+ ],
68
+ "dtype": "uint8"
69
+ },
70
+ {
71
+ "path": "obs/sensor_data/left_camera/rgb",
72
+ "shape": [
73
+ 760,
74
+ 240,
75
+ 320,
76
+ 3
77
+ ],
78
+ "dtype": "uint8"
79
+ },
80
+ {
81
+ "path": "obs/sensor_data/robot_camera_0/rgb",
82
+ "shape": [
83
+ 760,
84
+ 240,
85
+ 320,
86
+ 3
87
+ ],
88
+ "dtype": "uint8"
89
+ },
90
+ {
91
+ "path": "obs/sensor_data/robot_camera_1/rgb",
92
+ "shape": [
93
+ 760,
94
+ 240,
95
+ 320,
96
+ 3
97
+ ],
98
+ "dtype": "uint8"
99
+ },
100
+ {
101
+ "path": "obs/sensor_data/top_camera/rgb",
102
+ "shape": [
103
+ 760,
104
+ 320,
105
+ 240,
106
+ 3
107
+ ],
108
+ "dtype": "uint8"
109
+ }
110
+ ],
111
+ "trajectory_sha256": "8a8a5806550062d39dc0bbd17d61c0af75357c20489d953663242d395f9b6143",
112
+ "source_sha256": "79ff814c2c55cd7e8d7662b5e607c3e65d50302b1161184c79cdf6da0db3fbd7",
113
+ "view_sha256": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6"
114
+ },
115
+ {
116
+ "demo_id": "demo_01",
117
+ "file": "demo_01.h5",
118
+ "length": 734,
119
+ "fields": [
120
+ {
121
+ "path": "actions/panda-0",
122
+ "shape": [
123
+ 734,
124
+ 7
125
+ ],
126
+ "dtype": "float32"
127
+ },
128
+ {
129
+ "path": "actions/panda-1",
130
+ "shape": [
131
+ 734,
132
+ 7
133
+ ],
134
+ "dtype": "float32"
135
+ },
136
+ {
137
+ "path": "obs/agent/panda-0/qpos",
138
+ "shape": [
139
+ 735,
140
+ 9
141
+ ],
142
+ "dtype": "float32"
143
+ },
144
+ {
145
+ "path": "obs/agent/panda-0/qvel",
146
+ "shape": [
147
+ 735,
148
+ 9
149
+ ],
150
+ "dtype": "float32"
151
+ },
152
+ {
153
+ "path": "obs/agent/panda-1/qpos",
154
+ "shape": [
155
+ 735,
156
+ 9
157
+ ],
158
+ "dtype": "float32"
159
+ },
160
+ {
161
+ "path": "obs/agent/panda-1/qvel",
162
+ "shape": [
163
+ 735,
164
+ 9
165
+ ],
166
+ "dtype": "float32"
167
+ },
168
+ {
169
+ "path": "obs/sensor_data/front_camera/rgb",
170
+ "shape": [
171
+ 735,
172
+ 240,
173
+ 320,
174
+ 3
175
+ ],
176
+ "dtype": "uint8"
177
+ },
178
+ {
179
+ "path": "obs/sensor_data/left_camera/rgb",
180
+ "shape": [
181
+ 735,
182
+ 240,
183
+ 320,
184
+ 3
185
+ ],
186
+ "dtype": "uint8"
187
+ },
188
+ {
189
+ "path": "obs/sensor_data/robot_camera_0/rgb",
190
+ "shape": [
191
+ 735,
192
+ 240,
193
+ 320,
194
+ 3
195
+ ],
196
+ "dtype": "uint8"
197
+ },
198
+ {
199
+ "path": "obs/sensor_data/robot_camera_1/rgb",
200
+ "shape": [
201
+ 735,
202
+ 240,
203
+ 320,
204
+ 3
205
+ ],
206
+ "dtype": "uint8"
207
+ },
208
+ {
209
+ "path": "obs/sensor_data/top_camera/rgb",
210
+ "shape": [
211
+ 735,
212
+ 320,
213
+ 240,
214
+ 3
215
+ ],
216
+ "dtype": "uint8"
217
+ }
218
+ ],
219
+ "trajectory_sha256": "5be00d81fda3ed7ed17ca0951e696a0476002acacd334c3ecec867ef2fb64e1f",
220
+ "source_sha256": "fe1a2dd09b2a300fe5852ca8da75b7f280e298f5210a2a3b01768789216d4c7d",
221
+ "view_sha256": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193"
222
+ },
223
+ {
224
+ "demo_id": "demo_02",
225
+ "file": "demo_02.h5",
226
+ "length": 730,
227
+ "fields": [
228
+ {
229
+ "path": "actions/panda-0",
230
+ "shape": [
231
+ 730,
232
+ 7
233
+ ],
234
+ "dtype": "float32"
235
+ },
236
+ {
237
+ "path": "actions/panda-1",
238
+ "shape": [
239
+ 730,
240
+ 7
241
+ ],
242
+ "dtype": "float32"
243
+ },
244
+ {
245
+ "path": "obs/agent/panda-0/qpos",
246
+ "shape": [
247
+ 731,
248
+ 9
249
+ ],
250
+ "dtype": "float32"
251
+ },
252
+ {
253
+ "path": "obs/agent/panda-0/qvel",
254
+ "shape": [
255
+ 731,
256
+ 9
257
+ ],
258
+ "dtype": "float32"
259
+ },
260
+ {
261
+ "path": "obs/agent/panda-1/qpos",
262
+ "shape": [
263
+ 731,
264
+ 9
265
+ ],
266
+ "dtype": "float32"
267
+ },
268
+ {
269
+ "path": "obs/agent/panda-1/qvel",
270
+ "shape": [
271
+ 731,
272
+ 9
273
+ ],
274
+ "dtype": "float32"
275
+ },
276
+ {
277
+ "path": "obs/sensor_data/front_camera/rgb",
278
+ "shape": [
279
+ 731,
280
+ 240,
281
+ 320,
282
+ 3
283
+ ],
284
+ "dtype": "uint8"
285
+ },
286
+ {
287
+ "path": "obs/sensor_data/left_camera/rgb",
288
+ "shape": [
289
+ 731,
290
+ 240,
291
+ 320,
292
+ 3
293
+ ],
294
+ "dtype": "uint8"
295
+ },
296
+ {
297
+ "path": "obs/sensor_data/robot_camera_0/rgb",
298
+ "shape": [
299
+ 731,
300
+ 240,
301
+ 320,
302
+ 3
303
+ ],
304
+ "dtype": "uint8"
305
+ },
306
+ {
307
+ "path": "obs/sensor_data/robot_camera_1/rgb",
308
+ "shape": [
309
+ 731,
310
+ 240,
311
+ 320,
312
+ 3
313
+ ],
314
+ "dtype": "uint8"
315
+ },
316
+ {
317
+ "path": "obs/sensor_data/top_camera/rgb",
318
+ "shape": [
319
+ 731,
320
+ 320,
321
+ 240,
322
+ 3
323
+ ],
324
+ "dtype": "uint8"
325
+ }
326
+ ],
327
+ "trajectory_sha256": "e936b1254238b88ac910dd9d0018ab778a66ded2f0e4cc38aaac21c20fe88295",
328
+ "source_sha256": "9e23d5b8eead7b164e893fa1d98e4b824d86b345eeee8b4c7fde9f057e7661f8",
329
+ "view_sha256": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022"
330
+ },
331
+ {
332
+ "demo_id": "demo_03",
333
+ "file": "demo_03.h5",
334
+ "length": 723,
335
+ "fields": [
336
+ {
337
+ "path": "actions/panda-0",
338
+ "shape": [
339
+ 723,
340
+ 7
341
+ ],
342
+ "dtype": "float32"
343
+ },
344
+ {
345
+ "path": "actions/panda-1",
346
+ "shape": [
347
+ 723,
348
+ 7
349
+ ],
350
+ "dtype": "float32"
351
+ },
352
+ {
353
+ "path": "obs/agent/panda-0/qpos",
354
+ "shape": [
355
+ 724,
356
+ 9
357
+ ],
358
+ "dtype": "float32"
359
+ },
360
+ {
361
+ "path": "obs/agent/panda-0/qvel",
362
+ "shape": [
363
+ 724,
364
+ 9
365
+ ],
366
+ "dtype": "float32"
367
+ },
368
+ {
369
+ "path": "obs/agent/panda-1/qpos",
370
+ "shape": [
371
+ 724,
372
+ 9
373
+ ],
374
+ "dtype": "float32"
375
+ },
376
+ {
377
+ "path": "obs/agent/panda-1/qvel",
378
+ "shape": [
379
+ 724,
380
+ 9
381
+ ],
382
+ "dtype": "float32"
383
+ },
384
+ {
385
+ "path": "obs/sensor_data/front_camera/rgb",
386
+ "shape": [
387
+ 724,
388
+ 240,
389
+ 320,
390
+ 3
391
+ ],
392
+ "dtype": "uint8"
393
+ },
394
+ {
395
+ "path": "obs/sensor_data/left_camera/rgb",
396
+ "shape": [
397
+ 724,
398
+ 240,
399
+ 320,
400
+ 3
401
+ ],
402
+ "dtype": "uint8"
403
+ },
404
+ {
405
+ "path": "obs/sensor_data/robot_camera_0/rgb",
406
+ "shape": [
407
+ 724,
408
+ 240,
409
+ 320,
410
+ 3
411
+ ],
412
+ "dtype": "uint8"
413
+ },
414
+ {
415
+ "path": "obs/sensor_data/robot_camera_1/rgb",
416
+ "shape": [
417
+ 724,
418
+ 240,
419
+ 320,
420
+ 3
421
+ ],
422
+ "dtype": "uint8"
423
+ },
424
+ {
425
+ "path": "obs/sensor_data/top_camera/rgb",
426
+ "shape": [
427
+ 724,
428
+ 320,
429
+ 240,
430
+ 3
431
+ ],
432
+ "dtype": "uint8"
433
+ }
434
+ ],
435
+ "trajectory_sha256": "09de5b92e73f9b6f082df2ad9ca5321134d93460d461721ad7b5dfed3d95f518",
436
+ "source_sha256": "9574f10ef21665c74fb57da5b5b93116311b9f2bde58570e340afba0a1581c42",
437
+ "view_sha256": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c"
438
+ },
439
+ {
440
+ "demo_id": "demo_04",
441
+ "file": "demo_04.h5",
442
+ "length": 763,
443
+ "fields": [
444
+ {
445
+ "path": "actions/panda-0",
446
+ "shape": [
447
+ 763,
448
+ 7
449
+ ],
450
+ "dtype": "float32"
451
+ },
452
+ {
453
+ "path": "actions/panda-1",
454
+ "shape": [
455
+ 763,
456
+ 7
457
+ ],
458
+ "dtype": "float32"
459
+ },
460
+ {
461
+ "path": "obs/agent/panda-0/qpos",
462
+ "shape": [
463
+ 764,
464
+ 9
465
+ ],
466
+ "dtype": "float32"
467
+ },
468
+ {
469
+ "path": "obs/agent/panda-0/qvel",
470
+ "shape": [
471
+ 764,
472
+ 9
473
+ ],
474
+ "dtype": "float32"
475
+ },
476
+ {
477
+ "path": "obs/agent/panda-1/qpos",
478
+ "shape": [
479
+ 764,
480
+ 9
481
+ ],
482
+ "dtype": "float32"
483
+ },
484
+ {
485
+ "path": "obs/agent/panda-1/qvel",
486
+ "shape": [
487
+ 764,
488
+ 9
489
+ ],
490
+ "dtype": "float32"
491
+ },
492
+ {
493
+ "path": "obs/sensor_data/front_camera/rgb",
494
+ "shape": [
495
+ 764,
496
+ 240,
497
+ 320,
498
+ 3
499
+ ],
500
+ "dtype": "uint8"
501
+ },
502
+ {
503
+ "path": "obs/sensor_data/left_camera/rgb",
504
+ "shape": [
505
+ 764,
506
+ 240,
507
+ 320,
508
+ 3
509
+ ],
510
+ "dtype": "uint8"
511
+ },
512
+ {
513
+ "path": "obs/sensor_data/robot_camera_0/rgb",
514
+ "shape": [
515
+ 764,
516
+ 240,
517
+ 320,
518
+ 3
519
+ ],
520
+ "dtype": "uint8"
521
+ },
522
+ {
523
+ "path": "obs/sensor_data/robot_camera_1/rgb",
524
+ "shape": [
525
+ 764,
526
+ 240,
527
+ 320,
528
+ 3
529
+ ],
530
+ "dtype": "uint8"
531
+ },
532
+ {
533
+ "path": "obs/sensor_data/top_camera/rgb",
534
+ "shape": [
535
+ 764,
536
+ 320,
537
+ 240,
538
+ 3
539
+ ],
540
+ "dtype": "uint8"
541
+ }
542
+ ],
543
+ "trajectory_sha256": "25d00f620c383f72d4c3bb3fb86289131e556bc863a2a63e60166d8c263dd874",
544
+ "source_sha256": "104bed60e9a38fbe3334d75d90e5b234d4d1d162f0734c07f7ca88953945fa90",
545
+ "view_sha256": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143"
546
+ },
547
+ {
548
+ "demo_id": "demo_05",
549
+ "file": "demo_05.h5",
550
+ "length": 746,
551
+ "fields": [
552
+ {
553
+ "path": "actions/panda-0",
554
+ "shape": [
555
+ 746,
556
+ 7
557
+ ],
558
+ "dtype": "float32"
559
+ },
560
+ {
561
+ "path": "actions/panda-1",
562
+ "shape": [
563
+ 746,
564
+ 7
565
+ ],
566
+ "dtype": "float32"
567
+ },
568
+ {
569
+ "path": "obs/agent/panda-0/qpos",
570
+ "shape": [
571
+ 747,
572
+ 9
573
+ ],
574
+ "dtype": "float32"
575
+ },
576
+ {
577
+ "path": "obs/agent/panda-0/qvel",
578
+ "shape": [
579
+ 747,
580
+ 9
581
+ ],
582
+ "dtype": "float32"
583
+ },
584
+ {
585
+ "path": "obs/agent/panda-1/qpos",
586
+ "shape": [
587
+ 747,
588
+ 9
589
+ ],
590
+ "dtype": "float32"
591
+ },
592
+ {
593
+ "path": "obs/agent/panda-1/qvel",
594
+ "shape": [
595
+ 747,
596
+ 9
597
+ ],
598
+ "dtype": "float32"
599
+ },
600
+ {
601
+ "path": "obs/sensor_data/front_camera/rgb",
602
+ "shape": [
603
+ 747,
604
+ 240,
605
+ 320,
606
+ 3
607
+ ],
608
+ "dtype": "uint8"
609
+ },
610
+ {
611
+ "path": "obs/sensor_data/left_camera/rgb",
612
+ "shape": [
613
+ 747,
614
+ 240,
615
+ 320,
616
+ 3
617
+ ],
618
+ "dtype": "uint8"
619
+ },
620
+ {
621
+ "path": "obs/sensor_data/robot_camera_0/rgb",
622
+ "shape": [
623
+ 747,
624
+ 240,
625
+ 320,
626
+ 3
627
+ ],
628
+ "dtype": "uint8"
629
+ },
630
+ {
631
+ "path": "obs/sensor_data/robot_camera_1/rgb",
632
+ "shape": [
633
+ 747,
634
+ 240,
635
+ 320,
636
+ 3
637
+ ],
638
+ "dtype": "uint8"
639
+ },
640
+ {
641
+ "path": "obs/sensor_data/top_camera/rgb",
642
+ "shape": [
643
+ 747,
644
+ 320,
645
+ 240,
646
+ 3
647
+ ],
648
+ "dtype": "uint8"
649
+ }
650
+ ],
651
+ "trajectory_sha256": "f6098fa6cd16857a77ed4256ad3e98d1cff87a0f7f26a4050f3ca6ce80b60f7c",
652
+ "source_sha256": "246b2218b4dcd673b2ebc8d0ae3122543d00a64f7ceee082dabc3c66f6d1a96e",
653
+ "view_sha256": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51"
654
+ },
655
+ {
656
+ "demo_id": "demo_06",
657
+ "file": "demo_06.h5",
658
+ "length": 760,
659
+ "fields": [
660
+ {
661
+ "path": "actions/panda-0",
662
+ "shape": [
663
+ 760,
664
+ 7
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ {
669
+ "path": "actions/panda-1",
670
+ "shape": [
671
+ 760,
672
+ 7
673
+ ],
674
+ "dtype": "float32"
675
+ },
676
+ {
677
+ "path": "obs/agent/panda-0/qpos",
678
+ "shape": [
679
+ 761,
680
+ 9
681
+ ],
682
+ "dtype": "float32"
683
+ },
684
+ {
685
+ "path": "obs/agent/panda-0/qvel",
686
+ "shape": [
687
+ 761,
688
+ 9
689
+ ],
690
+ "dtype": "float32"
691
+ },
692
+ {
693
+ "path": "obs/agent/panda-1/qpos",
694
+ "shape": [
695
+ 761,
696
+ 9
697
+ ],
698
+ "dtype": "float32"
699
+ },
700
+ {
701
+ "path": "obs/agent/panda-1/qvel",
702
+ "shape": [
703
+ 761,
704
+ 9
705
+ ],
706
+ "dtype": "float32"
707
+ },
708
+ {
709
+ "path": "obs/sensor_data/front_camera/rgb",
710
+ "shape": [
711
+ 761,
712
+ 240,
713
+ 320,
714
+ 3
715
+ ],
716
+ "dtype": "uint8"
717
+ },
718
+ {
719
+ "path": "obs/sensor_data/left_camera/rgb",
720
+ "shape": [
721
+ 761,
722
+ 240,
723
+ 320,
724
+ 3
725
+ ],
726
+ "dtype": "uint8"
727
+ },
728
+ {
729
+ "path": "obs/sensor_data/robot_camera_0/rgb",
730
+ "shape": [
731
+ 761,
732
+ 240,
733
+ 320,
734
+ 3
735
+ ],
736
+ "dtype": "uint8"
737
+ },
738
+ {
739
+ "path": "obs/sensor_data/robot_camera_1/rgb",
740
+ "shape": [
741
+ 761,
742
+ 240,
743
+ 320,
744
+ 3
745
+ ],
746
+ "dtype": "uint8"
747
+ },
748
+ {
749
+ "path": "obs/sensor_data/top_camera/rgb",
750
+ "shape": [
751
+ 761,
752
+ 320,
753
+ 240,
754
+ 3
755
+ ],
756
+ "dtype": "uint8"
757
+ }
758
+ ],
759
+ "trajectory_sha256": "91ecf43afbd831776801f15c530dbe6d99d6529da55bfa84d9308a245b282328",
760
+ "source_sha256": "d181079357f33e36015fea2c6ed845c2927ee0a77bc3b4e4942caf21c500e1d6",
761
+ "view_sha256": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d"
762
+ },
763
+ {
764
+ "demo_id": "demo_07",
765
+ "file": "demo_07.h5",
766
+ "length": 724,
767
+ "fields": [
768
+ {
769
+ "path": "actions/panda-0",
770
+ "shape": [
771
+ 724,
772
+ 7
773
+ ],
774
+ "dtype": "float32"
775
+ },
776
+ {
777
+ "path": "actions/panda-1",
778
+ "shape": [
779
+ 724,
780
+ 7
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ {
785
+ "path": "obs/agent/panda-0/qpos",
786
+ "shape": [
787
+ 725,
788
+ 9
789
+ ],
790
+ "dtype": "float32"
791
+ },
792
+ {
793
+ "path": "obs/agent/panda-0/qvel",
794
+ "shape": [
795
+ 725,
796
+ 9
797
+ ],
798
+ "dtype": "float32"
799
+ },
800
+ {
801
+ "path": "obs/agent/panda-1/qpos",
802
+ "shape": [
803
+ 725,
804
+ 9
805
+ ],
806
+ "dtype": "float32"
807
+ },
808
+ {
809
+ "path": "obs/agent/panda-1/qvel",
810
+ "shape": [
811
+ 725,
812
+ 9
813
+ ],
814
+ "dtype": "float32"
815
+ },
816
+ {
817
+ "path": "obs/sensor_data/front_camera/rgb",
818
+ "shape": [
819
+ 725,
820
+ 240,
821
+ 320,
822
+ 3
823
+ ],
824
+ "dtype": "uint8"
825
+ },
826
+ {
827
+ "path": "obs/sensor_data/left_camera/rgb",
828
+ "shape": [
829
+ 725,
830
+ 240,
831
+ 320,
832
+ 3
833
+ ],
834
+ "dtype": "uint8"
835
+ },
836
+ {
837
+ "path": "obs/sensor_data/robot_camera_0/rgb",
838
+ "shape": [
839
+ 725,
840
+ 240,
841
+ 320,
842
+ 3
843
+ ],
844
+ "dtype": "uint8"
845
+ },
846
+ {
847
+ "path": "obs/sensor_data/robot_camera_1/rgb",
848
+ "shape": [
849
+ 725,
850
+ 240,
851
+ 320,
852
+ 3
853
+ ],
854
+ "dtype": "uint8"
855
+ },
856
+ {
857
+ "path": "obs/sensor_data/top_camera/rgb",
858
+ "shape": [
859
+ 725,
860
+ 320,
861
+ 240,
862
+ 3
863
+ ],
864
+ "dtype": "uint8"
865
+ }
866
+ ],
867
+ "trajectory_sha256": "1a19197c2ca0ffcdee38814a75907a4805984ee3d6622e07461c00e1d4b97615",
868
+ "source_sha256": "39f85d8c79cda0e0b1389b525d516d61db3de93492d1d1ad0af6c1afb1c7947e",
869
+ "view_sha256": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682"
870
+ },
871
+ {
872
+ "demo_id": "demo_08",
873
+ "file": "demo_08.h5",
874
+ "length": 728,
875
+ "fields": [
876
+ {
877
+ "path": "actions/panda-0",
878
+ "shape": [
879
+ 728,
880
+ 7
881
+ ],
882
+ "dtype": "float32"
883
+ },
884
+ {
885
+ "path": "actions/panda-1",
886
+ "shape": [
887
+ 728,
888
+ 7
889
+ ],
890
+ "dtype": "float32"
891
+ },
892
+ {
893
+ "path": "obs/agent/panda-0/qpos",
894
+ "shape": [
895
+ 729,
896
+ 9
897
+ ],
898
+ "dtype": "float32"
899
+ },
900
+ {
901
+ "path": "obs/agent/panda-0/qvel",
902
+ "shape": [
903
+ 729,
904
+ 9
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ {
909
+ "path": "obs/agent/panda-1/qpos",
910
+ "shape": [
911
+ 729,
912
+ 9
913
+ ],
914
+ "dtype": "float32"
915
+ },
916
+ {
917
+ "path": "obs/agent/panda-1/qvel",
918
+ "shape": [
919
+ 729,
920
+ 9
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ {
925
+ "path": "obs/sensor_data/front_camera/rgb",
926
+ "shape": [
927
+ 729,
928
+ 240,
929
+ 320,
930
+ 3
931
+ ],
932
+ "dtype": "uint8"
933
+ },
934
+ {
935
+ "path": "obs/sensor_data/left_camera/rgb",
936
+ "shape": [
937
+ 729,
938
+ 240,
939
+ 320,
940
+ 3
941
+ ],
942
+ "dtype": "uint8"
943
+ },
944
+ {
945
+ "path": "obs/sensor_data/robot_camera_0/rgb",
946
+ "shape": [
947
+ 729,
948
+ 240,
949
+ 320,
950
+ 3
951
+ ],
952
+ "dtype": "uint8"
953
+ },
954
+ {
955
+ "path": "obs/sensor_data/robot_camera_1/rgb",
956
+ "shape": [
957
+ 729,
958
+ 240,
959
+ 320,
960
+ 3
961
+ ],
962
+ "dtype": "uint8"
963
+ },
964
+ {
965
+ "path": "obs/sensor_data/top_camera/rgb",
966
+ "shape": [
967
+ 729,
968
+ 320,
969
+ 240,
970
+ 3
971
+ ],
972
+ "dtype": "uint8"
973
+ }
974
+ ],
975
+ "trajectory_sha256": "15f46c043561a009a6f446c578d24e769cefe6853201e072bf41bb843ee9f452",
976
+ "source_sha256": "6c492a041869b02b442f63d6ed301821d3998518660b898d5132b925c3701b1a",
977
+ "view_sha256": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf"
978
+ },
979
+ {
980
+ "demo_id": "demo_09",
981
+ "file": "demo_09.h5",
982
+ "length": 734,
983
+ "fields": [
984
+ {
985
+ "path": "actions/panda-0",
986
+ "shape": [
987
+ 734,
988
+ 7
989
+ ],
990
+ "dtype": "float32"
991
+ },
992
+ {
993
+ "path": "actions/panda-1",
994
+ "shape": [
995
+ 734,
996
+ 7
997
+ ],
998
+ "dtype": "float32"
999
+ },
1000
+ {
1001
+ "path": "obs/agent/panda-0/qpos",
1002
+ "shape": [
1003
+ 735,
1004
+ 9
1005
+ ],
1006
+ "dtype": "float32"
1007
+ },
1008
+ {
1009
+ "path": "obs/agent/panda-0/qvel",
1010
+ "shape": [
1011
+ 735,
1012
+ 9
1013
+ ],
1014
+ "dtype": "float32"
1015
+ },
1016
+ {
1017
+ "path": "obs/agent/panda-1/qpos",
1018
+ "shape": [
1019
+ 735,
1020
+ 9
1021
+ ],
1022
+ "dtype": "float32"
1023
+ },
1024
+ {
1025
+ "path": "obs/agent/panda-1/qvel",
1026
+ "shape": [
1027
+ 735,
1028
+ 9
1029
+ ],
1030
+ "dtype": "float32"
1031
+ },
1032
+ {
1033
+ "path": "obs/sensor_data/front_camera/rgb",
1034
+ "shape": [
1035
+ 735,
1036
+ 240,
1037
+ 320,
1038
+ 3
1039
+ ],
1040
+ "dtype": "uint8"
1041
+ },
1042
+ {
1043
+ "path": "obs/sensor_data/left_camera/rgb",
1044
+ "shape": [
1045
+ 735,
1046
+ 240,
1047
+ 320,
1048
+ 3
1049
+ ],
1050
+ "dtype": "uint8"
1051
+ },
1052
+ {
1053
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1054
+ "shape": [
1055
+ 735,
1056
+ 240,
1057
+ 320,
1058
+ 3
1059
+ ],
1060
+ "dtype": "uint8"
1061
+ },
1062
+ {
1063
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1064
+ "shape": [
1065
+ 735,
1066
+ 240,
1067
+ 320,
1068
+ 3
1069
+ ],
1070
+ "dtype": "uint8"
1071
+ },
1072
+ {
1073
+ "path": "obs/sensor_data/top_camera/rgb",
1074
+ "shape": [
1075
+ 735,
1076
+ 320,
1077
+ 240,
1078
+ 3
1079
+ ],
1080
+ "dtype": "uint8"
1081
+ }
1082
+ ],
1083
+ "trajectory_sha256": "03e45fe0e3f312dcef1a3caa4824b677368581160cd99a5952249776b912b88a",
1084
+ "source_sha256": "ee8022f6496dd0cbe3848779234173cef5921be1063d1a1e8ea3fa198794c34a",
1085
+ "view_sha256": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc"
1086
+ },
1087
+ {
1088
+ "demo_id": "demo_10",
1089
+ "file": "demo_10.h5",
1090
+ "length": 764,
1091
+ "fields": [
1092
+ {
1093
+ "path": "actions/panda-0",
1094
+ "shape": [
1095
+ 764,
1096
+ 7
1097
+ ],
1098
+ "dtype": "float32"
1099
+ },
1100
+ {
1101
+ "path": "actions/panda-1",
1102
+ "shape": [
1103
+ 764,
1104
+ 7
1105
+ ],
1106
+ "dtype": "float32"
1107
+ },
1108
+ {
1109
+ "path": "obs/agent/panda-0/qpos",
1110
+ "shape": [
1111
+ 765,
1112
+ 9
1113
+ ],
1114
+ "dtype": "float32"
1115
+ },
1116
+ {
1117
+ "path": "obs/agent/panda-0/qvel",
1118
+ "shape": [
1119
+ 765,
1120
+ 9
1121
+ ],
1122
+ "dtype": "float32"
1123
+ },
1124
+ {
1125
+ "path": "obs/agent/panda-1/qpos",
1126
+ "shape": [
1127
+ 765,
1128
+ 9
1129
+ ],
1130
+ "dtype": "float32"
1131
+ },
1132
+ {
1133
+ "path": "obs/agent/panda-1/qvel",
1134
+ "shape": [
1135
+ 765,
1136
+ 9
1137
+ ],
1138
+ "dtype": "float32"
1139
+ },
1140
+ {
1141
+ "path": "obs/sensor_data/front_camera/rgb",
1142
+ "shape": [
1143
+ 765,
1144
+ 240,
1145
+ 320,
1146
+ 3
1147
+ ],
1148
+ "dtype": "uint8"
1149
+ },
1150
+ {
1151
+ "path": "obs/sensor_data/left_camera/rgb",
1152
+ "shape": [
1153
+ 765,
1154
+ 240,
1155
+ 320,
1156
+ 3
1157
+ ],
1158
+ "dtype": "uint8"
1159
+ },
1160
+ {
1161
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1162
+ "shape": [
1163
+ 765,
1164
+ 240,
1165
+ 320,
1166
+ 3
1167
+ ],
1168
+ "dtype": "uint8"
1169
+ },
1170
+ {
1171
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1172
+ "shape": [
1173
+ 765,
1174
+ 240,
1175
+ 320,
1176
+ 3
1177
+ ],
1178
+ "dtype": "uint8"
1179
+ },
1180
+ {
1181
+ "path": "obs/sensor_data/top_camera/rgb",
1182
+ "shape": [
1183
+ 765,
1184
+ 320,
1185
+ 240,
1186
+ 3
1187
+ ],
1188
+ "dtype": "uint8"
1189
+ }
1190
+ ],
1191
+ "trajectory_sha256": "2c2501d80a63ccabc7043c56e77763bf41125273741b43533a6a27ae16cacfa1",
1192
+ "source_sha256": "bdf99ba832f76e1a86b36240e8263d9b647bfe420ccd7aafcd07619d7c14b0f8",
1193
+ "view_sha256": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b"
1194
+ },
1195
+ {
1196
+ "demo_id": "demo_11",
1197
+ "file": "demo_11.h5",
1198
+ "length": 757,
1199
+ "fields": [
1200
+ {
1201
+ "path": "actions/panda-0",
1202
+ "shape": [
1203
+ 757,
1204
+ 7
1205
+ ],
1206
+ "dtype": "float32"
1207
+ },
1208
+ {
1209
+ "path": "actions/panda-1",
1210
+ "shape": [
1211
+ 757,
1212
+ 7
1213
+ ],
1214
+ "dtype": "float32"
1215
+ },
1216
+ {
1217
+ "path": "obs/agent/panda-0/qpos",
1218
+ "shape": [
1219
+ 758,
1220
+ 9
1221
+ ],
1222
+ "dtype": "float32"
1223
+ },
1224
+ {
1225
+ "path": "obs/agent/panda-0/qvel",
1226
+ "shape": [
1227
+ 758,
1228
+ 9
1229
+ ],
1230
+ "dtype": "float32"
1231
+ },
1232
+ {
1233
+ "path": "obs/agent/panda-1/qpos",
1234
+ "shape": [
1235
+ 758,
1236
+ 9
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ {
1241
+ "path": "obs/agent/panda-1/qvel",
1242
+ "shape": [
1243
+ 758,
1244
+ 9
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ {
1249
+ "path": "obs/sensor_data/front_camera/rgb",
1250
+ "shape": [
1251
+ 758,
1252
+ 240,
1253
+ 320,
1254
+ 3
1255
+ ],
1256
+ "dtype": "uint8"
1257
+ },
1258
+ {
1259
+ "path": "obs/sensor_data/left_camera/rgb",
1260
+ "shape": [
1261
+ 758,
1262
+ 240,
1263
+ 320,
1264
+ 3
1265
+ ],
1266
+ "dtype": "uint8"
1267
+ },
1268
+ {
1269
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1270
+ "shape": [
1271
+ 758,
1272
+ 240,
1273
+ 320,
1274
+ 3
1275
+ ],
1276
+ "dtype": "uint8"
1277
+ },
1278
+ {
1279
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1280
+ "shape": [
1281
+ 758,
1282
+ 240,
1283
+ 320,
1284
+ 3
1285
+ ],
1286
+ "dtype": "uint8"
1287
+ },
1288
+ {
1289
+ "path": "obs/sensor_data/top_camera/rgb",
1290
+ "shape": [
1291
+ 758,
1292
+ 320,
1293
+ 240,
1294
+ 3
1295
+ ],
1296
+ "dtype": "uint8"
1297
+ }
1298
+ ],
1299
+ "trajectory_sha256": "b8255353aea03f9d430141848825b492bfa442837a92549bf5db8ca09d3aff5c",
1300
+ "source_sha256": "1201cac617c98de56dde73ebd92014af3db24232c7ea6983015a3c1affc7ee5a",
1301
+ "view_sha256": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0"
1302
+ },
1303
+ {
1304
+ "demo_id": "demo_12",
1305
+ "file": "demo_12.h5",
1306
+ "length": 755,
1307
+ "fields": [
1308
+ {
1309
+ "path": "actions/panda-0",
1310
+ "shape": [
1311
+ 755,
1312
+ 7
1313
+ ],
1314
+ "dtype": "float32"
1315
+ },
1316
+ {
1317
+ "path": "actions/panda-1",
1318
+ "shape": [
1319
+ 755,
1320
+ 7
1321
+ ],
1322
+ "dtype": "float32"
1323
+ },
1324
+ {
1325
+ "path": "obs/agent/panda-0/qpos",
1326
+ "shape": [
1327
+ 756,
1328
+ 9
1329
+ ],
1330
+ "dtype": "float32"
1331
+ },
1332
+ {
1333
+ "path": "obs/agent/panda-0/qvel",
1334
+ "shape": [
1335
+ 756,
1336
+ 9
1337
+ ],
1338
+ "dtype": "float32"
1339
+ },
1340
+ {
1341
+ "path": "obs/agent/panda-1/qpos",
1342
+ "shape": [
1343
+ 756,
1344
+ 9
1345
+ ],
1346
+ "dtype": "float32"
1347
+ },
1348
+ {
1349
+ "path": "obs/agent/panda-1/qvel",
1350
+ "shape": [
1351
+ 756,
1352
+ 9
1353
+ ],
1354
+ "dtype": "float32"
1355
+ },
1356
+ {
1357
+ "path": "obs/sensor_data/front_camera/rgb",
1358
+ "shape": [
1359
+ 756,
1360
+ 240,
1361
+ 320,
1362
+ 3
1363
+ ],
1364
+ "dtype": "uint8"
1365
+ },
1366
+ {
1367
+ "path": "obs/sensor_data/left_camera/rgb",
1368
+ "shape": [
1369
+ 756,
1370
+ 240,
1371
+ 320,
1372
+ 3
1373
+ ],
1374
+ "dtype": "uint8"
1375
+ },
1376
+ {
1377
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1378
+ "shape": [
1379
+ 756,
1380
+ 240,
1381
+ 320,
1382
+ 3
1383
+ ],
1384
+ "dtype": "uint8"
1385
+ },
1386
+ {
1387
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1388
+ "shape": [
1389
+ 756,
1390
+ 240,
1391
+ 320,
1392
+ 3
1393
+ ],
1394
+ "dtype": "uint8"
1395
+ },
1396
+ {
1397
+ "path": "obs/sensor_data/top_camera/rgb",
1398
+ "shape": [
1399
+ 756,
1400
+ 320,
1401
+ 240,
1402
+ 3
1403
+ ],
1404
+ "dtype": "uint8"
1405
+ }
1406
+ ],
1407
+ "trajectory_sha256": "a707205ac1b555e4c62e7c9428012769fea589c8d65da1bea893b303a5de4441",
1408
+ "source_sha256": "40cddf58a9a34d1be9c4ca9ec80579d414656078658c0e7428414160e3483156",
1409
+ "view_sha256": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166"
1410
+ },
1411
+ {
1412
+ "demo_id": "demo_13",
1413
+ "file": "demo_13.h5",
1414
+ "length": 755,
1415
+ "fields": [
1416
+ {
1417
+ "path": "actions/panda-0",
1418
+ "shape": [
1419
+ 755,
1420
+ 7
1421
+ ],
1422
+ "dtype": "float32"
1423
+ },
1424
+ {
1425
+ "path": "actions/panda-1",
1426
+ "shape": [
1427
+ 755,
1428
+ 7
1429
+ ],
1430
+ "dtype": "float32"
1431
+ },
1432
+ {
1433
+ "path": "obs/agent/panda-0/qpos",
1434
+ "shape": [
1435
+ 756,
1436
+ 9
1437
+ ],
1438
+ "dtype": "float32"
1439
+ },
1440
+ {
1441
+ "path": "obs/agent/panda-0/qvel",
1442
+ "shape": [
1443
+ 756,
1444
+ 9
1445
+ ],
1446
+ "dtype": "float32"
1447
+ },
1448
+ {
1449
+ "path": "obs/agent/panda-1/qpos",
1450
+ "shape": [
1451
+ 756,
1452
+ 9
1453
+ ],
1454
+ "dtype": "float32"
1455
+ },
1456
+ {
1457
+ "path": "obs/agent/panda-1/qvel",
1458
+ "shape": [
1459
+ 756,
1460
+ 9
1461
+ ],
1462
+ "dtype": "float32"
1463
+ },
1464
+ {
1465
+ "path": "obs/sensor_data/front_camera/rgb",
1466
+ "shape": [
1467
+ 756,
1468
+ 240,
1469
+ 320,
1470
+ 3
1471
+ ],
1472
+ "dtype": "uint8"
1473
+ },
1474
+ {
1475
+ "path": "obs/sensor_data/left_camera/rgb",
1476
+ "shape": [
1477
+ 756,
1478
+ 240,
1479
+ 320,
1480
+ 3
1481
+ ],
1482
+ "dtype": "uint8"
1483
+ },
1484
+ {
1485
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1486
+ "shape": [
1487
+ 756,
1488
+ 240,
1489
+ 320,
1490
+ 3
1491
+ ],
1492
+ "dtype": "uint8"
1493
+ },
1494
+ {
1495
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1496
+ "shape": [
1497
+ 756,
1498
+ 240,
1499
+ 320,
1500
+ 3
1501
+ ],
1502
+ "dtype": "uint8"
1503
+ },
1504
+ {
1505
+ "path": "obs/sensor_data/top_camera/rgb",
1506
+ "shape": [
1507
+ 756,
1508
+ 320,
1509
+ 240,
1510
+ 3
1511
+ ],
1512
+ "dtype": "uint8"
1513
+ }
1514
+ ],
1515
+ "trajectory_sha256": "4f3b89dca26f39cae63653028f0ef6c7bfb5c2f46b7b011c68fb1a8592477930",
1516
+ "source_sha256": "361a0b32a652f41b67bf9967571f9e12e6cab8db3b256791a5f3bc7788c71bcb",
1517
+ "view_sha256": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7"
1518
+ },
1519
+ {
1520
+ "demo_id": "demo_14",
1521
+ "file": "demo_14.h5",
1522
+ "length": 764,
1523
+ "fields": [
1524
+ {
1525
+ "path": "actions/panda-0",
1526
+ "shape": [
1527
+ 764,
1528
+ 7
1529
+ ],
1530
+ "dtype": "float32"
1531
+ },
1532
+ {
1533
+ "path": "actions/panda-1",
1534
+ "shape": [
1535
+ 764,
1536
+ 7
1537
+ ],
1538
+ "dtype": "float32"
1539
+ },
1540
+ {
1541
+ "path": "obs/agent/panda-0/qpos",
1542
+ "shape": [
1543
+ 765,
1544
+ 9
1545
+ ],
1546
+ "dtype": "float32"
1547
+ },
1548
+ {
1549
+ "path": "obs/agent/panda-0/qvel",
1550
+ "shape": [
1551
+ 765,
1552
+ 9
1553
+ ],
1554
+ "dtype": "float32"
1555
+ },
1556
+ {
1557
+ "path": "obs/agent/panda-1/qpos",
1558
+ "shape": [
1559
+ 765,
1560
+ 9
1561
+ ],
1562
+ "dtype": "float32"
1563
+ },
1564
+ {
1565
+ "path": "obs/agent/panda-1/qvel",
1566
+ "shape": [
1567
+ 765,
1568
+ 9
1569
+ ],
1570
+ "dtype": "float32"
1571
+ },
1572
+ {
1573
+ "path": "obs/sensor_data/front_camera/rgb",
1574
+ "shape": [
1575
+ 765,
1576
+ 240,
1577
+ 320,
1578
+ 3
1579
+ ],
1580
+ "dtype": "uint8"
1581
+ },
1582
+ {
1583
+ "path": "obs/sensor_data/left_camera/rgb",
1584
+ "shape": [
1585
+ 765,
1586
+ 240,
1587
+ 320,
1588
+ 3
1589
+ ],
1590
+ "dtype": "uint8"
1591
+ },
1592
+ {
1593
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1594
+ "shape": [
1595
+ 765,
1596
+ 240,
1597
+ 320,
1598
+ 3
1599
+ ],
1600
+ "dtype": "uint8"
1601
+ },
1602
+ {
1603
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1604
+ "shape": [
1605
+ 765,
1606
+ 240,
1607
+ 320,
1608
+ 3
1609
+ ],
1610
+ "dtype": "uint8"
1611
+ },
1612
+ {
1613
+ "path": "obs/sensor_data/top_camera/rgb",
1614
+ "shape": [
1615
+ 765,
1616
+ 320,
1617
+ 240,
1618
+ 3
1619
+ ],
1620
+ "dtype": "uint8"
1621
+ }
1622
+ ],
1623
+ "trajectory_sha256": "4052b1c4c3beefec5eeb57dcf6b576987e63a14172a5cad761f6dfe9dc1dae44",
1624
+ "source_sha256": "61fb4eb151baa4060df425aaac8cb9b3ce309885ab4ebdebb59ea3fe450b7947",
1625
+ "view_sha256": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84"
1626
+ },
1627
+ {
1628
+ "demo_id": "demo_15",
1629
+ "file": "demo_15.h5",
1630
+ "length": 737,
1631
+ "fields": [
1632
+ {
1633
+ "path": "actions/panda-0",
1634
+ "shape": [
1635
+ 737,
1636
+ 7
1637
+ ],
1638
+ "dtype": "float32"
1639
+ },
1640
+ {
1641
+ "path": "actions/panda-1",
1642
+ "shape": [
1643
+ 737,
1644
+ 7
1645
+ ],
1646
+ "dtype": "float32"
1647
+ },
1648
+ {
1649
+ "path": "obs/agent/panda-0/qpos",
1650
+ "shape": [
1651
+ 738,
1652
+ 9
1653
+ ],
1654
+ "dtype": "float32"
1655
+ },
1656
+ {
1657
+ "path": "obs/agent/panda-0/qvel",
1658
+ "shape": [
1659
+ 738,
1660
+ 9
1661
+ ],
1662
+ "dtype": "float32"
1663
+ },
1664
+ {
1665
+ "path": "obs/agent/panda-1/qpos",
1666
+ "shape": [
1667
+ 738,
1668
+ 9
1669
+ ],
1670
+ "dtype": "float32"
1671
+ },
1672
+ {
1673
+ "path": "obs/agent/panda-1/qvel",
1674
+ "shape": [
1675
+ 738,
1676
+ 9
1677
+ ],
1678
+ "dtype": "float32"
1679
+ },
1680
+ {
1681
+ "path": "obs/sensor_data/front_camera/rgb",
1682
+ "shape": [
1683
+ 738,
1684
+ 240,
1685
+ 320,
1686
+ 3
1687
+ ],
1688
+ "dtype": "uint8"
1689
+ },
1690
+ {
1691
+ "path": "obs/sensor_data/left_camera/rgb",
1692
+ "shape": [
1693
+ 738,
1694
+ 240,
1695
+ 320,
1696
+ 3
1697
+ ],
1698
+ "dtype": "uint8"
1699
+ },
1700
+ {
1701
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1702
+ "shape": [
1703
+ 738,
1704
+ 240,
1705
+ 320,
1706
+ 3
1707
+ ],
1708
+ "dtype": "uint8"
1709
+ },
1710
+ {
1711
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1712
+ "shape": [
1713
+ 738,
1714
+ 240,
1715
+ 320,
1716
+ 3
1717
+ ],
1718
+ "dtype": "uint8"
1719
+ },
1720
+ {
1721
+ "path": "obs/sensor_data/top_camera/rgb",
1722
+ "shape": [
1723
+ 738,
1724
+ 320,
1725
+ 240,
1726
+ 3
1727
+ ],
1728
+ "dtype": "uint8"
1729
+ }
1730
+ ],
1731
+ "trajectory_sha256": "eab38de8f0d74ec2bc46d80b43811207890151afae483acbcdf8db836a994000",
1732
+ "source_sha256": "b8d11465111a7ce04a827ca85d1869a833824b6c3b51e565b95c696bd584aa91",
1733
+ "view_sha256": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6"
1734
+ },
1735
+ {
1736
+ "demo_id": "demo_16",
1737
+ "file": "demo_16.h5",
1738
+ "length": 768,
1739
+ "fields": [
1740
+ {
1741
+ "path": "actions/panda-0",
1742
+ "shape": [
1743
+ 768,
1744
+ 7
1745
+ ],
1746
+ "dtype": "float32"
1747
+ },
1748
+ {
1749
+ "path": "actions/panda-1",
1750
+ "shape": [
1751
+ 768,
1752
+ 7
1753
+ ],
1754
+ "dtype": "float32"
1755
+ },
1756
+ {
1757
+ "path": "obs/agent/panda-0/qpos",
1758
+ "shape": [
1759
+ 769,
1760
+ 9
1761
+ ],
1762
+ "dtype": "float32"
1763
+ },
1764
+ {
1765
+ "path": "obs/agent/panda-0/qvel",
1766
+ "shape": [
1767
+ 769,
1768
+ 9
1769
+ ],
1770
+ "dtype": "float32"
1771
+ },
1772
+ {
1773
+ "path": "obs/agent/panda-1/qpos",
1774
+ "shape": [
1775
+ 769,
1776
+ 9
1777
+ ],
1778
+ "dtype": "float32"
1779
+ },
1780
+ {
1781
+ "path": "obs/agent/panda-1/qvel",
1782
+ "shape": [
1783
+ 769,
1784
+ 9
1785
+ ],
1786
+ "dtype": "float32"
1787
+ },
1788
+ {
1789
+ "path": "obs/sensor_data/front_camera/rgb",
1790
+ "shape": [
1791
+ 769,
1792
+ 240,
1793
+ 320,
1794
+ 3
1795
+ ],
1796
+ "dtype": "uint8"
1797
+ },
1798
+ {
1799
+ "path": "obs/sensor_data/left_camera/rgb",
1800
+ "shape": [
1801
+ 769,
1802
+ 240,
1803
+ 320,
1804
+ 3
1805
+ ],
1806
+ "dtype": "uint8"
1807
+ },
1808
+ {
1809
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1810
+ "shape": [
1811
+ 769,
1812
+ 240,
1813
+ 320,
1814
+ 3
1815
+ ],
1816
+ "dtype": "uint8"
1817
+ },
1818
+ {
1819
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1820
+ "shape": [
1821
+ 769,
1822
+ 240,
1823
+ 320,
1824
+ 3
1825
+ ],
1826
+ "dtype": "uint8"
1827
+ },
1828
+ {
1829
+ "path": "obs/sensor_data/top_camera/rgb",
1830
+ "shape": [
1831
+ 769,
1832
+ 320,
1833
+ 240,
1834
+ 3
1835
+ ],
1836
+ "dtype": "uint8"
1837
+ }
1838
+ ],
1839
+ "trajectory_sha256": "8bf9404256b68f91ec51f081ea50fd53ced55f4046c1e4bed5c88830d94b3d35",
1840
+ "source_sha256": "ffb766ab4da6039f4e5c7088e112de95bf3089dc4d9b65bfe27952cf3d1a08a6",
1841
+ "view_sha256": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0"
1842
+ },
1843
+ {
1844
+ "demo_id": "demo_17",
1845
+ "file": "demo_17.h5",
1846
+ "length": 754,
1847
+ "fields": [
1848
+ {
1849
+ "path": "actions/panda-0",
1850
+ "shape": [
1851
+ 754,
1852
+ 7
1853
+ ],
1854
+ "dtype": "float32"
1855
+ },
1856
+ {
1857
+ "path": "actions/panda-1",
1858
+ "shape": [
1859
+ 754,
1860
+ 7
1861
+ ],
1862
+ "dtype": "float32"
1863
+ },
1864
+ {
1865
+ "path": "obs/agent/panda-0/qpos",
1866
+ "shape": [
1867
+ 755,
1868
+ 9
1869
+ ],
1870
+ "dtype": "float32"
1871
+ },
1872
+ {
1873
+ "path": "obs/agent/panda-0/qvel",
1874
+ "shape": [
1875
+ 755,
1876
+ 9
1877
+ ],
1878
+ "dtype": "float32"
1879
+ },
1880
+ {
1881
+ "path": "obs/agent/panda-1/qpos",
1882
+ "shape": [
1883
+ 755,
1884
+ 9
1885
+ ],
1886
+ "dtype": "float32"
1887
+ },
1888
+ {
1889
+ "path": "obs/agent/panda-1/qvel",
1890
+ "shape": [
1891
+ 755,
1892
+ 9
1893
+ ],
1894
+ "dtype": "float32"
1895
+ },
1896
+ {
1897
+ "path": "obs/sensor_data/front_camera/rgb",
1898
+ "shape": [
1899
+ 755,
1900
+ 240,
1901
+ 320,
1902
+ 3
1903
+ ],
1904
+ "dtype": "uint8"
1905
+ },
1906
+ {
1907
+ "path": "obs/sensor_data/left_camera/rgb",
1908
+ "shape": [
1909
+ 755,
1910
+ 240,
1911
+ 320,
1912
+ 3
1913
+ ],
1914
+ "dtype": "uint8"
1915
+ },
1916
+ {
1917
+ "path": "obs/sensor_data/robot_camera_0/rgb",
1918
+ "shape": [
1919
+ 755,
1920
+ 240,
1921
+ 320,
1922
+ 3
1923
+ ],
1924
+ "dtype": "uint8"
1925
+ },
1926
+ {
1927
+ "path": "obs/sensor_data/robot_camera_1/rgb",
1928
+ "shape": [
1929
+ 755,
1930
+ 240,
1931
+ 320,
1932
+ 3
1933
+ ],
1934
+ "dtype": "uint8"
1935
+ },
1936
+ {
1937
+ "path": "obs/sensor_data/top_camera/rgb",
1938
+ "shape": [
1939
+ 755,
1940
+ 320,
1941
+ 240,
1942
+ 3
1943
+ ],
1944
+ "dtype": "uint8"
1945
+ }
1946
+ ],
1947
+ "trajectory_sha256": "a7e67948b7400bb015e44a2059ae1e29654cf2338d09b84297f89aa7e137cc10",
1948
+ "source_sha256": "de76262cc9b3508ff986a478e01bb20af724091363c4366109e862d6f4715530",
1949
+ "view_sha256": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db"
1950
+ },
1951
+ {
1952
+ "demo_id": "demo_18",
1953
+ "file": "demo_18.h5",
1954
+ "length": 729,
1955
+ "fields": [
1956
+ {
1957
+ "path": "actions/panda-0",
1958
+ "shape": [
1959
+ 729,
1960
+ 7
1961
+ ],
1962
+ "dtype": "float32"
1963
+ },
1964
+ {
1965
+ "path": "actions/panda-1",
1966
+ "shape": [
1967
+ 729,
1968
+ 7
1969
+ ],
1970
+ "dtype": "float32"
1971
+ },
1972
+ {
1973
+ "path": "obs/agent/panda-0/qpos",
1974
+ "shape": [
1975
+ 730,
1976
+ 9
1977
+ ],
1978
+ "dtype": "float32"
1979
+ },
1980
+ {
1981
+ "path": "obs/agent/panda-0/qvel",
1982
+ "shape": [
1983
+ 730,
1984
+ 9
1985
+ ],
1986
+ "dtype": "float32"
1987
+ },
1988
+ {
1989
+ "path": "obs/agent/panda-1/qpos",
1990
+ "shape": [
1991
+ 730,
1992
+ 9
1993
+ ],
1994
+ "dtype": "float32"
1995
+ },
1996
+ {
1997
+ "path": "obs/agent/panda-1/qvel",
1998
+ "shape": [
1999
+ 730,
2000
+ 9
2001
+ ],
2002
+ "dtype": "float32"
2003
+ },
2004
+ {
2005
+ "path": "obs/sensor_data/front_camera/rgb",
2006
+ "shape": [
2007
+ 730,
2008
+ 240,
2009
+ 320,
2010
+ 3
2011
+ ],
2012
+ "dtype": "uint8"
2013
+ },
2014
+ {
2015
+ "path": "obs/sensor_data/left_camera/rgb",
2016
+ "shape": [
2017
+ 730,
2018
+ 240,
2019
+ 320,
2020
+ 3
2021
+ ],
2022
+ "dtype": "uint8"
2023
+ },
2024
+ {
2025
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2026
+ "shape": [
2027
+ 730,
2028
+ 240,
2029
+ 320,
2030
+ 3
2031
+ ],
2032
+ "dtype": "uint8"
2033
+ },
2034
+ {
2035
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2036
+ "shape": [
2037
+ 730,
2038
+ 240,
2039
+ 320,
2040
+ 3
2041
+ ],
2042
+ "dtype": "uint8"
2043
+ },
2044
+ {
2045
+ "path": "obs/sensor_data/top_camera/rgb",
2046
+ "shape": [
2047
+ 730,
2048
+ 320,
2049
+ 240,
2050
+ 3
2051
+ ],
2052
+ "dtype": "uint8"
2053
+ }
2054
+ ],
2055
+ "trajectory_sha256": "6451792b1f5b4ce2393d94d8b9c9a0d544da27bfecf9f2ab09644ec0e4f87dea",
2056
+ "source_sha256": "035a0f519f3c721d1c518cf11bf06a7c08a4c2cd65563d8bc084c76abd2eca67",
2057
+ "view_sha256": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0"
2058
+ },
2059
+ {
2060
+ "demo_id": "demo_19",
2061
+ "file": "demo_19.h5",
2062
+ "length": 761,
2063
+ "fields": [
2064
+ {
2065
+ "path": "actions/panda-0",
2066
+ "shape": [
2067
+ 761,
2068
+ 7
2069
+ ],
2070
+ "dtype": "float32"
2071
+ },
2072
+ {
2073
+ "path": "actions/panda-1",
2074
+ "shape": [
2075
+ 761,
2076
+ 7
2077
+ ],
2078
+ "dtype": "float32"
2079
+ },
2080
+ {
2081
+ "path": "obs/agent/panda-0/qpos",
2082
+ "shape": [
2083
+ 762,
2084
+ 9
2085
+ ],
2086
+ "dtype": "float32"
2087
+ },
2088
+ {
2089
+ "path": "obs/agent/panda-0/qvel",
2090
+ "shape": [
2091
+ 762,
2092
+ 9
2093
+ ],
2094
+ "dtype": "float32"
2095
+ },
2096
+ {
2097
+ "path": "obs/agent/panda-1/qpos",
2098
+ "shape": [
2099
+ 762,
2100
+ 9
2101
+ ],
2102
+ "dtype": "float32"
2103
+ },
2104
+ {
2105
+ "path": "obs/agent/panda-1/qvel",
2106
+ "shape": [
2107
+ 762,
2108
+ 9
2109
+ ],
2110
+ "dtype": "float32"
2111
+ },
2112
+ {
2113
+ "path": "obs/sensor_data/front_camera/rgb",
2114
+ "shape": [
2115
+ 762,
2116
+ 240,
2117
+ 320,
2118
+ 3
2119
+ ],
2120
+ "dtype": "uint8"
2121
+ },
2122
+ {
2123
+ "path": "obs/sensor_data/left_camera/rgb",
2124
+ "shape": [
2125
+ 762,
2126
+ 240,
2127
+ 320,
2128
+ 3
2129
+ ],
2130
+ "dtype": "uint8"
2131
+ },
2132
+ {
2133
+ "path": "obs/sensor_data/robot_camera_0/rgb",
2134
+ "shape": [
2135
+ 762,
2136
+ 240,
2137
+ 320,
2138
+ 3
2139
+ ],
2140
+ "dtype": "uint8"
2141
+ },
2142
+ {
2143
+ "path": "obs/sensor_data/robot_camera_1/rgb",
2144
+ "shape": [
2145
+ 762,
2146
+ 240,
2147
+ 320,
2148
+ 3
2149
+ ],
2150
+ "dtype": "uint8"
2151
+ },
2152
+ {
2153
+ "path": "obs/sensor_data/top_camera/rgb",
2154
+ "shape": [
2155
+ 762,
2156
+ 320,
2157
+ 240,
2158
+ 3
2159
+ ],
2160
+ "dtype": "uint8"
2161
+ }
2162
+ ],
2163
+ "trajectory_sha256": "fa8b6fa15e91a7850e4dda5f60dbc2a6fe9237a411494a1bd4fa45bdebb59df9",
2164
+ "source_sha256": "5d158f16ac599c46c60312d6af2633c876d7d2dc92843c4095280203e25edcf3",
2165
+ "view_sha256": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0"
2166
+ }
2167
+ ]
2168
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/environment.lock ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==2.4.0
2
+ accelerate==1.13.0
3
+ addict==2.4.0
4
+ aiohappyeyeballs==2.6.1
5
+ aiohttp==3.13.5
6
+ aiosignal==1.4.0
7
+ annotated-types==0.7.0
8
+ anyio==4.13.0
9
+ anytree==2.13.0
10
+ asttokens==3.0.1
11
+ async-timeout==5.0.1
12
+ attrs==26.1.0
13
+ av==15.1.0
14
+ blinker==1.9.0
15
+ casadi==3.7.2
16
+ certifi==2026.4.22
17
+ cffi==2.0.0
18
+ charset-normalizer==3.4.7
19
+ click==8.3.3
20
+ cloudpickle==3.1.2
21
+ cmake==4.1.3
22
+ coacd==1.0.11
23
+ colorama==0.4.6
24
+ colorlog==6.10.1
25
+ comm==0.2.3
26
+ ConfigArgParse==1.7.5
27
+ contourpy==1.3.2
28
+ cuda-bindings==12.9.4
29
+ cuda-pathfinder==1.5.4
30
+ cycler==0.12.1
31
+ dacite==1.9.2
32
+ dash==4.1.0
33
+ dataclasses-json==0.6.7
34
+ datasets==4.8.5
35
+ decorator==5.2.1
36
+ deepdiff==8.6.2
37
+ Deprecated==1.3.1
38
+ diffusers==0.35.2
39
+ dill==0.4.1
40
+ docstring_parser==0.18.0
41
+ draccus==0.10.0
42
+ einops==0.8.2
43
+ embreex==4.4.0
44
+ etils==1.13.0
45
+ evdev==1.9.3
46
+ exceptiongroup==1.3.1
47
+ executing==2.2.1
48
+ Farama-Notifications==0.0.6
49
+ fast_simplification==0.1.13
50
+ fastjsonschema==2.21.2
51
+ filelock==3.29.0
52
+ Flask==3.1.3
53
+ fonttools==4.63.0
54
+ freetype-py==2.5.1
55
+ frozenlist==1.8.0
56
+ fsspec==2026.2.0
57
+ genesis-world @ file:///data/gck/genesis-world
58
+ git-filter-repo==2.47.0
59
+ gitdb==4.0.12
60
+ GitPython==3.1.50
61
+ glfw==2.10.0
62
+ gs-madrona==0.0.5
63
+ gstaichi==3.3.0
64
+ gym==0.26.2
65
+ gym-notices==0.1.0
66
+ gymnasium==1.3.0
67
+ h11==0.16.0
68
+ h5py==3.16.0
69
+ hf-xet==1.5.0
70
+ hf_transfer==0.1.9
71
+ httpcore==1.0.9
72
+ httpx==0.28.1
73
+ huggingface-hub==0.35.3
74
+ idna==3.15
75
+ ImageIO==2.37.3
76
+ imageio-ffmpeg==0.6.0
77
+ importlib_metadata==9.0.0
78
+ importlib_resources==7.1.0
79
+ inquirerpy==0.3.4
80
+ ipython==8.39.0
81
+ ipywidgets==8.1.8
82
+ itsdangerous==2.2.0
83
+ jedi==0.20.0
84
+ Jinja2==3.1.6
85
+ joblib==1.5.3
86
+ jsonlines==4.0.0
87
+ jsonschema==4.26.0
88
+ jsonschema-specifications==2025.9.1
89
+ jupyter_core==5.9.1
90
+ jupyterlab_widgets==3.0.16
91
+ kiwisolver==1.5.0
92
+ lazy-loader==0.5
93
+ lerobot==0.4.4
94
+ libigl==2.6.2
95
+ llvmlite==0.47.0
96
+ loguru==0.7.3
97
+ lxml==6.1.0
98
+ manifold3d==3.4.1
99
+ -e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
100
+ mapbox_earcut==2.0.0
101
+ markdown-it-py==4.2.0
102
+ MarkupSafe==3.0.3
103
+ marshmallow==3.26.2
104
+ matplotlib==3.10.9
105
+ matplotlib-inline==0.2.2
106
+ mdurl==0.1.2
107
+ mergedeep==1.3.4
108
+ moviepy==2.2.1
109
+ mpmath==1.3.0
110
+ msgspec==0.21.1
111
+ mujoco==3.8.1
112
+ multidict==6.7.1
113
+ multiprocess==0.70.19
114
+ mypy_extensions==1.1.0
115
+ nbformat==5.10.4
116
+ nest-asyncio==1.6.0
117
+ networkx==3.4.2
118
+ ninja==1.13.0
119
+ nlopt==2.10.0
120
+ numba==0.65.1
121
+ numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
122
+ nvidia-cublas-cu12==12.8.4.1
123
+ nvidia-cuda-cupti-cu12==12.8.90
124
+ nvidia-cuda-nvrtc-cu12==12.8.93
125
+ nvidia-cuda-runtime-cu12==12.8.90
126
+ nvidia-cudnn-cu12==9.10.2.21
127
+ nvidia-cufft-cu12==11.3.3.83
128
+ nvidia-cufile-cu12==1.13.1.3
129
+ nvidia-curand-cu12==10.3.9.90
130
+ nvidia-cusolver-cu12==11.7.3.90
131
+ nvidia-cusparse-cu12==12.5.8.93
132
+ nvidia-cusparselt-cu12==0.7.1
133
+ nvidia-nccl-cu12==2.27.5
134
+ nvidia-nvjitlink-cu12==12.8.93
135
+ nvidia-nvshmem-cu12==3.4.5
136
+ nvidia-nvtx-cu12==12.8.90
137
+ open3d==0.19.0
138
+ opencv-python==4.13.0.92
139
+ opencv-python-headless==4.12.0.88
140
+ OpenEXR==3.4.11
141
+ orderly-set==5.5.0
142
+ packaging==25.0
143
+ pandas==2.3.3
144
+ parso==0.8.7
145
+ pexpect==4.9.0
146
+ pfzy==0.3.4
147
+ pillow==11.3.0
148
+ pin==4.0.0
149
+ pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
150
+ platformdirs==4.9.6
151
+ plotly==5.24.1
152
+ polyscope==2.6.1
153
+ proglog==0.1.12
154
+ prompt_toolkit==3.0.52
155
+ propcache==0.5.2
156
+ protobuf==6.33.6
157
+ psutil==7.2.2
158
+ ptyprocess==0.7.0
159
+ pure_eval==0.2.3
160
+ py-cpuinfo==9.0.0
161
+ py-spy==0.4.2
162
+ pyarrow==24.0.0
163
+ pycollada==0.9.3
164
+ pycparser==3.0
165
+ pydantic==2.13.4
166
+ pydantic_core==2.46.4
167
+ PyGEL3D==0.6.1
168
+ pyglet==2.1.14
169
+ pygltflib==1.16.0
170
+ Pygments==2.20.0
171
+ pymeshlab==2025.7.post1
172
+ pynput==1.8.2
173
+ PyOpenGL==3.1.10
174
+ pyparsing==3.3.2
175
+ pyperclip==1.11.0
176
+ PyQt6==6.11.0
177
+ PyQt6-Qt6==6.11.0
178
+ PyQt6_sip==13.11.1
179
+ pyquaternion==0.9.9
180
+ pyserial==3.5
181
+ pysplashsurf==0.12.0.2
182
+ python-dateutil==2.9.0.post0
183
+ python-dotenv==1.2.2
184
+ python-xlib==0.33
185
+ pytransform3d==3.15.0
186
+ pytz==2026.2
187
+ pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
188
+ PyYAML==6.0.3
189
+ pyyaml-include==1.4.1
190
+ referencing==0.37.0
191
+ regex==2026.5.9
192
+ requests==2.34.2
193
+ rerun-sdk==0.26.2
194
+ retrying==1.4.2
195
+ rich==14.3.4
196
+ rpds-py==0.30.0
197
+ rtree==1.4.1
198
+ safetensors==0.7.0
199
+ sapien==3.0.3
200
+ scikit-image==0.25.2
201
+ scikit-learn==1.7.2
202
+ scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
203
+ sentry-sdk==2.60.0
204
+ setuptools==80.10.2
205
+ shapely==2.1.2
206
+ six==1.17.0
207
+ smmap==5.0.3
208
+ stack-data==0.6.3
209
+ svg.path==7.0
210
+ sympy==1.14.0
211
+ tenacity==9.1.4
212
+ termcolor==3.3.0
213
+ tetgen==0.8.4
214
+ threadpoolctl==3.6.0
215
+ tifffile==2025.5.10
216
+ timm==1.0.27
217
+ toml==0.10.2
218
+ torch==2.10.0
219
+ torchaudio==2.11.0
220
+ torchcodec==0.10.0
221
+ torchvision==0.25.0
222
+ tqdm==4.67.3
223
+ traitlets==5.15.0
224
+ transforms3d==0.4.2
225
+ trimesh==4.12.2
226
+ triton==3.6.0
227
+ typeguard==4.5.2
228
+ typing-inspect==0.9.0
229
+ typing-inspection==0.4.2
230
+ typing_extensions==4.15.0
231
+ tyro==1.0.13
232
+ tzdata==2026.2
233
+ urllib3==2.7.0
234
+ vhacdx==0.0.10
235
+ viser==1.0.27
236
+ vtk==9.6.1
237
+ wandb==0.24.2
238
+ wcwidth==0.7.0
239
+ websockets==16.0
240
+ Werkzeug==3.1.8
241
+ wheel==0.46.3
242
+ widgetsnbextension==4.0.15
243
+ wrapt==2.1.2
244
+ xxhash==3.7.0
245
+ yarl==1.23.0
246
+ yourdfpy==0.0.60
247
+ z3-solver==4.16.0.0
248
+ zipp==3.23.1
249
+ zstandard==0.25.0
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/features.py ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Fixed, non-neural RGB/proprioception descriptors. No pretrained weights."""
2
+ import cv2
3
+ import numpy as np
4
+ CAMERAS = ('top_camera', 'front_camera')
5
+ PATHS = tuple(f'agent/panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel'))
6
+
7
+ def rgb_array(value):
8
+ x=np.asarray(value)
9
+ if x.ndim==4 and x.shape[0]==1: x=x[0]
10
+ if x.ndim!=3 or x.shape[2]!=3 or x.dtype!=np.uint8:
11
+ raise ValueError('Expected uint8 RGB HWC or 1HWC')
12
+ return x
13
+
14
+ def visual(rgb):
15
+ desc=[]
16
+ for c in CAMERAS:
17
+ x=rgb_array(rgb[c]); h,w=x.shape[:2]
18
+ # Remove outer background while retaining both robot workspaces.
19
+ x=x[int(.12*h):int(.9*h), int(.12*w):int(.9*w)]
20
+ f=x.astype(np.float32)/255.
21
+ desc.extend((cv2.resize(f,(24,20),interpolation=cv2.INTER_AREA).ravel(),))
22
+ red=(f[:,:,0]>.35)&(f[:,:,0]>1.6*f[:,:,1])&(f[:,:,0]>1.6*f[:,:,2])
23
+ blue=(f[:,:,2]>.25)&(f[:,:,2]>1.5*f[:,:,0])&(f[:,:,2]>1.4*f[:,:,1])
24
+ for mask in (red,blue):
25
+ # Keep sparse colored cubes influential despite the large table.
26
+ desc.append(4*cv2.resize(mask.astype(np.float32),(24,20),interpolation=cv2.INTER_AREA).ravel())
27
+ yy,xx=np.nonzero(mask)
28
+ desc.append(np.array([xx.mean()/x.shape[1] if len(xx) else 0,
29
+ yy.mean()/x.shape[0] if len(yy) else 0,
30
+ float(len(xx)>3)],dtype=np.float32)*2)
31
+ return np.concatenate(desc).astype(np.float32)
32
+
33
+ def proprio(p):
34
+ q=[];v=[]
35
+ for r in range(2):
36
+ a=np.asarray(p[f'agent/panda-{r}/qpos'],dtype=np.float32).reshape(-1)
37
+ b=np.asarray(p[f'agent/panda-{r}/qvel'],dtype=np.float32).reshape(-1)
38
+ if a.size!=9 or b.size!=9 or not np.isfinite(a).all() or not np.isfinite(b).all():
39
+ raise ValueError('Expected finite 9-element Panda qpos and qvel')
40
+ q.extend(a);v.extend(b)
41
+ return np.asarray(q,dtype=np.float32),np.asarray(v,dtype=np.float32)
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/feedback_provenance.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "local non-neural ridge map from dq to action; D20 nearest160 plus legal probe samples weighted5*exp(-joint_distance^2/.04), cut at.5rad; ridge1e-5",
3
+ "sources": [
4
+ {
5
+ "episode": 4,
6
+ "path": "exploration/ep04_probe/trajectory.npz",
7
+ "samples": 25,
8
+ "phase": 20,
9
+ "axis": 0,
10
+ "robot": 0
11
+ },
12
+ {
13
+ "episode": 5,
14
+ "path": "exploration/ep05_probe/trajectory.npz",
15
+ "samples": 25,
16
+ "phase": 20,
17
+ "axis": 1,
18
+ "robot": 1
19
+ },
20
+ {
21
+ "episode": 6,
22
+ "path": "exploration/ep06_probe/trajectory.npz",
23
+ "samples": 25,
24
+ "phase": 20,
25
+ "axis": 2,
26
+ "robot": 0
27
+ },
28
+ {
29
+ "episode": 7,
30
+ "path": "exploration/ep07_probe/trajectory.npz",
31
+ "samples": 25,
32
+ "phase": 20,
33
+ "axis": 5,
34
+ "robot": 1
35
+ },
36
+ {
37
+ "episode": 8,
38
+ "path": "exploration/ep08_probe/trajectory.npz",
39
+ "samples": 25,
40
+ "phase": 130,
41
+ "axis": 0,
42
+ "robot": 0
43
+ },
44
+ {
45
+ "episode": 9,
46
+ "path": "exploration/ep09_probe/trajectory.npz",
47
+ "samples": 25,
48
+ "phase": 130,
49
+ "axis": 1,
50
+ "robot": 1
51
+ },
52
+ {
53
+ "episode": 10,
54
+ "path": "exploration/ep10_probe/trajectory.npz",
55
+ "samples": 25,
56
+ "phase": 130,
57
+ "axis": 2,
58
+ "robot": 1
59
+ },
60
+ {
61
+ "episode": 11,
62
+ "path": "exploration/ep11_probe/trajectory.npz",
63
+ "samples": 25,
64
+ "phase": 130,
65
+ "axis": 5,
66
+ "robot": 0
67
+ },
68
+ {
69
+ "episode": 12,
70
+ "path": "exploration/ep12_probe/trajectory.npz",
71
+ "samples": 25,
72
+ "phase": 300,
73
+ "axis": 0,
74
+ "robot": 0
75
+ },
76
+ {
77
+ "episode": 13,
78
+ "path": "exploration/ep13_probe/trajectory.npz",
79
+ "samples": 25,
80
+ "phase": 300,
81
+ "axis": 1,
82
+ "robot": 0
83
+ },
84
+ {
85
+ "episode": 14,
86
+ "path": "exploration/ep14_probe/trajectory.npz",
87
+ "samples": 25,
88
+ "phase": 300,
89
+ "axis": 2,
90
+ "robot": 0
91
+ },
92
+ {
93
+ "episode": 15,
94
+ "path": "exploration/ep15_probe/trajectory.npz",
95
+ "samples": 25,
96
+ "phase": 300,
97
+ "axis": 5,
98
+ "robot": 0
99
+ }
100
+ ]
101
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/findings.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Task-local D20 / E20 findings
2
+
3
+ Only this task's twenty authorized demonstrations and charged legal exploration were used. The original analysis is retained in workspace/demo_analysis.md; exact compilation frame indices are in compilation_provenance.json and target_provenance.json. No neural weights, hidden scene fields, seeds, simulator states, other tasks, or external solutions were used.
4
+
5
+ ## Evidence and failures before full validation
6
+ - All20 demos contain both relay directions. Initial joints coincide, while pot center/yaw and small cube locations vary. Image localization is necessary. Actions are14 native components; translation scale .1m, signed rotation convention from the contract, absolute Panda grippers.
7
+ - Episode1 failed in the interactive driver because execute_actions returns a steps wrapper. It was closed after step2; the charged slot was retained. Driver fixed.
8
+ - Episode2 ran the original image/joint nearest-reference policy through native400. The pot moved and blue appeared near/in the opening; red stayed outside. Native success=false. Reference timing ran ahead, although joint errors were small.
9
+ - Episode3 independently completed a valid1000-step rehearsal, hash d85aa7d6c0c97b70eec020443205cec342ad0e9d8893e126c5e02b9bb6d043d3, native success=false. Both arms remained near their initial poses. Repeating its saved observation identified a wait-frame alignment deadlock. The cursor now has bounded positive progress (.8–2 reference frames/call); both native-envelope and inner-observation inputs are accepted.
10
+ - Episodes4–7 applied small symmetric initial-pose translation/yaw pulses. Arms returned close to starting joints. D20-only local coordinate maps confused Y with X and lacked yaw excitation. Probe-derived local ridge updates correct those recorded directions; reconstruction of fitting samples is not held-out performance evidence.
11
+ - Episodes8–11 approached the handle then applied local pulses/settling. Episode11 visibly missed a tilted handle despite following a reference pose. Full-resolution RGB pot geometry found opposite-tilt exemplar selections in several coarse-image matches. An initial geometry prior now favors matching center and orientation.
12
+ - Episodes12–15 probe first-cube grasp poses using improved initial localization and pose maps. Episode12 transferred the pot but displaced it sideways, while its cube arm closely tracked reference joints. Episode13 showed red at the closed gripper. These partial runs do not establish complete cleanup. Contact/scene differences survive joint tracking.
13
+
14
+ ## Compiled response
15
+ memory.npz stores fixed legal RGB/proprio/action references. feedback.npz stores local non-neural coordinate maps; feedback_provenance.json identifies the legal probe transitions. initial_geometry.npz and targets.npz store fixed RGB pot/cube geometry and gripper-transition-derived target categories, not hidden labels.
16
+
17
+ Runtime matches observations within local reference windows, uses the initial pot geometry as a branch prior, and combines joint-pose correction with visual target shifts before bounding corrections to±.08. Handle offsets include image yaw; cube approach offsets use color centroids; late placement offsets use the current pot opening. Probes4/5 established +rootX=>image-right and +rootY=>image-up, with approximate .003m/pixel near the tested poses. Scale varies with camera perspective/height. Missing or grossly discrepant masks skip visual shifts. All final actions are finite and clipped to native bounds; horizon remains1000 including the runner's initial hold.
18
+
19
+ ## Limits and audit
20
+ No reliable depth, force/contact sensing, vertical object localization, or general dropped-cube recovery. RGB occlusion, segmentation errors, inaccurate phase alignment, yaw mismatch, and contact-driven pot displacement can cause failures. Symmetric-pulse recovery is not dropped-object recovery. Terminal matching is a heuristic, not a success label.
21
+
22
+ This bundle's findings are compiled before its full independent validation. The runner's exact bundle hashes and native-step results are authoritative; workspace/exploration contains the development audit and returned rehearsal summaries/final images. No completion rate is claimed here. If native success is absent, only unambiguous visible two-cube containment may be scored true; ambiguity is false.
23
+
24
+ ## Revision after rehearsal16
25
+ Independent bundle a956142a518f754375faf13b280433c07ef628c22a52e6bece85d88b44d04e26 completed validly at1000, native success=false. Final top/front images show red inside, blue outside, and the second arm far from its intended cube pose. This suggests correction instability or alignment drift; final evidence alone does not prove the cause.
26
+
27
+ The final revision replaces active local joint-map corrections with horizontal wrist-image feedback. Hough circles with a gray-annulus test and temporal tracking locate wrists; authorized reference wrists are compiled at the same memory frames. Demo RGB is320x240 versus native640x480 (height x width), so wrist detection normalizes both to320x240 and reports native-scale pixels. Reference wrist displacement plus the target offset forms a bounded±.06 horizontal correction. Missing wrist detections skip correction. Vertical and yaw commands use the matched demonstrations with no extra correction. feedback.npz is retained as development/audit data; its maps no longer drive action corrections. The wrist mechanism and target shifts still require independent validation and can fail under occlusion or false circle tracking.
28
+
29
+ ## Final action-order revision for18–20
30
+ Rehearsal17 hash2cafb2b342b5f2595bd3b7043324a4eaed66764419243413acbf668e0ba87a71 completed validly at1000 with native success=false. Red was inside, blue outside. Both arms now remained close to demonstrated poses (nearest per-arm normalized joint errors .0028/.0051), unlike rehearsal16. Full containment still failed; the final image does not reveal the exact missed-grasp/release timing.
31
+
32
+ The final controller preserves a single reference chosen from the first legal RGB geometry, then advances through its action order one frame per call. Proprioception and images refine matching only within±2 reference frames. This replaces the earlier independent alignment cursors and broad per-frame branch changes. Horizontal wrist/target feedback remains. A contact-changing command may pause reference time for up to30 steps: close waits for small horizontal wrist/target error, and release may align a visibly held cube over the pot center. Pauses hold other motion and never repeat descent; missing/ambiguous detections do not imply success. These gates are heuristics and cannot recover every missed grasp. All outputs remain bounded native actions. The exact unchanged revision is intended for the final three independent rehearsals; their returned records determine performance and selection, not this pre-test document.
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/freeze_manifest.json ADDED
@@ -0,0 +1,118 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": {
3
+ "__pycache__/build_memory.cpython-310.pyc": "907554c6b8bbaa0d7290f0f3519012c12ed53586e854b062f0a64239658434aa",
4
+ "__pycache__/check_synthetic.cpython-310.pyc": "335673e96a92925193b778d9639ecb6299d8a71cdf54a40f74d0e61df506d6ee",
5
+ "__pycache__/controller.cpython-310.pyc": "1ccbea02cc888d597e6e31f1509a1890c78282e57187ad8058cbb3d4d680bcc1",
6
+ "__pycache__/features.cpython-310.pyc": "2def79f0e002c1b1167e33b6cb9f22e824db7357bcbdf5f076ae1d2e8085d1ac",
7
+ "__pycache__/geometry.cpython-310.pyc": "81b73c0bb0dd8533e3ec9ce2b75722b0acc86b9504774e037e5f7dabe3ae0b52",
8
+ "build_memory.py": "deeff49cd173b1b56b9a91f845dff26d835689597441c6732009ee5f3bdd4244",
9
+ "check_synthetic.py": "9b2a1be91f530f2669820408105c37844058661018b43c6b521f9905a383a7c4",
10
+ "compilation_provenance.json": "9726f6914c37fb4c46420dc90b7efcbdf9db5e716f7c33d23357f461e945abcc",
11
+ "compile_feedback.py": "c9d474129080b03021b31724b03e0f3f1569c6927448fdfdea48b5a44c936316",
12
+ "compile_geometry.py": "084aabb5fbe606f9e4b18a802a293b6427aa7daf47ec97e2a818e730be60b7f9",
13
+ "compile_targets.py": "9ab5bb06ca525265227ebc9e2b618f21dc782ebc65b45819a99c3032f841d67c",
14
+ "compile_wrists.py": "c5140293045ac0d5e14590f5144870f52457c6d28cb08e215e3d97450bd35d1a",
15
+ "controller.py": "2b7770a62c96463ab84abd61d45db0cc46accb03755b50f3b1c447cfee525cd6",
16
+ "demo_manifest.json": "3c8aac84a7d1a6f987dcc468f4799a7083a4b1c5552c19e539ea809c64c600fa",
17
+ "demonstrations_readonly/demo_00.h5": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6",
18
+ "demonstrations_readonly/demo_01.h5": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193",
19
+ "demonstrations_readonly/demo_02.h5": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022",
20
+ "demonstrations_readonly/demo_03.h5": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c",
21
+ "demonstrations_readonly/demo_04.h5": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143",
22
+ "demonstrations_readonly/demo_05.h5": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51",
23
+ "demonstrations_readonly/demo_06.h5": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d",
24
+ "demonstrations_readonly/demo_07.h5": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682",
25
+ "demonstrations_readonly/demo_08.h5": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf",
26
+ "demonstrations_readonly/demo_09.h5": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc",
27
+ "demonstrations_readonly/demo_10.h5": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b",
28
+ "demonstrations_readonly/demo_11.h5": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0",
29
+ "demonstrations_readonly/demo_12.h5": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166",
30
+ "demonstrations_readonly/demo_13.h5": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7",
31
+ "demonstrations_readonly/demo_14.h5": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84",
32
+ "demonstrations_readonly/demo_15.h5": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6",
33
+ "demonstrations_readonly/demo_16.h5": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0",
34
+ "demonstrations_readonly/demo_17.h5": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db",
35
+ "demonstrations_readonly/demo_18.h5": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0",
36
+ "demonstrations_readonly/demo_19.h5": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0",
37
+ "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
38
+ "features.py": "5f5d04795164c94fdc4c805640f1692492b874a2e7c352dc0acd6d5566da150d",
39
+ "feedback.npz": "a4bbe5d602636a5f7f9be97f641b81cdf9f99a047e7751442578055f8ce74fba",
40
+ "feedback_provenance.json": "293958f9ef4b90412b36c4f8aec598a1809fe977cb837d6d029adf1cae43a82e",
41
+ "findings.md": "6df7bdee80112646c63ce3bef9ef9158ddd6ca94ff1083fdbe85bbf1e91ae4c5",
42
+ "geometry.py": "21e0690ff26097f6257c8422687583f89cb035637829afdbd237e38e1357c91d",
43
+ "handoff.md": "d549753d18728d3349d0fda178292e91a09b9bade2a18d09b9b30c19e797f70f",
44
+ "initial_geometry.npz": "c652905ff327aa9747366803b79b15d87a4202f2ce36d9bbfba947a13bc606c7",
45
+ "memory.npz": "35f3e479490c8c10ab335ba2fe208d6a0e45e3f77078a88054b3e5f9543ed535",
46
+ "model_tool_manifest.yaml": "d0ca2994e3c8a6de0d8d8c704a70fa0cbb480b9bc2c060dd06700d44990e0a3b",
47
+ "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
48
+ "refine_feedback.py": "e456edb48480be74e1df5489237f7614ed3133b51c6b52e9dbb96453a918fddf",
49
+ "skills.md": "82e7f85d5430777a7b2357bc3c40561da455749a51e7c2eeedd7eafa57e66274",
50
+ "synthetic_check_results.json": "b55ef2afc1a006d8f192112c0d2a85c303eeb5a5f15d9bbd5278894782bd8320",
51
+ "target_provenance.json": "6dfcde4027354fa905caf05ba626056238ca2b6b818e7a6a5498aab89bd61c6c",
52
+ "targets.npz": "6c9e5c12fda7e2ee390290406cb3be0719e9d8af8b85543d85417fd1f464e556",
53
+ "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e",
54
+ "wrists.npz": "7743701bbdb83430d7505fb6f8d6f8e93166ff14494be8a19331ddcb1be0feb1"
55
+ },
56
+ "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4",
57
+ "exploration_ledger_hash": "e17c927dbec30361656c973a6c11d8174b7bd1464ef18402eb5d30316a938737",
58
+ "entrypoint": "controller.reset_episode(); controller.act(obs)",
59
+ "selection": {
60
+ "rule": "exact-version success rate, valid rehearsal count, recency",
61
+ "rehearsals": [
62
+ {
63
+ "episode": 3,
64
+ "bundle_hash": "d85aa7d6c0c97b70eec020443205cec342ad0e9d8893e126c5e02b9bb6d043d3",
65
+ "independent": true,
66
+ "valid": true,
67
+ "status": "finished",
68
+ "success": false,
69
+ "score_source": "native_step_feedback"
70
+ },
71
+ {
72
+ "episode": 16,
73
+ "bundle_hash": "a956142a518f754375faf13b280433c07ef628c22a52e6bece85d88b44d04e26",
74
+ "independent": true,
75
+ "valid": true,
76
+ "status": "finished",
77
+ "success": false,
78
+ "score_source": "native_step_feedback"
79
+ },
80
+ {
81
+ "episode": 17,
82
+ "bundle_hash": "2cafb2b342b5f2595bd3b7043324a4eaed66764419243413acbf668e0ba87a71",
83
+ "independent": true,
84
+ "valid": true,
85
+ "status": "finished",
86
+ "success": false,
87
+ "score_source": "native_step_feedback"
88
+ },
89
+ {
90
+ "episode": 18,
91
+ "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4",
92
+ "independent": true,
93
+ "valid": true,
94
+ "status": "finished",
95
+ "success": false,
96
+ "score_source": "native_step_feedback"
97
+ },
98
+ {
99
+ "episode": 19,
100
+ "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4",
101
+ "independent": true,
102
+ "valid": true,
103
+ "status": "finished",
104
+ "success": false,
105
+ "score_source": "native_step_feedback"
106
+ },
107
+ {
108
+ "episode": 20,
109
+ "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4",
110
+ "independent": true,
111
+ "valid": true,
112
+ "status": "finished",
113
+ "success": false,
114
+ "score_source": "native_step_feedback"
115
+ }
116
+ ]
117
+ }
118
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/geometry.py ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Fixed image geometry; no learned weights or hidden scene fields."""
2
+ import cv2,numpy as np
3
+
4
+ def pot_geometry(rgb):
5
+ x=np.asarray(rgb)
6
+ if x.ndim==4:x=x[0]
7
+ h,w=x.shape[:2];hsv=cv2.cvtColor(x,cv2.COLOR_RGB2HSV)
8
+ mask=((hsv[:,:,1]<65)&(hsv[:,:,2]>20)&(hsv[:,:,2]<150)).astype(np.uint8)*255
9
+ mask[:int(h*.22)]=0;mask[int(h*.80):]=0;mask[:,:int(w*.2)]=0;mask[:,int(w*.8):]=0
10
+ mask=cv2.morphologyEx(mask,cv2.MORPH_CLOSE,np.ones((3,3),np.uint8))
11
+ contours,_=cv2.findContours(mask,cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE)
12
+ if not contours:return np.zeros(5,np.float32)
13
+ c=max(contours,key=cv2.contourArea)
14
+ if cv2.contourArea(c)<1000:return np.zeros(5,np.float32)
15
+ (cx,cy),(rw,rh),angle=cv2.minAreaRect(c)
16
+ theta=np.deg2rad(angle*4)
17
+ return np.array([cx/w,cy/h,np.sin(theta),np.cos(theta),1],np.float32)
18
+
19
+ def cube_positions(rgb):
20
+ x=np.asarray(rgb)
21
+ if x.ndim==4:x=x[0]
22
+ f=x.astype(np.float32)/255
23
+ masks=[(f[:,:,0]>.35)&(f[:,:,0]>1.6*f[:,:,1])&(f[:,:,0]>1.6*f[:,:,2]),(f[:,:,2]>.25)&(f[:,:,2]>1.5*f[:,:,0])&(f[:,:,2]>1.4*f[:,:,1])]
24
+ out=np.zeros((2,3),np.float32)
25
+ for j,mask in enumerate(masks):
26
+ yy,xx=np.nonzero(mask)
27
+ if len(xx)>3:out[j]=[xx.mean()/x.shape[1],yy.mean()/x.shape[0],1]
28
+ return out
29
+
30
+ def target_offset(kind,robot,live_pot,live_cubes,ref_pot,ref_cubes):
31
+ if kind==0:return np.zeros(2)
32
+ if kind in (2,3):
33
+ j=kind-2
34
+ if not live_cubes[j,2] or not ref_cubes[j,2]:return np.zeros(2)
35
+ delta=live_cubes[j,:2]-ref_cubes[j,:2]
36
+ else:
37
+ if not live_pot[4] or not ref_pot[4]:return np.zeros(2)
38
+ delta=live_pot[:2]-ref_pot[:2]
39
+ if kind==1:
40
+ ta=np.arctan2(live_pot[2],live_pot[3])/4;tb=np.arctan2(ref_pot[2],ref_pot[3])/4
41
+ sign=1 if robot==0 else -1
42
+ delta=delta+sign*np.array([105*(np.sin(ta)-np.sin(tb))/480,-105*(np.cos(ta)-np.cos(tb))/640])
43
+ # Discard gross segmentation failures rather than extrapolate across the table.
44
+ if np.linalg.norm(delta)>.22:return np.zeros(2)
45
+ # Legal probes4/5 established +rootX=>+imageX, +rootY=>-imageY.
46
+ # Approximate scale .003 m/pixel, proportional gain .15, native .1m/action.
47
+ return delta*np.array([2.16,-2.88])
48
+
49
+ def wrist_candidates(rgb):
50
+ x=np.asarray(rgb)
51
+ if x.ndim==4:x=x[0]
52
+ x=cv2.resize(x,(240,320),interpolation=cv2.INTER_AREA)
53
+ g=cv2.GaussianBlur(cv2.cvtColor(x,cv2.COLOR_RGB2GRAY),(3,3),.8)
54
+ circles=cv2.HoughCircles(g,cv2.HOUGH_GRADIENT,1,8,param1=80,param2=12,minRadius=6,maxRadius=12)
55
+ out=[]
56
+ if circles is None:return np.zeros((0,2),np.float32)
57
+ ts=np.arange(0,2*np.pi,.2)
58
+ for cx,cy,rad in circles[0]:
59
+ xx=np.clip((cx+.6*rad*np.cos(ts)).astype(int),0,239);yy=np.clip((cy+.6*rad*np.sin(ts)).astype(int),0,319)
60
+ color=np.median(x[yy,xx],axis=0)
61
+ if 40<color.mean()<150 and color.max()-color.min()<15 and 36<cx<204:out.append([cx*2,cy*2])
62
+ return np.asarray(out,np.float32).reshape(-1,2)
63
+
64
+ def track_wrists(rgb,previous=None):
65
+ cs=wrist_candidates(rgb);out=np.zeros((2,3),np.float32)
66
+ if previous is None:previous=np.array([[240,55],[240,582]],np.float32)
67
+ for r in range(2):
68
+ if len(cs)==0:continue
69
+ ds=np.linalg.norm(cs-previous[r,:2],axis=1);i=np.argmin(ds)
70
+ if ds[i]<70:out[r]=[cs[i,0],cs[i,1],1]
71
+ return out
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/handoff.md ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Controller handoff
2
+
3
+ Entry points: controller.py reset_episode() and act(obs). Runtime needs Python, NumPy, OpenCV, and local features.py, geometry.py, memory.npz, feedback.npz, initial_geometry.npz, targets.npz, wrists.npz. No network, simulator, model agent, external runtime data, or neural weights. Compilation additionally used SciPy/h5py and this task's authorized API data; they are not called by act().
4
+
5
+ The runner supplies the current legal observation after its charged hold. act accepts the native envelope or inner RGB/proprioception mapping, returns one finite bounded14-vector in panda-0 then panda-1 order or None. Horizon1000, native20Hz. The controller never resets the environment or prepends a hold. Heuristic termination does not certify success.
6
+
7
+ See findings.md, skills.md, and the compilation/probe provenance files for mechanisms and limits. The runner owns independent rehearsal results and exact-version selection. This documentation is fixed before full validation so repeated rehearsals can use the same exact bundle. Returned results, final legal images, original versions, and development evidence are retained in workspace/exploration and workspace/versions. Freeze must follow exactly20 slots; no behavior changes after the final rehearsal.
8
+
9
+ Final revision uses horizontal wrist/target image feedback; local joint correction maps are retained for audit and not applied to actions. See the rehearsal16 revision in findings.md.
10
+
11
+ Final18–20 revision preserves one initial reference and its action order, with narrow observation matching and bounded horizontal grasp/release alignment pauses. The earlier multi-cursor behavior is superseded. feedback.npz is audit data, not required by the current act implementation.
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/model_tool_manifest.yaml ADDED
@@ -0,0 +1,267 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "YAML 1.2 (JSON syntax)",
3
+ "stage": "Agent-D20-E20-Compiled",
4
+ "candidate_status": "compiled_for_independent_rehearsal",
5
+ "task_id": "DualArmCleanupPotEnv-v1",
6
+ "worker": "Agent-D20-E20-Compiled single task-local worker",
7
+ "neural_finetuning": false,
8
+ "models": {
9
+ "coding_model": {
10
+ "identity": "Codex runtime model; exact deployed checkpoint/version not exposed",
11
+ "weights": "unchanged; no update operations performed"
12
+ },
13
+ "controller_neural_models": [],
14
+ "pretrained_tool_weight_references": [],
15
+ "non_neural_artifact": "Fixed D20 descriptor/action bank; local ridge coordinate maps from D20 and legal E20 pulses; deterministic RGB contour/color target geometry. No neural training.; wrist image bank and deterministic Hough/annulus tracking. Local joint maps retained for audit but disabled as action corrections after rehearsal16."
16
+ },
17
+ "actual_tools": [
18
+ {
19
+ "name": "functions.exec / exec_command",
20
+ "use": "local shell and Python execution; no environment RPC"
21
+ },
22
+ {
23
+ "name": "view_image",
24
+ "use": "20 contact sheets, six frames and two cameras each; no image generation"
25
+ },
26
+ {
27
+ "name": "worker_api.API.read_demo",
28
+ "source": "/worker_api.py",
29
+ "use": "authorized local HDF5 field access only"
30
+ },
31
+ {
32
+ "name": "h5py",
33
+ "use": "authorized direct sanitized RGB access for bank compilation"
34
+ },
35
+ {
36
+ "name": "NumPy",
37
+ "use": "action/proprio statistics, fixed descriptors and synthetic checks"
38
+ },
39
+ {
40
+ "name": "OpenCV",
41
+ "use": "resize, mask descriptors, contact sheets and JPEG writing"
42
+ },
43
+ {
44
+ "name": "Python standard library",
45
+ "use": "pathlib, importlib, json, hashlib, platform, sys, metadata"
46
+ },
47
+ {
48
+ "name": "worker_api.API",
49
+ "use": "authorized exploration, rehearsals, scoring and freeze only"
50
+ },
51
+ {
52
+ "name": "SciPy cKDTree / NumPy ridge solve",
53
+ "use": "non-neural local coordinate compilation from authorized data"
54
+ }
55
+ ],
56
+ "versions": {
57
+ "python": "3.10.20",
58
+ "numpy": "2.2.6",
59
+ "opencv": "4.12.0",
60
+ "h5py": "3.16.0",
61
+ "hdf5": "2.0.0"
62
+ },
63
+ "available_but_not_used": {
64
+ "torch": "2.10.0"
65
+ },
66
+ "dependencies": {
67
+ "runtime": [
68
+ "Python >=3.10",
69
+ "numpy",
70
+ "opencv-python or equivalent cv2 provider"
71
+ ],
72
+ "offline_build": [
73
+ "SciPy cKDTree",
74
+ "h5py",
75
+ "authorized /worker_api.py and task-local released demonstrations/exploration"
76
+ ],
77
+ "stdlib": [
78
+ "pathlib",
79
+ "importlib",
80
+ "json",
81
+ "hashlib",
82
+ "platform"
83
+ ]
84
+ },
85
+ "input_provenance": {
86
+ "task_contract": {
87
+ "path": "/task_contract.json",
88
+ "sha256": "5396d94f0fc425c9672f7699705e1248fb539044d6fde2f237290004a315800a"
89
+ },
90
+ "demo_manifest_read": {
91
+ "path": "/demo_manifest.json",
92
+ "sha256": "7b0bf3487243cc55a82fc0f4b76025ec2eaa53a59695cde93045e1a9b44dc0ff",
93
+ "status": "released_for_offline_analysis"
94
+ },
95
+ "api_module": {
96
+ "path": "/worker_api.py",
97
+ "sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
98
+ },
99
+ "demos": [
100
+ {
101
+ "demo_id": "demo_00",
102
+ "file": "demo_00.h5",
103
+ "length": 759,
104
+ "view_sha256_from_manifest": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6",
105
+ "hash_status": "manifest-reported; not independently rehashed"
106
+ },
107
+ {
108
+ "demo_id": "demo_01",
109
+ "file": "demo_01.h5",
110
+ "length": 734,
111
+ "view_sha256_from_manifest": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193",
112
+ "hash_status": "manifest-reported; not independently rehashed"
113
+ },
114
+ {
115
+ "demo_id": "demo_02",
116
+ "file": "demo_02.h5",
117
+ "length": 730,
118
+ "view_sha256_from_manifest": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022",
119
+ "hash_status": "manifest-reported; not independently rehashed"
120
+ },
121
+ {
122
+ "demo_id": "demo_03",
123
+ "file": "demo_03.h5",
124
+ "length": 723,
125
+ "view_sha256_from_manifest": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c",
126
+ "hash_status": "manifest-reported; not independently rehashed"
127
+ },
128
+ {
129
+ "demo_id": "demo_04",
130
+ "file": "demo_04.h5",
131
+ "length": 763,
132
+ "view_sha256_from_manifest": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143",
133
+ "hash_status": "manifest-reported; not independently rehashed"
134
+ },
135
+ {
136
+ "demo_id": "demo_05",
137
+ "file": "demo_05.h5",
138
+ "length": 746,
139
+ "view_sha256_from_manifest": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51",
140
+ "hash_status": "manifest-reported; not independently rehashed"
141
+ },
142
+ {
143
+ "demo_id": "demo_06",
144
+ "file": "demo_06.h5",
145
+ "length": 760,
146
+ "view_sha256_from_manifest": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d",
147
+ "hash_status": "manifest-reported; not independently rehashed"
148
+ },
149
+ {
150
+ "demo_id": "demo_07",
151
+ "file": "demo_07.h5",
152
+ "length": 724,
153
+ "view_sha256_from_manifest": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682",
154
+ "hash_status": "manifest-reported; not independently rehashed"
155
+ },
156
+ {
157
+ "demo_id": "demo_08",
158
+ "file": "demo_08.h5",
159
+ "length": 728,
160
+ "view_sha256_from_manifest": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf",
161
+ "hash_status": "manifest-reported; not independently rehashed"
162
+ },
163
+ {
164
+ "demo_id": "demo_09",
165
+ "file": "demo_09.h5",
166
+ "length": 734,
167
+ "view_sha256_from_manifest": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc",
168
+ "hash_status": "manifest-reported; not independently rehashed"
169
+ },
170
+ {
171
+ "demo_id": "demo_10",
172
+ "file": "demo_10.h5",
173
+ "length": 764,
174
+ "view_sha256_from_manifest": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b",
175
+ "hash_status": "manifest-reported; not independently rehashed"
176
+ },
177
+ {
178
+ "demo_id": "demo_11",
179
+ "file": "demo_11.h5",
180
+ "length": 757,
181
+ "view_sha256_from_manifest": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0",
182
+ "hash_status": "manifest-reported; not independently rehashed"
183
+ },
184
+ {
185
+ "demo_id": "demo_12",
186
+ "file": "demo_12.h5",
187
+ "length": 755,
188
+ "view_sha256_from_manifest": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166",
189
+ "hash_status": "manifest-reported; not independently rehashed"
190
+ },
191
+ {
192
+ "demo_id": "demo_13",
193
+ "file": "demo_13.h5",
194
+ "length": 755,
195
+ "view_sha256_from_manifest": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7",
196
+ "hash_status": "manifest-reported; not independently rehashed"
197
+ },
198
+ {
199
+ "demo_id": "demo_14",
200
+ "file": "demo_14.h5",
201
+ "length": 764,
202
+ "view_sha256_from_manifest": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84",
203
+ "hash_status": "manifest-reported; not independently rehashed"
204
+ },
205
+ {
206
+ "demo_id": "demo_15",
207
+ "file": "demo_15.h5",
208
+ "length": 737,
209
+ "view_sha256_from_manifest": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6",
210
+ "hash_status": "manifest-reported; not independently rehashed"
211
+ },
212
+ {
213
+ "demo_id": "demo_16",
214
+ "file": "demo_16.h5",
215
+ "length": 768,
216
+ "view_sha256_from_manifest": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0",
217
+ "hash_status": "manifest-reported; not independently rehashed"
218
+ },
219
+ {
220
+ "demo_id": "demo_17",
221
+ "file": "demo_17.h5",
222
+ "length": 754,
223
+ "view_sha256_from_manifest": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db",
224
+ "hash_status": "manifest-reported; not independently rehashed"
225
+ },
226
+ {
227
+ "demo_id": "demo_18",
228
+ "file": "demo_18.h5",
229
+ "length": 729,
230
+ "view_sha256_from_manifest": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0",
231
+ "hash_status": "manifest-reported; not independently rehashed"
232
+ },
233
+ {
234
+ "demo_id": "demo_19",
235
+ "file": "demo_19.h5",
236
+ "length": 761,
237
+ "view_sha256_from_manifest": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0",
238
+ "hash_status": "manifest-reported; not independently rehashed"
239
+ }
240
+ ],
241
+ "visual_inspection": "../evidence/demo_statistics.json: visually_inspected_frames, both top/front cameras",
242
+ "compiled_frames": "compilation_provenance.json",
243
+ "bank_rows": 7688,
244
+ "feedback": "feedback_provenance.json",
245
+ "target_geometry": "target_provenance.json",
246
+ "initial_geometry": "compile_geometry.py read top_camera RGB observation0 in all20 authorized demos; native initial geometry only from legal post-hold observation",
247
+ "wrist_geometry": "Same authorized top RGB frame grid as target_provenance.json; resized to common320x240 for Hough detection"
248
+ },
249
+ "validation": {
250
+ "syntax": "passed",
251
+ "saved_observation_interface_and_bounds": "passed; no environment execution in this check",
252
+ "independent_rehearsal": "runner records keyed by exact bundle hash are authoritative",
253
+ "performance": "not asserted in pre-validation bundle"
254
+ },
255
+ "known_limitations": [
256
+ "No depth/contact truth; no hidden state",
257
+ "Image occlusion and segmentation errors",
258
+ "Approximate image/metric scale varies with pose",
259
+ "Heuristic phase progression and local reference matching",
260
+ "No general dropped-cube recovery",
261
+ "Native rehearsal outcomes are outside this immutable pre-validation manifest",
262
+ "Wrist circle detection/tracking can fail; no added vertical/yaw feedback",
263
+ "Fixed selected reference may mismatch contact dynamics",
264
+ "Grasp/release gates use only approximate visible horizontal alignment and have30-step caps"
265
+ ],
266
+ "controller_summary": "Initial RGB-selected D20 reference, fixed action order with narrow observation matching, horizontal wrist/target image feedback, bounded grasp/release alignment gates. No joint-map action correction."
267
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/policy_runner.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Frozen-program entry point; no development agent and no reset capability."""
2
+ import importlib.util
3
+ import sys
4
+
5
+ sys.path.insert(0,'/artifact')
6
+ sys.path.insert(0,'/')
7
+ from worker_api import API
8
+
9
+
10
+ def main():
11
+ spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
12
+ module=importlib.util.module_from_spec(spec)
13
+ spec.loader.exec_module(module)
14
+ module.reset_episode()
15
+ api=API()
16
+ result=api.latest_observation()
17
+ while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
18
+ obs=dict(result['observation'],step_id=result['step_id'])
19
+ action=module.act(obs)
20
+ if action is None:break
21
+ response=api.execute_actions([action])
22
+ result=response['steps'][-1]
23
+
24
+
25
+ if __name__=='__main__':main()
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/refine_feedback.py ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Refine non-neural local coordinate maps with this task's legal probe data."""
2
+ import sys,json,numpy as np
3
+ from pathlib import Path
4
+ from scipy.spatial import cKDTree
5
+ sys.path.insert(0,'/');from worker_api import API
6
+ qs=[];ds=[];aa=[]
7
+ for e in json.load(open('/demo_manifest.json'))['episodes']:
8
+ fs=[f'obs/agent/panda-{r}/qpos' for r in range(2)]+[f'actions/panda-{r}' for r in range(2)]
9
+ d=API().read_demo(e['demo_id'],fields=fs);q=np.concatenate([d[x] for x in fs[:2]],1);a=np.concatenate([d[x] for x in fs[2:]],1)
10
+ qs.extend(q[:-1]);ds.extend(np.diff(q,axis=0));aa.extend(a)
11
+ pq=[];pd=[];pa=[];provenance=[]
12
+ for p in sorted(Path('exploration').glob('ep*_probe')):
13
+ if not (p/'trajectory.npz').exists():continue
14
+ z=np.load(p/'trajectory.npz');meta=json.load(open(p/'record.json'));q={int(t):v for t,v in zip(z['step'],z['q'])};n=0
15
+ for t in sorted(q):
16
+ if t<meta['target_step'] or t+1 not in q:continue
17
+ pq.append(q[t]);pd.append(q[t+1]-q[t]);pa.append(z['actions'][t-1]);n+=1
18
+ provenance.append({'episode':meta['episode'],'path':str(p/'trajectory.npz'),'samples':n,'phase':meta['target_step'],'axis':meta['axis'],'robot':meta['robot']})
19
+ q=np.array(qs);dq=np.array(ds);a=np.array(aa);pq=np.array(pq);pd=np.array(pd);pa=np.array(pa);m=np.load('candidate/memory.npz');maps=[]
20
+ for r in range(2):
21
+ qr=q[:,r*9:r*9+7];dr=dq[:,r*9:r*9+7];ar=a[:,np.array([0,1,2,5])+r*7];pr=pq[:,r*9:r*9+7];pdr=pd[:,r*9:r*9+7];par=pa[:,np.array([0,1,2,5])+r*7]
22
+ tree=cKDTree(qr);_,idx=tree.query(m['q'][:,r*9:r*9+7],k=160);result=[]
23
+ for i,ids in enumerate(idx):
24
+ x=dr[ids];y=ar[ids];dist=np.linalg.norm(pr-m['q'][i,r*9:r*9+7],axis=1);w=5*np.exp(-dist**2/.04);w[dist>.5]=0
25
+ gram=x.T@x+(pdr.T*w)@pdr+np.eye(7)*1e-5;rhs=x.T@y+(pdr.T*w)@par
26
+ result.append(np.linalg.solve(gram,rhs).T)
27
+ maps.append(result)
28
+ np.savez_compressed('candidate/feedback.npz',maps=np.array(maps,dtype=np.float32))
29
+ json.dump({'method':'local non-neural ridge map from dq to action; D20 nearest160 plus legal probe samples weighted5*exp(-joint_distance^2/.04), cut at.5rad; ridge1e-5','sources':provenance},open('candidate/feedback_provenance.json','w'),indent=2)
30
+ print('Refined from',len(pq),'legal probe steps')
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/skills.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Current executable mechanisms
2
+
3
+ - Localize pot center/orientation and red/blue cube centers from legal RGB using fixed contour/color methods.
4
+ - Choose one of this task's20 references from initial post-hold RGB; preserve its action order with a narrow±2-frame image/joint matching window.
5
+ - Track gray-annulus wrist circles at a common image resolution; correct horizontal wrist pose toward the reference plus current target displacement, capped±.06.
6
+ - Use native demonstrated vertical/yaw/gripper commands; apply no local joint-map action correction.
7
+ - Pause briefly before grasp/release when legal image evidence indicates horizontal misalignment; do not repeat descent during a pause. Maintain other gripper targets.
8
+ - Reset internal state per episode, accept inner or enveloped observations, respect the1000-step horizon and14-component bounds.
9
+
10
+ These are implemented mechanisms, not guaranteed successes. No depth/contact sensing, reliable general drop recovery, neural models, network, simulator, RPC, or live demo reads are used by act(). Regression maps and older findings remain for audit only.
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/synthetic_check_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checks": [
3
+ "flat legal action and dtype",
4
+ "proprioception changes synthetic retrieval",
5
+ "RGB changes synthetic retrieval",
6
+ "1HWC accepted",
7
+ "missing camera bounded hold",
8
+ "missing proprioception bounded fallback",
9
+ "native horizon guard after runner hold",
10
+ "episode reset",
11
+ "compiled 20-demo bank schema and bounds"
12
+ ],
13
+ "status": "passed",
14
+ "real_task_tests": 0
15
+ }
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/target_provenance.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"method": "fixed RGB contour/color moments; action gripper transitions delimit target category; no hidden labels", "sources": [{"demo": "demo_00", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 193, 194, 196, 198, 200, 202, 203, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 275, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 427, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 483, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 581, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 639, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 725, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_01", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 181, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 261, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 473, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 549, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 611, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 699, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 733], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_02", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 181, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 261, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 473, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 547, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 609, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 695, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_03", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 181, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 261, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 473, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 547, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 607, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 689, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_04", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 207, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 277, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 429, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 487, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 583, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 643, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_05", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 185, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 267, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 477, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 575, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 631, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 711, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 745], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_06", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 205, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 275, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 427, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 485, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 581, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 639, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 725, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 759], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_07", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 177, 178, 180, 182, 184, 186, 187, 188, 190, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 259, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 413, 414, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 469, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 545, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 605, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 689, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 723], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_08", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 183, 184, 186, 188, 190, 192, 193, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 265, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 475, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 551, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 609, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 693, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 727], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_09", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 185, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 265, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 477, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 551, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 613, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 699, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 733], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_10", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 207, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 279, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 431, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 487, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 643, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762, 763], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_11", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 193, 194, 196, 198, 200, 202, 203, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 275, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 427, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 483, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 581, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 637, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 723, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_12", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 201, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 273, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 425, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 481, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 579, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 639, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 721, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_13", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 201, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 273, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 425, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 481, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 579, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 635, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 721, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_14", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 198, 199, 200, 202, 204, 206, 208, 209, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 281, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 432, 433, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 489, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 645, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762, 763], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_15", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 187, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 267, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 421, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 479, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 553, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 615, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 703, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 734, 736], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_16", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 198, 199, 200, 202, 204, 206, 208, 209, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 279, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 431, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 489, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 645, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 733, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762, 764, 766, 767], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_17", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 201, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 271, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 425, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 481, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 579, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 637, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 719, 720, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 753], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_18", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 185, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 265, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 475, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 551, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 609, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 695, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_19", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 207, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 277, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 431, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 487, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 643, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 727, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}]}
agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/worker_api.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Standalone worker client; safe to mount without the runner package."""
2
+ import base64
3
+ import json
4
+ import socket
5
+ import struct
6
+ import uuid
7
+ import os
8
+ from pathlib import Path
9
+
10
+ import numpy as np
11
+
12
+
13
+ def array_hook(value):
14
+ if value.get('__array__') is True:
15
+ dtype=np.dtype(value['dtype'])
16
+ if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
17
+ raw=base64.b64decode(value['data'],validate=True)
18
+ return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
19
+ return value
20
+
21
+
22
+ class API:
23
+ def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
24
+ self.socket_path=socket_path
25
+ self.demo_root=Path(demo_root)
26
+ self.manifest=Path(manifest)
27
+
28
+ def call(self,method,arguments=None,request_id=None):
29
+ # Caller can persist a request ID before sending. Never automatically retry.
30
+ request_id=request_id or str(uuid.uuid4())
31
+ request={'request_id':request_id,'method':method,'arguments':arguments or {}}
32
+ if os.environ.get('AGENT_E20_RPC_TOKEN'):
33
+ request['token']=os.environ['AGENT_E20_RPC_TOKEN']
34
+ payload=json.dumps(request,allow_nan=False).encode()
35
+ if len(payload)>65536:raise ValueError('request too large')
36
+ with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
37
+ s.settimeout(1810);s.connect(self.socket_path)
38
+ s.sendall(struct.pack('!I',len(payload))+payload)
39
+ def exact(n):
40
+ chunks=[]
41
+ while n:
42
+ chunk=s.recv(min(n,1024*1024))
43
+ if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
44
+ chunks.append(chunk);n-=len(chunk)
45
+ return b''.join(chunks)
46
+ length=struct.unpack('!I',exact(4))[0]
47
+ if length>64*1024*1024:raise RuntimeError('response too large')
48
+ result=json.loads(exact(length),object_hook=array_hook)
49
+ if not result['ok']:raise RuntimeError(result['error'])
50
+ return result['result']
51
+
52
+ def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
53
+ def latest_observation(self):return self.call('latest_observation')
54
+ def execute_actions(self,actions,request_id=None):
55
+ return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
56
+ def finish_episode(self):return self.call('finish_episode')
57
+ def budget_status(self):return self.call('budget_status')
58
+ def rehearse(self,candidate='candidate',request_id=None):
59
+ return self.call('rehearse',{'candidate':candidate},request_id)
60
+ def score_rehearsal(self,episode,visible_success,evidence):
61
+ return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
62
+ def freeze(self):return self.call('freeze')
63
+
64
+ def read_demo(self,demo_id,start=0,stop=None,fields=None):
65
+ import h5py
66
+ manifest=json.loads(self.manifest.read_text())
67
+ if manifest.get('status') not in ('released','released_for_offline_analysis'):
68
+ raise RuntimeError('demonstrations not released by trusted preflight')
69
+ entries={e['demo_id']:e for e in manifest['episodes']}
70
+ if demo_id not in entries:raise ValueError('unauthorized demo ID')
71
+ entry=entries[demo_id]
72
+ allowed={f['path'] for f in entry['fields']}
73
+ fields=sorted(allowed) if fields is None else fields
74
+ if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
75
+ stop=entry['length']+1 if stop is None else stop
76
+ if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
77
+ raise ValueError('invalid frame interval')
78
+ path=(self.demo_root/entry['file']).resolve()
79
+ if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
80
+ with h5py.File(path,'r') as f:
81
+ return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/__pycache__/build_bank.cpython-310.pyc ADDED
Binary file (2.76 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/__pycache__/controller.cpython-310.pyc ADDED
Binary file (3.34 kB). View file
 
agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/build_bank.py ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Compile authorized observations and action labels only, without parameter fitting."""
2
+ import importlib.util,json
3
+ from pathlib import Path
4
+ import numpy as np
5
+ from controller import features, CAMERAS
6
+ spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m)
7
+ api=m.API(); manifest=json.load(open('/demo_manifest.json'))
8
+ F=[];A=[];T=[];D=[];I=[]
9
+ for di,e in enumerate(manifest['episodes']):
10
+ n=e['length']; d=api.read_demo(e['demo_id'],fields=[f'actions/panda-{i}' for i in range(2)]+[f'obs/agent/panda-{i}/{v}' for i in range(2) for v in ('qpos','qvel')])
11
+ actions=np.concatenate([d[f'actions/panda-{i}'] for i in range(2)],axis=1)
12
+ # Every other action plus every gripper transition and its preceding sample.
13
+ ids=set(range(0,n,2))|{n-1,n}
14
+ for col in (6,13):
15
+ switches=np.flatnonzero(np.diff(actions[:,col])!=0)+1
16
+ ids.update(switches.tolist());ids.update((switches-1).tolist())
17
+ ids=sorted(ids)
18
+ # Chunk RGB reads bound peak memory; final frame has no expert action label.
19
+ for start in range(0,n+1,100):
20
+ end=min(start+100,n+1)
21
+ imgs=api.read_demo(e['demo_id'],start,end,fields=[f'obs/sensor_data/{c}/rgb' for c in CAMERAS])
22
+ for t in [x for x in ids if start<=x<end]:
23
+ obs={'rgb':{c:imgs[f'obs/sensor_data/{c}/rgb'][t-start] for c in CAMERAS},'proprioception':{f'agent/panda-{i}/{v}':d[f'obs/agent/panda-{i}/{v}'][t] for i in range(2) for v in ('qpos','qvel')}}
24
+ F.append(features(obs));D.append(di);I.append(t);T.append(t==n)
25
+ if t<n:A.append(actions[t])
26
+ else:
27
+ # Terminal template's action is a measured-finger hold, not an expert label.
28
+ a=np.zeros(14,np.float32)
29
+ for i in range(2):a[7*i+6]=np.clip(2*(d[f'obs/agent/panda-{i}/qpos'][t,7]+.01)/.05-1,-1,1)
30
+ A.append(a)
31
+ print(e['demo_id'],len(ids),flush=True)
32
+ np.savez_compressed(Path(__file__).with_name('demo_bank.npz'),features=np.array(F),actions=np.array(A),terminal=np.array(T),demo_index=np.array(D),frame_index=np.array(I))
33
+ print('BANK',len(F),len(F[0]))
agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/check_synthetic.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Interface-only checks using fabricated observations, never environment rollouts."""
2
+ import json, time
3
+ from pathlib import Path
4
+ import numpy as np
5
+ import controller as c
6
+
7
+ def observation(batch=False):
8
+ rgb={name:np.full((320,240,3) if name=='top_camera' else (240,320,3),110,np.uint8) for name in c.CAMERAS}
9
+ for im in rgb.values():
10
+ im[70:85,50:65]=[230,20,20];im[150:165,80:95]=[20,35,230];im[95:110,100:115]=[230,220,20]
11
+ if batch:rgb={k:v[None] for k,v in rgb.items()}
12
+ p={}
13
+ for i in range(2):
14
+ p[f'agent/panda-{i}/qpos']=np.array([0,-.5,0,-2,0,1.5,.7,.04,.04],np.float32)
15
+ p[f'agent/panda-{i}/qvel']=np.zeros(9,np.float32)
16
+ return {'rgb':rgb,'proprioception':p,'instruction':'Put red and blue in carton, retain yellow, close lid.','step_id':1}
17
+
18
+ out={};c.reset_episode();obs=observation();start=time.perf_counter();a=c.act(obs);out['first_call_seconds']=time.perf_counter()-start
19
+ assert a.shape==(14,) and a.dtype==np.float32 and np.isfinite(a).all() and (np.abs(a)<=1).all()
20
+ out['finite_legal_action']=True
21
+ c.reset_episode(); b=c.act(observation(True));assert np.array_equal(a,b);out['singleton_batch_equivalence']=True
22
+ f=c.features(obs); changed=observation();changed['rgb']['top_camera'][70:85,50:65]=[20,35,230];assert not np.array_equal(f,c.features(changed));out['rgb_descriptor_responsiveness']=True
23
+ changed=observation();changed['proprioception']['agent/panda-0/qpos'][0]+=.1;assert not np.array_equal(f,c.features(changed));out['proprioception_descriptor_responsiveness']=True
24
+ c.reset_episode();assert np.array_equal(a,c.act(obs));out['reset_determinism']=True
25
+ bad=observation();bad['proprioception']['agent/panda-0/qpos'][0]=np.nan;assert c.act(bad) is None
26
+ bad=observation();bad['rgb'].pop('top_camera');assert c.act(bad) is None
27
+ out['invalid_input_stop']=True
28
+ last=observation();last['step_id']=2400;assert c.act(last) is None;out['native_horizon_guard']=True
29
+ bank=c._bank();assert set(bank['demo_index'])==set(range(20));assert np.isfinite(bank['features']).all();assert np.isfinite(bank['actions']).all();assert np.abs(bank['actions']).max()<=1
30
+ out['bank_rows']=len(bank['actions']);out['all_20_demo_indices_present']=True;out['terminal_templates']=int(bank['terminal'].sum())
31
+ out['validation_scope']='Syntax and synthetic input only. No demo replay evaluation, simulator, task testing, rollout, rehearsal, score, or freeze.'
32
+ Path(__file__).with_name('synthetic_checks.json').write_text(json.dumps(out,indent=2)+'\n');print(json.dumps(out,indent=2))