Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py +25 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_results.json +17 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_synthetic.py +48 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py +96 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json +2168 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock +249 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md +22 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json +184 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md +9 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml +75 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py +25 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json +382 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md +7 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py +81 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/bank.npz +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_02.h5 +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_11.h5 +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/hand_mapping.npy +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_objects.npy +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_targets.npy +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/reference.npz +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/servo.npz +3 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/build_reference.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/features.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/build_reference.py +31 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py +37 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/contract.json +136 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/controller.py +124 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json +2168 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock +249 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py +16 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md +14 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json +178 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md +14 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml +91 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py +25 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json +42 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md +10 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json +154 -0
- agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py +81 -0
- agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/build_bank.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/controller.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/kinematics.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/knn_policy.cpython-310.pyc +0 -0
- agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/build_bank.py +19 -0
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc
ADDED
|
Binary file (3 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc
ADDED
|
Binary file (4 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc
ADDED
|
Binary file (4.17 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Compile authorized observation/action records; no parameter optimization."""
|
| 2 |
+
import importlib.util,json
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
import numpy as np
|
| 5 |
+
from controller import image_feature,proprio_feature,CAMERAS,PATHS
|
| 6 |
+
s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m)
|
| 7 |
+
api=m.API();manifest=json.load(open('/demo_manifest.json'));contract=json.load(open('/task_contract.json'))
|
| 8 |
+
assert [(p['robot_key'],p['width']) for p in contract['action_parts']]==[('panda-0',7),('panda-1',7)]
|
| 9 |
+
b={k:[] for k in ['q','v','image','action','phase','terminal','demo_index','frame_index']};audit=[]
|
| 10 |
+
for j,e in enumerate(manifest['episodes']):
|
| 11 |
+
n=e['length'];fields=['obs/'+p for p in PATHS]+['actions/'+p['robot_key'] for p in contract['action_parts']]
|
| 12 |
+
d=api.read_demo(e['demo_id'],fields=fields)
|
| 13 |
+
# Chunk reads limit peak memory; every legal RGB frame in these two streams is processed.
|
| 14 |
+
for start in range(0,n+1,32):
|
| 15 |
+
stop=min(n+1,start+32)
|
| 16 |
+
images=api.read_demo(e['demo_id'],start,stop,['obs/sensor_data/'+c+'/rgb' for c in CAMERAS])
|
| 17 |
+
for t in range(start,stop):
|
| 18 |
+
q,v=proprio_feature({p:d['obs/'+p][t] for p in PATHS})
|
| 19 |
+
im=image_feature({c:images['obs/sensor_data/'+c+'/rgb'][t-start] for c in CAMERAS})
|
| 20 |
+
a=np.concatenate([d['actions/'+p['robot_key']][t] for p in contract['action_parts']]) if t<n else np.array([0]*6+[-.2]+[0]*6+[-.2],np.float32)
|
| 21 |
+
for k,val in [('q',q),('v',v),('image',im),('action',a),('phase',t/n),('terminal',t==n),('demo_index',j),('frame_index',t)]: b[k].append(val)
|
| 22 |
+
audit.append({'demo_id':e['demo_id'],'rgb_computational_indices':[0,n],'cameras':list(CAMERAS),'proprio_indices':[0,n],'action_indices':[0,n-1]})
|
| 23 |
+
print(e['demo_id'],n,flush=True)
|
| 24 |
+
np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),**{k:np.asarray(v,dtype=bool if k=='terminal' else np.int32 if k.endswith('index') else np.float32) for k,v in b.items()})
|
| 25 |
+
Path(__file__).with_name('read_audit.json').write_text(json.dumps(audit,indent=2))
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_results.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "passed",
|
| 3 |
+
"checks": [
|
| 4 |
+
"syntax compilation",
|
| 5 |
+
"reference bank dimensions, all 20 source IDs, finite bounded labels, terminal count",
|
| 6 |
+
"synthetic zero image/joints against compiled bank returns legal output or abstention",
|
| 7 |
+
"synthetic RGB sensitivity and batched image support",
|
| 8 |
+
"synthetic proprioception sensitivity",
|
| 9 |
+
"charged hold horizon boundary and malformed/nonfinite inputs",
|
| 10 |
+
"current qpos[7] gripper hold mapping and rejection without clipping",
|
| 11 |
+
"synthetic endpoint persistence and episode reset"
|
| 12 |
+
],
|
| 13 |
+
"scope": "syntax, static artifact consistency, synthetic inputs only",
|
| 14 |
+
"real_task_tests": 0,
|
| 15 |
+
"exploration_episodes": 0,
|
| 16 |
+
"success_claim": false
|
| 17 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/check_synthetic.py
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Static data checks and synthetic inputs only; no environment or demo rollout."""
|
| 2 |
+
import json,py_compile
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
import numpy as np
|
| 5 |
+
import controller as c
|
| 6 |
+
root=Path(__file__).parent
|
| 7 |
+
for name in ['controller.py','build_reference.py','check_synthetic.py']:
|
| 8 |
+
py_compile.compile(str(root/name),doraise=True)
|
| 9 |
+
checks=['syntax compilation']
|
| 10 |
+
with np.load(root/'reference_bank.npz',allow_pickle=False) as f:
|
| 11 |
+
real={k:f[k] for k in f.files}
|
| 12 |
+
assert real['action'].shape==(6528,14)
|
| 13 |
+
assert set(real['demo_index'])==set(range(20))
|
| 14 |
+
assert np.isfinite(real['action']).all() and np.max(np.abs(real['action']))<=1
|
| 15 |
+
assert real['terminal'].sum()==20
|
| 16 |
+
checks.append('reference bank dimensions, all 20 source IDs, finite bounded labels, terminal count')
|
| 17 |
+
def obs(color=0,batch=False):
|
| 18 |
+
im=np.full((240,320,3),color,np.uint8)
|
| 19 |
+
return {'rgb':{k:im[None] if batch else im.copy() for k in c.CAMERAS},'proprioception':{k:np.zeros(9,np.float32) for k in c.PATHS},'instruction':'synthetic input only','step_id':1}
|
| 20 |
+
o=obs();c._bank=real;c.reset_episode();a=c.act(o)
|
| 21 |
+
assert a is None or (a.shape==(14,) and a.dtype==np.float32 and np.isfinite(a).all() and np.max(np.abs(a))<=1)
|
| 22 |
+
checks.append('synthetic zero image/joints against compiled bank returns legal output or abstention')
|
| 23 |
+
def fake_bank():
|
| 24 |
+
return {'q':np.zeros((2,18),np.float32),'v':np.zeros((2,18),np.float32),'image':np.stack([c.image_feature(obs(0)['rgb']),c.image_feature(obs(255)['rgb'])]),'phase':np.zeros(2,np.float32),'terminal':np.zeros(2,bool),'action':np.array([[.1,0,0,0,0,0,-.2,0,0,0,0,0,0,-.2],[-.1,0,0,0,0,0,-.2,0,0,0,0,0,0,-.2]],np.float32)}
|
| 25 |
+
c._bank=fake_bank();c.reset_episode();a=c.act(obs(0));c.reset_episode();b=c.act(obs(255,True));assert a[0]>.09 and b[0]<-.09
|
| 26 |
+
checks.append('synthetic RGB sensitivity and batched image support')
|
| 27 |
+
c._bank=fake_bank();c._bank['image'][1]=c._bank['image'][0];c._bank['q'][1]=.2
|
| 28 |
+
c.reset_episode();a=c.act(obs());o=obs()
|
| 29 |
+
for k in c.PATHS:
|
| 30 |
+
if k.endswith('qpos'):o['proprioception'][k][:]=.2
|
| 31 |
+
c.reset_episode();b=c.act(o);assert a[0]>.09 and b[0]<-.09
|
| 32 |
+
checks.append('synthetic proprioception sensitivity')
|
| 33 |
+
c._bank=fake_bank();c.reset_episode();o=obs();o['step_id']=399;assert c.act(o).shape==(14,)
|
| 34 |
+
o['step_id']=400;assert c.act(o) is None
|
| 35 |
+
assert c.act({'step_id':1}) is None
|
| 36 |
+
bad=obs();bad['proprioception'][c.PATHS[0]][0]=np.nan;assert c.act(bad) is None
|
| 37 |
+
bad=obs();bad['rgb']['front_camera']=np.zeros((4,4,3),np.uint8);assert c.act(bad) is None
|
| 38 |
+
checks.append('charged hold horizon boundary and malformed/nonfinite inputs')
|
| 39 |
+
q=np.zeros(18,np.float32);assert np.allclose(c._hold(q)[[6,13]],-.6)
|
| 40 |
+
q[7]=.1;assert c._hold(q) is None
|
| 41 |
+
checks.append('current qpos[7] gripper hold mapping and rejection without clipping')
|
| 42 |
+
c._bank=fake_bank();c._bank['terminal'][:]=True;c._bank['phase'][:]=1;c.reset_episode()
|
| 43 |
+
for _ in range(4):assert c.act(obs()) is not None
|
| 44 |
+
assert c.act(obs()) is None
|
| 45 |
+
c.reset_episode();assert c._progress is None and c._terminal_count==0
|
| 46 |
+
checks.append('synthetic endpoint persistence and episode reset')
|
| 47 |
+
result={'status':'passed','checks':checks,'scope':'syntax, static artifact consistency, synthetic inputs only','real_task_tests':0,'exploration_episodes':0,'success_claim':False}
|
| 48 |
+
(root/'check_results.json').write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(result,indent=2))
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Unrehearsed D20 observation-neighbor draft; no neural models or environment imports."""
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
import numpy as np
|
| 4 |
+
import cv2
|
| 5 |
+
|
| 6 |
+
CAMERAS = ('front_camera', 'top_camera')
|
| 7 |
+
PATHS = tuple(f'agent/panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel'))
|
| 8 |
+
_bank = None
|
| 9 |
+
_progress = None
|
| 10 |
+
_terminal_count = 0
|
| 11 |
+
|
| 12 |
+
def reset_episode():
|
| 13 |
+
global _progress, _terminal_count
|
| 14 |
+
_progress = None
|
| 15 |
+
_terminal_count = 0
|
| 16 |
+
|
| 17 |
+
def image_feature(rgb):
|
| 18 |
+
features = []
|
| 19 |
+
for camera in CAMERAS:
|
| 20 |
+
im = np.asarray(rgb[camera])
|
| 21 |
+
if im.ndim == 4 and im.shape[0] == 1:
|
| 22 |
+
im = im[0]
|
| 23 |
+
if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8:
|
| 24 |
+
raise ValueError('Expected uint8 RGB HWC or 1HWC')
|
| 25 |
+
h, w = im.shape[:2]
|
| 26 |
+
if min(h,w) < 8:
|
| 27 |
+
raise ValueError('Image too small')
|
| 28 |
+
# Central workspace crop; fixed fractional crop, not an assumed object pose.
|
| 29 |
+
im = im[int(.18*h):int(.90*h), int(.12*w):int(.88*w)]
|
| 30 |
+
features.append(cv2.resize(im, (16,16), interpolation=cv2.INTER_AREA).reshape(-1)/255.)
|
| 31 |
+
return np.concatenate(features).astype(np.float32)
|
| 32 |
+
|
| 33 |
+
def proprio_feature(proprio):
|
| 34 |
+
values = [np.asarray(proprio[p],dtype=np.float32).reshape(-1) for p in PATHS]
|
| 35 |
+
if any(v.size != 9 or not np.isfinite(v).all() for v in values):
|
| 36 |
+
raise ValueError('Expected four finite nine-element proprio arrays')
|
| 37 |
+
q = np.concatenate([values[0], values[2]])
|
| 38 |
+
v = np.concatenate([values[1], values[3]])
|
| 39 |
+
return q, v
|
| 40 |
+
|
| 41 |
+
def _hold(q):
|
| 42 |
+
a = np.zeros(14, dtype=np.float32)
|
| 43 |
+
a[[6,13]] = 2*(q[[7,16]]+.01)/.05-1
|
| 44 |
+
if np.any(np.abs(a)>1):
|
| 45 |
+
return None
|
| 46 |
+
return a
|
| 47 |
+
|
| 48 |
+
def act(obs):
|
| 49 |
+
global _bank, _progress, _terminal_count
|
| 50 |
+
# step 1 is already after runner's charged initial hold. Never emit that hold here.
|
| 51 |
+
step = int(obs.get('step_id', 1))
|
| 52 |
+
if step >= 400 or step < 1:
|
| 53 |
+
return None
|
| 54 |
+
try:
|
| 55 |
+
q,v = proprio_feature(obs['proprioception'])
|
| 56 |
+
im = image_feature(obs['rgb'])
|
| 57 |
+
except (KeyError, ValueError, TypeError):
|
| 58 |
+
return None
|
| 59 |
+
if _bank is None:
|
| 60 |
+
with np.load(Path(__file__).with_name('reference_bank.npz'), allow_pickle=False) as f:
|
| 61 |
+
_bank = {k:f[k] for k in f.files}
|
| 62 |
+
b = _bank
|
| 63 |
+
# All twenty demos remain eligible; do not identify a scene/seed or replay a trajectory.
|
| 64 |
+
dq = (b['q']-q)/np.tile([.25]*7+[.02,.02],2)
|
| 65 |
+
qdist = np.mean(dq*dq,axis=1)
|
| 66 |
+
vdist = np.mean(np.minimum((b['v']-v)**2,4),axis=1)
|
| 67 |
+
candidates = np.arange(len(qdist))
|
| 68 |
+
if _progress is not None:
|
| 69 |
+
candidates = candidates[(b['phase'] >= _progress-.04)&(b['phase'] <= _progress+.08)]
|
| 70 |
+
if candidates.size == 0:
|
| 71 |
+
return _hold(q)
|
| 72 |
+
# Coarse proprio retrieval followed by current-image reranking.
|
| 73 |
+
coarse = qdist[candidates]+.03*vdist[candidates]
|
| 74 |
+
candidates = candidates[np.argsort(coarse)[:96]]
|
| 75 |
+
visual = np.mean((b['image'][candidates]-im)**2,axis=1)
|
| 76 |
+
score = qdist[candidates]+.03*vdist[candidates]+35*visual
|
| 77 |
+
if _progress is not None:
|
| 78 |
+
score += .2*(b['phase'][candidates]-_progress)**2
|
| 79 |
+
order = np.argsort(score)
|
| 80 |
+
best = candidates[order[0]]
|
| 81 |
+
# Hand-selected, uncalibrated OOD limits; abstain from motion on gross mismatch.
|
| 82 |
+
if qdist[best] > 4 or visual[order[0]] > .10:
|
| 83 |
+
_terminal_count = 0
|
| 84 |
+
return _hold(q)
|
| 85 |
+
_progress = float(b['phase'][best])
|
| 86 |
+
terminal = bool(b['terminal'][best]) and qdist[best] < .15 and visual[order[0]] < .015
|
| 87 |
+
_terminal_count = _terminal_count+1 if terminal else 0
|
| 88 |
+
if _terminal_count >= 5:
|
| 89 |
+
return None # Resemblance to demonstrated endpoint, not a success certificate.
|
| 90 |
+
# Blend only nearby labels of compatible progress, reducing sign cancellation at transitions.
|
| 91 |
+
near = candidates[order[:5]]
|
| 92 |
+
near = near[np.abs(b['phase'][near]-_progress)<.012]
|
| 93 |
+
weights = np.exp(-(qdist[near]+.03*vdist[near]+35*np.mean((b['image'][near]-im)**2,axis=1))/ .08)
|
| 94 |
+
weights = np.maximum(weights,1e-12);weights /= weights.sum()
|
| 95 |
+
action = np.sum(b['action'][near]*weights[:,None],axis=0)
|
| 96 |
+
return np.clip(action,-1,1).astype(np.float32)
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json
ADDED
|
@@ -0,0 +1,2168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task_id": "DualArmDoubleDoorBox-v1",
|
| 3 |
+
"status": "released",
|
| 4 |
+
"selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
|
| 5 |
+
"lineage_status": "pinned_comparator",
|
| 6 |
+
"episodes": [
|
| 7 |
+
{
|
| 8 |
+
"demo_id": "demo_00",
|
| 9 |
+
"file": "demo_00.h5",
|
| 10 |
+
"length": 312,
|
| 11 |
+
"fields": [
|
| 12 |
+
{
|
| 13 |
+
"path": "actions/panda-0",
|
| 14 |
+
"shape": [
|
| 15 |
+
312,
|
| 16 |
+
7
|
| 17 |
+
],
|
| 18 |
+
"dtype": "float32"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"path": "actions/panda-1",
|
| 22 |
+
"shape": [
|
| 23 |
+
312,
|
| 24 |
+
7
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"path": "obs/agent/panda-0/qpos",
|
| 30 |
+
"shape": [
|
| 31 |
+
313,
|
| 32 |
+
9
|
| 33 |
+
],
|
| 34 |
+
"dtype": "float32"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"path": "obs/agent/panda-0/qvel",
|
| 38 |
+
"shape": [
|
| 39 |
+
313,
|
| 40 |
+
9
|
| 41 |
+
],
|
| 42 |
+
"dtype": "float32"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "obs/agent/panda-1/qpos",
|
| 46 |
+
"shape": [
|
| 47 |
+
313,
|
| 48 |
+
9
|
| 49 |
+
],
|
| 50 |
+
"dtype": "float32"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"path": "obs/agent/panda-1/qvel",
|
| 54 |
+
"shape": [
|
| 55 |
+
313,
|
| 56 |
+
9
|
| 57 |
+
],
|
| 58 |
+
"dtype": "float32"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 62 |
+
"shape": [
|
| 63 |
+
313,
|
| 64 |
+
240,
|
| 65 |
+
320,
|
| 66 |
+
3
|
| 67 |
+
],
|
| 68 |
+
"dtype": "uint8"
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 72 |
+
"shape": [
|
| 73 |
+
313,
|
| 74 |
+
240,
|
| 75 |
+
320,
|
| 76 |
+
3
|
| 77 |
+
],
|
| 78 |
+
"dtype": "uint8"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 82 |
+
"shape": [
|
| 83 |
+
313,
|
| 84 |
+
240,
|
| 85 |
+
320,
|
| 86 |
+
3
|
| 87 |
+
],
|
| 88 |
+
"dtype": "uint8"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 92 |
+
"shape": [
|
| 93 |
+
313,
|
| 94 |
+
240,
|
| 95 |
+
320,
|
| 96 |
+
3
|
| 97 |
+
],
|
| 98 |
+
"dtype": "uint8"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 102 |
+
"shape": [
|
| 103 |
+
313,
|
| 104 |
+
320,
|
| 105 |
+
240,
|
| 106 |
+
3
|
| 107 |
+
],
|
| 108 |
+
"dtype": "uint8"
|
| 109 |
+
}
|
| 110 |
+
],
|
| 111 |
+
"trajectory_sha256": "4e0c1548cae63465c6c0bf2bab4af0e8c7b03379c930712c1af2cb72ea0a373d",
|
| 112 |
+
"source_sha256": "595a14eea94cef115ebcb90f2eb933fcb6cdadac714c5d48764d61990a778466",
|
| 113 |
+
"view_sha256": "f2e196ec995855f1042a2b49164dca182aa1b70fb690c136b1b41aa091410537"
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"demo_id": "demo_01",
|
| 117 |
+
"file": "demo_01.h5",
|
| 118 |
+
"length": 335,
|
| 119 |
+
"fields": [
|
| 120 |
+
{
|
| 121 |
+
"path": "actions/panda-0",
|
| 122 |
+
"shape": [
|
| 123 |
+
335,
|
| 124 |
+
7
|
| 125 |
+
],
|
| 126 |
+
"dtype": "float32"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"path": "actions/panda-1",
|
| 130 |
+
"shape": [
|
| 131 |
+
335,
|
| 132 |
+
7
|
| 133 |
+
],
|
| 134 |
+
"dtype": "float32"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"path": "obs/agent/panda-0/qpos",
|
| 138 |
+
"shape": [
|
| 139 |
+
336,
|
| 140 |
+
9
|
| 141 |
+
],
|
| 142 |
+
"dtype": "float32"
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"path": "obs/agent/panda-0/qvel",
|
| 146 |
+
"shape": [
|
| 147 |
+
336,
|
| 148 |
+
9
|
| 149 |
+
],
|
| 150 |
+
"dtype": "float32"
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"path": "obs/agent/panda-1/qpos",
|
| 154 |
+
"shape": [
|
| 155 |
+
336,
|
| 156 |
+
9
|
| 157 |
+
],
|
| 158 |
+
"dtype": "float32"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"path": "obs/agent/panda-1/qvel",
|
| 162 |
+
"shape": [
|
| 163 |
+
336,
|
| 164 |
+
9
|
| 165 |
+
],
|
| 166 |
+
"dtype": "float32"
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 170 |
+
"shape": [
|
| 171 |
+
336,
|
| 172 |
+
240,
|
| 173 |
+
320,
|
| 174 |
+
3
|
| 175 |
+
],
|
| 176 |
+
"dtype": "uint8"
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 180 |
+
"shape": [
|
| 181 |
+
336,
|
| 182 |
+
240,
|
| 183 |
+
320,
|
| 184 |
+
3
|
| 185 |
+
],
|
| 186 |
+
"dtype": "uint8"
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 190 |
+
"shape": [
|
| 191 |
+
336,
|
| 192 |
+
240,
|
| 193 |
+
320,
|
| 194 |
+
3
|
| 195 |
+
],
|
| 196 |
+
"dtype": "uint8"
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 200 |
+
"shape": [
|
| 201 |
+
336,
|
| 202 |
+
240,
|
| 203 |
+
320,
|
| 204 |
+
3
|
| 205 |
+
],
|
| 206 |
+
"dtype": "uint8"
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 210 |
+
"shape": [
|
| 211 |
+
336,
|
| 212 |
+
320,
|
| 213 |
+
240,
|
| 214 |
+
3
|
| 215 |
+
],
|
| 216 |
+
"dtype": "uint8"
|
| 217 |
+
}
|
| 218 |
+
],
|
| 219 |
+
"trajectory_sha256": "fff0107e2c48b6a8f505c6fba6c22583ac32000b978907ed5cbbf24eda6861c7",
|
| 220 |
+
"source_sha256": "138c09b32c5997d391d863b04bf41fa8235c6a97d7261c30d2287415b3ebeedb",
|
| 221 |
+
"view_sha256": "cd259ebe07ec4b0b994bef3721851add2122d52b70bf7423fad1ab158422815d"
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"demo_id": "demo_02",
|
| 225 |
+
"file": "demo_02.h5",
|
| 226 |
+
"length": 323,
|
| 227 |
+
"fields": [
|
| 228 |
+
{
|
| 229 |
+
"path": "actions/panda-0",
|
| 230 |
+
"shape": [
|
| 231 |
+
323,
|
| 232 |
+
7
|
| 233 |
+
],
|
| 234 |
+
"dtype": "float32"
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"path": "actions/panda-1",
|
| 238 |
+
"shape": [
|
| 239 |
+
323,
|
| 240 |
+
7
|
| 241 |
+
],
|
| 242 |
+
"dtype": "float32"
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"path": "obs/agent/panda-0/qpos",
|
| 246 |
+
"shape": [
|
| 247 |
+
324,
|
| 248 |
+
9
|
| 249 |
+
],
|
| 250 |
+
"dtype": "float32"
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"path": "obs/agent/panda-0/qvel",
|
| 254 |
+
"shape": [
|
| 255 |
+
324,
|
| 256 |
+
9
|
| 257 |
+
],
|
| 258 |
+
"dtype": "float32"
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"path": "obs/agent/panda-1/qpos",
|
| 262 |
+
"shape": [
|
| 263 |
+
324,
|
| 264 |
+
9
|
| 265 |
+
],
|
| 266 |
+
"dtype": "float32"
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"path": "obs/agent/panda-1/qvel",
|
| 270 |
+
"shape": [
|
| 271 |
+
324,
|
| 272 |
+
9
|
| 273 |
+
],
|
| 274 |
+
"dtype": "float32"
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 278 |
+
"shape": [
|
| 279 |
+
324,
|
| 280 |
+
240,
|
| 281 |
+
320,
|
| 282 |
+
3
|
| 283 |
+
],
|
| 284 |
+
"dtype": "uint8"
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 288 |
+
"shape": [
|
| 289 |
+
324,
|
| 290 |
+
240,
|
| 291 |
+
320,
|
| 292 |
+
3
|
| 293 |
+
],
|
| 294 |
+
"dtype": "uint8"
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 298 |
+
"shape": [
|
| 299 |
+
324,
|
| 300 |
+
240,
|
| 301 |
+
320,
|
| 302 |
+
3
|
| 303 |
+
],
|
| 304 |
+
"dtype": "uint8"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 308 |
+
"shape": [
|
| 309 |
+
324,
|
| 310 |
+
240,
|
| 311 |
+
320,
|
| 312 |
+
3
|
| 313 |
+
],
|
| 314 |
+
"dtype": "uint8"
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 318 |
+
"shape": [
|
| 319 |
+
324,
|
| 320 |
+
320,
|
| 321 |
+
240,
|
| 322 |
+
3
|
| 323 |
+
],
|
| 324 |
+
"dtype": "uint8"
|
| 325 |
+
}
|
| 326 |
+
],
|
| 327 |
+
"trajectory_sha256": "ea62292f5eee4179cc854f728b306e29e0013862703d5f5a5d9a0771c00c7127",
|
| 328 |
+
"source_sha256": "0d322427a45558a528aae5fce5debb1c0ed023d6f2656637464ce5ba8b7f19ba",
|
| 329 |
+
"view_sha256": "f03fa1d90c82e6955f3e0f757a13f85cff3fd3b1d50b31c84b0186b37218354f"
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"demo_id": "demo_03",
|
| 333 |
+
"file": "demo_03.h5",
|
| 334 |
+
"length": 353,
|
| 335 |
+
"fields": [
|
| 336 |
+
{
|
| 337 |
+
"path": "actions/panda-0",
|
| 338 |
+
"shape": [
|
| 339 |
+
353,
|
| 340 |
+
7
|
| 341 |
+
],
|
| 342 |
+
"dtype": "float32"
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"path": "actions/panda-1",
|
| 346 |
+
"shape": [
|
| 347 |
+
353,
|
| 348 |
+
7
|
| 349 |
+
],
|
| 350 |
+
"dtype": "float32"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"path": "obs/agent/panda-0/qpos",
|
| 354 |
+
"shape": [
|
| 355 |
+
354,
|
| 356 |
+
9
|
| 357 |
+
],
|
| 358 |
+
"dtype": "float32"
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"path": "obs/agent/panda-0/qvel",
|
| 362 |
+
"shape": [
|
| 363 |
+
354,
|
| 364 |
+
9
|
| 365 |
+
],
|
| 366 |
+
"dtype": "float32"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"path": "obs/agent/panda-1/qpos",
|
| 370 |
+
"shape": [
|
| 371 |
+
354,
|
| 372 |
+
9
|
| 373 |
+
],
|
| 374 |
+
"dtype": "float32"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"path": "obs/agent/panda-1/qvel",
|
| 378 |
+
"shape": [
|
| 379 |
+
354,
|
| 380 |
+
9
|
| 381 |
+
],
|
| 382 |
+
"dtype": "float32"
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 386 |
+
"shape": [
|
| 387 |
+
354,
|
| 388 |
+
240,
|
| 389 |
+
320,
|
| 390 |
+
3
|
| 391 |
+
],
|
| 392 |
+
"dtype": "uint8"
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 396 |
+
"shape": [
|
| 397 |
+
354,
|
| 398 |
+
240,
|
| 399 |
+
320,
|
| 400 |
+
3
|
| 401 |
+
],
|
| 402 |
+
"dtype": "uint8"
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 406 |
+
"shape": [
|
| 407 |
+
354,
|
| 408 |
+
240,
|
| 409 |
+
320,
|
| 410 |
+
3
|
| 411 |
+
],
|
| 412 |
+
"dtype": "uint8"
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 416 |
+
"shape": [
|
| 417 |
+
354,
|
| 418 |
+
240,
|
| 419 |
+
320,
|
| 420 |
+
3
|
| 421 |
+
],
|
| 422 |
+
"dtype": "uint8"
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 426 |
+
"shape": [
|
| 427 |
+
354,
|
| 428 |
+
320,
|
| 429 |
+
240,
|
| 430 |
+
3
|
| 431 |
+
],
|
| 432 |
+
"dtype": "uint8"
|
| 433 |
+
}
|
| 434 |
+
],
|
| 435 |
+
"trajectory_sha256": "99a8d0a6cdd4f49d65996bce2afcc845ce234b1a9344008525388c280174f67c",
|
| 436 |
+
"source_sha256": "a5a801e20efe675f11ac8f53483fde1085e22bb774b51e9152b3aa49c76f6274",
|
| 437 |
+
"view_sha256": "15f0e258e1f63f2f2ae0aaf50be0c207ba8778989a6eb6e98824741d7914c4d3"
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"demo_id": "demo_04",
|
| 441 |
+
"file": "demo_04.h5",
|
| 442 |
+
"length": 308,
|
| 443 |
+
"fields": [
|
| 444 |
+
{
|
| 445 |
+
"path": "actions/panda-0",
|
| 446 |
+
"shape": [
|
| 447 |
+
308,
|
| 448 |
+
7
|
| 449 |
+
],
|
| 450 |
+
"dtype": "float32"
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"path": "actions/panda-1",
|
| 454 |
+
"shape": [
|
| 455 |
+
308,
|
| 456 |
+
7
|
| 457 |
+
],
|
| 458 |
+
"dtype": "float32"
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"path": "obs/agent/panda-0/qpos",
|
| 462 |
+
"shape": [
|
| 463 |
+
309,
|
| 464 |
+
9
|
| 465 |
+
],
|
| 466 |
+
"dtype": "float32"
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"path": "obs/agent/panda-0/qvel",
|
| 470 |
+
"shape": [
|
| 471 |
+
309,
|
| 472 |
+
9
|
| 473 |
+
],
|
| 474 |
+
"dtype": "float32"
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"path": "obs/agent/panda-1/qpos",
|
| 478 |
+
"shape": [
|
| 479 |
+
309,
|
| 480 |
+
9
|
| 481 |
+
],
|
| 482 |
+
"dtype": "float32"
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"path": "obs/agent/panda-1/qvel",
|
| 486 |
+
"shape": [
|
| 487 |
+
309,
|
| 488 |
+
9
|
| 489 |
+
],
|
| 490 |
+
"dtype": "float32"
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 494 |
+
"shape": [
|
| 495 |
+
309,
|
| 496 |
+
240,
|
| 497 |
+
320,
|
| 498 |
+
3
|
| 499 |
+
],
|
| 500 |
+
"dtype": "uint8"
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 504 |
+
"shape": [
|
| 505 |
+
309,
|
| 506 |
+
240,
|
| 507 |
+
320,
|
| 508 |
+
3
|
| 509 |
+
],
|
| 510 |
+
"dtype": "uint8"
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 514 |
+
"shape": [
|
| 515 |
+
309,
|
| 516 |
+
240,
|
| 517 |
+
320,
|
| 518 |
+
3
|
| 519 |
+
],
|
| 520 |
+
"dtype": "uint8"
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 524 |
+
"shape": [
|
| 525 |
+
309,
|
| 526 |
+
240,
|
| 527 |
+
320,
|
| 528 |
+
3
|
| 529 |
+
],
|
| 530 |
+
"dtype": "uint8"
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 534 |
+
"shape": [
|
| 535 |
+
309,
|
| 536 |
+
320,
|
| 537 |
+
240,
|
| 538 |
+
3
|
| 539 |
+
],
|
| 540 |
+
"dtype": "uint8"
|
| 541 |
+
}
|
| 542 |
+
],
|
| 543 |
+
"trajectory_sha256": "1fe414759ec9e58bdb9d2317763e05e9b130d8bde477df5096896d79b6ec2a8c",
|
| 544 |
+
"source_sha256": "abf2938625211ba28b831300ac8dc7d3f142026b577e0e046c3cfddbaa1b59c2",
|
| 545 |
+
"view_sha256": "53b2bf063c0bac35db139094e0f9a7749897e1b8bf72c4f4087c839bed35dccd"
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"demo_id": "demo_05",
|
| 549 |
+
"file": "demo_05.h5",
|
| 550 |
+
"length": 315,
|
| 551 |
+
"fields": [
|
| 552 |
+
{
|
| 553 |
+
"path": "actions/panda-0",
|
| 554 |
+
"shape": [
|
| 555 |
+
315,
|
| 556 |
+
7
|
| 557 |
+
],
|
| 558 |
+
"dtype": "float32"
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"path": "actions/panda-1",
|
| 562 |
+
"shape": [
|
| 563 |
+
315,
|
| 564 |
+
7
|
| 565 |
+
],
|
| 566 |
+
"dtype": "float32"
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"path": "obs/agent/panda-0/qpos",
|
| 570 |
+
"shape": [
|
| 571 |
+
316,
|
| 572 |
+
9
|
| 573 |
+
],
|
| 574 |
+
"dtype": "float32"
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"path": "obs/agent/panda-0/qvel",
|
| 578 |
+
"shape": [
|
| 579 |
+
316,
|
| 580 |
+
9
|
| 581 |
+
],
|
| 582 |
+
"dtype": "float32"
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"path": "obs/agent/panda-1/qpos",
|
| 586 |
+
"shape": [
|
| 587 |
+
316,
|
| 588 |
+
9
|
| 589 |
+
],
|
| 590 |
+
"dtype": "float32"
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"path": "obs/agent/panda-1/qvel",
|
| 594 |
+
"shape": [
|
| 595 |
+
316,
|
| 596 |
+
9
|
| 597 |
+
],
|
| 598 |
+
"dtype": "float32"
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 602 |
+
"shape": [
|
| 603 |
+
316,
|
| 604 |
+
240,
|
| 605 |
+
320,
|
| 606 |
+
3
|
| 607 |
+
],
|
| 608 |
+
"dtype": "uint8"
|
| 609 |
+
},
|
| 610 |
+
{
|
| 611 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 612 |
+
"shape": [
|
| 613 |
+
316,
|
| 614 |
+
240,
|
| 615 |
+
320,
|
| 616 |
+
3
|
| 617 |
+
],
|
| 618 |
+
"dtype": "uint8"
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 622 |
+
"shape": [
|
| 623 |
+
316,
|
| 624 |
+
240,
|
| 625 |
+
320,
|
| 626 |
+
3
|
| 627 |
+
],
|
| 628 |
+
"dtype": "uint8"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 632 |
+
"shape": [
|
| 633 |
+
316,
|
| 634 |
+
240,
|
| 635 |
+
320,
|
| 636 |
+
3
|
| 637 |
+
],
|
| 638 |
+
"dtype": "uint8"
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 642 |
+
"shape": [
|
| 643 |
+
316,
|
| 644 |
+
320,
|
| 645 |
+
240,
|
| 646 |
+
3
|
| 647 |
+
],
|
| 648 |
+
"dtype": "uint8"
|
| 649 |
+
}
|
| 650 |
+
],
|
| 651 |
+
"trajectory_sha256": "705c9dbc8d309f57fa08362be4d8190b03f2a6f80dcd0874b9aac467eb5b0b41",
|
| 652 |
+
"source_sha256": "cf3f1ef283e208f1e8c8d437d63209708092ab33be0641ac94e55c4f23a4218d",
|
| 653 |
+
"view_sha256": "812aaf6966909ab98776a3a7731e4669e99add3cbe0c1a6a1e85ae65fa9dc731"
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"demo_id": "demo_06",
|
| 657 |
+
"file": "demo_06.h5",
|
| 658 |
+
"length": 378,
|
| 659 |
+
"fields": [
|
| 660 |
+
{
|
| 661 |
+
"path": "actions/panda-0",
|
| 662 |
+
"shape": [
|
| 663 |
+
378,
|
| 664 |
+
7
|
| 665 |
+
],
|
| 666 |
+
"dtype": "float32"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"path": "actions/panda-1",
|
| 670 |
+
"shape": [
|
| 671 |
+
378,
|
| 672 |
+
7
|
| 673 |
+
],
|
| 674 |
+
"dtype": "float32"
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"path": "obs/agent/panda-0/qpos",
|
| 678 |
+
"shape": [
|
| 679 |
+
379,
|
| 680 |
+
9
|
| 681 |
+
],
|
| 682 |
+
"dtype": "float32"
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"path": "obs/agent/panda-0/qvel",
|
| 686 |
+
"shape": [
|
| 687 |
+
379,
|
| 688 |
+
9
|
| 689 |
+
],
|
| 690 |
+
"dtype": "float32"
|
| 691 |
+
},
|
| 692 |
+
{
|
| 693 |
+
"path": "obs/agent/panda-1/qpos",
|
| 694 |
+
"shape": [
|
| 695 |
+
379,
|
| 696 |
+
9
|
| 697 |
+
],
|
| 698 |
+
"dtype": "float32"
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"path": "obs/agent/panda-1/qvel",
|
| 702 |
+
"shape": [
|
| 703 |
+
379,
|
| 704 |
+
9
|
| 705 |
+
],
|
| 706 |
+
"dtype": "float32"
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 710 |
+
"shape": [
|
| 711 |
+
379,
|
| 712 |
+
240,
|
| 713 |
+
320,
|
| 714 |
+
3
|
| 715 |
+
],
|
| 716 |
+
"dtype": "uint8"
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 720 |
+
"shape": [
|
| 721 |
+
379,
|
| 722 |
+
240,
|
| 723 |
+
320,
|
| 724 |
+
3
|
| 725 |
+
],
|
| 726 |
+
"dtype": "uint8"
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 730 |
+
"shape": [
|
| 731 |
+
379,
|
| 732 |
+
240,
|
| 733 |
+
320,
|
| 734 |
+
3
|
| 735 |
+
],
|
| 736 |
+
"dtype": "uint8"
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 740 |
+
"shape": [
|
| 741 |
+
379,
|
| 742 |
+
240,
|
| 743 |
+
320,
|
| 744 |
+
3
|
| 745 |
+
],
|
| 746 |
+
"dtype": "uint8"
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 750 |
+
"shape": [
|
| 751 |
+
379,
|
| 752 |
+
320,
|
| 753 |
+
240,
|
| 754 |
+
3
|
| 755 |
+
],
|
| 756 |
+
"dtype": "uint8"
|
| 757 |
+
}
|
| 758 |
+
],
|
| 759 |
+
"trajectory_sha256": "29682a8ffacdda22bdb4db219aa92df6d65b375c4117000692d67c4b7b5c20df",
|
| 760 |
+
"source_sha256": "17e8eb5968e76de6b958101dd270a9950b2389d3bbfa21ebbab6baace37a7fc7",
|
| 761 |
+
"view_sha256": "4b37f28b5b5c7316355871a83a3015330ca18320d0e3fb729d245f00fa6eac22"
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"demo_id": "demo_07",
|
| 765 |
+
"file": "demo_07.h5",
|
| 766 |
+
"length": 300,
|
| 767 |
+
"fields": [
|
| 768 |
+
{
|
| 769 |
+
"path": "actions/panda-0",
|
| 770 |
+
"shape": [
|
| 771 |
+
300,
|
| 772 |
+
7
|
| 773 |
+
],
|
| 774 |
+
"dtype": "float32"
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"path": "actions/panda-1",
|
| 778 |
+
"shape": [
|
| 779 |
+
300,
|
| 780 |
+
7
|
| 781 |
+
],
|
| 782 |
+
"dtype": "float32"
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"path": "obs/agent/panda-0/qpos",
|
| 786 |
+
"shape": [
|
| 787 |
+
301,
|
| 788 |
+
9
|
| 789 |
+
],
|
| 790 |
+
"dtype": "float32"
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"path": "obs/agent/panda-0/qvel",
|
| 794 |
+
"shape": [
|
| 795 |
+
301,
|
| 796 |
+
9
|
| 797 |
+
],
|
| 798 |
+
"dtype": "float32"
|
| 799 |
+
},
|
| 800 |
+
{
|
| 801 |
+
"path": "obs/agent/panda-1/qpos",
|
| 802 |
+
"shape": [
|
| 803 |
+
301,
|
| 804 |
+
9
|
| 805 |
+
],
|
| 806 |
+
"dtype": "float32"
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"path": "obs/agent/panda-1/qvel",
|
| 810 |
+
"shape": [
|
| 811 |
+
301,
|
| 812 |
+
9
|
| 813 |
+
],
|
| 814 |
+
"dtype": "float32"
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 818 |
+
"shape": [
|
| 819 |
+
301,
|
| 820 |
+
240,
|
| 821 |
+
320,
|
| 822 |
+
3
|
| 823 |
+
],
|
| 824 |
+
"dtype": "uint8"
|
| 825 |
+
},
|
| 826 |
+
{
|
| 827 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 828 |
+
"shape": [
|
| 829 |
+
301,
|
| 830 |
+
240,
|
| 831 |
+
320,
|
| 832 |
+
3
|
| 833 |
+
],
|
| 834 |
+
"dtype": "uint8"
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 838 |
+
"shape": [
|
| 839 |
+
301,
|
| 840 |
+
240,
|
| 841 |
+
320,
|
| 842 |
+
3
|
| 843 |
+
],
|
| 844 |
+
"dtype": "uint8"
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 848 |
+
"shape": [
|
| 849 |
+
301,
|
| 850 |
+
240,
|
| 851 |
+
320,
|
| 852 |
+
3
|
| 853 |
+
],
|
| 854 |
+
"dtype": "uint8"
|
| 855 |
+
},
|
| 856 |
+
{
|
| 857 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 858 |
+
"shape": [
|
| 859 |
+
301,
|
| 860 |
+
320,
|
| 861 |
+
240,
|
| 862 |
+
3
|
| 863 |
+
],
|
| 864 |
+
"dtype": "uint8"
|
| 865 |
+
}
|
| 866 |
+
],
|
| 867 |
+
"trajectory_sha256": "cc1a39bbb6dfbc422c46e9f5bd91696f9f6729ab513994cd75951033c8db60f9",
|
| 868 |
+
"source_sha256": "be9e6c7b0cd284e0635dcba62ae9f01698734ef439eeb21e61b8d0bd7673fc48",
|
| 869 |
+
"view_sha256": "b2c23bc998f25a999fca301bddf2f7fb030e7841155647cb9ce26e9c97356e60"
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"demo_id": "demo_08",
|
| 873 |
+
"file": "demo_08.h5",
|
| 874 |
+
"length": 321,
|
| 875 |
+
"fields": [
|
| 876 |
+
{
|
| 877 |
+
"path": "actions/panda-0",
|
| 878 |
+
"shape": [
|
| 879 |
+
321,
|
| 880 |
+
7
|
| 881 |
+
],
|
| 882 |
+
"dtype": "float32"
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"path": "actions/panda-1",
|
| 886 |
+
"shape": [
|
| 887 |
+
321,
|
| 888 |
+
7
|
| 889 |
+
],
|
| 890 |
+
"dtype": "float32"
|
| 891 |
+
},
|
| 892 |
+
{
|
| 893 |
+
"path": "obs/agent/panda-0/qpos",
|
| 894 |
+
"shape": [
|
| 895 |
+
322,
|
| 896 |
+
9
|
| 897 |
+
],
|
| 898 |
+
"dtype": "float32"
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"path": "obs/agent/panda-0/qvel",
|
| 902 |
+
"shape": [
|
| 903 |
+
322,
|
| 904 |
+
9
|
| 905 |
+
],
|
| 906 |
+
"dtype": "float32"
|
| 907 |
+
},
|
| 908 |
+
{
|
| 909 |
+
"path": "obs/agent/panda-1/qpos",
|
| 910 |
+
"shape": [
|
| 911 |
+
322,
|
| 912 |
+
9
|
| 913 |
+
],
|
| 914 |
+
"dtype": "float32"
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"path": "obs/agent/panda-1/qvel",
|
| 918 |
+
"shape": [
|
| 919 |
+
322,
|
| 920 |
+
9
|
| 921 |
+
],
|
| 922 |
+
"dtype": "float32"
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 926 |
+
"shape": [
|
| 927 |
+
322,
|
| 928 |
+
240,
|
| 929 |
+
320,
|
| 930 |
+
3
|
| 931 |
+
],
|
| 932 |
+
"dtype": "uint8"
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 936 |
+
"shape": [
|
| 937 |
+
322,
|
| 938 |
+
240,
|
| 939 |
+
320,
|
| 940 |
+
3
|
| 941 |
+
],
|
| 942 |
+
"dtype": "uint8"
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 946 |
+
"shape": [
|
| 947 |
+
322,
|
| 948 |
+
240,
|
| 949 |
+
320,
|
| 950 |
+
3
|
| 951 |
+
],
|
| 952 |
+
"dtype": "uint8"
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 956 |
+
"shape": [
|
| 957 |
+
322,
|
| 958 |
+
240,
|
| 959 |
+
320,
|
| 960 |
+
3
|
| 961 |
+
],
|
| 962 |
+
"dtype": "uint8"
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 966 |
+
"shape": [
|
| 967 |
+
322,
|
| 968 |
+
320,
|
| 969 |
+
240,
|
| 970 |
+
3
|
| 971 |
+
],
|
| 972 |
+
"dtype": "uint8"
|
| 973 |
+
}
|
| 974 |
+
],
|
| 975 |
+
"trajectory_sha256": "8a54ab325e3f134263b98dae666ae6ca35e582119f327cd4468d2be4b1d695e6",
|
| 976 |
+
"source_sha256": "9177ed7a2e1badc04e5165c72117a91db1956f5f3e7062a6ffd4391169565e42",
|
| 977 |
+
"view_sha256": "daee63d0214cbe978e362eb91398cb34e09fa3a6787bd9692f5d0308102b0dc5"
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"demo_id": "demo_09",
|
| 981 |
+
"file": "demo_09.h5",
|
| 982 |
+
"length": 314,
|
| 983 |
+
"fields": [
|
| 984 |
+
{
|
| 985 |
+
"path": "actions/panda-0",
|
| 986 |
+
"shape": [
|
| 987 |
+
314,
|
| 988 |
+
7
|
| 989 |
+
],
|
| 990 |
+
"dtype": "float32"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"path": "actions/panda-1",
|
| 994 |
+
"shape": [
|
| 995 |
+
314,
|
| 996 |
+
7
|
| 997 |
+
],
|
| 998 |
+
"dtype": "float32"
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1002 |
+
"shape": [
|
| 1003 |
+
315,
|
| 1004 |
+
9
|
| 1005 |
+
],
|
| 1006 |
+
"dtype": "float32"
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1010 |
+
"shape": [
|
| 1011 |
+
315,
|
| 1012 |
+
9
|
| 1013 |
+
],
|
| 1014 |
+
"dtype": "float32"
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1018 |
+
"shape": [
|
| 1019 |
+
315,
|
| 1020 |
+
9
|
| 1021 |
+
],
|
| 1022 |
+
"dtype": "float32"
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1026 |
+
"shape": [
|
| 1027 |
+
315,
|
| 1028 |
+
9
|
| 1029 |
+
],
|
| 1030 |
+
"dtype": "float32"
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1034 |
+
"shape": [
|
| 1035 |
+
315,
|
| 1036 |
+
240,
|
| 1037 |
+
320,
|
| 1038 |
+
3
|
| 1039 |
+
],
|
| 1040 |
+
"dtype": "uint8"
|
| 1041 |
+
},
|
| 1042 |
+
{
|
| 1043 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1044 |
+
"shape": [
|
| 1045 |
+
315,
|
| 1046 |
+
240,
|
| 1047 |
+
320,
|
| 1048 |
+
3
|
| 1049 |
+
],
|
| 1050 |
+
"dtype": "uint8"
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1054 |
+
"shape": [
|
| 1055 |
+
315,
|
| 1056 |
+
240,
|
| 1057 |
+
320,
|
| 1058 |
+
3
|
| 1059 |
+
],
|
| 1060 |
+
"dtype": "uint8"
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1064 |
+
"shape": [
|
| 1065 |
+
315,
|
| 1066 |
+
240,
|
| 1067 |
+
320,
|
| 1068 |
+
3
|
| 1069 |
+
],
|
| 1070 |
+
"dtype": "uint8"
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1074 |
+
"shape": [
|
| 1075 |
+
315,
|
| 1076 |
+
320,
|
| 1077 |
+
240,
|
| 1078 |
+
3
|
| 1079 |
+
],
|
| 1080 |
+
"dtype": "uint8"
|
| 1081 |
+
}
|
| 1082 |
+
],
|
| 1083 |
+
"trajectory_sha256": "c2060f0e40b5cfe451e455159f92376a91977714a159b3cc2616c02f2d4cbd72",
|
| 1084 |
+
"source_sha256": "24c658296684566bdc787a9128bc835b935f1a5f59ba99a8f2107b49d0216f3c",
|
| 1085 |
+
"view_sha256": "f1ce17755ae530c7026ce99b4158041553b022712affe2acdca8a30edd0bb69c"
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"demo_id": "demo_10",
|
| 1089 |
+
"file": "demo_10.h5",
|
| 1090 |
+
"length": 329,
|
| 1091 |
+
"fields": [
|
| 1092 |
+
{
|
| 1093 |
+
"path": "actions/panda-0",
|
| 1094 |
+
"shape": [
|
| 1095 |
+
329,
|
| 1096 |
+
7
|
| 1097 |
+
],
|
| 1098 |
+
"dtype": "float32"
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"path": "actions/panda-1",
|
| 1102 |
+
"shape": [
|
| 1103 |
+
329,
|
| 1104 |
+
7
|
| 1105 |
+
],
|
| 1106 |
+
"dtype": "float32"
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1110 |
+
"shape": [
|
| 1111 |
+
330,
|
| 1112 |
+
9
|
| 1113 |
+
],
|
| 1114 |
+
"dtype": "float32"
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1118 |
+
"shape": [
|
| 1119 |
+
330,
|
| 1120 |
+
9
|
| 1121 |
+
],
|
| 1122 |
+
"dtype": "float32"
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1126 |
+
"shape": [
|
| 1127 |
+
330,
|
| 1128 |
+
9
|
| 1129 |
+
],
|
| 1130 |
+
"dtype": "float32"
|
| 1131 |
+
},
|
| 1132 |
+
{
|
| 1133 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1134 |
+
"shape": [
|
| 1135 |
+
330,
|
| 1136 |
+
9
|
| 1137 |
+
],
|
| 1138 |
+
"dtype": "float32"
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1142 |
+
"shape": [
|
| 1143 |
+
330,
|
| 1144 |
+
240,
|
| 1145 |
+
320,
|
| 1146 |
+
3
|
| 1147 |
+
],
|
| 1148 |
+
"dtype": "uint8"
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1152 |
+
"shape": [
|
| 1153 |
+
330,
|
| 1154 |
+
240,
|
| 1155 |
+
320,
|
| 1156 |
+
3
|
| 1157 |
+
],
|
| 1158 |
+
"dtype": "uint8"
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1162 |
+
"shape": [
|
| 1163 |
+
330,
|
| 1164 |
+
240,
|
| 1165 |
+
320,
|
| 1166 |
+
3
|
| 1167 |
+
],
|
| 1168 |
+
"dtype": "uint8"
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1172 |
+
"shape": [
|
| 1173 |
+
330,
|
| 1174 |
+
240,
|
| 1175 |
+
320,
|
| 1176 |
+
3
|
| 1177 |
+
],
|
| 1178 |
+
"dtype": "uint8"
|
| 1179 |
+
},
|
| 1180 |
+
{
|
| 1181 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1182 |
+
"shape": [
|
| 1183 |
+
330,
|
| 1184 |
+
320,
|
| 1185 |
+
240,
|
| 1186 |
+
3
|
| 1187 |
+
],
|
| 1188 |
+
"dtype": "uint8"
|
| 1189 |
+
}
|
| 1190 |
+
],
|
| 1191 |
+
"trajectory_sha256": "d7b1c3fc14ba719bc1478c5f661a38ee143d1e505e66b7baa5003a3c7b5db6c3",
|
| 1192 |
+
"source_sha256": "b2ce34fb99c78e2633f987531b3562825cce9b6409b5f34d99872f4e05dff0f9",
|
| 1193 |
+
"view_sha256": "832927d5b50996f49485ea3c38fe9918f77884736560231ef5395030a78d921f"
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"demo_id": "demo_11",
|
| 1197 |
+
"file": "demo_11.h5",
|
| 1198 |
+
"length": 337,
|
| 1199 |
+
"fields": [
|
| 1200 |
+
{
|
| 1201 |
+
"path": "actions/panda-0",
|
| 1202 |
+
"shape": [
|
| 1203 |
+
337,
|
| 1204 |
+
7
|
| 1205 |
+
],
|
| 1206 |
+
"dtype": "float32"
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"path": "actions/panda-1",
|
| 1210 |
+
"shape": [
|
| 1211 |
+
337,
|
| 1212 |
+
7
|
| 1213 |
+
],
|
| 1214 |
+
"dtype": "float32"
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1218 |
+
"shape": [
|
| 1219 |
+
338,
|
| 1220 |
+
9
|
| 1221 |
+
],
|
| 1222 |
+
"dtype": "float32"
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1226 |
+
"shape": [
|
| 1227 |
+
338,
|
| 1228 |
+
9
|
| 1229 |
+
],
|
| 1230 |
+
"dtype": "float32"
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1234 |
+
"shape": [
|
| 1235 |
+
338,
|
| 1236 |
+
9
|
| 1237 |
+
],
|
| 1238 |
+
"dtype": "float32"
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1242 |
+
"shape": [
|
| 1243 |
+
338,
|
| 1244 |
+
9
|
| 1245 |
+
],
|
| 1246 |
+
"dtype": "float32"
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1250 |
+
"shape": [
|
| 1251 |
+
338,
|
| 1252 |
+
240,
|
| 1253 |
+
320,
|
| 1254 |
+
3
|
| 1255 |
+
],
|
| 1256 |
+
"dtype": "uint8"
|
| 1257 |
+
},
|
| 1258 |
+
{
|
| 1259 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1260 |
+
"shape": [
|
| 1261 |
+
338,
|
| 1262 |
+
240,
|
| 1263 |
+
320,
|
| 1264 |
+
3
|
| 1265 |
+
],
|
| 1266 |
+
"dtype": "uint8"
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1270 |
+
"shape": [
|
| 1271 |
+
338,
|
| 1272 |
+
240,
|
| 1273 |
+
320,
|
| 1274 |
+
3
|
| 1275 |
+
],
|
| 1276 |
+
"dtype": "uint8"
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1280 |
+
"shape": [
|
| 1281 |
+
338,
|
| 1282 |
+
240,
|
| 1283 |
+
320,
|
| 1284 |
+
3
|
| 1285 |
+
],
|
| 1286 |
+
"dtype": "uint8"
|
| 1287 |
+
},
|
| 1288 |
+
{
|
| 1289 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1290 |
+
"shape": [
|
| 1291 |
+
338,
|
| 1292 |
+
320,
|
| 1293 |
+
240,
|
| 1294 |
+
3
|
| 1295 |
+
],
|
| 1296 |
+
"dtype": "uint8"
|
| 1297 |
+
}
|
| 1298 |
+
],
|
| 1299 |
+
"trajectory_sha256": "9e1ce7e9cd457922d25500d441e0456a5bba575ef82c90e0bde8b916cfa9639b",
|
| 1300 |
+
"source_sha256": "d57adb73655ab9239801f0998e981878376958c38aec068c9d6532c99b1b4fff",
|
| 1301 |
+
"view_sha256": "1ae92fde70ca8200f02124b35bdc69f88a6e0b6ad92b0eda0f1977fe48e3e715"
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"demo_id": "demo_12",
|
| 1305 |
+
"file": "demo_12.h5",
|
| 1306 |
+
"length": 296,
|
| 1307 |
+
"fields": [
|
| 1308 |
+
{
|
| 1309 |
+
"path": "actions/panda-0",
|
| 1310 |
+
"shape": [
|
| 1311 |
+
296,
|
| 1312 |
+
7
|
| 1313 |
+
],
|
| 1314 |
+
"dtype": "float32"
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"path": "actions/panda-1",
|
| 1318 |
+
"shape": [
|
| 1319 |
+
296,
|
| 1320 |
+
7
|
| 1321 |
+
],
|
| 1322 |
+
"dtype": "float32"
|
| 1323 |
+
},
|
| 1324 |
+
{
|
| 1325 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1326 |
+
"shape": [
|
| 1327 |
+
297,
|
| 1328 |
+
9
|
| 1329 |
+
],
|
| 1330 |
+
"dtype": "float32"
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1334 |
+
"shape": [
|
| 1335 |
+
297,
|
| 1336 |
+
9
|
| 1337 |
+
],
|
| 1338 |
+
"dtype": "float32"
|
| 1339 |
+
},
|
| 1340 |
+
{
|
| 1341 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1342 |
+
"shape": [
|
| 1343 |
+
297,
|
| 1344 |
+
9
|
| 1345 |
+
],
|
| 1346 |
+
"dtype": "float32"
|
| 1347 |
+
},
|
| 1348 |
+
{
|
| 1349 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1350 |
+
"shape": [
|
| 1351 |
+
297,
|
| 1352 |
+
9
|
| 1353 |
+
],
|
| 1354 |
+
"dtype": "float32"
|
| 1355 |
+
},
|
| 1356 |
+
{
|
| 1357 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1358 |
+
"shape": [
|
| 1359 |
+
297,
|
| 1360 |
+
240,
|
| 1361 |
+
320,
|
| 1362 |
+
3
|
| 1363 |
+
],
|
| 1364 |
+
"dtype": "uint8"
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1368 |
+
"shape": [
|
| 1369 |
+
297,
|
| 1370 |
+
240,
|
| 1371 |
+
320,
|
| 1372 |
+
3
|
| 1373 |
+
],
|
| 1374 |
+
"dtype": "uint8"
|
| 1375 |
+
},
|
| 1376 |
+
{
|
| 1377 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1378 |
+
"shape": [
|
| 1379 |
+
297,
|
| 1380 |
+
240,
|
| 1381 |
+
320,
|
| 1382 |
+
3
|
| 1383 |
+
],
|
| 1384 |
+
"dtype": "uint8"
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1388 |
+
"shape": [
|
| 1389 |
+
297,
|
| 1390 |
+
240,
|
| 1391 |
+
320,
|
| 1392 |
+
3
|
| 1393 |
+
],
|
| 1394 |
+
"dtype": "uint8"
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1398 |
+
"shape": [
|
| 1399 |
+
297,
|
| 1400 |
+
320,
|
| 1401 |
+
240,
|
| 1402 |
+
3
|
| 1403 |
+
],
|
| 1404 |
+
"dtype": "uint8"
|
| 1405 |
+
}
|
| 1406 |
+
],
|
| 1407 |
+
"trajectory_sha256": "a9b9c12f83b48b73d9320dc85fc088c38fed36c54e51d4f8f8676567301a42c8",
|
| 1408 |
+
"source_sha256": "b691bf214d943381472ea2d9d487982f0707c15423f2a71e25dfa822217ba8fc",
|
| 1409 |
+
"view_sha256": "14d67f60c07373012c88546be748581fe4b09c709e5b5996adfcd13f67baa89b"
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"demo_id": "demo_13",
|
| 1413 |
+
"file": "demo_13.h5",
|
| 1414 |
+
"length": 311,
|
| 1415 |
+
"fields": [
|
| 1416 |
+
{
|
| 1417 |
+
"path": "actions/panda-0",
|
| 1418 |
+
"shape": [
|
| 1419 |
+
311,
|
| 1420 |
+
7
|
| 1421 |
+
],
|
| 1422 |
+
"dtype": "float32"
|
| 1423 |
+
},
|
| 1424 |
+
{
|
| 1425 |
+
"path": "actions/panda-1",
|
| 1426 |
+
"shape": [
|
| 1427 |
+
311,
|
| 1428 |
+
7
|
| 1429 |
+
],
|
| 1430 |
+
"dtype": "float32"
|
| 1431 |
+
},
|
| 1432 |
+
{
|
| 1433 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1434 |
+
"shape": [
|
| 1435 |
+
312,
|
| 1436 |
+
9
|
| 1437 |
+
],
|
| 1438 |
+
"dtype": "float32"
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1442 |
+
"shape": [
|
| 1443 |
+
312,
|
| 1444 |
+
9
|
| 1445 |
+
],
|
| 1446 |
+
"dtype": "float32"
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1450 |
+
"shape": [
|
| 1451 |
+
312,
|
| 1452 |
+
9
|
| 1453 |
+
],
|
| 1454 |
+
"dtype": "float32"
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1458 |
+
"shape": [
|
| 1459 |
+
312,
|
| 1460 |
+
9
|
| 1461 |
+
],
|
| 1462 |
+
"dtype": "float32"
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1466 |
+
"shape": [
|
| 1467 |
+
312,
|
| 1468 |
+
240,
|
| 1469 |
+
320,
|
| 1470 |
+
3
|
| 1471 |
+
],
|
| 1472 |
+
"dtype": "uint8"
|
| 1473 |
+
},
|
| 1474 |
+
{
|
| 1475 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1476 |
+
"shape": [
|
| 1477 |
+
312,
|
| 1478 |
+
240,
|
| 1479 |
+
320,
|
| 1480 |
+
3
|
| 1481 |
+
],
|
| 1482 |
+
"dtype": "uint8"
|
| 1483 |
+
},
|
| 1484 |
+
{
|
| 1485 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1486 |
+
"shape": [
|
| 1487 |
+
312,
|
| 1488 |
+
240,
|
| 1489 |
+
320,
|
| 1490 |
+
3
|
| 1491 |
+
],
|
| 1492 |
+
"dtype": "uint8"
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1496 |
+
"shape": [
|
| 1497 |
+
312,
|
| 1498 |
+
240,
|
| 1499 |
+
320,
|
| 1500 |
+
3
|
| 1501 |
+
],
|
| 1502 |
+
"dtype": "uint8"
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1506 |
+
"shape": [
|
| 1507 |
+
312,
|
| 1508 |
+
320,
|
| 1509 |
+
240,
|
| 1510 |
+
3
|
| 1511 |
+
],
|
| 1512 |
+
"dtype": "uint8"
|
| 1513 |
+
}
|
| 1514 |
+
],
|
| 1515 |
+
"trajectory_sha256": "f894c90d4ae3c4be91af28c326664a5cd6072ecc9adfef1c6bcc4d7040091f31",
|
| 1516 |
+
"source_sha256": "20b053dcafe6f5bcd25ad8df66b53ea75fdd21364c2efdfe148232f0c7f4c66d",
|
| 1517 |
+
"view_sha256": "ade327ef8cc12f5854ab0fb3829c27332d419fd3c4c7d3f5a22f8a8797239532"
|
| 1518 |
+
},
|
| 1519 |
+
{
|
| 1520 |
+
"demo_id": "demo_14",
|
| 1521 |
+
"file": "demo_14.h5",
|
| 1522 |
+
"length": 314,
|
| 1523 |
+
"fields": [
|
| 1524 |
+
{
|
| 1525 |
+
"path": "actions/panda-0",
|
| 1526 |
+
"shape": [
|
| 1527 |
+
314,
|
| 1528 |
+
7
|
| 1529 |
+
],
|
| 1530 |
+
"dtype": "float32"
|
| 1531 |
+
},
|
| 1532 |
+
{
|
| 1533 |
+
"path": "actions/panda-1",
|
| 1534 |
+
"shape": [
|
| 1535 |
+
314,
|
| 1536 |
+
7
|
| 1537 |
+
],
|
| 1538 |
+
"dtype": "float32"
|
| 1539 |
+
},
|
| 1540 |
+
{
|
| 1541 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1542 |
+
"shape": [
|
| 1543 |
+
315,
|
| 1544 |
+
9
|
| 1545 |
+
],
|
| 1546 |
+
"dtype": "float32"
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1550 |
+
"shape": [
|
| 1551 |
+
315,
|
| 1552 |
+
9
|
| 1553 |
+
],
|
| 1554 |
+
"dtype": "float32"
|
| 1555 |
+
},
|
| 1556 |
+
{
|
| 1557 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1558 |
+
"shape": [
|
| 1559 |
+
315,
|
| 1560 |
+
9
|
| 1561 |
+
],
|
| 1562 |
+
"dtype": "float32"
|
| 1563 |
+
},
|
| 1564 |
+
{
|
| 1565 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1566 |
+
"shape": [
|
| 1567 |
+
315,
|
| 1568 |
+
9
|
| 1569 |
+
],
|
| 1570 |
+
"dtype": "float32"
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1574 |
+
"shape": [
|
| 1575 |
+
315,
|
| 1576 |
+
240,
|
| 1577 |
+
320,
|
| 1578 |
+
3
|
| 1579 |
+
],
|
| 1580 |
+
"dtype": "uint8"
|
| 1581 |
+
},
|
| 1582 |
+
{
|
| 1583 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1584 |
+
"shape": [
|
| 1585 |
+
315,
|
| 1586 |
+
240,
|
| 1587 |
+
320,
|
| 1588 |
+
3
|
| 1589 |
+
],
|
| 1590 |
+
"dtype": "uint8"
|
| 1591 |
+
},
|
| 1592 |
+
{
|
| 1593 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1594 |
+
"shape": [
|
| 1595 |
+
315,
|
| 1596 |
+
240,
|
| 1597 |
+
320,
|
| 1598 |
+
3
|
| 1599 |
+
],
|
| 1600 |
+
"dtype": "uint8"
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1604 |
+
"shape": [
|
| 1605 |
+
315,
|
| 1606 |
+
240,
|
| 1607 |
+
320,
|
| 1608 |
+
3
|
| 1609 |
+
],
|
| 1610 |
+
"dtype": "uint8"
|
| 1611 |
+
},
|
| 1612 |
+
{
|
| 1613 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1614 |
+
"shape": [
|
| 1615 |
+
315,
|
| 1616 |
+
320,
|
| 1617 |
+
240,
|
| 1618 |
+
3
|
| 1619 |
+
],
|
| 1620 |
+
"dtype": "uint8"
|
| 1621 |
+
}
|
| 1622 |
+
],
|
| 1623 |
+
"trajectory_sha256": "57d0b7da8d9bee7efc6b288e27f3ac4edc4c29f51adafdeb21a8183abb7283bb",
|
| 1624 |
+
"source_sha256": "ba78b06b98adc51df684ce26ee47b4d4c0bf31d01036546315817c428c9b8aec",
|
| 1625 |
+
"view_sha256": "ba8c7c95812fbce3dcd93d7fa64cdea5b887c74983b2c14f2bd58f7789f2dd08"
|
| 1626 |
+
},
|
| 1627 |
+
{
|
| 1628 |
+
"demo_id": "demo_15",
|
| 1629 |
+
"file": "demo_15.h5",
|
| 1630 |
+
"length": 339,
|
| 1631 |
+
"fields": [
|
| 1632 |
+
{
|
| 1633 |
+
"path": "actions/panda-0",
|
| 1634 |
+
"shape": [
|
| 1635 |
+
339,
|
| 1636 |
+
7
|
| 1637 |
+
],
|
| 1638 |
+
"dtype": "float32"
|
| 1639 |
+
},
|
| 1640 |
+
{
|
| 1641 |
+
"path": "actions/panda-1",
|
| 1642 |
+
"shape": [
|
| 1643 |
+
339,
|
| 1644 |
+
7
|
| 1645 |
+
],
|
| 1646 |
+
"dtype": "float32"
|
| 1647 |
+
},
|
| 1648 |
+
{
|
| 1649 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1650 |
+
"shape": [
|
| 1651 |
+
340,
|
| 1652 |
+
9
|
| 1653 |
+
],
|
| 1654 |
+
"dtype": "float32"
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1658 |
+
"shape": [
|
| 1659 |
+
340,
|
| 1660 |
+
9
|
| 1661 |
+
],
|
| 1662 |
+
"dtype": "float32"
|
| 1663 |
+
},
|
| 1664 |
+
{
|
| 1665 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1666 |
+
"shape": [
|
| 1667 |
+
340,
|
| 1668 |
+
9
|
| 1669 |
+
],
|
| 1670 |
+
"dtype": "float32"
|
| 1671 |
+
},
|
| 1672 |
+
{
|
| 1673 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1674 |
+
"shape": [
|
| 1675 |
+
340,
|
| 1676 |
+
9
|
| 1677 |
+
],
|
| 1678 |
+
"dtype": "float32"
|
| 1679 |
+
},
|
| 1680 |
+
{
|
| 1681 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1682 |
+
"shape": [
|
| 1683 |
+
340,
|
| 1684 |
+
240,
|
| 1685 |
+
320,
|
| 1686 |
+
3
|
| 1687 |
+
],
|
| 1688 |
+
"dtype": "uint8"
|
| 1689 |
+
},
|
| 1690 |
+
{
|
| 1691 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1692 |
+
"shape": [
|
| 1693 |
+
340,
|
| 1694 |
+
240,
|
| 1695 |
+
320,
|
| 1696 |
+
3
|
| 1697 |
+
],
|
| 1698 |
+
"dtype": "uint8"
|
| 1699 |
+
},
|
| 1700 |
+
{
|
| 1701 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1702 |
+
"shape": [
|
| 1703 |
+
340,
|
| 1704 |
+
240,
|
| 1705 |
+
320,
|
| 1706 |
+
3
|
| 1707 |
+
],
|
| 1708 |
+
"dtype": "uint8"
|
| 1709 |
+
},
|
| 1710 |
+
{
|
| 1711 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1712 |
+
"shape": [
|
| 1713 |
+
340,
|
| 1714 |
+
240,
|
| 1715 |
+
320,
|
| 1716 |
+
3
|
| 1717 |
+
],
|
| 1718 |
+
"dtype": "uint8"
|
| 1719 |
+
},
|
| 1720 |
+
{
|
| 1721 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1722 |
+
"shape": [
|
| 1723 |
+
340,
|
| 1724 |
+
320,
|
| 1725 |
+
240,
|
| 1726 |
+
3
|
| 1727 |
+
],
|
| 1728 |
+
"dtype": "uint8"
|
| 1729 |
+
}
|
| 1730 |
+
],
|
| 1731 |
+
"trajectory_sha256": "9ed31feff79a62d5f8603ae1670a90f3ca462db3ea7e0bfd856e75bfd291495e",
|
| 1732 |
+
"source_sha256": "6cb6fbf745e70b4ece083df220a5723f0510980c086e3cb2c25a4fac0803313a",
|
| 1733 |
+
"view_sha256": "b2a7ed3368b4223c295d9c2815b68a822f5338b05755a3fd292e30976abbbf33"
|
| 1734 |
+
},
|
| 1735 |
+
{
|
| 1736 |
+
"demo_id": "demo_16",
|
| 1737 |
+
"file": "demo_16.h5",
|
| 1738 |
+
"length": 337,
|
| 1739 |
+
"fields": [
|
| 1740 |
+
{
|
| 1741 |
+
"path": "actions/panda-0",
|
| 1742 |
+
"shape": [
|
| 1743 |
+
337,
|
| 1744 |
+
7
|
| 1745 |
+
],
|
| 1746 |
+
"dtype": "float32"
|
| 1747 |
+
},
|
| 1748 |
+
{
|
| 1749 |
+
"path": "actions/panda-1",
|
| 1750 |
+
"shape": [
|
| 1751 |
+
337,
|
| 1752 |
+
7
|
| 1753 |
+
],
|
| 1754 |
+
"dtype": "float32"
|
| 1755 |
+
},
|
| 1756 |
+
{
|
| 1757 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1758 |
+
"shape": [
|
| 1759 |
+
338,
|
| 1760 |
+
9
|
| 1761 |
+
],
|
| 1762 |
+
"dtype": "float32"
|
| 1763 |
+
},
|
| 1764 |
+
{
|
| 1765 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1766 |
+
"shape": [
|
| 1767 |
+
338,
|
| 1768 |
+
9
|
| 1769 |
+
],
|
| 1770 |
+
"dtype": "float32"
|
| 1771 |
+
},
|
| 1772 |
+
{
|
| 1773 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1774 |
+
"shape": [
|
| 1775 |
+
338,
|
| 1776 |
+
9
|
| 1777 |
+
],
|
| 1778 |
+
"dtype": "float32"
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1782 |
+
"shape": [
|
| 1783 |
+
338,
|
| 1784 |
+
9
|
| 1785 |
+
],
|
| 1786 |
+
"dtype": "float32"
|
| 1787 |
+
},
|
| 1788 |
+
{
|
| 1789 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1790 |
+
"shape": [
|
| 1791 |
+
338,
|
| 1792 |
+
240,
|
| 1793 |
+
320,
|
| 1794 |
+
3
|
| 1795 |
+
],
|
| 1796 |
+
"dtype": "uint8"
|
| 1797 |
+
},
|
| 1798 |
+
{
|
| 1799 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1800 |
+
"shape": [
|
| 1801 |
+
338,
|
| 1802 |
+
240,
|
| 1803 |
+
320,
|
| 1804 |
+
3
|
| 1805 |
+
],
|
| 1806 |
+
"dtype": "uint8"
|
| 1807 |
+
},
|
| 1808 |
+
{
|
| 1809 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1810 |
+
"shape": [
|
| 1811 |
+
338,
|
| 1812 |
+
240,
|
| 1813 |
+
320,
|
| 1814 |
+
3
|
| 1815 |
+
],
|
| 1816 |
+
"dtype": "uint8"
|
| 1817 |
+
},
|
| 1818 |
+
{
|
| 1819 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1820 |
+
"shape": [
|
| 1821 |
+
338,
|
| 1822 |
+
240,
|
| 1823 |
+
320,
|
| 1824 |
+
3
|
| 1825 |
+
],
|
| 1826 |
+
"dtype": "uint8"
|
| 1827 |
+
},
|
| 1828 |
+
{
|
| 1829 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1830 |
+
"shape": [
|
| 1831 |
+
338,
|
| 1832 |
+
320,
|
| 1833 |
+
240,
|
| 1834 |
+
3
|
| 1835 |
+
],
|
| 1836 |
+
"dtype": "uint8"
|
| 1837 |
+
}
|
| 1838 |
+
],
|
| 1839 |
+
"trajectory_sha256": "512144a009769caee5560ff8d635a30749658cd4536e00ea0e4eda77285d4f7b",
|
| 1840 |
+
"source_sha256": "9f232c343c905ae199e9fd14001c3dae2a36fcb5943aaaf263fc006b4be0294a",
|
| 1841 |
+
"view_sha256": "09252bad47f79b03e79e9d3a3768521f2735bccd60b27c8c5605905ad22bf373"
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"demo_id": "demo_17",
|
| 1845 |
+
"file": "demo_17.h5",
|
| 1846 |
+
"length": 349,
|
| 1847 |
+
"fields": [
|
| 1848 |
+
{
|
| 1849 |
+
"path": "actions/panda-0",
|
| 1850 |
+
"shape": [
|
| 1851 |
+
349,
|
| 1852 |
+
7
|
| 1853 |
+
],
|
| 1854 |
+
"dtype": "float32"
|
| 1855 |
+
},
|
| 1856 |
+
{
|
| 1857 |
+
"path": "actions/panda-1",
|
| 1858 |
+
"shape": [
|
| 1859 |
+
349,
|
| 1860 |
+
7
|
| 1861 |
+
],
|
| 1862 |
+
"dtype": "float32"
|
| 1863 |
+
},
|
| 1864 |
+
{
|
| 1865 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1866 |
+
"shape": [
|
| 1867 |
+
350,
|
| 1868 |
+
9
|
| 1869 |
+
],
|
| 1870 |
+
"dtype": "float32"
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1874 |
+
"shape": [
|
| 1875 |
+
350,
|
| 1876 |
+
9
|
| 1877 |
+
],
|
| 1878 |
+
"dtype": "float32"
|
| 1879 |
+
},
|
| 1880 |
+
{
|
| 1881 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1882 |
+
"shape": [
|
| 1883 |
+
350,
|
| 1884 |
+
9
|
| 1885 |
+
],
|
| 1886 |
+
"dtype": "float32"
|
| 1887 |
+
},
|
| 1888 |
+
{
|
| 1889 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1890 |
+
"shape": [
|
| 1891 |
+
350,
|
| 1892 |
+
9
|
| 1893 |
+
],
|
| 1894 |
+
"dtype": "float32"
|
| 1895 |
+
},
|
| 1896 |
+
{
|
| 1897 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1898 |
+
"shape": [
|
| 1899 |
+
350,
|
| 1900 |
+
240,
|
| 1901 |
+
320,
|
| 1902 |
+
3
|
| 1903 |
+
],
|
| 1904 |
+
"dtype": "uint8"
|
| 1905 |
+
},
|
| 1906 |
+
{
|
| 1907 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1908 |
+
"shape": [
|
| 1909 |
+
350,
|
| 1910 |
+
240,
|
| 1911 |
+
320,
|
| 1912 |
+
3
|
| 1913 |
+
],
|
| 1914 |
+
"dtype": "uint8"
|
| 1915 |
+
},
|
| 1916 |
+
{
|
| 1917 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1918 |
+
"shape": [
|
| 1919 |
+
350,
|
| 1920 |
+
240,
|
| 1921 |
+
320,
|
| 1922 |
+
3
|
| 1923 |
+
],
|
| 1924 |
+
"dtype": "uint8"
|
| 1925 |
+
},
|
| 1926 |
+
{
|
| 1927 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1928 |
+
"shape": [
|
| 1929 |
+
350,
|
| 1930 |
+
240,
|
| 1931 |
+
320,
|
| 1932 |
+
3
|
| 1933 |
+
],
|
| 1934 |
+
"dtype": "uint8"
|
| 1935 |
+
},
|
| 1936 |
+
{
|
| 1937 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1938 |
+
"shape": [
|
| 1939 |
+
350,
|
| 1940 |
+
320,
|
| 1941 |
+
240,
|
| 1942 |
+
3
|
| 1943 |
+
],
|
| 1944 |
+
"dtype": "uint8"
|
| 1945 |
+
}
|
| 1946 |
+
],
|
| 1947 |
+
"trajectory_sha256": "fb21a23dc64389b21ca7b6bbaaae17da67ea375b2f1dbf6f056f7ffca51221ce",
|
| 1948 |
+
"source_sha256": "52b00be8479e12412298950f94fda757b146276c422f47501748ea8ade1b09ec",
|
| 1949 |
+
"view_sha256": "a8f43dccf6b4f6ea40a5949cf48ec7b5871e7bdaad7d93f640c0bab017f5a75c"
|
| 1950 |
+
},
|
| 1951 |
+
{
|
| 1952 |
+
"demo_id": "demo_18",
|
| 1953 |
+
"file": "demo_18.h5",
|
| 1954 |
+
"length": 319,
|
| 1955 |
+
"fields": [
|
| 1956 |
+
{
|
| 1957 |
+
"path": "actions/panda-0",
|
| 1958 |
+
"shape": [
|
| 1959 |
+
319,
|
| 1960 |
+
7
|
| 1961 |
+
],
|
| 1962 |
+
"dtype": "float32"
|
| 1963 |
+
},
|
| 1964 |
+
{
|
| 1965 |
+
"path": "actions/panda-1",
|
| 1966 |
+
"shape": [
|
| 1967 |
+
319,
|
| 1968 |
+
7
|
| 1969 |
+
],
|
| 1970 |
+
"dtype": "float32"
|
| 1971 |
+
},
|
| 1972 |
+
{
|
| 1973 |
+
"path": "obs/agent/panda-0/qpos",
|
| 1974 |
+
"shape": [
|
| 1975 |
+
320,
|
| 1976 |
+
9
|
| 1977 |
+
],
|
| 1978 |
+
"dtype": "float32"
|
| 1979 |
+
},
|
| 1980 |
+
{
|
| 1981 |
+
"path": "obs/agent/panda-0/qvel",
|
| 1982 |
+
"shape": [
|
| 1983 |
+
320,
|
| 1984 |
+
9
|
| 1985 |
+
],
|
| 1986 |
+
"dtype": "float32"
|
| 1987 |
+
},
|
| 1988 |
+
{
|
| 1989 |
+
"path": "obs/agent/panda-1/qpos",
|
| 1990 |
+
"shape": [
|
| 1991 |
+
320,
|
| 1992 |
+
9
|
| 1993 |
+
],
|
| 1994 |
+
"dtype": "float32"
|
| 1995 |
+
},
|
| 1996 |
+
{
|
| 1997 |
+
"path": "obs/agent/panda-1/qvel",
|
| 1998 |
+
"shape": [
|
| 1999 |
+
320,
|
| 2000 |
+
9
|
| 2001 |
+
],
|
| 2002 |
+
"dtype": "float32"
|
| 2003 |
+
},
|
| 2004 |
+
{
|
| 2005 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2006 |
+
"shape": [
|
| 2007 |
+
320,
|
| 2008 |
+
240,
|
| 2009 |
+
320,
|
| 2010 |
+
3
|
| 2011 |
+
],
|
| 2012 |
+
"dtype": "uint8"
|
| 2013 |
+
},
|
| 2014 |
+
{
|
| 2015 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2016 |
+
"shape": [
|
| 2017 |
+
320,
|
| 2018 |
+
240,
|
| 2019 |
+
320,
|
| 2020 |
+
3
|
| 2021 |
+
],
|
| 2022 |
+
"dtype": "uint8"
|
| 2023 |
+
},
|
| 2024 |
+
{
|
| 2025 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2026 |
+
"shape": [
|
| 2027 |
+
320,
|
| 2028 |
+
240,
|
| 2029 |
+
320,
|
| 2030 |
+
3
|
| 2031 |
+
],
|
| 2032 |
+
"dtype": "uint8"
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2036 |
+
"shape": [
|
| 2037 |
+
320,
|
| 2038 |
+
240,
|
| 2039 |
+
320,
|
| 2040 |
+
3
|
| 2041 |
+
],
|
| 2042 |
+
"dtype": "uint8"
|
| 2043 |
+
},
|
| 2044 |
+
{
|
| 2045 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2046 |
+
"shape": [
|
| 2047 |
+
320,
|
| 2048 |
+
320,
|
| 2049 |
+
240,
|
| 2050 |
+
3
|
| 2051 |
+
],
|
| 2052 |
+
"dtype": "uint8"
|
| 2053 |
+
}
|
| 2054 |
+
],
|
| 2055 |
+
"trajectory_sha256": "6f6a63ba48644e3a82936c19ac0ea228504dc4ed561b1a78e66ad9ced103dc3a",
|
| 2056 |
+
"source_sha256": "966b7719f4b3cf1c37a0284022c620df55fabd1f0194443b17d883d9b9b8fcb7",
|
| 2057 |
+
"view_sha256": "dffba4e52476ded08a851e3802355d9d3e9fdcc184b28521a65e6caec9ce022e"
|
| 2058 |
+
},
|
| 2059 |
+
{
|
| 2060 |
+
"demo_id": "demo_19",
|
| 2061 |
+
"file": "demo_19.h5",
|
| 2062 |
+
"length": 318,
|
| 2063 |
+
"fields": [
|
| 2064 |
+
{
|
| 2065 |
+
"path": "actions/panda-0",
|
| 2066 |
+
"shape": [
|
| 2067 |
+
318,
|
| 2068 |
+
7
|
| 2069 |
+
],
|
| 2070 |
+
"dtype": "float32"
|
| 2071 |
+
},
|
| 2072 |
+
{
|
| 2073 |
+
"path": "actions/panda-1",
|
| 2074 |
+
"shape": [
|
| 2075 |
+
318,
|
| 2076 |
+
7
|
| 2077 |
+
],
|
| 2078 |
+
"dtype": "float32"
|
| 2079 |
+
},
|
| 2080 |
+
{
|
| 2081 |
+
"path": "obs/agent/panda-0/qpos",
|
| 2082 |
+
"shape": [
|
| 2083 |
+
319,
|
| 2084 |
+
9
|
| 2085 |
+
],
|
| 2086 |
+
"dtype": "float32"
|
| 2087 |
+
},
|
| 2088 |
+
{
|
| 2089 |
+
"path": "obs/agent/panda-0/qvel",
|
| 2090 |
+
"shape": [
|
| 2091 |
+
319,
|
| 2092 |
+
9
|
| 2093 |
+
],
|
| 2094 |
+
"dtype": "float32"
|
| 2095 |
+
},
|
| 2096 |
+
{
|
| 2097 |
+
"path": "obs/agent/panda-1/qpos",
|
| 2098 |
+
"shape": [
|
| 2099 |
+
319,
|
| 2100 |
+
9
|
| 2101 |
+
],
|
| 2102 |
+
"dtype": "float32"
|
| 2103 |
+
},
|
| 2104 |
+
{
|
| 2105 |
+
"path": "obs/agent/panda-1/qvel",
|
| 2106 |
+
"shape": [
|
| 2107 |
+
319,
|
| 2108 |
+
9
|
| 2109 |
+
],
|
| 2110 |
+
"dtype": "float32"
|
| 2111 |
+
},
|
| 2112 |
+
{
|
| 2113 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2114 |
+
"shape": [
|
| 2115 |
+
319,
|
| 2116 |
+
240,
|
| 2117 |
+
320,
|
| 2118 |
+
3
|
| 2119 |
+
],
|
| 2120 |
+
"dtype": "uint8"
|
| 2121 |
+
},
|
| 2122 |
+
{
|
| 2123 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2124 |
+
"shape": [
|
| 2125 |
+
319,
|
| 2126 |
+
240,
|
| 2127 |
+
320,
|
| 2128 |
+
3
|
| 2129 |
+
],
|
| 2130 |
+
"dtype": "uint8"
|
| 2131 |
+
},
|
| 2132 |
+
{
|
| 2133 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2134 |
+
"shape": [
|
| 2135 |
+
319,
|
| 2136 |
+
240,
|
| 2137 |
+
320,
|
| 2138 |
+
3
|
| 2139 |
+
],
|
| 2140 |
+
"dtype": "uint8"
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2144 |
+
"shape": [
|
| 2145 |
+
319,
|
| 2146 |
+
240,
|
| 2147 |
+
320,
|
| 2148 |
+
3
|
| 2149 |
+
],
|
| 2150 |
+
"dtype": "uint8"
|
| 2151 |
+
},
|
| 2152 |
+
{
|
| 2153 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2154 |
+
"shape": [
|
| 2155 |
+
319,
|
| 2156 |
+
320,
|
| 2157 |
+
240,
|
| 2158 |
+
3
|
| 2159 |
+
],
|
| 2160 |
+
"dtype": "uint8"
|
| 2161 |
+
}
|
| 2162 |
+
],
|
| 2163 |
+
"trajectory_sha256": "aa9bd4f6cf809a853b0e9cd52599cd50e60336ee6b31051102eafd7f36890d33",
|
| 2164 |
+
"source_sha256": "fdaa28922b1b442329dfbf0e50876f77622b8275e48394325e2ef69fdb7e1825",
|
| 2165 |
+
"view_sha256": "0184d995954184f99f18232c78c9b39d76c1d2c0689f1f0ca42b900e1dfd5942"
|
| 2166 |
+
}
|
| 2167 |
+
]
|
| 2168 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock
ADDED
|
@@ -0,0 +1,249 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
absl-py==2.4.0
|
| 2 |
+
accelerate==1.13.0
|
| 3 |
+
addict==2.4.0
|
| 4 |
+
aiohappyeyeballs==2.6.1
|
| 5 |
+
aiohttp==3.13.5
|
| 6 |
+
aiosignal==1.4.0
|
| 7 |
+
annotated-types==0.7.0
|
| 8 |
+
anyio==4.13.0
|
| 9 |
+
anytree==2.13.0
|
| 10 |
+
asttokens==3.0.1
|
| 11 |
+
async-timeout==5.0.1
|
| 12 |
+
attrs==26.1.0
|
| 13 |
+
av==15.1.0
|
| 14 |
+
blinker==1.9.0
|
| 15 |
+
casadi==3.7.2
|
| 16 |
+
certifi==2026.4.22
|
| 17 |
+
cffi==2.0.0
|
| 18 |
+
charset-normalizer==3.4.7
|
| 19 |
+
click==8.3.3
|
| 20 |
+
cloudpickle==3.1.2
|
| 21 |
+
cmake==4.1.3
|
| 22 |
+
coacd==1.0.11
|
| 23 |
+
colorama==0.4.6
|
| 24 |
+
colorlog==6.10.1
|
| 25 |
+
comm==0.2.3
|
| 26 |
+
ConfigArgParse==1.7.5
|
| 27 |
+
contourpy==1.3.2
|
| 28 |
+
cuda-bindings==12.9.4
|
| 29 |
+
cuda-pathfinder==1.5.4
|
| 30 |
+
cycler==0.12.1
|
| 31 |
+
dacite==1.9.2
|
| 32 |
+
dash==4.1.0
|
| 33 |
+
dataclasses-json==0.6.7
|
| 34 |
+
datasets==4.8.5
|
| 35 |
+
decorator==5.2.1
|
| 36 |
+
deepdiff==8.6.2
|
| 37 |
+
Deprecated==1.3.1
|
| 38 |
+
diffusers==0.35.2
|
| 39 |
+
dill==0.4.1
|
| 40 |
+
docstring_parser==0.18.0
|
| 41 |
+
draccus==0.10.0
|
| 42 |
+
einops==0.8.2
|
| 43 |
+
embreex==4.4.0
|
| 44 |
+
etils==1.13.0
|
| 45 |
+
evdev==1.9.3
|
| 46 |
+
exceptiongroup==1.3.1
|
| 47 |
+
executing==2.2.1
|
| 48 |
+
Farama-Notifications==0.0.6
|
| 49 |
+
fast_simplification==0.1.13
|
| 50 |
+
fastjsonschema==2.21.2
|
| 51 |
+
filelock==3.29.0
|
| 52 |
+
Flask==3.1.3
|
| 53 |
+
fonttools==4.63.0
|
| 54 |
+
freetype-py==2.5.1
|
| 55 |
+
frozenlist==1.8.0
|
| 56 |
+
fsspec==2026.2.0
|
| 57 |
+
genesis-world @ file:///data/gck/genesis-world
|
| 58 |
+
git-filter-repo==2.47.0
|
| 59 |
+
gitdb==4.0.12
|
| 60 |
+
GitPython==3.1.50
|
| 61 |
+
glfw==2.10.0
|
| 62 |
+
gs-madrona==0.0.5
|
| 63 |
+
gstaichi==3.3.0
|
| 64 |
+
gym==0.26.2
|
| 65 |
+
gym-notices==0.1.0
|
| 66 |
+
gymnasium==1.3.0
|
| 67 |
+
h11==0.16.0
|
| 68 |
+
h5py==3.16.0
|
| 69 |
+
hf-xet==1.5.0
|
| 70 |
+
hf_transfer==0.1.9
|
| 71 |
+
httpcore==1.0.9
|
| 72 |
+
httpx==0.28.1
|
| 73 |
+
huggingface-hub==0.35.3
|
| 74 |
+
idna==3.15
|
| 75 |
+
ImageIO==2.37.3
|
| 76 |
+
imageio-ffmpeg==0.6.0
|
| 77 |
+
importlib_metadata==9.0.0
|
| 78 |
+
importlib_resources==7.1.0
|
| 79 |
+
inquirerpy==0.3.4
|
| 80 |
+
ipython==8.39.0
|
| 81 |
+
ipywidgets==8.1.8
|
| 82 |
+
itsdangerous==2.2.0
|
| 83 |
+
jedi==0.20.0
|
| 84 |
+
Jinja2==3.1.6
|
| 85 |
+
joblib==1.5.3
|
| 86 |
+
jsonlines==4.0.0
|
| 87 |
+
jsonschema==4.26.0
|
| 88 |
+
jsonschema-specifications==2025.9.1
|
| 89 |
+
jupyter_core==5.9.1
|
| 90 |
+
jupyterlab_widgets==3.0.16
|
| 91 |
+
kiwisolver==1.5.0
|
| 92 |
+
lazy-loader==0.5
|
| 93 |
+
lerobot==0.4.4
|
| 94 |
+
libigl==2.6.2
|
| 95 |
+
llvmlite==0.47.0
|
| 96 |
+
loguru==0.7.3
|
| 97 |
+
lxml==6.1.0
|
| 98 |
+
manifold3d==3.4.1
|
| 99 |
+
-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
|
| 100 |
+
mapbox_earcut==2.0.0
|
| 101 |
+
markdown-it-py==4.2.0
|
| 102 |
+
MarkupSafe==3.0.3
|
| 103 |
+
marshmallow==3.26.2
|
| 104 |
+
matplotlib==3.10.9
|
| 105 |
+
matplotlib-inline==0.2.2
|
| 106 |
+
mdurl==0.1.2
|
| 107 |
+
mergedeep==1.3.4
|
| 108 |
+
moviepy==2.2.1
|
| 109 |
+
mpmath==1.3.0
|
| 110 |
+
msgspec==0.21.1
|
| 111 |
+
mujoco==3.8.1
|
| 112 |
+
multidict==6.7.1
|
| 113 |
+
multiprocess==0.70.19
|
| 114 |
+
mypy_extensions==1.1.0
|
| 115 |
+
nbformat==5.10.4
|
| 116 |
+
nest-asyncio==1.6.0
|
| 117 |
+
networkx==3.4.2
|
| 118 |
+
ninja==1.13.0
|
| 119 |
+
nlopt==2.10.0
|
| 120 |
+
numba==0.65.1
|
| 121 |
+
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
|
| 122 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 123 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 124 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 125 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 126 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 127 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 128 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 129 |
+
nvidia-curand-cu12==10.3.9.90
|
| 130 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 131 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 132 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 133 |
+
nvidia-nccl-cu12==2.27.5
|
| 134 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 135 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 136 |
+
nvidia-nvtx-cu12==12.8.90
|
| 137 |
+
open3d==0.19.0
|
| 138 |
+
opencv-python==4.13.0.92
|
| 139 |
+
opencv-python-headless==4.12.0.88
|
| 140 |
+
OpenEXR==3.4.11
|
| 141 |
+
orderly-set==5.5.0
|
| 142 |
+
packaging==25.0
|
| 143 |
+
pandas==2.3.3
|
| 144 |
+
parso==0.8.7
|
| 145 |
+
pexpect==4.9.0
|
| 146 |
+
pfzy==0.3.4
|
| 147 |
+
pillow==11.3.0
|
| 148 |
+
pin==4.0.0
|
| 149 |
+
pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
|
| 150 |
+
platformdirs==4.9.6
|
| 151 |
+
plotly==5.24.1
|
| 152 |
+
polyscope==2.6.1
|
| 153 |
+
proglog==0.1.12
|
| 154 |
+
prompt_toolkit==3.0.52
|
| 155 |
+
propcache==0.5.2
|
| 156 |
+
protobuf==6.33.6
|
| 157 |
+
psutil==7.2.2
|
| 158 |
+
ptyprocess==0.7.0
|
| 159 |
+
pure_eval==0.2.3
|
| 160 |
+
py-cpuinfo==9.0.0
|
| 161 |
+
py-spy==0.4.2
|
| 162 |
+
pyarrow==24.0.0
|
| 163 |
+
pycollada==0.9.3
|
| 164 |
+
pycparser==3.0
|
| 165 |
+
pydantic==2.13.4
|
| 166 |
+
pydantic_core==2.46.4
|
| 167 |
+
PyGEL3D==0.6.1
|
| 168 |
+
pyglet==2.1.14
|
| 169 |
+
pygltflib==1.16.0
|
| 170 |
+
Pygments==2.20.0
|
| 171 |
+
pymeshlab==2025.7.post1
|
| 172 |
+
pynput==1.8.2
|
| 173 |
+
PyOpenGL==3.1.10
|
| 174 |
+
pyparsing==3.3.2
|
| 175 |
+
pyperclip==1.11.0
|
| 176 |
+
PyQt6==6.11.0
|
| 177 |
+
PyQt6-Qt6==6.11.0
|
| 178 |
+
PyQt6_sip==13.11.1
|
| 179 |
+
pyquaternion==0.9.9
|
| 180 |
+
pyserial==3.5
|
| 181 |
+
pysplashsurf==0.12.0.2
|
| 182 |
+
python-dateutil==2.9.0.post0
|
| 183 |
+
python-dotenv==1.2.2
|
| 184 |
+
python-xlib==0.33
|
| 185 |
+
pytransform3d==3.15.0
|
| 186 |
+
pytz==2026.2
|
| 187 |
+
pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
|
| 188 |
+
PyYAML==6.0.3
|
| 189 |
+
pyyaml-include==1.4.1
|
| 190 |
+
referencing==0.37.0
|
| 191 |
+
regex==2026.5.9
|
| 192 |
+
requests==2.34.2
|
| 193 |
+
rerun-sdk==0.26.2
|
| 194 |
+
retrying==1.4.2
|
| 195 |
+
rich==14.3.4
|
| 196 |
+
rpds-py==0.30.0
|
| 197 |
+
rtree==1.4.1
|
| 198 |
+
safetensors==0.7.0
|
| 199 |
+
sapien==3.0.3
|
| 200 |
+
scikit-image==0.25.2
|
| 201 |
+
scikit-learn==1.7.2
|
| 202 |
+
scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
|
| 203 |
+
sentry-sdk==2.60.0
|
| 204 |
+
setuptools==80.10.2
|
| 205 |
+
shapely==2.1.2
|
| 206 |
+
six==1.17.0
|
| 207 |
+
smmap==5.0.3
|
| 208 |
+
stack-data==0.6.3
|
| 209 |
+
svg.path==7.0
|
| 210 |
+
sympy==1.14.0
|
| 211 |
+
tenacity==9.1.4
|
| 212 |
+
termcolor==3.3.0
|
| 213 |
+
tetgen==0.8.4
|
| 214 |
+
threadpoolctl==3.6.0
|
| 215 |
+
tifffile==2025.5.10
|
| 216 |
+
timm==1.0.27
|
| 217 |
+
toml==0.10.2
|
| 218 |
+
torch==2.10.0
|
| 219 |
+
torchaudio==2.11.0
|
| 220 |
+
torchcodec==0.10.0
|
| 221 |
+
torchvision==0.25.0
|
| 222 |
+
tqdm==4.67.3
|
| 223 |
+
traitlets==5.15.0
|
| 224 |
+
transforms3d==0.4.2
|
| 225 |
+
trimesh==4.12.2
|
| 226 |
+
triton==3.6.0
|
| 227 |
+
typeguard==4.5.2
|
| 228 |
+
typing-inspect==0.9.0
|
| 229 |
+
typing-inspection==0.4.2
|
| 230 |
+
typing_extensions==4.15.0
|
| 231 |
+
tyro==1.0.13
|
| 232 |
+
tzdata==2026.2
|
| 233 |
+
urllib3==2.7.0
|
| 234 |
+
vhacdx==0.0.10
|
| 235 |
+
viser==1.0.27
|
| 236 |
+
vtk==9.6.1
|
| 237 |
+
wandb==0.24.2
|
| 238 |
+
wcwidth==0.7.0
|
| 239 |
+
websockets==16.0
|
| 240 |
+
Werkzeug==3.1.8
|
| 241 |
+
wheel==0.46.3
|
| 242 |
+
widgetsnbextension==4.0.15
|
| 243 |
+
wrapt==2.1.2
|
| 244 |
+
xxhash==3.7.0
|
| 245 |
+
yarl==1.23.0
|
| 246 |
+
yourdfpy==0.0.60
|
| 247 |
+
z3-solver==4.16.0.0
|
| 248 |
+
zipp==3.23.1
|
| 249 |
+
zstandard==0.25.0
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Findings
|
| 2 |
+
|
| 3 |
+
All 20 demonstrations analyzed, 6,508 expert action rows and 200 visually inspected camera frames. Exact ledger and supporting evidence are in ../demo_analysis.md and ../evidence/statistics.json. Every front/top frame is also processed for fixed descriptors, distinguished from visual inspection in read_audit.json.
|
| 4 |
+
|
| 5 |
+
The labels use small translations, constant -0.2 gripper targets, and a 16-step opposed rz rotation segment. Episode lengths and box image poses vary. Endpoints show converging wrists and occluded panels; no verified completion labels exist. Eight sequences end with nonzero arm commands.
|
| 6 |
+
|
| 7 |
+
The contract specifies no enforced success condition. A closing-like motion is an interpretation of the images, not a supplied target or verified result. Root/camera calibration, contact state, door angles, task reward criterion, and runtime performance remain unknown. No environment episodes or pretrained-weight changes occurred.
|
| 8 |
+
|
| 9 |
+
## E20 continuation
|
| 10 |
+
Episode 1: native API returned success=True at step 292 (290 actions in the resumed harness plus one action before its envelope fix and the charged hold). Both top panels appear inward at the final top view. Initial panel interaction rotated the movable box; gripper remained -0.2. Mean local act latency 3.48 ms. No controller change from offline draft. Exploration harness initially failed to unwrap execute_actions()['steps']; fixed without resetting or repeating the executed action. Initial observation and reconstructed deterministic first action are retained separately. Native success is reported only because it was present in the legal step return; this does not create a new rubric.
|
| 11 |
+
Episode 2: native success=False at horizon 400. Retrieval phase reached 1.0 by step 350, while top images show incomplete inward folding and box displacement. Endpoint labels can stall because nearest demonstrated joints do not match the live contact geometry. The next version adds bounded local linear feedback: identify joint increments from adjacent legal demo observations against the four active action axes per robot, then correct the nearest reference's joint residual. This is non-neural least squares, computed from the existing authorized bank; no new source data or simulator is used. Correction caps are 0.025 translation and 0.04 normalized rz, gain 0.12. It remains an approximate pose correction, not contact or door-state estimation.
|
| 12 |
+
Episode 3: bounded local feedback revision returned native success=True at step 275, with mean act latency 4.20 ms. Initial and intermediate images, all emitted actions, per-action proprioception and native flags are in exploration/ep03. At step 200 both panels were still outward; successful termination followed later folding. This single new start does not isolate the feedback gain's causal contribution.
|
| 13 |
+
Independent rehearsals 4 and 5 ran the identical v1 bundle 0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27. Both valid, native success false then true. No image-only success was substituted. These establish runnable offline execution and variable physical reliability.
|
| 14 |
+
Version 2 localization diagnostic: widen proprioception shortlist from 96 to 256 and raise current-RGB weight from 35 to 100 while retaining bounded feedback. Rationale: shifted box pose is not determined by joint similarity. This change is heuristic; image occlusion can also mislead retrieval.
|
| 15 |
+
Episode 6: stronger visual weighting (v2) returned native success=True at step 276; mean act latency 4.99 ms. Step-250 top view shows panels rotated edge-on, followed by native success. Full emitted actions, per-action joints/native flags, sampled front/top images and endpoint observations are retained in exploration/ep06. This supports taking v2 to independent rehearsal, not a controlled causal comparison.
|
| 16 |
+
|
| 17 |
+
Observed limitations and tested mechanisms: localization uses RGB descriptor similarity, not calibrated geometry; box pose moves under contact. Robot pose uses joint similarity and bounded local linear residual feedback. Gripper stays at demonstrated -0.2; no grasp sensor or release routine is claimed. Timing follows observed reference progress, not a selected demo clock. Recovery is bounded joint feedback plus OOD hold; it cannot recover arbitrary contact loss. The exploration harness envelope failure was repaired; independent v1 rehearsals both completed without a reported program failure. Native success was present in all completed API outcome reports to date; the preregistered ambiguous=false fallback was not needed.
|
| 18 |
+
|
| 19 |
+
## Baseline comparison snapshot
|
| 20 |
+
Rehearsals 7–10 independently ran the exact v2 bundle abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f, with native outcomes true, false, false, true; all four valid. Thus v2 has 2/4 successes and v1 has 1/2. This does not establish an improvement from stronger vision.
|
| 21 |
+
|
| 22 |
+
For the upcoming baseline comparison the controller is restored byte-for-byte to v0_controller.py: original shortlist 96, RGB weight 35, no local linear correction. Historical descriptions above refer to the stated revisions, not the present baseline. This baseline uses only live image/joint retrieval, compatible-label blending, phase continuity and mismatch hold. Its known endpoint zero-action stalling remains. Episodes 11–14 will test it independently; their outcomes are not yet known at snapshot time.
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json
ADDED
|
@@ -0,0 +1,184 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"files": {
|
| 3 |
+
"__pycache__/build_reference.cpython-310.pyc": "c5643b8661d6fe73b3e9819b926f31c75712119eb40e53c98383a5cddddb2a9a",
|
| 4 |
+
"__pycache__/check_synthetic.cpython-310.pyc": "19656dd888c0d809e8a2df7e8ea825f06c1052d22052ee74579c58377182a8a2",
|
| 5 |
+
"__pycache__/controller.cpython-310.pyc": "03fba6baf24cc0acff7aa8b98b3807f771d0b14b395ff72e4332182ee9fbb56d",
|
| 6 |
+
"build_reference.py": "4d72c8a70e24a1f962de440117f38e2a3d19aec8a692b332d7974b392380f1dd",
|
| 7 |
+
"check_results.json": "7d36ed0678db6fa9046170e1ef24943751df5ba1aef721657e6606d24766ce4d",
|
| 8 |
+
"check_synthetic.py": "e08cc461cae102e33349dacd45adfe5dbf966556d8d8bde2c5929a4d6054cfd3",
|
| 9 |
+
"controller.py": "ebae4b3c82f89e632469a9ae711162aa192fad8ef56be049acd85dbe7053ae4c",
|
| 10 |
+
"demo_manifest.json": "e6fe795ed40a6085711450afdda27b3f72f260a0757a4f2d7685a6e83d8461d9",
|
| 11 |
+
"demonstrations_readonly/demo_00.h5": "f2e196ec995855f1042a2b49164dca182aa1b70fb690c136b1b41aa091410537",
|
| 12 |
+
"demonstrations_readonly/demo_01.h5": "cd259ebe07ec4b0b994bef3721851add2122d52b70bf7423fad1ab158422815d",
|
| 13 |
+
"demonstrations_readonly/demo_02.h5": "f03fa1d90c82e6955f3e0f757a13f85cff3fd3b1d50b31c84b0186b37218354f",
|
| 14 |
+
"demonstrations_readonly/demo_03.h5": "15f0e258e1f63f2f2ae0aaf50be0c207ba8778989a6eb6e98824741d7914c4d3",
|
| 15 |
+
"demonstrations_readonly/demo_04.h5": "53b2bf063c0bac35db139094e0f9a7749897e1b8bf72c4f4087c839bed35dccd",
|
| 16 |
+
"demonstrations_readonly/demo_05.h5": "812aaf6966909ab98776a3a7731e4669e99add3cbe0c1a6a1e85ae65fa9dc731",
|
| 17 |
+
"demonstrations_readonly/demo_06.h5": "4b37f28b5b5c7316355871a83a3015330ca18320d0e3fb729d245f00fa6eac22",
|
| 18 |
+
"demonstrations_readonly/demo_07.h5": "b2c23bc998f25a999fca301bddf2f7fb030e7841155647cb9ce26e9c97356e60",
|
| 19 |
+
"demonstrations_readonly/demo_08.h5": "daee63d0214cbe978e362eb91398cb34e09fa3a6787bd9692f5d0308102b0dc5",
|
| 20 |
+
"demonstrations_readonly/demo_09.h5": "f1ce17755ae530c7026ce99b4158041553b022712affe2acdca8a30edd0bb69c",
|
| 21 |
+
"demonstrations_readonly/demo_10.h5": "832927d5b50996f49485ea3c38fe9918f77884736560231ef5395030a78d921f",
|
| 22 |
+
"demonstrations_readonly/demo_11.h5": "1ae92fde70ca8200f02124b35bdc69f88a6e0b6ad92b0eda0f1977fe48e3e715",
|
| 23 |
+
"demonstrations_readonly/demo_12.h5": "14d67f60c07373012c88546be748581fe4b09c709e5b5996adfcd13f67baa89b",
|
| 24 |
+
"demonstrations_readonly/demo_13.h5": "ade327ef8cc12f5854ab0fb3829c27332d419fd3c4c7d3f5a22f8a8797239532",
|
| 25 |
+
"demonstrations_readonly/demo_14.h5": "ba8c7c95812fbce3dcd93d7fa64cdea5b887c74983b2c14f2bd58f7789f2dd08",
|
| 26 |
+
"demonstrations_readonly/demo_15.h5": "b2a7ed3368b4223c295d9c2815b68a822f5338b05755a3fd292e30976abbbf33",
|
| 27 |
+
"demonstrations_readonly/demo_16.h5": "09252bad47f79b03e79e9d3a3768521f2735bccd60b27c8c5605905ad22bf373",
|
| 28 |
+
"demonstrations_readonly/demo_17.h5": "a8f43dccf6b4f6ea40a5949cf48ec7b5871e7bdaad7d93f640c0bab017f5a75c",
|
| 29 |
+
"demonstrations_readonly/demo_18.h5": "dffba4e52476ded08a851e3802355d9d3e9fdcc184b28521a65e6caec9ce022e",
|
| 30 |
+
"demonstrations_readonly/demo_19.h5": "0184d995954184f99f18232c78c9b39d76c1d2c0689f1f0ca42b900e1dfd5942",
|
| 31 |
+
"environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
|
| 32 |
+
"findings.md": "f2bcb9137f431f299d8c4b885dc44b3a01a769fabe20781f933a776cd074ad3a",
|
| 33 |
+
"handoff.md": "2cd5596cd9dec465ae75efb8e7dedf675dc6478e5de6b3afa5ba66fcd76a606a",
|
| 34 |
+
"model_tool_manifest.yaml": "9138c69079441095b44d8942a90ceebae5e535c0bec2c264f24f2442418e2de1",
|
| 35 |
+
"policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
|
| 36 |
+
"read_audit.json": "93a3ff2141810ac205314e462aa35003d6221da1021de544aaa5c18a5fe3f28f",
|
| 37 |
+
"reference_bank.npz": "ab47cfc98cb81e7c82c95c1807b066d38d0cc0b5ab16677683077b06d9a5b16e",
|
| 38 |
+
"skills.md": "439e11c3c022a9e1b94e29abafdca205be3d837945c9e4087cb1dd171b730171",
|
| 39 |
+
"worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
|
| 40 |
+
},
|
| 41 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 42 |
+
"exploration_ledger_hash": "2f2c2e955631b23275b9b6a01c66e40c5b102b553113ec6b9ae76b5901ee0b66",
|
| 43 |
+
"entrypoint": "controller.reset_episode(); controller.act(obs)",
|
| 44 |
+
"selection": {
|
| 45 |
+
"rule": "exact-version success rate, valid rehearsal count, recency",
|
| 46 |
+
"rehearsals": [
|
| 47 |
+
{
|
| 48 |
+
"bundle_hash": "0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27",
|
| 49 |
+
"episode": 4,
|
| 50 |
+
"independent": true,
|
| 51 |
+
"score_source": "native_step_feedback",
|
| 52 |
+
"status": "finished",
|
| 53 |
+
"success": false,
|
| 54 |
+
"valid": true
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"bundle_hash": "0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27",
|
| 58 |
+
"episode": 5,
|
| 59 |
+
"independent": true,
|
| 60 |
+
"score_source": "native_step_feedback",
|
| 61 |
+
"status": "finished",
|
| 62 |
+
"success": true,
|
| 63 |
+
"valid": true
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
|
| 67 |
+
"episode": 7,
|
| 68 |
+
"independent": true,
|
| 69 |
+
"score_source": "native_step_feedback",
|
| 70 |
+
"status": "finished",
|
| 71 |
+
"success": true,
|
| 72 |
+
"valid": true
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
|
| 76 |
+
"episode": 8,
|
| 77 |
+
"independent": true,
|
| 78 |
+
"score_source": "native_step_feedback",
|
| 79 |
+
"status": "finished",
|
| 80 |
+
"success": false,
|
| 81 |
+
"valid": true
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
|
| 85 |
+
"episode": 9,
|
| 86 |
+
"independent": true,
|
| 87 |
+
"score_source": "native_step_feedback",
|
| 88 |
+
"status": "finished",
|
| 89 |
+
"success": false,
|
| 90 |
+
"valid": true
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f",
|
| 94 |
+
"episode": 10,
|
| 95 |
+
"independent": true,
|
| 96 |
+
"score_source": "native_step_feedback",
|
| 97 |
+
"status": "finished",
|
| 98 |
+
"success": true,
|
| 99 |
+
"valid": true
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 103 |
+
"episode": 11,
|
| 104 |
+
"independent": true,
|
| 105 |
+
"score_source": "native_step_feedback",
|
| 106 |
+
"status": "finished",
|
| 107 |
+
"success": true,
|
| 108 |
+
"valid": true
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 112 |
+
"episode": 12,
|
| 113 |
+
"independent": true,
|
| 114 |
+
"score_source": "native_step_feedback",
|
| 115 |
+
"status": "finished",
|
| 116 |
+
"success": false,
|
| 117 |
+
"valid": true
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 121 |
+
"episode": 13,
|
| 122 |
+
"independent": true,
|
| 123 |
+
"score_source": "native_step_feedback",
|
| 124 |
+
"status": "finished",
|
| 125 |
+
"success": true,
|
| 126 |
+
"valid": true
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 130 |
+
"episode": 14,
|
| 131 |
+
"independent": true,
|
| 132 |
+
"score_source": "native_step_feedback",
|
| 133 |
+
"status": "finished",
|
| 134 |
+
"success": false,
|
| 135 |
+
"valid": true
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 139 |
+
"episode": 15,
|
| 140 |
+
"independent": true,
|
| 141 |
+
"score_source": "native_step_feedback",
|
| 142 |
+
"status": "finished",
|
| 143 |
+
"success": true,
|
| 144 |
+
"valid": true
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"episode": 17,
|
| 148 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 149 |
+
"independent": true,
|
| 150 |
+
"valid": true,
|
| 151 |
+
"status": "finished",
|
| 152 |
+
"success": true,
|
| 153 |
+
"score_source": "native_step_feedback"
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"episode": 18,
|
| 157 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 158 |
+
"independent": true,
|
| 159 |
+
"valid": true,
|
| 160 |
+
"status": "finished",
|
| 161 |
+
"success": false,
|
| 162 |
+
"score_source": "native_step_feedback"
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"episode": 19,
|
| 166 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 167 |
+
"independent": true,
|
| 168 |
+
"valid": true,
|
| 169 |
+
"status": "finished",
|
| 170 |
+
"success": false,
|
| 171 |
+
"score_source": "native_step_feedback"
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"episode": 20,
|
| 175 |
+
"bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a",
|
| 176 |
+
"independent": true,
|
| 177 |
+
"valid": true,
|
| 178 |
+
"status": "finished",
|
| 179 |
+
"success": true,
|
| 180 |
+
"score_source": "native_step_feedback"
|
| 181 |
+
}
|
| 182 |
+
]
|
| 183 |
+
}
|
| 184 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Baseline comparison handoff
|
| 2 |
+
|
| 3 |
+
This exact snapshot restores the original observation-retrieval controller for independent comparison. controller.py supplies reset_episode() and act(obs); reference_bank.npz must accompany it. Runtime dependencies are Python, NumPy and OpenCV, all offline. No external model or development agent is required.
|
| 4 |
+
|
| 5 |
+
Original baseline interactive results: native success in episode 1, failure at horizon in episode 2. The local-feedback revision had 1/2 independent successes in episodes 4–5. Stronger-vision feedback had 2/4 in episodes 7–10. All were valid independent executions. Upcoming baseline rehearsals 11–14 are not yet observed at this snapshot.
|
| 6 |
+
|
| 7 |
+
Evidence: ../demo_analysis.md and ../exploration, including actions, legal images, observations, native flags, exact candidate archives, and JSON rehearsal returns. The trusted freeze runner selects across independently rehearsed exact bundles. Snapshot documentation is historical; final per-bundle counts live in the external audit summary.
|
| 8 |
+
|
| 9 |
+
Known risks: occlusion, shifted box pose, missed contact, incompatible reference averaging, and endpoint zero-action stalling. The baseline has no active recovery beyond sensory reselection and mismatch holds. Native success flags, not the controller, determine recorded success when present.
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"stage": "authorized_e20_exploration",
|
| 3 |
+
"status": "baseline_independent_comparison",
|
| 4 |
+
"task_id": "DualArmDoubleDoorBox-v1",
|
| 5 |
+
"worker": "Agent-D20-E20-Compiled single task-local coding worker",
|
| 6 |
+
"python_version": "3.10.20",
|
| 7 |
+
"platform": "Linux-5.15.0-94-generic-x86_64-with-glibc2.35",
|
| 8 |
+
"runtime_dependencies": {
|
| 9 |
+
"numpy": "2.2.6",
|
| 10 |
+
"opencv-python": "4.13.0.92"
|
| 11 |
+
},
|
| 12 |
+
"offline_dependencies": {
|
| 13 |
+
"h5py": "3.16.0",
|
| 14 |
+
"worker_api": {
|
| 15 |
+
"path": "/worker_api.py",
|
| 16 |
+
"sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e",
|
| 17 |
+
"method_used": "API.budget_status, next_episode, latest_observation, execute_actions, finish_episode, rehearse, score_rehearsal, freeze; read_demo restricted to task manifest"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"tools_used": [
|
| 21 |
+
"local bash commands",
|
| 22 |
+
"Python standard library",
|
| 23 |
+
"NumPy",
|
| 24 |
+
"OpenCV resize/annotation/JPEG and array operations",
|
| 25 |
+
"h5py via API.read_demo",
|
| 26 |
+
"local image viewer"
|
| 27 |
+
],
|
| 28 |
+
"not_used": [
|
| 29 |
+
"task-specific expert",
|
| 30 |
+
"internet",
|
| 31 |
+
"SciPy",
|
| 32 |
+
"torch",
|
| 33 |
+
"neural training",
|
| 34 |
+
"subagents",
|
| 35 |
+
"direct simulator access"
|
| 36 |
+
],
|
| 37 |
+
"pretrained_tool_weights": [],
|
| 38 |
+
"frozen_weight_references": [],
|
| 39 |
+
"coding_model": {
|
| 40 |
+
"identity": "Codex per session; exact checkpoint not exposed",
|
| 41 |
+
"updates": "none; model unchanged"
|
| 42 |
+
},
|
| 43 |
+
"reference_data": {
|
| 44 |
+
"source": "exactly demo_00 through demo_19 from supplied manifest",
|
| 45 |
+
"processing": "fixed descriptors and label storage; original nonparametric observation retrieval without fitted feedback",
|
| 46 |
+
"expert_action_rows": 6508,
|
| 47 |
+
"observation_rows": 6528,
|
| 48 |
+
"terminal_action_rows": "20 heuristic zero-arm/-0.2-gripper labels, not expert labels"
|
| 49 |
+
},
|
| 50 |
+
"provenance": {
|
| 51 |
+
"contract_sha256": "a113f66be2581a192db33e65eaf57dd36d569455cba217d46f2ca65a092c54d8",
|
| 52 |
+
"supplied_demo_manifest_sha256": "8a84f7e48018ee544943b9ad863b9d1fa9bf33920fbfd77ac74b8141b3d86328",
|
| 53 |
+
"source_access": "authorized sanitized RGB/proprio/action fields only"
|
| 54 |
+
},
|
| 55 |
+
"known_limitations": [
|
| 56 |
+
"rg unavailable",
|
| 57 |
+
"no enforced success definition in contract",
|
| 58 |
+
"hand-selected retrieval thresholds uncalibrated",
|
| 59 |
+
"occlusion/contact aliasing and progress stall risk",
|
| 60 |
+
"20 Hz runtime performance unmeasured",
|
| 61 |
+
"provider proxy not exercised",
|
| 62 |
+
"public instruction has no explicit goal, but native step success flags are available",
|
| 63 |
+
"baseline endpoint zero-label stalling observed in episode 2"
|
| 64 |
+
],
|
| 65 |
+
"runner_supplies": [
|
| 66 |
+
"verified demo manifest",
|
| 67 |
+
"common environment lock"
|
| 68 |
+
],
|
| 69 |
+
"tool_versions": {
|
| 70 |
+
"bash": "GNU bash, version 5.1.16(1)-release (x86_64-pc-linux-gnu)",
|
| 71 |
+
"local_image_viewer": "version not exposed",
|
| 72 |
+
"exec_command": "version not exposed",
|
| 73 |
+
"coding_model_checkpoint": "not exposed"
|
| 74 |
+
}
|
| 75 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Frozen-program entry point; no development agent and no reset capability."""
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
|
| 5 |
+
sys.path.insert(0,'/artifact')
|
| 6 |
+
sys.path.insert(0,'/')
|
| 7 |
+
from worker_api import API
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def main():
|
| 11 |
+
spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
|
| 12 |
+
module=importlib.util.module_from_spec(spec)
|
| 13 |
+
spec.loader.exec_module(module)
|
| 14 |
+
module.reset_episode()
|
| 15 |
+
api=API()
|
| 16 |
+
result=api.latest_observation()
|
| 17 |
+
while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
|
| 18 |
+
obs=dict(result['observation'],step_id=result['step_id'])
|
| 19 |
+
action=module.act(obs)
|
| 20 |
+
if action is None:break
|
| 21 |
+
response=api.execute_actions([action])
|
| 22 |
+
result=response['steps'][-1]
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json
ADDED
|
@@ -0,0 +1,382 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"demo_id": "demo_00",
|
| 4 |
+
"rgb_computational_indices": [
|
| 5 |
+
0,
|
| 6 |
+
312
|
| 7 |
+
],
|
| 8 |
+
"cameras": [
|
| 9 |
+
"front_camera",
|
| 10 |
+
"top_camera"
|
| 11 |
+
],
|
| 12 |
+
"proprio_indices": [
|
| 13 |
+
0,
|
| 14 |
+
312
|
| 15 |
+
],
|
| 16 |
+
"action_indices": [
|
| 17 |
+
0,
|
| 18 |
+
311
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"demo_id": "demo_01",
|
| 23 |
+
"rgb_computational_indices": [
|
| 24 |
+
0,
|
| 25 |
+
335
|
| 26 |
+
],
|
| 27 |
+
"cameras": [
|
| 28 |
+
"front_camera",
|
| 29 |
+
"top_camera"
|
| 30 |
+
],
|
| 31 |
+
"proprio_indices": [
|
| 32 |
+
0,
|
| 33 |
+
335
|
| 34 |
+
],
|
| 35 |
+
"action_indices": [
|
| 36 |
+
0,
|
| 37 |
+
334
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"demo_id": "demo_02",
|
| 42 |
+
"rgb_computational_indices": [
|
| 43 |
+
0,
|
| 44 |
+
323
|
| 45 |
+
],
|
| 46 |
+
"cameras": [
|
| 47 |
+
"front_camera",
|
| 48 |
+
"top_camera"
|
| 49 |
+
],
|
| 50 |
+
"proprio_indices": [
|
| 51 |
+
0,
|
| 52 |
+
323
|
| 53 |
+
],
|
| 54 |
+
"action_indices": [
|
| 55 |
+
0,
|
| 56 |
+
322
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"demo_id": "demo_03",
|
| 61 |
+
"rgb_computational_indices": [
|
| 62 |
+
0,
|
| 63 |
+
353
|
| 64 |
+
],
|
| 65 |
+
"cameras": [
|
| 66 |
+
"front_camera",
|
| 67 |
+
"top_camera"
|
| 68 |
+
],
|
| 69 |
+
"proprio_indices": [
|
| 70 |
+
0,
|
| 71 |
+
353
|
| 72 |
+
],
|
| 73 |
+
"action_indices": [
|
| 74 |
+
0,
|
| 75 |
+
352
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"demo_id": "demo_04",
|
| 80 |
+
"rgb_computational_indices": [
|
| 81 |
+
0,
|
| 82 |
+
308
|
| 83 |
+
],
|
| 84 |
+
"cameras": [
|
| 85 |
+
"front_camera",
|
| 86 |
+
"top_camera"
|
| 87 |
+
],
|
| 88 |
+
"proprio_indices": [
|
| 89 |
+
0,
|
| 90 |
+
308
|
| 91 |
+
],
|
| 92 |
+
"action_indices": [
|
| 93 |
+
0,
|
| 94 |
+
307
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"demo_id": "demo_05",
|
| 99 |
+
"rgb_computational_indices": [
|
| 100 |
+
0,
|
| 101 |
+
315
|
| 102 |
+
],
|
| 103 |
+
"cameras": [
|
| 104 |
+
"front_camera",
|
| 105 |
+
"top_camera"
|
| 106 |
+
],
|
| 107 |
+
"proprio_indices": [
|
| 108 |
+
0,
|
| 109 |
+
315
|
| 110 |
+
],
|
| 111 |
+
"action_indices": [
|
| 112 |
+
0,
|
| 113 |
+
314
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"demo_id": "demo_06",
|
| 118 |
+
"rgb_computational_indices": [
|
| 119 |
+
0,
|
| 120 |
+
378
|
| 121 |
+
],
|
| 122 |
+
"cameras": [
|
| 123 |
+
"front_camera",
|
| 124 |
+
"top_camera"
|
| 125 |
+
],
|
| 126 |
+
"proprio_indices": [
|
| 127 |
+
0,
|
| 128 |
+
378
|
| 129 |
+
],
|
| 130 |
+
"action_indices": [
|
| 131 |
+
0,
|
| 132 |
+
377
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"demo_id": "demo_07",
|
| 137 |
+
"rgb_computational_indices": [
|
| 138 |
+
0,
|
| 139 |
+
300
|
| 140 |
+
],
|
| 141 |
+
"cameras": [
|
| 142 |
+
"front_camera",
|
| 143 |
+
"top_camera"
|
| 144 |
+
],
|
| 145 |
+
"proprio_indices": [
|
| 146 |
+
0,
|
| 147 |
+
300
|
| 148 |
+
],
|
| 149 |
+
"action_indices": [
|
| 150 |
+
0,
|
| 151 |
+
299
|
| 152 |
+
]
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"demo_id": "demo_08",
|
| 156 |
+
"rgb_computational_indices": [
|
| 157 |
+
0,
|
| 158 |
+
321
|
| 159 |
+
],
|
| 160 |
+
"cameras": [
|
| 161 |
+
"front_camera",
|
| 162 |
+
"top_camera"
|
| 163 |
+
],
|
| 164 |
+
"proprio_indices": [
|
| 165 |
+
0,
|
| 166 |
+
321
|
| 167 |
+
],
|
| 168 |
+
"action_indices": [
|
| 169 |
+
0,
|
| 170 |
+
320
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"demo_id": "demo_09",
|
| 175 |
+
"rgb_computational_indices": [
|
| 176 |
+
0,
|
| 177 |
+
314
|
| 178 |
+
],
|
| 179 |
+
"cameras": [
|
| 180 |
+
"front_camera",
|
| 181 |
+
"top_camera"
|
| 182 |
+
],
|
| 183 |
+
"proprio_indices": [
|
| 184 |
+
0,
|
| 185 |
+
314
|
| 186 |
+
],
|
| 187 |
+
"action_indices": [
|
| 188 |
+
0,
|
| 189 |
+
313
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"demo_id": "demo_10",
|
| 194 |
+
"rgb_computational_indices": [
|
| 195 |
+
0,
|
| 196 |
+
329
|
| 197 |
+
],
|
| 198 |
+
"cameras": [
|
| 199 |
+
"front_camera",
|
| 200 |
+
"top_camera"
|
| 201 |
+
],
|
| 202 |
+
"proprio_indices": [
|
| 203 |
+
0,
|
| 204 |
+
329
|
| 205 |
+
],
|
| 206 |
+
"action_indices": [
|
| 207 |
+
0,
|
| 208 |
+
328
|
| 209 |
+
]
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"demo_id": "demo_11",
|
| 213 |
+
"rgb_computational_indices": [
|
| 214 |
+
0,
|
| 215 |
+
337
|
| 216 |
+
],
|
| 217 |
+
"cameras": [
|
| 218 |
+
"front_camera",
|
| 219 |
+
"top_camera"
|
| 220 |
+
],
|
| 221 |
+
"proprio_indices": [
|
| 222 |
+
0,
|
| 223 |
+
337
|
| 224 |
+
],
|
| 225 |
+
"action_indices": [
|
| 226 |
+
0,
|
| 227 |
+
336
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"demo_id": "demo_12",
|
| 232 |
+
"rgb_computational_indices": [
|
| 233 |
+
0,
|
| 234 |
+
296
|
| 235 |
+
],
|
| 236 |
+
"cameras": [
|
| 237 |
+
"front_camera",
|
| 238 |
+
"top_camera"
|
| 239 |
+
],
|
| 240 |
+
"proprio_indices": [
|
| 241 |
+
0,
|
| 242 |
+
296
|
| 243 |
+
],
|
| 244 |
+
"action_indices": [
|
| 245 |
+
0,
|
| 246 |
+
295
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"demo_id": "demo_13",
|
| 251 |
+
"rgb_computational_indices": [
|
| 252 |
+
0,
|
| 253 |
+
311
|
| 254 |
+
],
|
| 255 |
+
"cameras": [
|
| 256 |
+
"front_camera",
|
| 257 |
+
"top_camera"
|
| 258 |
+
],
|
| 259 |
+
"proprio_indices": [
|
| 260 |
+
0,
|
| 261 |
+
311
|
| 262 |
+
],
|
| 263 |
+
"action_indices": [
|
| 264 |
+
0,
|
| 265 |
+
310
|
| 266 |
+
]
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"demo_id": "demo_14",
|
| 270 |
+
"rgb_computational_indices": [
|
| 271 |
+
0,
|
| 272 |
+
314
|
| 273 |
+
],
|
| 274 |
+
"cameras": [
|
| 275 |
+
"front_camera",
|
| 276 |
+
"top_camera"
|
| 277 |
+
],
|
| 278 |
+
"proprio_indices": [
|
| 279 |
+
0,
|
| 280 |
+
314
|
| 281 |
+
],
|
| 282 |
+
"action_indices": [
|
| 283 |
+
0,
|
| 284 |
+
313
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"demo_id": "demo_15",
|
| 289 |
+
"rgb_computational_indices": [
|
| 290 |
+
0,
|
| 291 |
+
339
|
| 292 |
+
],
|
| 293 |
+
"cameras": [
|
| 294 |
+
"front_camera",
|
| 295 |
+
"top_camera"
|
| 296 |
+
],
|
| 297 |
+
"proprio_indices": [
|
| 298 |
+
0,
|
| 299 |
+
339
|
| 300 |
+
],
|
| 301 |
+
"action_indices": [
|
| 302 |
+
0,
|
| 303 |
+
338
|
| 304 |
+
]
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"demo_id": "demo_16",
|
| 308 |
+
"rgb_computational_indices": [
|
| 309 |
+
0,
|
| 310 |
+
337
|
| 311 |
+
],
|
| 312 |
+
"cameras": [
|
| 313 |
+
"front_camera",
|
| 314 |
+
"top_camera"
|
| 315 |
+
],
|
| 316 |
+
"proprio_indices": [
|
| 317 |
+
0,
|
| 318 |
+
337
|
| 319 |
+
],
|
| 320 |
+
"action_indices": [
|
| 321 |
+
0,
|
| 322 |
+
336
|
| 323 |
+
]
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
"demo_id": "demo_17",
|
| 327 |
+
"rgb_computational_indices": [
|
| 328 |
+
0,
|
| 329 |
+
349
|
| 330 |
+
],
|
| 331 |
+
"cameras": [
|
| 332 |
+
"front_camera",
|
| 333 |
+
"top_camera"
|
| 334 |
+
],
|
| 335 |
+
"proprio_indices": [
|
| 336 |
+
0,
|
| 337 |
+
349
|
| 338 |
+
],
|
| 339 |
+
"action_indices": [
|
| 340 |
+
0,
|
| 341 |
+
348
|
| 342 |
+
]
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"demo_id": "demo_18",
|
| 346 |
+
"rgb_computational_indices": [
|
| 347 |
+
0,
|
| 348 |
+
319
|
| 349 |
+
],
|
| 350 |
+
"cameras": [
|
| 351 |
+
"front_camera",
|
| 352 |
+
"top_camera"
|
| 353 |
+
],
|
| 354 |
+
"proprio_indices": [
|
| 355 |
+
0,
|
| 356 |
+
319
|
| 357 |
+
],
|
| 358 |
+
"action_indices": [
|
| 359 |
+
0,
|
| 360 |
+
318
|
| 361 |
+
]
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"demo_id": "demo_19",
|
| 365 |
+
"rgb_computational_indices": [
|
| 366 |
+
0,
|
| 367 |
+
318
|
| 368 |
+
],
|
| 369 |
+
"cameras": [
|
| 370 |
+
"front_camera",
|
| 371 |
+
"top_camera"
|
| 372 |
+
],
|
| 373 |
+
"proprio_indices": [
|
| 374 |
+
0,
|
| 375 |
+
318
|
| 376 |
+
],
|
| 377 |
+
"action_indices": [
|
| 378 |
+
0,
|
| 379 |
+
317
|
| 380 |
+
]
|
| 381 |
+
}
|
| 382 |
+
]
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Baseline runtime capabilities
|
| 2 |
+
|
| 3 |
+
This snapshot uses the original D20 observation-retrieval controller, without the experimental local linear correction or stronger visual weighting. It uses current legal front/top RGB and four joint streams, fixed descriptors, a 96-reference proprioception shortlist, RGB weight 35, phase continuity, and compatible expert-label blending. All twenty demonstrations remain eligible; no scene identity, seed or fixed trajectory is selected.
|
| 4 |
+
|
| 5 |
+
Runtime: Python standard library, NumPy, OpenCV and bundled reference_bank.npz. No neural model, network, development agent, worker API or environment import is needed. reset_episode clears progress and endpoint counters. act emits a bounded flat 14-vector or None, respecting the 400-step horizon including the charged hold.
|
| 6 |
+
|
| 7 |
+
Gripper follows the demonstrated -0.2 target; OOD holds use the current mimic joint. No grasp detector, calibrated geometric localization, explicit door-angle estimation, or active recovery planner is claimed. Nearest endpoint zero labels can stall before physical completion. Success is supplied only by native returns, or the preregistered conservative visible rule when native success is absent.
|
agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Standalone worker client; safe to mount without the runner package."""
|
| 2 |
+
import base64
|
| 3 |
+
import json
|
| 4 |
+
import socket
|
| 5 |
+
import struct
|
| 6 |
+
import uuid
|
| 7 |
+
import os
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
|
| 10 |
+
import numpy as np
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def array_hook(value):
|
| 14 |
+
if value.get('__array__') is True:
|
| 15 |
+
dtype=np.dtype(value['dtype'])
|
| 16 |
+
if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
|
| 17 |
+
raw=base64.b64decode(value['data'],validate=True)
|
| 18 |
+
return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
|
| 19 |
+
return value
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class API:
|
| 23 |
+
def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
|
| 24 |
+
self.socket_path=socket_path
|
| 25 |
+
self.demo_root=Path(demo_root)
|
| 26 |
+
self.manifest=Path(manifest)
|
| 27 |
+
|
| 28 |
+
def call(self,method,arguments=None,request_id=None):
|
| 29 |
+
# Caller can persist a request ID before sending. Never automatically retry.
|
| 30 |
+
request_id=request_id or str(uuid.uuid4())
|
| 31 |
+
request={'request_id':request_id,'method':method,'arguments':arguments or {}}
|
| 32 |
+
if os.environ.get('AGENT_E20_RPC_TOKEN'):
|
| 33 |
+
request['token']=os.environ['AGENT_E20_RPC_TOKEN']
|
| 34 |
+
payload=json.dumps(request,allow_nan=False).encode()
|
| 35 |
+
if len(payload)>65536:raise ValueError('request too large')
|
| 36 |
+
with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
|
| 37 |
+
s.settimeout(1810);s.connect(self.socket_path)
|
| 38 |
+
s.sendall(struct.pack('!I',len(payload))+payload)
|
| 39 |
+
def exact(n):
|
| 40 |
+
chunks=[]
|
| 41 |
+
while n:
|
| 42 |
+
chunk=s.recv(min(n,1024*1024))
|
| 43 |
+
if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
|
| 44 |
+
chunks.append(chunk);n-=len(chunk)
|
| 45 |
+
return b''.join(chunks)
|
| 46 |
+
length=struct.unpack('!I',exact(4))[0]
|
| 47 |
+
if length>64*1024*1024:raise RuntimeError('response too large')
|
| 48 |
+
result=json.loads(exact(length),object_hook=array_hook)
|
| 49 |
+
if not result['ok']:raise RuntimeError(result['error'])
|
| 50 |
+
return result['result']
|
| 51 |
+
|
| 52 |
+
def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
|
| 53 |
+
def latest_observation(self):return self.call('latest_observation')
|
| 54 |
+
def execute_actions(self,actions,request_id=None):
|
| 55 |
+
return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
|
| 56 |
+
def finish_episode(self):return self.call('finish_episode')
|
| 57 |
+
def budget_status(self):return self.call('budget_status')
|
| 58 |
+
def rehearse(self,candidate='candidate',request_id=None):
|
| 59 |
+
return self.call('rehearse',{'candidate':candidate},request_id)
|
| 60 |
+
def score_rehearsal(self,episode,visible_success,evidence):
|
| 61 |
+
return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
|
| 62 |
+
def freeze(self):return self.call('freeze')
|
| 63 |
+
|
| 64 |
+
def read_demo(self,demo_id,start=0,stop=None,fields=None):
|
| 65 |
+
import h5py
|
| 66 |
+
manifest=json.loads(self.manifest.read_text())
|
| 67 |
+
if manifest.get('status') not in ('released','released_for_offline_analysis'):
|
| 68 |
+
raise RuntimeError('demonstrations not released by trusted preflight')
|
| 69 |
+
entries={e['demo_id']:e for e in manifest['episodes']}
|
| 70 |
+
if demo_id not in entries:raise ValueError('unauthorized demo ID')
|
| 71 |
+
entry=entries[demo_id]
|
| 72 |
+
allowed={f['path'] for f in entry['fields']}
|
| 73 |
+
fields=sorted(allowed) if fields is None else fields
|
| 74 |
+
if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
|
| 75 |
+
stop=entry['length']+1 if stop is None else stop
|
| 76 |
+
if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
|
| 77 |
+
raise ValueError('invalid frame interval')
|
| 78 |
+
path=(self.demo_root/entry['file']).resolve()
|
| 79 |
+
if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
|
| 80 |
+
with h5py.File(path,'r') as f:
|
| 81 |
+
return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/bank.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f566ecaf7776beeb265c8dd2c1bb65c38c3d5eda62ed1de4f2c9937d67c4a7f7
|
| 3 |
+
size 15205256
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_02.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02c884d6f0a8d965ec70927886f9eb9e1f4eda329fe18759952b075c39640a34
|
| 3 |
+
size 229185269
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demonstrations_readonly/demo_11.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7752e1b5f25002b5f1c1a0445b626940b45eeaedbb2153a94ca471cb86e62fd5
|
| 3 |
+
size 218723057
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/hand_mapping.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:535b33f368a4c6e49257cd819c856a868bb6f74d0803a86ca46dccc9ba23884a
|
| 3 |
+
size 384
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_objects.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24d4dc326703632b8222a8f63373d2eff243a418df50cb3cc02382862b2cd848
|
| 3 |
+
size 448
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_targets.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dddc4e15ed6c470b729674ec77bc090640b26cb3d0ad6ac6ef8b155b15af8ea
|
| 3 |
+
size 448
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/reference.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab283e2b0fcf7b0cac5db709f9b4767e754acb4b78b6379f72ec6fe272638b88
|
| 3 |
+
size 5654651
|
agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/servo.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3c5744de86043522826d64f2c6a3414614ee7981255e17cf19cdde6328d7bf9
|
| 3 |
+
size 1131277
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/build_reference.cpython-310.pyc
ADDED
|
Binary file (3.97 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/controller.cpython-310.pyc
ADDED
|
Binary file (4.08 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/__pycache__/features.cpython-310.pyc
ADDED
|
Binary file (948 Bytes). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/build_reference.py
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Offline compilation from the 20 authorized demos; never called by act."""
|
| 2 |
+
import importlib.util,json,pathlib,sys
|
| 3 |
+
import numpy as np
|
| 4 |
+
from features import CAMERAS,image_feature
|
| 5 |
+
spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);api=m.API()
|
| 6 |
+
root=pathlib.Path(__file__).resolve().parent
|
| 7 |
+
c=json.load(open('/task_contract.json'));manifest=json.load(open('/demo_manifest.json'))
|
| 8 |
+
qpaths=[f'agent/{p["robot_key"]}/qpos' for p in c['action_parts']];vpaths=[p.replace('qpos','qvel') for p in qpaths]
|
| 9 |
+
arrays={k:[] for k in ['q','v','visual','action','phase','terminal','demo','frame']};stats=[];access=[]
|
| 10 |
+
for di,e in enumerate(manifest['episodes']):
|
| 11 |
+
n=e['length'];fields=['obs/'+p for p in qpaths+vpaths]+['actions/'+p['robot_key'] for p in c['action_parts']]
|
| 12 |
+
d=api.read_demo(e['demo_id'],fields=fields)
|
| 13 |
+
q=np.concatenate([d['obs/'+p] for p in qpaths],1);v=np.concatenate([d['obs/'+p] for p in vpaths],1)
|
| 14 |
+
a=np.concatenate([d['actions/'+p['robot_key']] for p in c['action_parts']],1)
|
| 15 |
+
visual=[]
|
| 16 |
+
for cam in CAMERAS:
|
| 17 |
+
images=api.read_demo(e['demo_id'],fields=['obs/sensor_data/'+cam+'/rgb'])
|
| 18 |
+
visual.append(np.stack([image_feature(im) for im in images['obs/sensor_data/'+cam+'/rgb']]))
|
| 19 |
+
arrays['q'].append(q);arrays['v'].append(v);arrays['visual'].append(np.stack(visual,1))
|
| 20 |
+
arrays['action'].append(np.concatenate([a,np.zeros((1,44),np.float32)]));arrays['phase'].append(np.arange(n+1)/n)
|
| 21 |
+
arrays['terminal'].append(np.arange(n+1)==n);arrays['demo'].append(np.full(n+1,di));arrays['frame'].append(np.arange(n+1))
|
| 22 |
+
hands=a[:,list(range(6,22))+list(range(28,44))];rot=a[:,[3,4,5,25,26,27]]
|
| 23 |
+
active=np.where(np.max(np.abs(hands),1)>1e-5)[0]
|
| 24 |
+
stats.append({'demo_id':e['demo_id'],'N':n,'hand_onset':int(active[0]) if len(active) else None,'rotation_max_abs':float(np.max(np.abs(rot))),'translation_max_abs':float(np.max(np.abs(a[:,[0,1,2,22,23,24]]))),'qpos_max_change':float(np.max(np.abs(q[-1]-q[0]))),'qvel_max_abs':float(np.max(np.abs(v)))})
|
| 25 |
+
access.append({'demo_id':e['demo_id'],'computed_RGB_cameras':list(CAMERAS),'computed_RGB_indices_inclusive':[0,n],'proprio_indices_inclusive':[0,n],'action_indices_inclusive':[0,n-1]})
|
| 26 |
+
print(e['demo_id'],flush=True)
|
| 27 |
+
arrays={k:np.concatenate(v).astype(np.float32) for k,v in arrays.items()}
|
| 28 |
+
arrays['qscale']=np.maximum(arrays['q'].std(0),.15); arrays['vscale']=np.maximum(arrays['v'].std(0),.5)
|
| 29 |
+
np.savez_compressed(root/'reference.npz',**arrays)
|
| 30 |
+
(root/'reference_metadata.json').write_text(json.dumps({'demo_ids':[e['demo_id'] for e in manifest['episodes']],'qpaths':qpaths,'vpaths':vpaths,'camera_order':list(CAMERAS),'source':'API.read_demo; authorized sanitized HDF5 only','terminal_action':'added zero-delta hold, not expert label','rows':len(arrays['q'])},indent=2))
|
| 31 |
+
(root.parent/'evidence/action_summary.json').write_text(json.dumps(stats,indent=2));(root.parent/'evidence/computed_access.json').write_text(json.dumps(access,indent=2))
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Syntax/interface and artificial-observation checks only; no task rollout."""
|
| 2 |
+
import importlib.util
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
import numpy as np
|
| 5 |
+
s=importlib.util.spec_from_file_location('draft',Path(__file__).with_name('controller.py'));c=importlib.util.module_from_spec(s);s.loader.exec_module(c)
|
| 6 |
+
|
| 7 |
+
def obs(q=0, pixel=0, batch=False, step=1):
|
| 8 |
+
im=np.full((240,320,3),pixel,np.uint8)
|
| 9 |
+
return {'rgb':{cam:im[None] if batch else im.copy() for cam in c._meta['camera_order']},
|
| 10 |
+
'proprioception':{p:np.full((1,23),q if p.endswith('qpos') else 0,np.float32) for p in c._meta['qpaths']+c._meta['vpaths']},
|
| 11 |
+
'instruction':'Two robotic arms must coordinate to grasp the two handles of a cup and pick up it.', 'step_id':step}
|
| 12 |
+
|
| 13 |
+
def legal(a):
|
| 14 |
+
assert a.shape==(44,) and a.dtype==np.float32 and np.isfinite(a).all()
|
| 15 |
+
assert np.all(a>=-1) and np.all(a<=1)
|
| 16 |
+
|
| 17 |
+
c.reset_episode();a=c.act(obs());legal(a)
|
| 18 |
+
c.reset_episode();b=c.act(obs(batch=True));assert np.array_equal(a,b)
|
| 19 |
+
assert np.array_equal(c.act(obs(batch=True)),b)
|
| 20 |
+
legal(c.act(obs(step=299)));assert c.act(obs(step=300)) is None
|
| 21 |
+
c.reset_episode();bad=obs();bad['proprioception'][c._meta['qpaths'][0]][0,0]=np.nan
|
| 22 |
+
assert not c.act(bad).any()
|
| 23 |
+
c.reset_episode();bad=obs();bad['rgb']={};assert not c.act(bad).any()
|
| 24 |
+
real=c._data
|
| 25 |
+
# Artificial reference states: no demonstration observations or expert rollouts.
|
| 26 |
+
f0=c._features.image_feature(np.zeros((32,32,3),np.uint8))
|
| 27 |
+
f1=c._features.image_feature(np.full((32,32,3),255,np.uint8))
|
| 28 |
+
base={'q':np.stack([np.zeros(46),np.ones(46)]).astype(np.float32), 'v':np.zeros((2,46),np.float32),
|
| 29 |
+
'qscale':np.ones(46,np.float32), 'vscale':np.ones(46,np.float32),
|
| 30 |
+
'visual':np.stack([np.tile(f0,(5,1)),np.tile(f0,(5,1))]),
|
| 31 |
+
'action':np.stack([np.full(44,-.075),np.full(44,.075)]).astype(np.float32), 'phase':np.full(2,.5,np.float32)}
|
| 32 |
+
c._data=base;c.reset_episode();a=c.act(obs(q=0));c.reset_episode();b=c.act(obs(q=1));assert a[0]<0<b[0]
|
| 33 |
+
c._data['q'][:]=0;c._data['visual'][1]=np.tile(f1,(5,1))
|
| 34 |
+
c.reset_episode();a=c.act(obs(pixel=0));c.reset_episode();b=c.act(obs(pixel=255));assert a[0]<0<b[0]
|
| 35 |
+
legal(a);legal(b);c._data=real;c.reset_episode();assert c._phase is None and c._last_step==0
|
| 36 |
+
print('PASS: synthetic legal shape/bounds, HWC/1HWC equivalence, repeated step, reset, missing/nonfinite sensors, horizon, independent RGB/proprio action response with artificial references.')
|
| 37 |
+
print('No simulator, environment calls, demonstration replay evaluation, or task success testing.')
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/contract.json
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task_id": "DualArmSwingCup-v1",
|
| 3 |
+
"native_horizon": 300,
|
| 4 |
+
"robot_uids": [
|
| 5 |
+
"panda_leaphand_left",
|
| 6 |
+
"panda_leaphand"
|
| 7 |
+
],
|
| 8 |
+
"instruction": "Two robotic arms must coordinate to grasp the two handles of a cup and pick up it.",
|
| 9 |
+
"cameras": [
|
| 10 |
+
"front_camera",
|
| 11 |
+
"left_camera",
|
| 12 |
+
"robot_camera_0",
|
| 13 |
+
"robot_camera_1",
|
| 14 |
+
"top_camera"
|
| 15 |
+
],
|
| 16 |
+
"proprio_paths": [
|
| 17 |
+
"agent/panda_leaphand-1/qpos",
|
| 18 |
+
"agent/panda_leaphand-1/qvel",
|
| 19 |
+
"agent/panda_leaphand_left-0/qpos",
|
| 20 |
+
"agent/panda_leaphand_left-0/qvel"
|
| 21 |
+
],
|
| 22 |
+
"control_mode": "pd_ee_delta_pose",
|
| 23 |
+
"action_parts": [
|
| 24 |
+
{
|
| 25 |
+
"robot_key": "panda_leaphand-1",
|
| 26 |
+
"width": 22
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"robot_key": "panda_leaphand_left-0",
|
| 30 |
+
"width": 22
|
| 31 |
+
}
|
| 32 |
+
],
|
| 33 |
+
"action_width": 44,
|
| 34 |
+
"control_hz": 20,
|
| 35 |
+
"action_semantics": "Per robot: six normalized arm components followed by normalized joint deltas for dex hands, or an absolute normalized gripper target for Panda. Mobile bases prepend three absolute joint positions.",
|
| 36 |
+
"units_and_coordinates": {
|
| 37 |
+
"panda_arm_translation": "normalized [-1,1] maps to [-0.1,0.1] meters in robot root frame",
|
| 38 |
+
"panda_arm_rotation": "three components clipped by vector norm to one, multiplied by rot_lower (-0.5 radians), Euler-to-quaternion rotation in root-aligned frame; this records the current controller implementation",
|
| 39 |
+
"dex_joint_delta": "normalized [-1,1] maps to [-0.1,0.1] radians",
|
| 40 |
+
"panda_gripper": "normalized [-1,1] maps to [-0.01,0.04] meters for the mimic control joint",
|
| 41 |
+
"mobile_base": "absolute base joint coordinates; native public action bounds still require validation"
|
| 42 |
+
},
|
| 43 |
+
"action_low": [
|
| 44 |
+
-1.0,
|
| 45 |
+
-1.0,
|
| 46 |
+
-1.0,
|
| 47 |
+
-1.0,
|
| 48 |
+
-1.0,
|
| 49 |
+
-1.0,
|
| 50 |
+
-1.0,
|
| 51 |
+
-1.0,
|
| 52 |
+
-1.0,
|
| 53 |
+
-1.0,
|
| 54 |
+
-1.0,
|
| 55 |
+
-1.0,
|
| 56 |
+
-1.0,
|
| 57 |
+
-1.0,
|
| 58 |
+
-1.0,
|
| 59 |
+
-1.0,
|
| 60 |
+
-1.0,
|
| 61 |
+
-1.0,
|
| 62 |
+
-1.0,
|
| 63 |
+
-1.0,
|
| 64 |
+
-1.0,
|
| 65 |
+
-1.0,
|
| 66 |
+
-1.0,
|
| 67 |
+
-1.0,
|
| 68 |
+
-1.0,
|
| 69 |
+
-1.0,
|
| 70 |
+
-1.0,
|
| 71 |
+
-1.0,
|
| 72 |
+
-1.0,
|
| 73 |
+
-1.0,
|
| 74 |
+
-1.0,
|
| 75 |
+
-1.0,
|
| 76 |
+
-1.0,
|
| 77 |
+
-1.0,
|
| 78 |
+
-1.0,
|
| 79 |
+
-1.0,
|
| 80 |
+
-1.0,
|
| 81 |
+
-1.0,
|
| 82 |
+
-1.0,
|
| 83 |
+
-1.0,
|
| 84 |
+
-1.0,
|
| 85 |
+
-1.0,
|
| 86 |
+
-1.0,
|
| 87 |
+
-1.0
|
| 88 |
+
],
|
| 89 |
+
"action_high": [
|
| 90 |
+
1.0,
|
| 91 |
+
1.0,
|
| 92 |
+
1.0,
|
| 93 |
+
1.0,
|
| 94 |
+
1.0,
|
| 95 |
+
1.0,
|
| 96 |
+
1.0,
|
| 97 |
+
1.0,
|
| 98 |
+
1.0,
|
| 99 |
+
1.0,
|
| 100 |
+
1.0,
|
| 101 |
+
1.0,
|
| 102 |
+
1.0,
|
| 103 |
+
1.0,
|
| 104 |
+
1.0,
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0,
|
| 111 |
+
1.0,
|
| 112 |
+
1.0,
|
| 113 |
+
1.0,
|
| 114 |
+
1.0,
|
| 115 |
+
1.0,
|
| 116 |
+
1.0,
|
| 117 |
+
1.0,
|
| 118 |
+
1.0,
|
| 119 |
+
1.0,
|
| 120 |
+
1.0,
|
| 121 |
+
1.0,
|
| 122 |
+
1.0,
|
| 123 |
+
1.0,
|
| 124 |
+
1.0,
|
| 125 |
+
1.0,
|
| 126 |
+
1.0,
|
| 127 |
+
1.0,
|
| 128 |
+
1.0,
|
| 129 |
+
1.0,
|
| 130 |
+
1.0,
|
| 131 |
+
1.0,
|
| 132 |
+
1.0,
|
| 133 |
+
1.0
|
| 134 |
+
],
|
| 135 |
+
"initial_hold_recipe": "Zero normalized deltas for arms/dex hands. For each Panda gripper, use reset robot qpos[7] only, mapped as 2*(qpos[7]+0.01)/0.05-1. Discard all reset scene fields. Reject any hold outside native action bounds; never clip an invalid hold into a different command."
|
| 136 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/controller.py
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Unrehearsed D20 draft: current-observation local action interpolation.
|
| 2 |
+
No simulator, kinematics, scene state, network, neural weights, or seed access.
|
| 3 |
+
"""
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
import importlib.util
|
| 6 |
+
import json
|
| 7 |
+
import numpy as np
|
| 8 |
+
|
| 9 |
+
_DIR = Path(__file__).resolve().parent
|
| 10 |
+
_spec = importlib.util.spec_from_file_location('_d20_features', _DIR / 'features.py')
|
| 11 |
+
_features = importlib.util.module_from_spec(_spec)
|
| 12 |
+
_spec.loader.exec_module(_features)
|
| 13 |
+
_contract = json.loads((_DIR / 'contract.json').read_text())
|
| 14 |
+
_meta = json.loads((_DIR / 'reference_metadata.json').read_text())
|
| 15 |
+
_data = None
|
| 16 |
+
_phase = None
|
| 17 |
+
_last_step = 0
|
| 18 |
+
_last_action = None
|
| 19 |
+
_diagnostics = {}
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
def reset_episode():
|
| 23 |
+
"""Clear temporal state; the runner owns the charged initial hold."""
|
| 24 |
+
global _phase, _last_step, _last_action, _diagnostics
|
| 25 |
+
_phase = None
|
| 26 |
+
_last_step = 0
|
| 27 |
+
_last_action = None
|
| 28 |
+
_diagnostics = {}
|
| 29 |
+
|
| 30 |
+
|
| 31 |
+
def _load():
|
| 32 |
+
global _data
|
| 33 |
+
if _data is None:
|
| 34 |
+
with np.load(_DIR / 'reference.npz', allow_pickle=False) as bank:
|
| 35 |
+
_data = {k: bank[k] for k in bank.files}
|
| 36 |
+
_data['jac'] = np.load(_DIR / 'feedback.npz')['jac']
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
def _proprio(obs, paths):
|
| 40 |
+
result = []
|
| 41 |
+
for path in paths:
|
| 42 |
+
value = np.asarray(obs['proprioception'][path], dtype=np.float32).reshape(-1)
|
| 43 |
+
if value.shape != (23,) or not np.isfinite(value).all():
|
| 44 |
+
raise ValueError('Invalid public proprioception at ' + path)
|
| 45 |
+
result.append(value)
|
| 46 |
+
return np.concatenate(result)
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
def act(obs):
|
| 50 |
+
"""Return 44 normalized deltas in contract.action_parts order or None.
|
| 51 |
+
|
| 52 |
+
None is used only when the native horizon is exhausted, not as a success
|
| 53 |
+
assertion. Missing/malformed sensory input produces a zero-delta hold.
|
| 54 |
+
"""
|
| 55 |
+
global _phase, _last_step, _last_action, _diagnostics
|
| 56 |
+
step = int(obs.get('step_id', 1))
|
| 57 |
+
if step >= _contract['native_horizon']:
|
| 58 |
+
return None
|
| 59 |
+
if step < 1:
|
| 60 |
+
raise ValueError('Runner step_id must start at 1 after its hold')
|
| 61 |
+
if step < _last_step:
|
| 62 |
+
reset_episode()
|
| 63 |
+
if step == _last_step and _last_action is not None:
|
| 64 |
+
return _last_action.copy()
|
| 65 |
+
_load()
|
| 66 |
+
hold = np.zeros(_contract['action_width'], dtype=np.float32)
|
| 67 |
+
try:
|
| 68 |
+
q = _proprio(obs, _meta['qpaths'])
|
| 69 |
+
v = _proprio(obs, _meta['vpaths'])
|
| 70 |
+
cams = [c for c in _meta['camera_order'] if c in obs.get('rgb', {})]
|
| 71 |
+
if not cams:
|
| 72 |
+
raise ValueError('No legal RGB cameras')
|
| 73 |
+
ds = []
|
| 74 |
+
for cam in cams:
|
| 75 |
+
f = _features.image_feature(obs['rgb'][cam])
|
| 76 |
+
j = _meta['camera_order'].index(cam)
|
| 77 |
+
ds.append(np.mean(((_data['visual'][:, j] - f) / .12) ** 2, axis=1))
|
| 78 |
+
visual = np.mean(ds, axis=0)
|
| 79 |
+
dq = np.mean(((q - _data['q']) / _data['qscale']) ** 2, axis=1)
|
| 80 |
+
dv = np.mean(((v - _data['v']) / _data['vscale']) ** 2, axis=1)
|
| 81 |
+
armix = list(range(7)) + list(range(23,30))
|
| 82 |
+
arm_distance = np.mean(((q[armix] - _data['q'][:,armix]) / _data['qscale'][armix]) ** 2, axis=1)
|
| 83 |
+
distance = 2 * arm_distance + .3 * dq + .02 * dv + .6 * visual
|
| 84 |
+
expected = min(step - 1, 170)
|
| 85 |
+
distance += .003 * np.maximum(np.abs(_data['frame'] - expected) - 12, 0) ** 2
|
| 86 |
+
# Weak hysteresis disambiguates visually similar approach/closure states.
|
| 87 |
+
# It never advances a trajectory by elapsed time or selects a demo ID.
|
| 88 |
+
if _phase is not None:
|
| 89 |
+
gap = np.maximum(np.abs(_data['phase'] - _phase) - .06, 0)
|
| 90 |
+
distance = distance + 2 * gap ** 2
|
| 91 |
+
nearest = int(np.argmin(distance))
|
| 92 |
+
if dq[nearest] > 9 or visual[nearest] > 6:
|
| 93 |
+
action = hold
|
| 94 |
+
_diagnostics = {'status': 'outside_reference_support', 'distance': float(distance[nearest])}
|
| 95 |
+
else:
|
| 96 |
+
# Keep neighbors in one local phase to avoid blending closure with lift.
|
| 97 |
+
local = np.flatnonzero((_data['demo'] == _data['demo'][nearest]) & (np.abs(_data['frame'] - _data['frame'][nearest]) <= 3))
|
| 98 |
+
k = min(5, len(local))
|
| 99 |
+
indices = local[np.argsort(distance[local])[:k]]
|
| 100 |
+
temperature = max(.025, float(distance[nearest]) * .15)
|
| 101 |
+
weights = np.exp(-(distance[indices] - distance[nearest]) / temperature)
|
| 102 |
+
weights /= weights.sum()
|
| 103 |
+
action = weights @ _data['action'][indices]
|
| 104 |
+
target_q = weights @ _data['q'][indices]
|
| 105 |
+
for arm in range(2):
|
| 106 |
+
qi, ai = 23 * arm, 22 * arm
|
| 107 |
+
jac = weights @ _data['jac'][indices, arm].reshape(len(indices), -1)
|
| 108 |
+
jac = jac.reshape(3,7)
|
| 109 |
+
error = target_q[qi:qi+7] - q[qi:qi+7]
|
| 110 |
+
correction = np.linalg.solve(jac @ jac.T + .001 * np.eye(3), jac @ error)
|
| 111 |
+
action[ai:ai+3] += np.clip(.2 * correction, -.04, .04)
|
| 112 |
+
_phase = float(weights @ _data['phase'][indices])
|
| 113 |
+
_diagnostics = {'status': 'interpolated', 'phase': _phase,
|
| 114 |
+
'distance': float(distance[nearest]), 'demo': int(_data['demo'][nearest]), 'frame': int(_data['frame'][nearest]), 'cameras': cams}
|
| 115 |
+
except (KeyError, ValueError, TypeError, IndexError):
|
| 116 |
+
action = hold
|
| 117 |
+
_diagnostics = {'status': 'invalid_or_missing_sensors'}
|
| 118 |
+
action = np.asarray(action, dtype=np.float32).reshape(-1)
|
| 119 |
+
if action.shape != (44,) or not np.isfinite(action).all():
|
| 120 |
+
action = hold
|
| 121 |
+
action = np.clip(action, _contract['action_low'], _contract['action_high']).astype(np.float32)
|
| 122 |
+
_last_step = step
|
| 123 |
+
_last_action = action.copy()
|
| 124 |
+
return action
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json
ADDED
|
@@ -0,0 +1,2168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task_id": "DualArmSwingCup-v1",
|
| 3 |
+
"status": "released",
|
| 4 |
+
"selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data",
|
| 5 |
+
"lineage_status": "pinned_comparator",
|
| 6 |
+
"episodes": [
|
| 7 |
+
{
|
| 8 |
+
"demo_id": "demo_00",
|
| 9 |
+
"file": "demo_00.h5",
|
| 10 |
+
"length": 185,
|
| 11 |
+
"fields": [
|
| 12 |
+
{
|
| 13 |
+
"path": "actions/panda_leaphand-1",
|
| 14 |
+
"shape": [
|
| 15 |
+
185,
|
| 16 |
+
22
|
| 17 |
+
],
|
| 18 |
+
"dtype": "float32"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"path": "actions/panda_leaphand_left-0",
|
| 22 |
+
"shape": [
|
| 23 |
+
185,
|
| 24 |
+
22
|
| 25 |
+
],
|
| 26 |
+
"dtype": "float32"
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 30 |
+
"shape": [
|
| 31 |
+
186,
|
| 32 |
+
23
|
| 33 |
+
],
|
| 34 |
+
"dtype": "float32"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 38 |
+
"shape": [
|
| 39 |
+
186,
|
| 40 |
+
23
|
| 41 |
+
],
|
| 42 |
+
"dtype": "float32"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 46 |
+
"shape": [
|
| 47 |
+
186,
|
| 48 |
+
23
|
| 49 |
+
],
|
| 50 |
+
"dtype": "float32"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 54 |
+
"shape": [
|
| 55 |
+
186,
|
| 56 |
+
23
|
| 57 |
+
],
|
| 58 |
+
"dtype": "float32"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 62 |
+
"shape": [
|
| 63 |
+
186,
|
| 64 |
+
240,
|
| 65 |
+
320,
|
| 66 |
+
3
|
| 67 |
+
],
|
| 68 |
+
"dtype": "uint8"
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 72 |
+
"shape": [
|
| 73 |
+
186,
|
| 74 |
+
240,
|
| 75 |
+
320,
|
| 76 |
+
3
|
| 77 |
+
],
|
| 78 |
+
"dtype": "uint8"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 82 |
+
"shape": [
|
| 83 |
+
186,
|
| 84 |
+
240,
|
| 85 |
+
320,
|
| 86 |
+
3
|
| 87 |
+
],
|
| 88 |
+
"dtype": "uint8"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 92 |
+
"shape": [
|
| 93 |
+
186,
|
| 94 |
+
240,
|
| 95 |
+
320,
|
| 96 |
+
3
|
| 97 |
+
],
|
| 98 |
+
"dtype": "uint8"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 102 |
+
"shape": [
|
| 103 |
+
186,
|
| 104 |
+
320,
|
| 105 |
+
240,
|
| 106 |
+
3
|
| 107 |
+
],
|
| 108 |
+
"dtype": "uint8"
|
| 109 |
+
}
|
| 110 |
+
],
|
| 111 |
+
"trajectory_sha256": "a867a59fc363d01fb726b4a07e346cb85b1f0ca041f2cf3e9c8d51b5bd5c66ab",
|
| 112 |
+
"source_sha256": "805bd6dd6694128dc7b9d23dc789b2bf8a49baba5fb15f19bd67dad524978349",
|
| 113 |
+
"view_sha256": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735"
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"demo_id": "demo_01",
|
| 117 |
+
"file": "demo_01.h5",
|
| 118 |
+
"length": 162,
|
| 119 |
+
"fields": [
|
| 120 |
+
{
|
| 121 |
+
"path": "actions/panda_leaphand-1",
|
| 122 |
+
"shape": [
|
| 123 |
+
162,
|
| 124 |
+
22
|
| 125 |
+
],
|
| 126 |
+
"dtype": "float32"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"path": "actions/panda_leaphand_left-0",
|
| 130 |
+
"shape": [
|
| 131 |
+
162,
|
| 132 |
+
22
|
| 133 |
+
],
|
| 134 |
+
"dtype": "float32"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 138 |
+
"shape": [
|
| 139 |
+
163,
|
| 140 |
+
23
|
| 141 |
+
],
|
| 142 |
+
"dtype": "float32"
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 146 |
+
"shape": [
|
| 147 |
+
163,
|
| 148 |
+
23
|
| 149 |
+
],
|
| 150 |
+
"dtype": "float32"
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 154 |
+
"shape": [
|
| 155 |
+
163,
|
| 156 |
+
23
|
| 157 |
+
],
|
| 158 |
+
"dtype": "float32"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 162 |
+
"shape": [
|
| 163 |
+
163,
|
| 164 |
+
23
|
| 165 |
+
],
|
| 166 |
+
"dtype": "float32"
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 170 |
+
"shape": [
|
| 171 |
+
163,
|
| 172 |
+
240,
|
| 173 |
+
320,
|
| 174 |
+
3
|
| 175 |
+
],
|
| 176 |
+
"dtype": "uint8"
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 180 |
+
"shape": [
|
| 181 |
+
163,
|
| 182 |
+
240,
|
| 183 |
+
320,
|
| 184 |
+
3
|
| 185 |
+
],
|
| 186 |
+
"dtype": "uint8"
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 190 |
+
"shape": [
|
| 191 |
+
163,
|
| 192 |
+
240,
|
| 193 |
+
320,
|
| 194 |
+
3
|
| 195 |
+
],
|
| 196 |
+
"dtype": "uint8"
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 200 |
+
"shape": [
|
| 201 |
+
163,
|
| 202 |
+
240,
|
| 203 |
+
320,
|
| 204 |
+
3
|
| 205 |
+
],
|
| 206 |
+
"dtype": "uint8"
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 210 |
+
"shape": [
|
| 211 |
+
163,
|
| 212 |
+
320,
|
| 213 |
+
240,
|
| 214 |
+
3
|
| 215 |
+
],
|
| 216 |
+
"dtype": "uint8"
|
| 217 |
+
}
|
| 218 |
+
],
|
| 219 |
+
"trajectory_sha256": "de5623cf9ab622041be93e2331c71623b72ee2f5a1a2571ee863ec6f56bc789d",
|
| 220 |
+
"source_sha256": "ccaf5f726edfeb077c5ec4b1124cac4b5a9548d7b5e98f44440bb3a1fe25c672",
|
| 221 |
+
"view_sha256": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f"
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"demo_id": "demo_02",
|
| 225 |
+
"file": "demo_02.h5",
|
| 226 |
+
"length": 198,
|
| 227 |
+
"fields": [
|
| 228 |
+
{
|
| 229 |
+
"path": "actions/panda_leaphand-1",
|
| 230 |
+
"shape": [
|
| 231 |
+
198,
|
| 232 |
+
22
|
| 233 |
+
],
|
| 234 |
+
"dtype": "float32"
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"path": "actions/panda_leaphand_left-0",
|
| 238 |
+
"shape": [
|
| 239 |
+
198,
|
| 240 |
+
22
|
| 241 |
+
],
|
| 242 |
+
"dtype": "float32"
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 246 |
+
"shape": [
|
| 247 |
+
199,
|
| 248 |
+
23
|
| 249 |
+
],
|
| 250 |
+
"dtype": "float32"
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 254 |
+
"shape": [
|
| 255 |
+
199,
|
| 256 |
+
23
|
| 257 |
+
],
|
| 258 |
+
"dtype": "float32"
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 262 |
+
"shape": [
|
| 263 |
+
199,
|
| 264 |
+
23
|
| 265 |
+
],
|
| 266 |
+
"dtype": "float32"
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 270 |
+
"shape": [
|
| 271 |
+
199,
|
| 272 |
+
23
|
| 273 |
+
],
|
| 274 |
+
"dtype": "float32"
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 278 |
+
"shape": [
|
| 279 |
+
199,
|
| 280 |
+
240,
|
| 281 |
+
320,
|
| 282 |
+
3
|
| 283 |
+
],
|
| 284 |
+
"dtype": "uint8"
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 288 |
+
"shape": [
|
| 289 |
+
199,
|
| 290 |
+
240,
|
| 291 |
+
320,
|
| 292 |
+
3
|
| 293 |
+
],
|
| 294 |
+
"dtype": "uint8"
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 298 |
+
"shape": [
|
| 299 |
+
199,
|
| 300 |
+
240,
|
| 301 |
+
320,
|
| 302 |
+
3
|
| 303 |
+
],
|
| 304 |
+
"dtype": "uint8"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 308 |
+
"shape": [
|
| 309 |
+
199,
|
| 310 |
+
240,
|
| 311 |
+
320,
|
| 312 |
+
3
|
| 313 |
+
],
|
| 314 |
+
"dtype": "uint8"
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 318 |
+
"shape": [
|
| 319 |
+
199,
|
| 320 |
+
320,
|
| 321 |
+
240,
|
| 322 |
+
3
|
| 323 |
+
],
|
| 324 |
+
"dtype": "uint8"
|
| 325 |
+
}
|
| 326 |
+
],
|
| 327 |
+
"trajectory_sha256": "fdcc2e51579861ea8d36cdb5d23d991abdfebf37c53375eab5059283944d623a",
|
| 328 |
+
"source_sha256": "31423307778e21fef704d4fe4f6a291f9cd8342c0063ee67044dd44f1bffc77c",
|
| 329 |
+
"view_sha256": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca"
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"demo_id": "demo_03",
|
| 333 |
+
"file": "demo_03.h5",
|
| 334 |
+
"length": 168,
|
| 335 |
+
"fields": [
|
| 336 |
+
{
|
| 337 |
+
"path": "actions/panda_leaphand-1",
|
| 338 |
+
"shape": [
|
| 339 |
+
168,
|
| 340 |
+
22
|
| 341 |
+
],
|
| 342 |
+
"dtype": "float32"
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"path": "actions/panda_leaphand_left-0",
|
| 346 |
+
"shape": [
|
| 347 |
+
168,
|
| 348 |
+
22
|
| 349 |
+
],
|
| 350 |
+
"dtype": "float32"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 354 |
+
"shape": [
|
| 355 |
+
169,
|
| 356 |
+
23
|
| 357 |
+
],
|
| 358 |
+
"dtype": "float32"
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 362 |
+
"shape": [
|
| 363 |
+
169,
|
| 364 |
+
23
|
| 365 |
+
],
|
| 366 |
+
"dtype": "float32"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 370 |
+
"shape": [
|
| 371 |
+
169,
|
| 372 |
+
23
|
| 373 |
+
],
|
| 374 |
+
"dtype": "float32"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 378 |
+
"shape": [
|
| 379 |
+
169,
|
| 380 |
+
23
|
| 381 |
+
],
|
| 382 |
+
"dtype": "float32"
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 386 |
+
"shape": [
|
| 387 |
+
169,
|
| 388 |
+
240,
|
| 389 |
+
320,
|
| 390 |
+
3
|
| 391 |
+
],
|
| 392 |
+
"dtype": "uint8"
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 396 |
+
"shape": [
|
| 397 |
+
169,
|
| 398 |
+
240,
|
| 399 |
+
320,
|
| 400 |
+
3
|
| 401 |
+
],
|
| 402 |
+
"dtype": "uint8"
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 406 |
+
"shape": [
|
| 407 |
+
169,
|
| 408 |
+
240,
|
| 409 |
+
320,
|
| 410 |
+
3
|
| 411 |
+
],
|
| 412 |
+
"dtype": "uint8"
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 416 |
+
"shape": [
|
| 417 |
+
169,
|
| 418 |
+
240,
|
| 419 |
+
320,
|
| 420 |
+
3
|
| 421 |
+
],
|
| 422 |
+
"dtype": "uint8"
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 426 |
+
"shape": [
|
| 427 |
+
169,
|
| 428 |
+
320,
|
| 429 |
+
240,
|
| 430 |
+
3
|
| 431 |
+
],
|
| 432 |
+
"dtype": "uint8"
|
| 433 |
+
}
|
| 434 |
+
],
|
| 435 |
+
"trajectory_sha256": "c83100703c5bc6bd5e81c94a339f434ccae709edc931ba9b3798283bbc14ed92",
|
| 436 |
+
"source_sha256": "58a66c613a8609faa6c1740ed7f051b75f5b76ccc57d574782adba4a0b81f71d",
|
| 437 |
+
"view_sha256": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be"
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"demo_id": "demo_04",
|
| 441 |
+
"file": "demo_04.h5",
|
| 442 |
+
"length": 184,
|
| 443 |
+
"fields": [
|
| 444 |
+
{
|
| 445 |
+
"path": "actions/panda_leaphand-1",
|
| 446 |
+
"shape": [
|
| 447 |
+
184,
|
| 448 |
+
22
|
| 449 |
+
],
|
| 450 |
+
"dtype": "float32"
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"path": "actions/panda_leaphand_left-0",
|
| 454 |
+
"shape": [
|
| 455 |
+
184,
|
| 456 |
+
22
|
| 457 |
+
],
|
| 458 |
+
"dtype": "float32"
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 462 |
+
"shape": [
|
| 463 |
+
185,
|
| 464 |
+
23
|
| 465 |
+
],
|
| 466 |
+
"dtype": "float32"
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 470 |
+
"shape": [
|
| 471 |
+
185,
|
| 472 |
+
23
|
| 473 |
+
],
|
| 474 |
+
"dtype": "float32"
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 478 |
+
"shape": [
|
| 479 |
+
185,
|
| 480 |
+
23
|
| 481 |
+
],
|
| 482 |
+
"dtype": "float32"
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 486 |
+
"shape": [
|
| 487 |
+
185,
|
| 488 |
+
23
|
| 489 |
+
],
|
| 490 |
+
"dtype": "float32"
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 494 |
+
"shape": [
|
| 495 |
+
185,
|
| 496 |
+
240,
|
| 497 |
+
320,
|
| 498 |
+
3
|
| 499 |
+
],
|
| 500 |
+
"dtype": "uint8"
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 504 |
+
"shape": [
|
| 505 |
+
185,
|
| 506 |
+
240,
|
| 507 |
+
320,
|
| 508 |
+
3
|
| 509 |
+
],
|
| 510 |
+
"dtype": "uint8"
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 514 |
+
"shape": [
|
| 515 |
+
185,
|
| 516 |
+
240,
|
| 517 |
+
320,
|
| 518 |
+
3
|
| 519 |
+
],
|
| 520 |
+
"dtype": "uint8"
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 524 |
+
"shape": [
|
| 525 |
+
185,
|
| 526 |
+
240,
|
| 527 |
+
320,
|
| 528 |
+
3
|
| 529 |
+
],
|
| 530 |
+
"dtype": "uint8"
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 534 |
+
"shape": [
|
| 535 |
+
185,
|
| 536 |
+
320,
|
| 537 |
+
240,
|
| 538 |
+
3
|
| 539 |
+
],
|
| 540 |
+
"dtype": "uint8"
|
| 541 |
+
}
|
| 542 |
+
],
|
| 543 |
+
"trajectory_sha256": "7553adccdb45475728acfd7bde6699be3e7c1820754122018d9545bd2f1a18ba",
|
| 544 |
+
"source_sha256": "1dc34266cf8a12579537b1e9d9db8dd0931cd6dbc956a601d37375400affbba4",
|
| 545 |
+
"view_sha256": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d"
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"demo_id": "demo_05",
|
| 549 |
+
"file": "demo_05.h5",
|
| 550 |
+
"length": 164,
|
| 551 |
+
"fields": [
|
| 552 |
+
{
|
| 553 |
+
"path": "actions/panda_leaphand-1",
|
| 554 |
+
"shape": [
|
| 555 |
+
164,
|
| 556 |
+
22
|
| 557 |
+
],
|
| 558 |
+
"dtype": "float32"
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"path": "actions/panda_leaphand_left-0",
|
| 562 |
+
"shape": [
|
| 563 |
+
164,
|
| 564 |
+
22
|
| 565 |
+
],
|
| 566 |
+
"dtype": "float32"
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 570 |
+
"shape": [
|
| 571 |
+
165,
|
| 572 |
+
23
|
| 573 |
+
],
|
| 574 |
+
"dtype": "float32"
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 578 |
+
"shape": [
|
| 579 |
+
165,
|
| 580 |
+
23
|
| 581 |
+
],
|
| 582 |
+
"dtype": "float32"
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 586 |
+
"shape": [
|
| 587 |
+
165,
|
| 588 |
+
23
|
| 589 |
+
],
|
| 590 |
+
"dtype": "float32"
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 594 |
+
"shape": [
|
| 595 |
+
165,
|
| 596 |
+
23
|
| 597 |
+
],
|
| 598 |
+
"dtype": "float32"
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 602 |
+
"shape": [
|
| 603 |
+
165,
|
| 604 |
+
240,
|
| 605 |
+
320,
|
| 606 |
+
3
|
| 607 |
+
],
|
| 608 |
+
"dtype": "uint8"
|
| 609 |
+
},
|
| 610 |
+
{
|
| 611 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 612 |
+
"shape": [
|
| 613 |
+
165,
|
| 614 |
+
240,
|
| 615 |
+
320,
|
| 616 |
+
3
|
| 617 |
+
],
|
| 618 |
+
"dtype": "uint8"
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 622 |
+
"shape": [
|
| 623 |
+
165,
|
| 624 |
+
240,
|
| 625 |
+
320,
|
| 626 |
+
3
|
| 627 |
+
],
|
| 628 |
+
"dtype": "uint8"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 632 |
+
"shape": [
|
| 633 |
+
165,
|
| 634 |
+
240,
|
| 635 |
+
320,
|
| 636 |
+
3
|
| 637 |
+
],
|
| 638 |
+
"dtype": "uint8"
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 642 |
+
"shape": [
|
| 643 |
+
165,
|
| 644 |
+
320,
|
| 645 |
+
240,
|
| 646 |
+
3
|
| 647 |
+
],
|
| 648 |
+
"dtype": "uint8"
|
| 649 |
+
}
|
| 650 |
+
],
|
| 651 |
+
"trajectory_sha256": "7d11bba4c2947decc3fd6673381f7f59ef7e7e991e7608151337d13384eb5c95",
|
| 652 |
+
"source_sha256": "a8f25e29cf2b6068b8676c94cef437f92d6ea2d2d3d8e8758909e4b9be2b927b",
|
| 653 |
+
"view_sha256": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e"
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"demo_id": "demo_06",
|
| 657 |
+
"file": "demo_06.h5",
|
| 658 |
+
"length": 166,
|
| 659 |
+
"fields": [
|
| 660 |
+
{
|
| 661 |
+
"path": "actions/panda_leaphand-1",
|
| 662 |
+
"shape": [
|
| 663 |
+
166,
|
| 664 |
+
22
|
| 665 |
+
],
|
| 666 |
+
"dtype": "float32"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"path": "actions/panda_leaphand_left-0",
|
| 670 |
+
"shape": [
|
| 671 |
+
166,
|
| 672 |
+
22
|
| 673 |
+
],
|
| 674 |
+
"dtype": "float32"
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 678 |
+
"shape": [
|
| 679 |
+
167,
|
| 680 |
+
23
|
| 681 |
+
],
|
| 682 |
+
"dtype": "float32"
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 686 |
+
"shape": [
|
| 687 |
+
167,
|
| 688 |
+
23
|
| 689 |
+
],
|
| 690 |
+
"dtype": "float32"
|
| 691 |
+
},
|
| 692 |
+
{
|
| 693 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 694 |
+
"shape": [
|
| 695 |
+
167,
|
| 696 |
+
23
|
| 697 |
+
],
|
| 698 |
+
"dtype": "float32"
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 702 |
+
"shape": [
|
| 703 |
+
167,
|
| 704 |
+
23
|
| 705 |
+
],
|
| 706 |
+
"dtype": "float32"
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 710 |
+
"shape": [
|
| 711 |
+
167,
|
| 712 |
+
240,
|
| 713 |
+
320,
|
| 714 |
+
3
|
| 715 |
+
],
|
| 716 |
+
"dtype": "uint8"
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 720 |
+
"shape": [
|
| 721 |
+
167,
|
| 722 |
+
240,
|
| 723 |
+
320,
|
| 724 |
+
3
|
| 725 |
+
],
|
| 726 |
+
"dtype": "uint8"
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 730 |
+
"shape": [
|
| 731 |
+
167,
|
| 732 |
+
240,
|
| 733 |
+
320,
|
| 734 |
+
3
|
| 735 |
+
],
|
| 736 |
+
"dtype": "uint8"
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 740 |
+
"shape": [
|
| 741 |
+
167,
|
| 742 |
+
240,
|
| 743 |
+
320,
|
| 744 |
+
3
|
| 745 |
+
],
|
| 746 |
+
"dtype": "uint8"
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 750 |
+
"shape": [
|
| 751 |
+
167,
|
| 752 |
+
320,
|
| 753 |
+
240,
|
| 754 |
+
3
|
| 755 |
+
],
|
| 756 |
+
"dtype": "uint8"
|
| 757 |
+
}
|
| 758 |
+
],
|
| 759 |
+
"trajectory_sha256": "488b95c58eb23d805820a8082694ea715202c37c0da70cd23d96d9817272bc3f",
|
| 760 |
+
"source_sha256": "983d7f6e93ba163a3eb5ffa9eb4b95533629375fb072a883aa2a4ef908779cc8",
|
| 761 |
+
"view_sha256": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf"
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"demo_id": "demo_07",
|
| 765 |
+
"file": "demo_07.h5",
|
| 766 |
+
"length": 165,
|
| 767 |
+
"fields": [
|
| 768 |
+
{
|
| 769 |
+
"path": "actions/panda_leaphand-1",
|
| 770 |
+
"shape": [
|
| 771 |
+
165,
|
| 772 |
+
22
|
| 773 |
+
],
|
| 774 |
+
"dtype": "float32"
|
| 775 |
+
},
|
| 776 |
+
{
|
| 777 |
+
"path": "actions/panda_leaphand_left-0",
|
| 778 |
+
"shape": [
|
| 779 |
+
165,
|
| 780 |
+
22
|
| 781 |
+
],
|
| 782 |
+
"dtype": "float32"
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 786 |
+
"shape": [
|
| 787 |
+
166,
|
| 788 |
+
23
|
| 789 |
+
],
|
| 790 |
+
"dtype": "float32"
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 794 |
+
"shape": [
|
| 795 |
+
166,
|
| 796 |
+
23
|
| 797 |
+
],
|
| 798 |
+
"dtype": "float32"
|
| 799 |
+
},
|
| 800 |
+
{
|
| 801 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 802 |
+
"shape": [
|
| 803 |
+
166,
|
| 804 |
+
23
|
| 805 |
+
],
|
| 806 |
+
"dtype": "float32"
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 810 |
+
"shape": [
|
| 811 |
+
166,
|
| 812 |
+
23
|
| 813 |
+
],
|
| 814 |
+
"dtype": "float32"
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 818 |
+
"shape": [
|
| 819 |
+
166,
|
| 820 |
+
240,
|
| 821 |
+
320,
|
| 822 |
+
3
|
| 823 |
+
],
|
| 824 |
+
"dtype": "uint8"
|
| 825 |
+
},
|
| 826 |
+
{
|
| 827 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 828 |
+
"shape": [
|
| 829 |
+
166,
|
| 830 |
+
240,
|
| 831 |
+
320,
|
| 832 |
+
3
|
| 833 |
+
],
|
| 834 |
+
"dtype": "uint8"
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 838 |
+
"shape": [
|
| 839 |
+
166,
|
| 840 |
+
240,
|
| 841 |
+
320,
|
| 842 |
+
3
|
| 843 |
+
],
|
| 844 |
+
"dtype": "uint8"
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 848 |
+
"shape": [
|
| 849 |
+
166,
|
| 850 |
+
240,
|
| 851 |
+
320,
|
| 852 |
+
3
|
| 853 |
+
],
|
| 854 |
+
"dtype": "uint8"
|
| 855 |
+
},
|
| 856 |
+
{
|
| 857 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 858 |
+
"shape": [
|
| 859 |
+
166,
|
| 860 |
+
320,
|
| 861 |
+
240,
|
| 862 |
+
3
|
| 863 |
+
],
|
| 864 |
+
"dtype": "uint8"
|
| 865 |
+
}
|
| 866 |
+
],
|
| 867 |
+
"trajectory_sha256": "a7d8ca74be17f3bbd57191b31f9f49895e65e8416e0fb3ed9f7beabbd948c8a8",
|
| 868 |
+
"source_sha256": "c9add654bf867c147d5c28ffa5c21157be512d29472d0d868bc8643c3b8e5607",
|
| 869 |
+
"view_sha256": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf"
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"demo_id": "demo_08",
|
| 873 |
+
"file": "demo_08.h5",
|
| 874 |
+
"length": 165,
|
| 875 |
+
"fields": [
|
| 876 |
+
{
|
| 877 |
+
"path": "actions/panda_leaphand-1",
|
| 878 |
+
"shape": [
|
| 879 |
+
165,
|
| 880 |
+
22
|
| 881 |
+
],
|
| 882 |
+
"dtype": "float32"
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"path": "actions/panda_leaphand_left-0",
|
| 886 |
+
"shape": [
|
| 887 |
+
165,
|
| 888 |
+
22
|
| 889 |
+
],
|
| 890 |
+
"dtype": "float32"
|
| 891 |
+
},
|
| 892 |
+
{
|
| 893 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 894 |
+
"shape": [
|
| 895 |
+
166,
|
| 896 |
+
23
|
| 897 |
+
],
|
| 898 |
+
"dtype": "float32"
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 902 |
+
"shape": [
|
| 903 |
+
166,
|
| 904 |
+
23
|
| 905 |
+
],
|
| 906 |
+
"dtype": "float32"
|
| 907 |
+
},
|
| 908 |
+
{
|
| 909 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 910 |
+
"shape": [
|
| 911 |
+
166,
|
| 912 |
+
23
|
| 913 |
+
],
|
| 914 |
+
"dtype": "float32"
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 918 |
+
"shape": [
|
| 919 |
+
166,
|
| 920 |
+
23
|
| 921 |
+
],
|
| 922 |
+
"dtype": "float32"
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 926 |
+
"shape": [
|
| 927 |
+
166,
|
| 928 |
+
240,
|
| 929 |
+
320,
|
| 930 |
+
3
|
| 931 |
+
],
|
| 932 |
+
"dtype": "uint8"
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 936 |
+
"shape": [
|
| 937 |
+
166,
|
| 938 |
+
240,
|
| 939 |
+
320,
|
| 940 |
+
3
|
| 941 |
+
],
|
| 942 |
+
"dtype": "uint8"
|
| 943 |
+
},
|
| 944 |
+
{
|
| 945 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 946 |
+
"shape": [
|
| 947 |
+
166,
|
| 948 |
+
240,
|
| 949 |
+
320,
|
| 950 |
+
3
|
| 951 |
+
],
|
| 952 |
+
"dtype": "uint8"
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 956 |
+
"shape": [
|
| 957 |
+
166,
|
| 958 |
+
240,
|
| 959 |
+
320,
|
| 960 |
+
3
|
| 961 |
+
],
|
| 962 |
+
"dtype": "uint8"
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 966 |
+
"shape": [
|
| 967 |
+
166,
|
| 968 |
+
320,
|
| 969 |
+
240,
|
| 970 |
+
3
|
| 971 |
+
],
|
| 972 |
+
"dtype": "uint8"
|
| 973 |
+
}
|
| 974 |
+
],
|
| 975 |
+
"trajectory_sha256": "b029bd1dc77bbec5214c6596916dbd36eb2b5caab023c4c7d8280b177fe10877",
|
| 976 |
+
"source_sha256": "cb8e7a430794f33aea9f66b37c65a18bdd4728c256fec21e0d0fbb5f5199806b",
|
| 977 |
+
"view_sha256": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838"
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"demo_id": "demo_09",
|
| 981 |
+
"file": "demo_09.h5",
|
| 982 |
+
"length": 163,
|
| 983 |
+
"fields": [
|
| 984 |
+
{
|
| 985 |
+
"path": "actions/panda_leaphand-1",
|
| 986 |
+
"shape": [
|
| 987 |
+
163,
|
| 988 |
+
22
|
| 989 |
+
],
|
| 990 |
+
"dtype": "float32"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"path": "actions/panda_leaphand_left-0",
|
| 994 |
+
"shape": [
|
| 995 |
+
163,
|
| 996 |
+
22
|
| 997 |
+
],
|
| 998 |
+
"dtype": "float32"
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1002 |
+
"shape": [
|
| 1003 |
+
164,
|
| 1004 |
+
23
|
| 1005 |
+
],
|
| 1006 |
+
"dtype": "float32"
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1010 |
+
"shape": [
|
| 1011 |
+
164,
|
| 1012 |
+
23
|
| 1013 |
+
],
|
| 1014 |
+
"dtype": "float32"
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1018 |
+
"shape": [
|
| 1019 |
+
164,
|
| 1020 |
+
23
|
| 1021 |
+
],
|
| 1022 |
+
"dtype": "float32"
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1026 |
+
"shape": [
|
| 1027 |
+
164,
|
| 1028 |
+
23
|
| 1029 |
+
],
|
| 1030 |
+
"dtype": "float32"
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1034 |
+
"shape": [
|
| 1035 |
+
164,
|
| 1036 |
+
240,
|
| 1037 |
+
320,
|
| 1038 |
+
3
|
| 1039 |
+
],
|
| 1040 |
+
"dtype": "uint8"
|
| 1041 |
+
},
|
| 1042 |
+
{
|
| 1043 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1044 |
+
"shape": [
|
| 1045 |
+
164,
|
| 1046 |
+
240,
|
| 1047 |
+
320,
|
| 1048 |
+
3
|
| 1049 |
+
],
|
| 1050 |
+
"dtype": "uint8"
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1054 |
+
"shape": [
|
| 1055 |
+
164,
|
| 1056 |
+
240,
|
| 1057 |
+
320,
|
| 1058 |
+
3
|
| 1059 |
+
],
|
| 1060 |
+
"dtype": "uint8"
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1064 |
+
"shape": [
|
| 1065 |
+
164,
|
| 1066 |
+
240,
|
| 1067 |
+
320,
|
| 1068 |
+
3
|
| 1069 |
+
],
|
| 1070 |
+
"dtype": "uint8"
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1074 |
+
"shape": [
|
| 1075 |
+
164,
|
| 1076 |
+
320,
|
| 1077 |
+
240,
|
| 1078 |
+
3
|
| 1079 |
+
],
|
| 1080 |
+
"dtype": "uint8"
|
| 1081 |
+
}
|
| 1082 |
+
],
|
| 1083 |
+
"trajectory_sha256": "21af03f3a5cfa731ee8df4ddc345e6466d1e080b6588764dc967c13edfbd34d2",
|
| 1084 |
+
"source_sha256": "67720e3f4b9a704b6cb368c916bc6ccc7435152535a1d55f0e1b22b30d3629f4",
|
| 1085 |
+
"view_sha256": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6"
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"demo_id": "demo_10",
|
| 1089 |
+
"file": "demo_10.h5",
|
| 1090 |
+
"length": 165,
|
| 1091 |
+
"fields": [
|
| 1092 |
+
{
|
| 1093 |
+
"path": "actions/panda_leaphand-1",
|
| 1094 |
+
"shape": [
|
| 1095 |
+
165,
|
| 1096 |
+
22
|
| 1097 |
+
],
|
| 1098 |
+
"dtype": "float32"
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1102 |
+
"shape": [
|
| 1103 |
+
165,
|
| 1104 |
+
22
|
| 1105 |
+
],
|
| 1106 |
+
"dtype": "float32"
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1110 |
+
"shape": [
|
| 1111 |
+
166,
|
| 1112 |
+
23
|
| 1113 |
+
],
|
| 1114 |
+
"dtype": "float32"
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1118 |
+
"shape": [
|
| 1119 |
+
166,
|
| 1120 |
+
23
|
| 1121 |
+
],
|
| 1122 |
+
"dtype": "float32"
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1126 |
+
"shape": [
|
| 1127 |
+
166,
|
| 1128 |
+
23
|
| 1129 |
+
],
|
| 1130 |
+
"dtype": "float32"
|
| 1131 |
+
},
|
| 1132 |
+
{
|
| 1133 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1134 |
+
"shape": [
|
| 1135 |
+
166,
|
| 1136 |
+
23
|
| 1137 |
+
],
|
| 1138 |
+
"dtype": "float32"
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1142 |
+
"shape": [
|
| 1143 |
+
166,
|
| 1144 |
+
240,
|
| 1145 |
+
320,
|
| 1146 |
+
3
|
| 1147 |
+
],
|
| 1148 |
+
"dtype": "uint8"
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1152 |
+
"shape": [
|
| 1153 |
+
166,
|
| 1154 |
+
240,
|
| 1155 |
+
320,
|
| 1156 |
+
3
|
| 1157 |
+
],
|
| 1158 |
+
"dtype": "uint8"
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1162 |
+
"shape": [
|
| 1163 |
+
166,
|
| 1164 |
+
240,
|
| 1165 |
+
320,
|
| 1166 |
+
3
|
| 1167 |
+
],
|
| 1168 |
+
"dtype": "uint8"
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1172 |
+
"shape": [
|
| 1173 |
+
166,
|
| 1174 |
+
240,
|
| 1175 |
+
320,
|
| 1176 |
+
3
|
| 1177 |
+
],
|
| 1178 |
+
"dtype": "uint8"
|
| 1179 |
+
},
|
| 1180 |
+
{
|
| 1181 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1182 |
+
"shape": [
|
| 1183 |
+
166,
|
| 1184 |
+
320,
|
| 1185 |
+
240,
|
| 1186 |
+
3
|
| 1187 |
+
],
|
| 1188 |
+
"dtype": "uint8"
|
| 1189 |
+
}
|
| 1190 |
+
],
|
| 1191 |
+
"trajectory_sha256": "edfcb2cb4a107047948baecb404ea98df3048f6f8a5b50a8e1bbc0d043592691",
|
| 1192 |
+
"source_sha256": "ea18b0f523b03e1175522525c78b621a4e9f19f7edaf788bb291d31973082555",
|
| 1193 |
+
"view_sha256": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81"
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"demo_id": "demo_11",
|
| 1197 |
+
"file": "demo_11.h5",
|
| 1198 |
+
"length": 163,
|
| 1199 |
+
"fields": [
|
| 1200 |
+
{
|
| 1201 |
+
"path": "actions/panda_leaphand-1",
|
| 1202 |
+
"shape": [
|
| 1203 |
+
163,
|
| 1204 |
+
22
|
| 1205 |
+
],
|
| 1206 |
+
"dtype": "float32"
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1210 |
+
"shape": [
|
| 1211 |
+
163,
|
| 1212 |
+
22
|
| 1213 |
+
],
|
| 1214 |
+
"dtype": "float32"
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1218 |
+
"shape": [
|
| 1219 |
+
164,
|
| 1220 |
+
23
|
| 1221 |
+
],
|
| 1222 |
+
"dtype": "float32"
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1226 |
+
"shape": [
|
| 1227 |
+
164,
|
| 1228 |
+
23
|
| 1229 |
+
],
|
| 1230 |
+
"dtype": "float32"
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1234 |
+
"shape": [
|
| 1235 |
+
164,
|
| 1236 |
+
23
|
| 1237 |
+
],
|
| 1238 |
+
"dtype": "float32"
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1242 |
+
"shape": [
|
| 1243 |
+
164,
|
| 1244 |
+
23
|
| 1245 |
+
],
|
| 1246 |
+
"dtype": "float32"
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1250 |
+
"shape": [
|
| 1251 |
+
164,
|
| 1252 |
+
240,
|
| 1253 |
+
320,
|
| 1254 |
+
3
|
| 1255 |
+
],
|
| 1256 |
+
"dtype": "uint8"
|
| 1257 |
+
},
|
| 1258 |
+
{
|
| 1259 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1260 |
+
"shape": [
|
| 1261 |
+
164,
|
| 1262 |
+
240,
|
| 1263 |
+
320,
|
| 1264 |
+
3
|
| 1265 |
+
],
|
| 1266 |
+
"dtype": "uint8"
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1270 |
+
"shape": [
|
| 1271 |
+
164,
|
| 1272 |
+
240,
|
| 1273 |
+
320,
|
| 1274 |
+
3
|
| 1275 |
+
],
|
| 1276 |
+
"dtype": "uint8"
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1280 |
+
"shape": [
|
| 1281 |
+
164,
|
| 1282 |
+
240,
|
| 1283 |
+
320,
|
| 1284 |
+
3
|
| 1285 |
+
],
|
| 1286 |
+
"dtype": "uint8"
|
| 1287 |
+
},
|
| 1288 |
+
{
|
| 1289 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1290 |
+
"shape": [
|
| 1291 |
+
164,
|
| 1292 |
+
320,
|
| 1293 |
+
240,
|
| 1294 |
+
3
|
| 1295 |
+
],
|
| 1296 |
+
"dtype": "uint8"
|
| 1297 |
+
}
|
| 1298 |
+
],
|
| 1299 |
+
"trajectory_sha256": "c3d953cf9e6da57ac979a0cf3de868288e6150fd1f8bd5752d606d9f38d39437",
|
| 1300 |
+
"source_sha256": "8c7899e59846466dd8be0658b25aa1729e08111f56ba78bb2debd4ea1279d86a",
|
| 1301 |
+
"view_sha256": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d"
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"demo_id": "demo_12",
|
| 1305 |
+
"file": "demo_12.h5",
|
| 1306 |
+
"length": 166,
|
| 1307 |
+
"fields": [
|
| 1308 |
+
{
|
| 1309 |
+
"path": "actions/panda_leaphand-1",
|
| 1310 |
+
"shape": [
|
| 1311 |
+
166,
|
| 1312 |
+
22
|
| 1313 |
+
],
|
| 1314 |
+
"dtype": "float32"
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1318 |
+
"shape": [
|
| 1319 |
+
166,
|
| 1320 |
+
22
|
| 1321 |
+
],
|
| 1322 |
+
"dtype": "float32"
|
| 1323 |
+
},
|
| 1324 |
+
{
|
| 1325 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1326 |
+
"shape": [
|
| 1327 |
+
167,
|
| 1328 |
+
23
|
| 1329 |
+
],
|
| 1330 |
+
"dtype": "float32"
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1334 |
+
"shape": [
|
| 1335 |
+
167,
|
| 1336 |
+
23
|
| 1337 |
+
],
|
| 1338 |
+
"dtype": "float32"
|
| 1339 |
+
},
|
| 1340 |
+
{
|
| 1341 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1342 |
+
"shape": [
|
| 1343 |
+
167,
|
| 1344 |
+
23
|
| 1345 |
+
],
|
| 1346 |
+
"dtype": "float32"
|
| 1347 |
+
},
|
| 1348 |
+
{
|
| 1349 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1350 |
+
"shape": [
|
| 1351 |
+
167,
|
| 1352 |
+
23
|
| 1353 |
+
],
|
| 1354 |
+
"dtype": "float32"
|
| 1355 |
+
},
|
| 1356 |
+
{
|
| 1357 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1358 |
+
"shape": [
|
| 1359 |
+
167,
|
| 1360 |
+
240,
|
| 1361 |
+
320,
|
| 1362 |
+
3
|
| 1363 |
+
],
|
| 1364 |
+
"dtype": "uint8"
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1368 |
+
"shape": [
|
| 1369 |
+
167,
|
| 1370 |
+
240,
|
| 1371 |
+
320,
|
| 1372 |
+
3
|
| 1373 |
+
],
|
| 1374 |
+
"dtype": "uint8"
|
| 1375 |
+
},
|
| 1376 |
+
{
|
| 1377 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1378 |
+
"shape": [
|
| 1379 |
+
167,
|
| 1380 |
+
240,
|
| 1381 |
+
320,
|
| 1382 |
+
3
|
| 1383 |
+
],
|
| 1384 |
+
"dtype": "uint8"
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1388 |
+
"shape": [
|
| 1389 |
+
167,
|
| 1390 |
+
240,
|
| 1391 |
+
320,
|
| 1392 |
+
3
|
| 1393 |
+
],
|
| 1394 |
+
"dtype": "uint8"
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1398 |
+
"shape": [
|
| 1399 |
+
167,
|
| 1400 |
+
320,
|
| 1401 |
+
240,
|
| 1402 |
+
3
|
| 1403 |
+
],
|
| 1404 |
+
"dtype": "uint8"
|
| 1405 |
+
}
|
| 1406 |
+
],
|
| 1407 |
+
"trajectory_sha256": "21be28cbaa5e2f097c80f5e7a9c9ce42a94a2696af7b21aca87fb002567d0325",
|
| 1408 |
+
"source_sha256": "2eed69c77064a9c908e3a7c355a86a57530bbc79d4959e80a9c1f337e55922c0",
|
| 1409 |
+
"view_sha256": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3"
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"demo_id": "demo_13",
|
| 1413 |
+
"file": "demo_13.h5",
|
| 1414 |
+
"length": 167,
|
| 1415 |
+
"fields": [
|
| 1416 |
+
{
|
| 1417 |
+
"path": "actions/panda_leaphand-1",
|
| 1418 |
+
"shape": [
|
| 1419 |
+
167,
|
| 1420 |
+
22
|
| 1421 |
+
],
|
| 1422 |
+
"dtype": "float32"
|
| 1423 |
+
},
|
| 1424 |
+
{
|
| 1425 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1426 |
+
"shape": [
|
| 1427 |
+
167,
|
| 1428 |
+
22
|
| 1429 |
+
],
|
| 1430 |
+
"dtype": "float32"
|
| 1431 |
+
},
|
| 1432 |
+
{
|
| 1433 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1434 |
+
"shape": [
|
| 1435 |
+
168,
|
| 1436 |
+
23
|
| 1437 |
+
],
|
| 1438 |
+
"dtype": "float32"
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1442 |
+
"shape": [
|
| 1443 |
+
168,
|
| 1444 |
+
23
|
| 1445 |
+
],
|
| 1446 |
+
"dtype": "float32"
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1450 |
+
"shape": [
|
| 1451 |
+
168,
|
| 1452 |
+
23
|
| 1453 |
+
],
|
| 1454 |
+
"dtype": "float32"
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1458 |
+
"shape": [
|
| 1459 |
+
168,
|
| 1460 |
+
23
|
| 1461 |
+
],
|
| 1462 |
+
"dtype": "float32"
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1466 |
+
"shape": [
|
| 1467 |
+
168,
|
| 1468 |
+
240,
|
| 1469 |
+
320,
|
| 1470 |
+
3
|
| 1471 |
+
],
|
| 1472 |
+
"dtype": "uint8"
|
| 1473 |
+
},
|
| 1474 |
+
{
|
| 1475 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1476 |
+
"shape": [
|
| 1477 |
+
168,
|
| 1478 |
+
240,
|
| 1479 |
+
320,
|
| 1480 |
+
3
|
| 1481 |
+
],
|
| 1482 |
+
"dtype": "uint8"
|
| 1483 |
+
},
|
| 1484 |
+
{
|
| 1485 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1486 |
+
"shape": [
|
| 1487 |
+
168,
|
| 1488 |
+
240,
|
| 1489 |
+
320,
|
| 1490 |
+
3
|
| 1491 |
+
],
|
| 1492 |
+
"dtype": "uint8"
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1496 |
+
"shape": [
|
| 1497 |
+
168,
|
| 1498 |
+
240,
|
| 1499 |
+
320,
|
| 1500 |
+
3
|
| 1501 |
+
],
|
| 1502 |
+
"dtype": "uint8"
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1506 |
+
"shape": [
|
| 1507 |
+
168,
|
| 1508 |
+
320,
|
| 1509 |
+
240,
|
| 1510 |
+
3
|
| 1511 |
+
],
|
| 1512 |
+
"dtype": "uint8"
|
| 1513 |
+
}
|
| 1514 |
+
],
|
| 1515 |
+
"trajectory_sha256": "72d48086bb581c1f5eb1e4f8e93dab3a1e6f3e728850d854de80bcacda196466",
|
| 1516 |
+
"source_sha256": "417a42257d23c9b67d25adac7b51a70ed536f5c08659c3952e7016e3ccea8da6",
|
| 1517 |
+
"view_sha256": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b"
|
| 1518 |
+
},
|
| 1519 |
+
{
|
| 1520 |
+
"demo_id": "demo_14",
|
| 1521 |
+
"file": "demo_14.h5",
|
| 1522 |
+
"length": 161,
|
| 1523 |
+
"fields": [
|
| 1524 |
+
{
|
| 1525 |
+
"path": "actions/panda_leaphand-1",
|
| 1526 |
+
"shape": [
|
| 1527 |
+
161,
|
| 1528 |
+
22
|
| 1529 |
+
],
|
| 1530 |
+
"dtype": "float32"
|
| 1531 |
+
},
|
| 1532 |
+
{
|
| 1533 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1534 |
+
"shape": [
|
| 1535 |
+
161,
|
| 1536 |
+
22
|
| 1537 |
+
],
|
| 1538 |
+
"dtype": "float32"
|
| 1539 |
+
},
|
| 1540 |
+
{
|
| 1541 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1542 |
+
"shape": [
|
| 1543 |
+
162,
|
| 1544 |
+
23
|
| 1545 |
+
],
|
| 1546 |
+
"dtype": "float32"
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1550 |
+
"shape": [
|
| 1551 |
+
162,
|
| 1552 |
+
23
|
| 1553 |
+
],
|
| 1554 |
+
"dtype": "float32"
|
| 1555 |
+
},
|
| 1556 |
+
{
|
| 1557 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1558 |
+
"shape": [
|
| 1559 |
+
162,
|
| 1560 |
+
23
|
| 1561 |
+
],
|
| 1562 |
+
"dtype": "float32"
|
| 1563 |
+
},
|
| 1564 |
+
{
|
| 1565 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1566 |
+
"shape": [
|
| 1567 |
+
162,
|
| 1568 |
+
23
|
| 1569 |
+
],
|
| 1570 |
+
"dtype": "float32"
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1574 |
+
"shape": [
|
| 1575 |
+
162,
|
| 1576 |
+
240,
|
| 1577 |
+
320,
|
| 1578 |
+
3
|
| 1579 |
+
],
|
| 1580 |
+
"dtype": "uint8"
|
| 1581 |
+
},
|
| 1582 |
+
{
|
| 1583 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1584 |
+
"shape": [
|
| 1585 |
+
162,
|
| 1586 |
+
240,
|
| 1587 |
+
320,
|
| 1588 |
+
3
|
| 1589 |
+
],
|
| 1590 |
+
"dtype": "uint8"
|
| 1591 |
+
},
|
| 1592 |
+
{
|
| 1593 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1594 |
+
"shape": [
|
| 1595 |
+
162,
|
| 1596 |
+
240,
|
| 1597 |
+
320,
|
| 1598 |
+
3
|
| 1599 |
+
],
|
| 1600 |
+
"dtype": "uint8"
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1604 |
+
"shape": [
|
| 1605 |
+
162,
|
| 1606 |
+
240,
|
| 1607 |
+
320,
|
| 1608 |
+
3
|
| 1609 |
+
],
|
| 1610 |
+
"dtype": "uint8"
|
| 1611 |
+
},
|
| 1612 |
+
{
|
| 1613 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1614 |
+
"shape": [
|
| 1615 |
+
162,
|
| 1616 |
+
320,
|
| 1617 |
+
240,
|
| 1618 |
+
3
|
| 1619 |
+
],
|
| 1620 |
+
"dtype": "uint8"
|
| 1621 |
+
}
|
| 1622 |
+
],
|
| 1623 |
+
"trajectory_sha256": "ab5c6d9136303542544ec9d419dc124610e12c1b36c637df116b0ac09e368251",
|
| 1624 |
+
"source_sha256": "7957ac93837c8a8141d1c6b52b491d8b85fac64cec6b8c57d438d7c89b0c65ac",
|
| 1625 |
+
"view_sha256": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d"
|
| 1626 |
+
},
|
| 1627 |
+
{
|
| 1628 |
+
"demo_id": "demo_15",
|
| 1629 |
+
"file": "demo_15.h5",
|
| 1630 |
+
"length": 196,
|
| 1631 |
+
"fields": [
|
| 1632 |
+
{
|
| 1633 |
+
"path": "actions/panda_leaphand-1",
|
| 1634 |
+
"shape": [
|
| 1635 |
+
196,
|
| 1636 |
+
22
|
| 1637 |
+
],
|
| 1638 |
+
"dtype": "float32"
|
| 1639 |
+
},
|
| 1640 |
+
{
|
| 1641 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1642 |
+
"shape": [
|
| 1643 |
+
196,
|
| 1644 |
+
22
|
| 1645 |
+
],
|
| 1646 |
+
"dtype": "float32"
|
| 1647 |
+
},
|
| 1648 |
+
{
|
| 1649 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1650 |
+
"shape": [
|
| 1651 |
+
197,
|
| 1652 |
+
23
|
| 1653 |
+
],
|
| 1654 |
+
"dtype": "float32"
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1658 |
+
"shape": [
|
| 1659 |
+
197,
|
| 1660 |
+
23
|
| 1661 |
+
],
|
| 1662 |
+
"dtype": "float32"
|
| 1663 |
+
},
|
| 1664 |
+
{
|
| 1665 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1666 |
+
"shape": [
|
| 1667 |
+
197,
|
| 1668 |
+
23
|
| 1669 |
+
],
|
| 1670 |
+
"dtype": "float32"
|
| 1671 |
+
},
|
| 1672 |
+
{
|
| 1673 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1674 |
+
"shape": [
|
| 1675 |
+
197,
|
| 1676 |
+
23
|
| 1677 |
+
],
|
| 1678 |
+
"dtype": "float32"
|
| 1679 |
+
},
|
| 1680 |
+
{
|
| 1681 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1682 |
+
"shape": [
|
| 1683 |
+
197,
|
| 1684 |
+
240,
|
| 1685 |
+
320,
|
| 1686 |
+
3
|
| 1687 |
+
],
|
| 1688 |
+
"dtype": "uint8"
|
| 1689 |
+
},
|
| 1690 |
+
{
|
| 1691 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1692 |
+
"shape": [
|
| 1693 |
+
197,
|
| 1694 |
+
240,
|
| 1695 |
+
320,
|
| 1696 |
+
3
|
| 1697 |
+
],
|
| 1698 |
+
"dtype": "uint8"
|
| 1699 |
+
},
|
| 1700 |
+
{
|
| 1701 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1702 |
+
"shape": [
|
| 1703 |
+
197,
|
| 1704 |
+
240,
|
| 1705 |
+
320,
|
| 1706 |
+
3
|
| 1707 |
+
],
|
| 1708 |
+
"dtype": "uint8"
|
| 1709 |
+
},
|
| 1710 |
+
{
|
| 1711 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1712 |
+
"shape": [
|
| 1713 |
+
197,
|
| 1714 |
+
240,
|
| 1715 |
+
320,
|
| 1716 |
+
3
|
| 1717 |
+
],
|
| 1718 |
+
"dtype": "uint8"
|
| 1719 |
+
},
|
| 1720 |
+
{
|
| 1721 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1722 |
+
"shape": [
|
| 1723 |
+
197,
|
| 1724 |
+
320,
|
| 1725 |
+
240,
|
| 1726 |
+
3
|
| 1727 |
+
],
|
| 1728 |
+
"dtype": "uint8"
|
| 1729 |
+
}
|
| 1730 |
+
],
|
| 1731 |
+
"trajectory_sha256": "79256764f28554d6d0112d1f4bbf1a30a92a9f223d9498da712bead8ab2c6679",
|
| 1732 |
+
"source_sha256": "7edfdce6ffce110e3afaef99352fc6fb748b34166232f33753dcbe7a9626de91",
|
| 1733 |
+
"view_sha256": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918"
|
| 1734 |
+
},
|
| 1735 |
+
{
|
| 1736 |
+
"demo_id": "demo_16",
|
| 1737 |
+
"file": "demo_16.h5",
|
| 1738 |
+
"length": 165,
|
| 1739 |
+
"fields": [
|
| 1740 |
+
{
|
| 1741 |
+
"path": "actions/panda_leaphand-1",
|
| 1742 |
+
"shape": [
|
| 1743 |
+
165,
|
| 1744 |
+
22
|
| 1745 |
+
],
|
| 1746 |
+
"dtype": "float32"
|
| 1747 |
+
},
|
| 1748 |
+
{
|
| 1749 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1750 |
+
"shape": [
|
| 1751 |
+
165,
|
| 1752 |
+
22
|
| 1753 |
+
],
|
| 1754 |
+
"dtype": "float32"
|
| 1755 |
+
},
|
| 1756 |
+
{
|
| 1757 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1758 |
+
"shape": [
|
| 1759 |
+
166,
|
| 1760 |
+
23
|
| 1761 |
+
],
|
| 1762 |
+
"dtype": "float32"
|
| 1763 |
+
},
|
| 1764 |
+
{
|
| 1765 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1766 |
+
"shape": [
|
| 1767 |
+
166,
|
| 1768 |
+
23
|
| 1769 |
+
],
|
| 1770 |
+
"dtype": "float32"
|
| 1771 |
+
},
|
| 1772 |
+
{
|
| 1773 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1774 |
+
"shape": [
|
| 1775 |
+
166,
|
| 1776 |
+
23
|
| 1777 |
+
],
|
| 1778 |
+
"dtype": "float32"
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1782 |
+
"shape": [
|
| 1783 |
+
166,
|
| 1784 |
+
23
|
| 1785 |
+
],
|
| 1786 |
+
"dtype": "float32"
|
| 1787 |
+
},
|
| 1788 |
+
{
|
| 1789 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1790 |
+
"shape": [
|
| 1791 |
+
166,
|
| 1792 |
+
240,
|
| 1793 |
+
320,
|
| 1794 |
+
3
|
| 1795 |
+
],
|
| 1796 |
+
"dtype": "uint8"
|
| 1797 |
+
},
|
| 1798 |
+
{
|
| 1799 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1800 |
+
"shape": [
|
| 1801 |
+
166,
|
| 1802 |
+
240,
|
| 1803 |
+
320,
|
| 1804 |
+
3
|
| 1805 |
+
],
|
| 1806 |
+
"dtype": "uint8"
|
| 1807 |
+
},
|
| 1808 |
+
{
|
| 1809 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1810 |
+
"shape": [
|
| 1811 |
+
166,
|
| 1812 |
+
240,
|
| 1813 |
+
320,
|
| 1814 |
+
3
|
| 1815 |
+
],
|
| 1816 |
+
"dtype": "uint8"
|
| 1817 |
+
},
|
| 1818 |
+
{
|
| 1819 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1820 |
+
"shape": [
|
| 1821 |
+
166,
|
| 1822 |
+
240,
|
| 1823 |
+
320,
|
| 1824 |
+
3
|
| 1825 |
+
],
|
| 1826 |
+
"dtype": "uint8"
|
| 1827 |
+
},
|
| 1828 |
+
{
|
| 1829 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1830 |
+
"shape": [
|
| 1831 |
+
166,
|
| 1832 |
+
320,
|
| 1833 |
+
240,
|
| 1834 |
+
3
|
| 1835 |
+
],
|
| 1836 |
+
"dtype": "uint8"
|
| 1837 |
+
}
|
| 1838 |
+
],
|
| 1839 |
+
"trajectory_sha256": "fd4d64e1873f0923aa06dd0b681ed705ffceab27033bc05f138a812cb5619f01",
|
| 1840 |
+
"source_sha256": "af62ed095ed4567b8bb40a0105f2d1c9965c7aaf83e934ba70cc35d8e9a55df6",
|
| 1841 |
+
"view_sha256": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072"
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"demo_id": "demo_17",
|
| 1845 |
+
"file": "demo_17.h5",
|
| 1846 |
+
"length": 179,
|
| 1847 |
+
"fields": [
|
| 1848 |
+
{
|
| 1849 |
+
"path": "actions/panda_leaphand-1",
|
| 1850 |
+
"shape": [
|
| 1851 |
+
179,
|
| 1852 |
+
22
|
| 1853 |
+
],
|
| 1854 |
+
"dtype": "float32"
|
| 1855 |
+
},
|
| 1856 |
+
{
|
| 1857 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1858 |
+
"shape": [
|
| 1859 |
+
179,
|
| 1860 |
+
22
|
| 1861 |
+
],
|
| 1862 |
+
"dtype": "float32"
|
| 1863 |
+
},
|
| 1864 |
+
{
|
| 1865 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1866 |
+
"shape": [
|
| 1867 |
+
180,
|
| 1868 |
+
23
|
| 1869 |
+
],
|
| 1870 |
+
"dtype": "float32"
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1874 |
+
"shape": [
|
| 1875 |
+
180,
|
| 1876 |
+
23
|
| 1877 |
+
],
|
| 1878 |
+
"dtype": "float32"
|
| 1879 |
+
},
|
| 1880 |
+
{
|
| 1881 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1882 |
+
"shape": [
|
| 1883 |
+
180,
|
| 1884 |
+
23
|
| 1885 |
+
],
|
| 1886 |
+
"dtype": "float32"
|
| 1887 |
+
},
|
| 1888 |
+
{
|
| 1889 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1890 |
+
"shape": [
|
| 1891 |
+
180,
|
| 1892 |
+
23
|
| 1893 |
+
],
|
| 1894 |
+
"dtype": "float32"
|
| 1895 |
+
},
|
| 1896 |
+
{
|
| 1897 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 1898 |
+
"shape": [
|
| 1899 |
+
180,
|
| 1900 |
+
240,
|
| 1901 |
+
320,
|
| 1902 |
+
3
|
| 1903 |
+
],
|
| 1904 |
+
"dtype": "uint8"
|
| 1905 |
+
},
|
| 1906 |
+
{
|
| 1907 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 1908 |
+
"shape": [
|
| 1909 |
+
180,
|
| 1910 |
+
240,
|
| 1911 |
+
320,
|
| 1912 |
+
3
|
| 1913 |
+
],
|
| 1914 |
+
"dtype": "uint8"
|
| 1915 |
+
},
|
| 1916 |
+
{
|
| 1917 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 1918 |
+
"shape": [
|
| 1919 |
+
180,
|
| 1920 |
+
240,
|
| 1921 |
+
320,
|
| 1922 |
+
3
|
| 1923 |
+
],
|
| 1924 |
+
"dtype": "uint8"
|
| 1925 |
+
},
|
| 1926 |
+
{
|
| 1927 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 1928 |
+
"shape": [
|
| 1929 |
+
180,
|
| 1930 |
+
240,
|
| 1931 |
+
320,
|
| 1932 |
+
3
|
| 1933 |
+
],
|
| 1934 |
+
"dtype": "uint8"
|
| 1935 |
+
},
|
| 1936 |
+
{
|
| 1937 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 1938 |
+
"shape": [
|
| 1939 |
+
180,
|
| 1940 |
+
320,
|
| 1941 |
+
240,
|
| 1942 |
+
3
|
| 1943 |
+
],
|
| 1944 |
+
"dtype": "uint8"
|
| 1945 |
+
}
|
| 1946 |
+
],
|
| 1947 |
+
"trajectory_sha256": "dd783cfd70f685295063f4f4aa1cc7f45228fc1644a003d90a588fe79ef6515c",
|
| 1948 |
+
"source_sha256": "7f96e7a8bc0220c74c29cb04edb22137c997f8502bd11a86aa782e5268ea303e",
|
| 1949 |
+
"view_sha256": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6"
|
| 1950 |
+
},
|
| 1951 |
+
{
|
| 1952 |
+
"demo_id": "demo_18",
|
| 1953 |
+
"file": "demo_18.h5",
|
| 1954 |
+
"length": 166,
|
| 1955 |
+
"fields": [
|
| 1956 |
+
{
|
| 1957 |
+
"path": "actions/panda_leaphand-1",
|
| 1958 |
+
"shape": [
|
| 1959 |
+
166,
|
| 1960 |
+
22
|
| 1961 |
+
],
|
| 1962 |
+
"dtype": "float32"
|
| 1963 |
+
},
|
| 1964 |
+
{
|
| 1965 |
+
"path": "actions/panda_leaphand_left-0",
|
| 1966 |
+
"shape": [
|
| 1967 |
+
166,
|
| 1968 |
+
22
|
| 1969 |
+
],
|
| 1970 |
+
"dtype": "float32"
|
| 1971 |
+
},
|
| 1972 |
+
{
|
| 1973 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 1974 |
+
"shape": [
|
| 1975 |
+
167,
|
| 1976 |
+
23
|
| 1977 |
+
],
|
| 1978 |
+
"dtype": "float32"
|
| 1979 |
+
},
|
| 1980 |
+
{
|
| 1981 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 1982 |
+
"shape": [
|
| 1983 |
+
167,
|
| 1984 |
+
23
|
| 1985 |
+
],
|
| 1986 |
+
"dtype": "float32"
|
| 1987 |
+
},
|
| 1988 |
+
{
|
| 1989 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 1990 |
+
"shape": [
|
| 1991 |
+
167,
|
| 1992 |
+
23
|
| 1993 |
+
],
|
| 1994 |
+
"dtype": "float32"
|
| 1995 |
+
},
|
| 1996 |
+
{
|
| 1997 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 1998 |
+
"shape": [
|
| 1999 |
+
167,
|
| 2000 |
+
23
|
| 2001 |
+
],
|
| 2002 |
+
"dtype": "float32"
|
| 2003 |
+
},
|
| 2004 |
+
{
|
| 2005 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2006 |
+
"shape": [
|
| 2007 |
+
167,
|
| 2008 |
+
240,
|
| 2009 |
+
320,
|
| 2010 |
+
3
|
| 2011 |
+
],
|
| 2012 |
+
"dtype": "uint8"
|
| 2013 |
+
},
|
| 2014 |
+
{
|
| 2015 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2016 |
+
"shape": [
|
| 2017 |
+
167,
|
| 2018 |
+
240,
|
| 2019 |
+
320,
|
| 2020 |
+
3
|
| 2021 |
+
],
|
| 2022 |
+
"dtype": "uint8"
|
| 2023 |
+
},
|
| 2024 |
+
{
|
| 2025 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2026 |
+
"shape": [
|
| 2027 |
+
167,
|
| 2028 |
+
240,
|
| 2029 |
+
320,
|
| 2030 |
+
3
|
| 2031 |
+
],
|
| 2032 |
+
"dtype": "uint8"
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2036 |
+
"shape": [
|
| 2037 |
+
167,
|
| 2038 |
+
240,
|
| 2039 |
+
320,
|
| 2040 |
+
3
|
| 2041 |
+
],
|
| 2042 |
+
"dtype": "uint8"
|
| 2043 |
+
},
|
| 2044 |
+
{
|
| 2045 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2046 |
+
"shape": [
|
| 2047 |
+
167,
|
| 2048 |
+
320,
|
| 2049 |
+
240,
|
| 2050 |
+
3
|
| 2051 |
+
],
|
| 2052 |
+
"dtype": "uint8"
|
| 2053 |
+
}
|
| 2054 |
+
],
|
| 2055 |
+
"trajectory_sha256": "ab6083cbf5b481f2b7cb38ccd19d7acd857c64bc6bee3bf2af00b3c7d0068255",
|
| 2056 |
+
"source_sha256": "a63601953e17c0def0a2fa7cbd51cb2a25b5a3978b898ce4b2e01472188dbde9",
|
| 2057 |
+
"view_sha256": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6"
|
| 2058 |
+
},
|
| 2059 |
+
{
|
| 2060 |
+
"demo_id": "demo_19",
|
| 2061 |
+
"file": "demo_19.h5",
|
| 2062 |
+
"length": 164,
|
| 2063 |
+
"fields": [
|
| 2064 |
+
{
|
| 2065 |
+
"path": "actions/panda_leaphand-1",
|
| 2066 |
+
"shape": [
|
| 2067 |
+
164,
|
| 2068 |
+
22
|
| 2069 |
+
],
|
| 2070 |
+
"dtype": "float32"
|
| 2071 |
+
},
|
| 2072 |
+
{
|
| 2073 |
+
"path": "actions/panda_leaphand_left-0",
|
| 2074 |
+
"shape": [
|
| 2075 |
+
164,
|
| 2076 |
+
22
|
| 2077 |
+
],
|
| 2078 |
+
"dtype": "float32"
|
| 2079 |
+
},
|
| 2080 |
+
{
|
| 2081 |
+
"path": "obs/agent/panda_leaphand-1/qpos",
|
| 2082 |
+
"shape": [
|
| 2083 |
+
165,
|
| 2084 |
+
23
|
| 2085 |
+
],
|
| 2086 |
+
"dtype": "float32"
|
| 2087 |
+
},
|
| 2088 |
+
{
|
| 2089 |
+
"path": "obs/agent/panda_leaphand-1/qvel",
|
| 2090 |
+
"shape": [
|
| 2091 |
+
165,
|
| 2092 |
+
23
|
| 2093 |
+
],
|
| 2094 |
+
"dtype": "float32"
|
| 2095 |
+
},
|
| 2096 |
+
{
|
| 2097 |
+
"path": "obs/agent/panda_leaphand_left-0/qpos",
|
| 2098 |
+
"shape": [
|
| 2099 |
+
165,
|
| 2100 |
+
23
|
| 2101 |
+
],
|
| 2102 |
+
"dtype": "float32"
|
| 2103 |
+
},
|
| 2104 |
+
{
|
| 2105 |
+
"path": "obs/agent/panda_leaphand_left-0/qvel",
|
| 2106 |
+
"shape": [
|
| 2107 |
+
165,
|
| 2108 |
+
23
|
| 2109 |
+
],
|
| 2110 |
+
"dtype": "float32"
|
| 2111 |
+
},
|
| 2112 |
+
{
|
| 2113 |
+
"path": "obs/sensor_data/front_camera/rgb",
|
| 2114 |
+
"shape": [
|
| 2115 |
+
165,
|
| 2116 |
+
240,
|
| 2117 |
+
320,
|
| 2118 |
+
3
|
| 2119 |
+
],
|
| 2120 |
+
"dtype": "uint8"
|
| 2121 |
+
},
|
| 2122 |
+
{
|
| 2123 |
+
"path": "obs/sensor_data/left_camera/rgb",
|
| 2124 |
+
"shape": [
|
| 2125 |
+
165,
|
| 2126 |
+
240,
|
| 2127 |
+
320,
|
| 2128 |
+
3
|
| 2129 |
+
],
|
| 2130 |
+
"dtype": "uint8"
|
| 2131 |
+
},
|
| 2132 |
+
{
|
| 2133 |
+
"path": "obs/sensor_data/robot_camera_0/rgb",
|
| 2134 |
+
"shape": [
|
| 2135 |
+
165,
|
| 2136 |
+
240,
|
| 2137 |
+
320,
|
| 2138 |
+
3
|
| 2139 |
+
],
|
| 2140 |
+
"dtype": "uint8"
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"path": "obs/sensor_data/robot_camera_1/rgb",
|
| 2144 |
+
"shape": [
|
| 2145 |
+
165,
|
| 2146 |
+
240,
|
| 2147 |
+
320,
|
| 2148 |
+
3
|
| 2149 |
+
],
|
| 2150 |
+
"dtype": "uint8"
|
| 2151 |
+
},
|
| 2152 |
+
{
|
| 2153 |
+
"path": "obs/sensor_data/top_camera/rgb",
|
| 2154 |
+
"shape": [
|
| 2155 |
+
165,
|
| 2156 |
+
320,
|
| 2157 |
+
240,
|
| 2158 |
+
3
|
| 2159 |
+
],
|
| 2160 |
+
"dtype": "uint8"
|
| 2161 |
+
}
|
| 2162 |
+
],
|
| 2163 |
+
"trajectory_sha256": "32d7dd28d84c87614b4b97952d5bdf2ec6be08d73902831f316f280acebf3137",
|
| 2164 |
+
"source_sha256": "6321bade7a16f48fab29b0ba0ca0a81218759822b4634bf608955b2d96ae5d91",
|
| 2165 |
+
"view_sha256": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e"
|
| 2166 |
+
}
|
| 2167 |
+
]
|
| 2168 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock
ADDED
|
@@ -0,0 +1,249 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
absl-py==2.4.0
|
| 2 |
+
accelerate==1.13.0
|
| 3 |
+
addict==2.4.0
|
| 4 |
+
aiohappyeyeballs==2.6.1
|
| 5 |
+
aiohttp==3.13.5
|
| 6 |
+
aiosignal==1.4.0
|
| 7 |
+
annotated-types==0.7.0
|
| 8 |
+
anyio==4.13.0
|
| 9 |
+
anytree==2.13.0
|
| 10 |
+
asttokens==3.0.1
|
| 11 |
+
async-timeout==5.0.1
|
| 12 |
+
attrs==26.1.0
|
| 13 |
+
av==15.1.0
|
| 14 |
+
blinker==1.9.0
|
| 15 |
+
casadi==3.7.2
|
| 16 |
+
certifi==2026.4.22
|
| 17 |
+
cffi==2.0.0
|
| 18 |
+
charset-normalizer==3.4.7
|
| 19 |
+
click==8.3.3
|
| 20 |
+
cloudpickle==3.1.2
|
| 21 |
+
cmake==4.1.3
|
| 22 |
+
coacd==1.0.11
|
| 23 |
+
colorama==0.4.6
|
| 24 |
+
colorlog==6.10.1
|
| 25 |
+
comm==0.2.3
|
| 26 |
+
ConfigArgParse==1.7.5
|
| 27 |
+
contourpy==1.3.2
|
| 28 |
+
cuda-bindings==12.9.4
|
| 29 |
+
cuda-pathfinder==1.5.4
|
| 30 |
+
cycler==0.12.1
|
| 31 |
+
dacite==1.9.2
|
| 32 |
+
dash==4.1.0
|
| 33 |
+
dataclasses-json==0.6.7
|
| 34 |
+
datasets==4.8.5
|
| 35 |
+
decorator==5.2.1
|
| 36 |
+
deepdiff==8.6.2
|
| 37 |
+
Deprecated==1.3.1
|
| 38 |
+
diffusers==0.35.2
|
| 39 |
+
dill==0.4.1
|
| 40 |
+
docstring_parser==0.18.0
|
| 41 |
+
draccus==0.10.0
|
| 42 |
+
einops==0.8.2
|
| 43 |
+
embreex==4.4.0
|
| 44 |
+
etils==1.13.0
|
| 45 |
+
evdev==1.9.3
|
| 46 |
+
exceptiongroup==1.3.1
|
| 47 |
+
executing==2.2.1
|
| 48 |
+
Farama-Notifications==0.0.6
|
| 49 |
+
fast_simplification==0.1.13
|
| 50 |
+
fastjsonschema==2.21.2
|
| 51 |
+
filelock==3.29.0
|
| 52 |
+
Flask==3.1.3
|
| 53 |
+
fonttools==4.63.0
|
| 54 |
+
freetype-py==2.5.1
|
| 55 |
+
frozenlist==1.8.0
|
| 56 |
+
fsspec==2026.2.0
|
| 57 |
+
genesis-world @ file:///data/gck/genesis-world
|
| 58 |
+
git-filter-repo==2.47.0
|
| 59 |
+
gitdb==4.0.12
|
| 60 |
+
GitPython==3.1.50
|
| 61 |
+
glfw==2.10.0
|
| 62 |
+
gs-madrona==0.0.5
|
| 63 |
+
gstaichi==3.3.0
|
| 64 |
+
gym==0.26.2
|
| 65 |
+
gym-notices==0.1.0
|
| 66 |
+
gymnasium==1.3.0
|
| 67 |
+
h11==0.16.0
|
| 68 |
+
h5py==3.16.0
|
| 69 |
+
hf-xet==1.5.0
|
| 70 |
+
hf_transfer==0.1.9
|
| 71 |
+
httpcore==1.0.9
|
| 72 |
+
httpx==0.28.1
|
| 73 |
+
huggingface-hub==0.35.3
|
| 74 |
+
idna==3.15
|
| 75 |
+
ImageIO==2.37.3
|
| 76 |
+
imageio-ffmpeg==0.6.0
|
| 77 |
+
importlib_metadata==9.0.0
|
| 78 |
+
importlib_resources==7.1.0
|
| 79 |
+
inquirerpy==0.3.4
|
| 80 |
+
ipython==8.39.0
|
| 81 |
+
ipywidgets==8.1.8
|
| 82 |
+
itsdangerous==2.2.0
|
| 83 |
+
jedi==0.20.0
|
| 84 |
+
Jinja2==3.1.6
|
| 85 |
+
joblib==1.5.3
|
| 86 |
+
jsonlines==4.0.0
|
| 87 |
+
jsonschema==4.26.0
|
| 88 |
+
jsonschema-specifications==2025.9.1
|
| 89 |
+
jupyter_core==5.9.1
|
| 90 |
+
jupyterlab_widgets==3.0.16
|
| 91 |
+
kiwisolver==1.5.0
|
| 92 |
+
lazy-loader==0.5
|
| 93 |
+
lerobot==0.4.4
|
| 94 |
+
libigl==2.6.2
|
| 95 |
+
llvmlite==0.47.0
|
| 96 |
+
loguru==0.7.3
|
| 97 |
+
lxml==6.1.0
|
| 98 |
+
manifold3d==3.4.1
|
| 99 |
+
-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder
|
| 100 |
+
mapbox_earcut==2.0.0
|
| 101 |
+
markdown-it-py==4.2.0
|
| 102 |
+
MarkupSafe==3.0.3
|
| 103 |
+
marshmallow==3.26.2
|
| 104 |
+
matplotlib==3.10.9
|
| 105 |
+
matplotlib-inline==0.2.2
|
| 106 |
+
mdurl==0.1.2
|
| 107 |
+
mergedeep==1.3.4
|
| 108 |
+
moviepy==2.2.1
|
| 109 |
+
mpmath==1.3.0
|
| 110 |
+
msgspec==0.21.1
|
| 111 |
+
mujoco==3.8.1
|
| 112 |
+
multidict==6.7.1
|
| 113 |
+
multiprocess==0.70.19
|
| 114 |
+
mypy_extensions==1.1.0
|
| 115 |
+
nbformat==5.10.4
|
| 116 |
+
nest-asyncio==1.6.0
|
| 117 |
+
networkx==3.4.2
|
| 118 |
+
ninja==1.13.0
|
| 119 |
+
nlopt==2.10.0
|
| 120 |
+
numba==0.65.1
|
| 121 |
+
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d
|
| 122 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 123 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 124 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 125 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 126 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 127 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 128 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 129 |
+
nvidia-curand-cu12==10.3.9.90
|
| 130 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 131 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 132 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 133 |
+
nvidia-nccl-cu12==2.27.5
|
| 134 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 135 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 136 |
+
nvidia-nvtx-cu12==12.8.90
|
| 137 |
+
open3d==0.19.0
|
| 138 |
+
opencv-python==4.13.0.92
|
| 139 |
+
opencv-python-headless==4.12.0.88
|
| 140 |
+
OpenEXR==3.4.11
|
| 141 |
+
orderly-set==5.5.0
|
| 142 |
+
packaging==25.0
|
| 143 |
+
pandas==2.3.3
|
| 144 |
+
parso==0.8.7
|
| 145 |
+
pexpect==4.9.0
|
| 146 |
+
pfzy==0.3.4
|
| 147 |
+
pillow==11.3.0
|
| 148 |
+
pin==4.0.0
|
| 149 |
+
pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work
|
| 150 |
+
platformdirs==4.9.6
|
| 151 |
+
plotly==5.24.1
|
| 152 |
+
polyscope==2.6.1
|
| 153 |
+
proglog==0.1.12
|
| 154 |
+
prompt_toolkit==3.0.52
|
| 155 |
+
propcache==0.5.2
|
| 156 |
+
protobuf==6.33.6
|
| 157 |
+
psutil==7.2.2
|
| 158 |
+
ptyprocess==0.7.0
|
| 159 |
+
pure_eval==0.2.3
|
| 160 |
+
py-cpuinfo==9.0.0
|
| 161 |
+
py-spy==0.4.2
|
| 162 |
+
pyarrow==24.0.0
|
| 163 |
+
pycollada==0.9.3
|
| 164 |
+
pycparser==3.0
|
| 165 |
+
pydantic==2.13.4
|
| 166 |
+
pydantic_core==2.46.4
|
| 167 |
+
PyGEL3D==0.6.1
|
| 168 |
+
pyglet==2.1.14
|
| 169 |
+
pygltflib==1.16.0
|
| 170 |
+
Pygments==2.20.0
|
| 171 |
+
pymeshlab==2025.7.post1
|
| 172 |
+
pynput==1.8.2
|
| 173 |
+
PyOpenGL==3.1.10
|
| 174 |
+
pyparsing==3.3.2
|
| 175 |
+
pyperclip==1.11.0
|
| 176 |
+
PyQt6==6.11.0
|
| 177 |
+
PyQt6-Qt6==6.11.0
|
| 178 |
+
PyQt6_sip==13.11.1
|
| 179 |
+
pyquaternion==0.9.9
|
| 180 |
+
pyserial==3.5
|
| 181 |
+
pysplashsurf==0.12.0.2
|
| 182 |
+
python-dateutil==2.9.0.post0
|
| 183 |
+
python-dotenv==1.2.2
|
| 184 |
+
python-xlib==0.33
|
| 185 |
+
pytransform3d==3.15.0
|
| 186 |
+
pytz==2026.2
|
| 187 |
+
pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00
|
| 188 |
+
PyYAML==6.0.3
|
| 189 |
+
pyyaml-include==1.4.1
|
| 190 |
+
referencing==0.37.0
|
| 191 |
+
regex==2026.5.9
|
| 192 |
+
requests==2.34.2
|
| 193 |
+
rerun-sdk==0.26.2
|
| 194 |
+
retrying==1.4.2
|
| 195 |
+
rich==14.3.4
|
| 196 |
+
rpds-py==0.30.0
|
| 197 |
+
rtree==1.4.1
|
| 198 |
+
safetensors==0.7.0
|
| 199 |
+
sapien==3.0.3
|
| 200 |
+
scikit-image==0.25.2
|
| 201 |
+
scikit-learn==1.7.2
|
| 202 |
+
scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e
|
| 203 |
+
sentry-sdk==2.60.0
|
| 204 |
+
setuptools==80.10.2
|
| 205 |
+
shapely==2.1.2
|
| 206 |
+
six==1.17.0
|
| 207 |
+
smmap==5.0.3
|
| 208 |
+
stack-data==0.6.3
|
| 209 |
+
svg.path==7.0
|
| 210 |
+
sympy==1.14.0
|
| 211 |
+
tenacity==9.1.4
|
| 212 |
+
termcolor==3.3.0
|
| 213 |
+
tetgen==0.8.4
|
| 214 |
+
threadpoolctl==3.6.0
|
| 215 |
+
tifffile==2025.5.10
|
| 216 |
+
timm==1.0.27
|
| 217 |
+
toml==0.10.2
|
| 218 |
+
torch==2.10.0
|
| 219 |
+
torchaudio==2.11.0
|
| 220 |
+
torchcodec==0.10.0
|
| 221 |
+
torchvision==0.25.0
|
| 222 |
+
tqdm==4.67.3
|
| 223 |
+
traitlets==5.15.0
|
| 224 |
+
transforms3d==0.4.2
|
| 225 |
+
trimesh==4.12.2
|
| 226 |
+
triton==3.6.0
|
| 227 |
+
typeguard==4.5.2
|
| 228 |
+
typing-inspect==0.9.0
|
| 229 |
+
typing-inspection==0.4.2
|
| 230 |
+
typing_extensions==4.15.0
|
| 231 |
+
tyro==1.0.13
|
| 232 |
+
tzdata==2026.2
|
| 233 |
+
urllib3==2.7.0
|
| 234 |
+
vhacdx==0.0.10
|
| 235 |
+
viser==1.0.27
|
| 236 |
+
vtk==9.6.1
|
| 237 |
+
wandb==0.24.2
|
| 238 |
+
wcwidth==0.7.0
|
| 239 |
+
websockets==16.0
|
| 240 |
+
Werkzeug==3.1.8
|
| 241 |
+
wheel==0.46.3
|
| 242 |
+
widgetsnbextension==4.0.15
|
| 243 |
+
wrapt==2.1.2
|
| 244 |
+
xxhash==3.7.0
|
| 245 |
+
yarl==1.23.0
|
| 246 |
+
yourdfpy==0.0.60
|
| 247 |
+
z3-solver==4.16.0.0
|
| 248 |
+
zipp==3.23.1
|
| 249 |
+
zstandard==0.25.0
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Fixed, non-neural features of public RGB observations."""
|
| 2 |
+
import cv2
|
| 3 |
+
import numpy as np
|
| 4 |
+
CAMERAS = ('front_camera', 'left_camera', 'robot_camera_0', 'robot_camera_1', 'top_camera')
|
| 5 |
+
def image_feature(rgb):
|
| 6 |
+
x = np.asarray(rgb)
|
| 7 |
+
if x.ndim == 4 and x.shape[0] == 1:
|
| 8 |
+
x = x[0]
|
| 9 |
+
if x.ndim != 3 or x.shape[-1] != 3 or x.dtype != np.uint8:
|
| 10 |
+
raise ValueError('Expected uint8 RGB HWC or 1HWC')
|
| 11 |
+
# Blue cup/body and handles; do not use red/green floating markers as targets.
|
| 12 |
+
f = x.astype(np.float32) / 255.0
|
| 13 |
+
blue = np.maximum(0, f[..., 2] - np.maximum(f[..., 0], f[..., 1]))
|
| 14 |
+
gray = cv2.cvtColor(f, cv2.COLOR_RGB2GRAY)
|
| 15 |
+
return np.concatenate([cv2.resize(gray, (16, 12), interpolation=cv2.INTER_AREA).ravel(),
|
| 16 |
+
3 * cv2.resize(blue, (16, 12), interpolation=cv2.INTER_AREA).ravel()]).astype(np.float32)
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Findings
|
| 2 |
+
|
| 3 |
+
All 20 D20 demonstrations analyzed, including representative front/top images and every action/proprioception sample. Exact visual indices and computed access ranges are recorded under ../evidence and ../demo_analysis.md.
|
| 4 |
+
|
| 5 |
+
The action order is panda_leaphand-1 then panda_leaphand_left-0, 22 each. Every arm rotation label is zero; translation labels reach only +/-0.075 normalized. Dex closure begins at action 110–151. Initial robot qpos is identical across all 20, but scene appearance, handle orientation, timing, and endpoints vary. Demonstrations contain 161–198 actions. RGB is consistent with lifting but does not prove secure grasps, stable completion, or benchmark success.
|
| 6 |
+
|
| 7 |
+
Reference compilation contains 3,412 labeled transitions plus 20 terminal observations with synthetic zero-hold actions. No pretrained weights used or changed. A nearest-state controller responds to current RGB/proprioception and uses phase only as weak hysteresis. It cannot guarantee robustness to scene shifts, grasp failures, or observation aliasing.
|
| 8 |
+
|
| 9 |
+
Syntax and synthetic-interface checks passed. Environment testing is prohibited/unavailable at this stage; zero exploration episodes used, no rehearsal or freeze. Draft outcome unknown.
|
| 10 |
+
|
| 11 |
+
## E20 continuation
|
| 12 |
+
The environment is now available through the trusted API. Episode 1 ended at step 2 due to a harness result-parser error, now corrected. Episode 2 tested the original interpolation: approach progressed but grasp rotated the cup, no recovery, native success false through step 300. Episode 3 tested stronger arm-pose weighting, bounded timing preference and within-demo interpolation; grasp/lift matching still diverged. Legal observations and action logs are preserved in workspace/evidence.
|
| 13 |
+
|
| 14 |
+
The current version adds bounded translation feedback from joint errors. `feedback.npz` contains local linear action-to-joint-increment fits computed exclusively from the original 20 demonstration transitions. This is non-neural least squares; no neural weights or simulator were used. Correction gain .2, component cap .04, with ridge regularization. Closed-loop matching remains active every step. Pose correction is unvalidated until its own rollout. Grasp remains vulnerable to handle rotation and no regrasp recovery is verified.
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json
ADDED
|
@@ -0,0 +1,178 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"files": {
|
| 3 |
+
"__pycache__/build_reference.cpython-310.pyc": "88e16ea4ac98d4462094ff4f46e78290ab3ca9e6b9795015e4b12dc60cae3763",
|
| 4 |
+
"__pycache__/controller.cpython-310.pyc": "0d9a55863769dac1b1c29bdc71953d26885faaf02ccae48f296a693d294fee1a",
|
| 5 |
+
"__pycache__/features.cpython-310.pyc": "30d43496623ed646b2d2fae85629450b88100e0ba5a014393542ac52820302fa",
|
| 6 |
+
"build_reference.py": "0ea47b7571ef6330e2fa58f44bcecd5d8b1eb8da60535481daa4fb75d10ce173",
|
| 7 |
+
"check_synthetic.py": "29aa6d822b1a6c051098db03257133295ab3ed5f402a09d1de2a71b7bfa3f09d",
|
| 8 |
+
"contract.json": "6b554d19b27d1a7a677be72a46097eb4f83cd9ceacb025518ad86fb321a62e71",
|
| 9 |
+
"controller.py": "f1fa828e7bafc85e5a7659b3001c6d4c8a1639f162904fe44915d80a567a0cd6",
|
| 10 |
+
"demo_manifest.json": "e988390a5a5298ecc26341e60f852c1720dcf21a3cb3b129e2092e4d0342361f",
|
| 11 |
+
"demonstrations_readonly/demo_00.h5": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735",
|
| 12 |
+
"demonstrations_readonly/demo_01.h5": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f",
|
| 13 |
+
"demonstrations_readonly/demo_02.h5": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca",
|
| 14 |
+
"demonstrations_readonly/demo_03.h5": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be",
|
| 15 |
+
"demonstrations_readonly/demo_04.h5": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d",
|
| 16 |
+
"demonstrations_readonly/demo_05.h5": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e",
|
| 17 |
+
"demonstrations_readonly/demo_06.h5": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf",
|
| 18 |
+
"demonstrations_readonly/demo_07.h5": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf",
|
| 19 |
+
"demonstrations_readonly/demo_08.h5": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838",
|
| 20 |
+
"demonstrations_readonly/demo_09.h5": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6",
|
| 21 |
+
"demonstrations_readonly/demo_10.h5": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81",
|
| 22 |
+
"demonstrations_readonly/demo_11.h5": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d",
|
| 23 |
+
"demonstrations_readonly/demo_12.h5": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3",
|
| 24 |
+
"demonstrations_readonly/demo_13.h5": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b",
|
| 25 |
+
"demonstrations_readonly/demo_14.h5": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d",
|
| 26 |
+
"demonstrations_readonly/demo_15.h5": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918",
|
| 27 |
+
"demonstrations_readonly/demo_16.h5": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072",
|
| 28 |
+
"demonstrations_readonly/demo_17.h5": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6",
|
| 29 |
+
"demonstrations_readonly/demo_18.h5": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6",
|
| 30 |
+
"demonstrations_readonly/demo_19.h5": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e",
|
| 31 |
+
"environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa",
|
| 32 |
+
"features.py": "e231f228669560dd051cc1b4a7ca7946274b71bb61338dcd2505aa2732003d2d",
|
| 33 |
+
"feedback.npz": "e61c4fb2f9ff627be2b1172b0d473d48948e9c3efdbfc2750e2c8af1567a69f8",
|
| 34 |
+
"findings.md": "75d4043ab65fb8e8d3494f43e29825f8b9b5c56566949f7d05ed17a93291d574",
|
| 35 |
+
"handoff.md": "2d4aeb4f190d913c620ab8b6110bfc84744d2cd4579b22d764ed2cd423b95bb6",
|
| 36 |
+
"model_tool_manifest.yaml": "f1ccfca6f666eb539363c9f05326365ec443213787bd53ab858731280e91a708",
|
| 37 |
+
"policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e",
|
| 38 |
+
"reference.npz": "f4f8f6153fcab3cfe8a0bb1f176c211d85b1daef8a216c9e2870a17c6845b0f6",
|
| 39 |
+
"reference_metadata.json": "1f442a199eaf3122e23865e12937d0cbb48c0d064b94fc1dd61537a261199815",
|
| 40 |
+
"skills.md": "fe0f56abb541c7b9cf92c58715fded01a4a216036098e12a0fa643a396a3a18b",
|
| 41 |
+
"source_provenance.json": "062ee1d37a9c31ed5f06ea82dc34a7fc46edfbf0252435718c4748f65670f1a0",
|
| 42 |
+
"worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
|
| 43 |
+
},
|
| 44 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 45 |
+
"exploration_ledger_hash": "bec452c11adf932d0907c011f05d736b8c75003820d8764b0cf1faf647952bc6",
|
| 46 |
+
"entrypoint": "controller.reset_episode(); controller.act(obs)",
|
| 47 |
+
"selection": {
|
| 48 |
+
"rule": "exact-version success rate, valid rehearsal count, recency",
|
| 49 |
+
"rehearsals": [
|
| 50 |
+
{
|
| 51 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 52 |
+
"episode": 4,
|
| 53 |
+
"independent": true,
|
| 54 |
+
"score_source": "native_step_feedback",
|
| 55 |
+
"status": "finished",
|
| 56 |
+
"success": true,
|
| 57 |
+
"valid": true
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"bundle_hash": "c92ac9c9cefafc0fe3407ff40807b557ebf1628b8ab6c18ad552681fc826a9da",
|
| 61 |
+
"episode": 7,
|
| 62 |
+
"independent": true,
|
| 63 |
+
"score_source": "native_step_feedback",
|
| 64 |
+
"status": "finished",
|
| 65 |
+
"success": false,
|
| 66 |
+
"valid": true
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 70 |
+
"episode": 8,
|
| 71 |
+
"independent": true,
|
| 72 |
+
"score_source": "native_step_feedback",
|
| 73 |
+
"status": "finished",
|
| 74 |
+
"success": false,
|
| 75 |
+
"valid": true
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2",
|
| 79 |
+
"episode": 9,
|
| 80 |
+
"independent": true,
|
| 81 |
+
"score_source": "native_step_feedback",
|
| 82 |
+
"status": "finished",
|
| 83 |
+
"success": true,
|
| 84 |
+
"valid": true
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"bundle_hash": "9a23a38807eab340c423a9d8c17005a9318eed5217069ea1d7671742197b8427",
|
| 88 |
+
"episode": 10,
|
| 89 |
+
"independent": true,
|
| 90 |
+
"score_source": "native_step_feedback",
|
| 91 |
+
"status": "finished",
|
| 92 |
+
"success": false,
|
| 93 |
+
"valid": true
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"bundle_hash": "d5addfba6202a2ae206cf4a10ed49a2a225055e9fcdd8b452546317d6731fac9",
|
| 97 |
+
"episode": 11,
|
| 98 |
+
"independent": true,
|
| 99 |
+
"score_source": "native_step_feedback",
|
| 100 |
+
"status": "finished",
|
| 101 |
+
"success": false,
|
| 102 |
+
"valid": true
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"bundle_hash": "8d1fe4913b69f7bf175c90f6d96c8611358d0523f85d93b759b48fe4cd975bf1",
|
| 106 |
+
"episode": 12,
|
| 107 |
+
"independent": true,
|
| 108 |
+
"score_source": "native_step_feedback",
|
| 109 |
+
"status": "finished",
|
| 110 |
+
"success": false,
|
| 111 |
+
"valid": true
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"bundle_hash": "15f76f14c9e7b47715ce0ed128a7fd2558dbb9a56f269ad48d2decf0912f3561",
|
| 115 |
+
"episode": 13,
|
| 116 |
+
"independent": true,
|
| 117 |
+
"score_source": "native_step_feedback",
|
| 118 |
+
"status": "finished",
|
| 119 |
+
"success": false,
|
| 120 |
+
"valid": true
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2",
|
| 124 |
+
"episode": 14,
|
| 125 |
+
"independent": true,
|
| 126 |
+
"score_source": "native_step_feedback",
|
| 127 |
+
"status": "finished",
|
| 128 |
+
"success": false,
|
| 129 |
+
"valid": true
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2",
|
| 133 |
+
"episode": 15,
|
| 134 |
+
"independent": true,
|
| 135 |
+
"score_source": "native_step_feedback",
|
| 136 |
+
"status": "finished",
|
| 137 |
+
"success": false,
|
| 138 |
+
"valid": true
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"episode": 17,
|
| 142 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 143 |
+
"independent": true,
|
| 144 |
+
"valid": true,
|
| 145 |
+
"status": "finished",
|
| 146 |
+
"success": false,
|
| 147 |
+
"score_source": "native_step_feedback"
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"episode": 18,
|
| 151 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 152 |
+
"independent": true,
|
| 153 |
+
"valid": true,
|
| 154 |
+
"status": "finished",
|
| 155 |
+
"success": false,
|
| 156 |
+
"score_source": "native_step_feedback"
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"episode": 19,
|
| 160 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 161 |
+
"independent": true,
|
| 162 |
+
"valid": true,
|
| 163 |
+
"status": "finished",
|
| 164 |
+
"success": false,
|
| 165 |
+
"score_source": "native_step_feedback"
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"episode": 20,
|
| 169 |
+
"bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a",
|
| 170 |
+
"independent": true,
|
| 171 |
+
"valid": true,
|
| 172 |
+
"status": "finished",
|
| 173 |
+
"success": true,
|
| 174 |
+
"score_source": "native_step_feedback"
|
| 175 |
+
}
|
| 176 |
+
]
|
| 177 |
+
}
|
| 178 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Handoff — unrehearsed draft
|
| 2 |
+
|
| 3 |
+
Entry point: controller.py, exports reset_episode() and act(obs). Keep features.py, contract.json, reference.npz, and reference_metadata.json alongside it. Runtime dependencies: Python, NumPy, OpenCV. Import is standalone via importlib and does not require installation. Runtime never opens /demonstrations or calls worker_api. reset_episode() must be called for each episode.
|
| 4 |
+
|
| 5 |
+
Input: rgb camera-name -> uint8 HWC or 1HWC; proprioception exact contract path -> 23 numeric coordinates, accepting leading singleton; instruction string (fixed-task contract, not parsed); step_id starts at 1 after runner-owned charged hold. Output: float32 vector of 44 legal values in contract action_parts order, or None only at step_id >=300. Native horizon 300, 20 Hz, bounds unchanged. No extra initial hold is sent by the policy. Zero sensor-failure holds consume ordinary remaining steps. Endpoint holds do not assert success.
|
| 6 |
+
|
| 7 |
+
Evidence: ../demo_analysis.md; ../evidence/sheet_01.jpg..sheet_05.jpg; demo_statistics.json, action_summary.json, computed_access.json. Provenance: source_provenance.json and model_tool_manifest.yaml. The runner separately supplies the verified demo manifest/common lock. Do not treat local provenance as runner verification.
|
| 8 |
+
|
| 9 |
+
Reproduce offline compilation with `python candidate/build_reference.py` from /workspace while authorized mounts exist. It uses API.read_demo only, reads all 20 authorized demos, and makes a nonparametric observation/action bank. `python candidate/check_synthetic.py` and py_compile are the ONLY executed checks. No environment call, replay evaluation, rollout, rehearsal, scoring, simulator import, or freeze has occurred.
|
| 10 |
+
|
| 11 |
+
Later authorized testing must establish phase progression, actual action timing/control semantics, camera appearance robustness, bilateral grip stability, and an observable completion rule. Current RGB/proprio state matching can stall or average incompatible actions; out-of-support thresholds are unvalidated. No success rate is available. The preparation deliverables are complete; runtime validation is the known next-stage blocker. This candidate remains a draft and is not frozen.
|
| 12 |
+
|
| 13 |
+
## Continuation supersedes preparation status
|
| 14 |
+
Runtime now also needs feedback.npz (local linear fits from the same D20 data). The trusted API is the sole environment interface used in development. Saved exploration data is in ../evidence; candidate versions in ../versions. This bundle has bounded timing preference, stronger arm pose weighting and local translation feedback. Earlier preparation-only status above is historical. Do not infer success from terminal matching: only API native results or the task's strict visible fallback rule may score a rollout.
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml
ADDED
|
@@ -0,0 +1,91 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "E20_development",
|
| 3 |
+
"task_id": "DualArmSwingCup-v1",
|
| 4 |
+
"agent_label": "Agent-D20-E20-Compiled",
|
| 5 |
+
"episodes_used": 3,
|
| 6 |
+
"authorized_demo_count": 20,
|
| 7 |
+
"all_demos_analyzed": true,
|
| 8 |
+
"versions": {
|
| 9 |
+
"python": "3.10.20",
|
| 10 |
+
"numpy": "2.2.6",
|
| 11 |
+
"opencv": "4.12.0",
|
| 12 |
+
"h5py": "3.16.0",
|
| 13 |
+
"scipy": "1.15.2",
|
| 14 |
+
"torch": "2.10.0+cu128"
|
| 15 |
+
},
|
| 16 |
+
"runtime_dependencies": [
|
| 17 |
+
"Python",
|
| 18 |
+
"NumPy",
|
| 19 |
+
"OpenCV"
|
| 20 |
+
],
|
| 21 |
+
"offline_dependencies": [
|
| 22 |
+
"h5py via API.read_demo",
|
| 23 |
+
"Python standard library (importlib,json,pathlib,hashlib,platform)",
|
| 24 |
+
"NumPy",
|
| 25 |
+
"OpenCV"
|
| 26 |
+
],
|
| 27 |
+
"version_query_only_imports": [
|
| 28 |
+
"SciPy",
|
| 29 |
+
"torch"
|
| 30 |
+
],
|
| 31 |
+
"tools_used": [
|
| 32 |
+
{
|
| 33 |
+
"name": "exec_command / write_stdin",
|
| 34 |
+
"purpose": "local file reading/writing, Python analysis, compilation, synthetic checks"
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"name": "view_image",
|
| 38 |
+
"purpose": "display five legal RGB contact sheets"
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"name": "API.read_demo",
|
| 42 |
+
"path": "/worker_api.py",
|
| 43 |
+
"purpose": "authorized demonstration fields only",
|
| 44 |
+
"environment_methods_invoked": [
|
| 45 |
+
"budget_status",
|
| 46 |
+
"next_episode",
|
| 47 |
+
"latest_observation",
|
| 48 |
+
"execute_actions",
|
| 49 |
+
"finish_episode",
|
| 50 |
+
"rehearse",
|
| 51 |
+
"score_rehearsal",
|
| 52 |
+
"freeze"
|
| 53 |
+
]
|
| 54 |
+
}
|
| 55 |
+
],
|
| 56 |
+
"models": {
|
| 57 |
+
"coding_model": "provider-hosted coding assistant; exact served model/version not exposed",
|
| 58 |
+
"coding_model_weights": "unchanged; not accessible",
|
| 59 |
+
"perception_models": [],
|
| 60 |
+
"pretrained_weight_references": [],
|
| 61 |
+
"neural_finetuning": false,
|
| 62 |
+
"downloads": []
|
| 63 |
+
},
|
| 64 |
+
"derived_data": {
|
| 65 |
+
"reference.npz": "nonparametric fixed descriptors, qpos/qvel, expert actions, demo/frame provenance, phase; terminal rows added with zero hold labels",
|
| 66 |
+
"feature_scaling": "empirical standard deviations, floors; no learned neural parameters",
|
| 67 |
+
"provenance": "source_provenance.json",
|
| 68 |
+
"row_count": 3432,
|
| 69 |
+
"feedback.npz": "Local regularized linear action-to-arm-joint increment fits from same D20 reference transitions; no neural training"
|
| 70 |
+
},
|
| 71 |
+
"constraints": {
|
| 72 |
+
"simulator_created_or_imported": false,
|
| 73 |
+
"network_requests": 0,
|
| 74 |
+
"external_solution_search": false,
|
| 75 |
+
"other_task_data_access": false,
|
| 76 |
+
"hidden_state_access": false,
|
| 77 |
+
"environment_tests": 3,
|
| 78 |
+
"rehearsals": 0,
|
| 79 |
+
"freeze_called": false
|
| 80 |
+
},
|
| 81 |
+
"verification": [
|
| 82 |
+
"py_compile",
|
| 83 |
+
"check_synthetic.py: PASS; artificial inputs only"
|
| 84 |
+
],
|
| 85 |
+
"limitations": [
|
| 86 |
+
"Internet restricted to audited provider proxy; no request attempted",
|
| 87 |
+
"No camera calibration, world/root transforms, contact force or success labels",
|
| 88 |
+
"Coarse image matching and phase aliasing; no recovery/stability verification",
|
| 89 |
+
"Runner supplies verified demo manifest and common environment lock separately"
|
| 90 |
+
]
|
| 91 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Frozen-program entry point; no development agent and no reset capability."""
|
| 2 |
+
import importlib.util
|
| 3 |
+
import sys
|
| 4 |
+
|
| 5 |
+
sys.path.insert(0,'/artifact')
|
| 6 |
+
sys.path.insert(0,'/')
|
| 7 |
+
from worker_api import API
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def main():
|
| 11 |
+
spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py')
|
| 12 |
+
module=importlib.util.module_from_spec(spec)
|
| 13 |
+
spec.loader.exec_module(module)
|
| 14 |
+
module.reset_episode()
|
| 15 |
+
api=API()
|
| 16 |
+
result=api.latest_observation()
|
| 17 |
+
while not (result['terminated'] or result['truncated'] or result['horizon_reached']):
|
| 18 |
+
obs=dict(result['observation'],step_id=result['step_id'])
|
| 19 |
+
action=module.act(obs)
|
| 20 |
+
if action is None:break
|
| 21 |
+
response=api.execute_actions([action])
|
| 22 |
+
result=response['steps'][-1]
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
if __name__=='__main__':main()
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"demo_ids": [
|
| 3 |
+
"demo_00",
|
| 4 |
+
"demo_01",
|
| 5 |
+
"demo_02",
|
| 6 |
+
"demo_03",
|
| 7 |
+
"demo_04",
|
| 8 |
+
"demo_05",
|
| 9 |
+
"demo_06",
|
| 10 |
+
"demo_07",
|
| 11 |
+
"demo_08",
|
| 12 |
+
"demo_09",
|
| 13 |
+
"demo_10",
|
| 14 |
+
"demo_11",
|
| 15 |
+
"demo_12",
|
| 16 |
+
"demo_13",
|
| 17 |
+
"demo_14",
|
| 18 |
+
"demo_15",
|
| 19 |
+
"demo_16",
|
| 20 |
+
"demo_17",
|
| 21 |
+
"demo_18",
|
| 22 |
+
"demo_19"
|
| 23 |
+
],
|
| 24 |
+
"qpaths": [
|
| 25 |
+
"agent/panda_leaphand-1/qpos",
|
| 26 |
+
"agent/panda_leaphand_left-0/qpos"
|
| 27 |
+
],
|
| 28 |
+
"vpaths": [
|
| 29 |
+
"agent/panda_leaphand-1/qvel",
|
| 30 |
+
"agent/panda_leaphand_left-0/qvel"
|
| 31 |
+
],
|
| 32 |
+
"camera_order": [
|
| 33 |
+
"front_camera",
|
| 34 |
+
"left_camera",
|
| 35 |
+
"robot_camera_0",
|
| 36 |
+
"robot_camera_1",
|
| 37 |
+
"top_camera"
|
| 38 |
+
],
|
| 39 |
+
"source": "API.read_demo; authorized sanitized HDF5 only",
|
| 40 |
+
"terminal_action": "added zero-delta hold, not expert label",
|
| 41 |
+
"rows": 3432
|
| 42 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Draft skills
|
| 2 |
+
|
| 3 |
+
This is task-local procedural documentation, not an installed skill/plugin.
|
| 4 |
+
|
| 5 |
+
- Recognize a nearby public observation using fixed grayscale/blue RGB descriptors and both robots' qpos/qvel.
|
| 6 |
+
- Select coordinated approach, alignment, closure, and lifting deltas by local interpolation of the 20 authorized demonstrations. These are candidate behaviors, not proven skills.
|
| 7 |
+
- Preserve exact two-arm action ordering and native bounds; handle HWC/1HWC RGB and flattened proprioception.
|
| 8 |
+
- Hold with zero deltas when required legal sensors are invalid or observation support is poor; clear temporal state at reset.
|
| 9 |
+
|
| 10 |
+
No perception network, neural training, hidden-state kinematics, specialized expert, simulator, recovery policy, or verified completion detector. All numerical thresholds are draft engineering choices. See ../demo_analysis.md and handoff.md.
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json
ADDED
|
@@ -0,0 +1,154 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": "authorized mounted sanitized demonstrations only",
|
| 3 |
+
"manifest_status": "released_for_offline_analysis",
|
| 4 |
+
"demo_ids": [
|
| 5 |
+
"demo_00",
|
| 6 |
+
"demo_01",
|
| 7 |
+
"demo_02",
|
| 8 |
+
"demo_03",
|
| 9 |
+
"demo_04",
|
| 10 |
+
"demo_05",
|
| 11 |
+
"demo_06",
|
| 12 |
+
"demo_07",
|
| 13 |
+
"demo_08",
|
| 14 |
+
"demo_09",
|
| 15 |
+
"demo_10",
|
| 16 |
+
"demo_11",
|
| 17 |
+
"demo_12",
|
| 18 |
+
"demo_13",
|
| 19 |
+
"demo_14",
|
| 20 |
+
"demo_15",
|
| 21 |
+
"demo_16",
|
| 22 |
+
"demo_17",
|
| 23 |
+
"demo_18",
|
| 24 |
+
"demo_19"
|
| 25 |
+
],
|
| 26 |
+
"input_digests": {
|
| 27 |
+
"/task_contract.json": "ec248615bb8984899a7e1c79cd1d7d97eaad966afdaae0c5912ded2b518588bf",
|
| 28 |
+
"/demo_manifest.json": "d52e51c325532cfc99cb6deaa4e761e921ab6db53c6e582d304979f4c9ee981c",
|
| 29 |
+
"/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e"
|
| 30 |
+
},
|
| 31 |
+
"manifest_provided_lineage": [
|
| 32 |
+
{
|
| 33 |
+
"demo_id": "demo_00",
|
| 34 |
+
"file": "demo_00.h5",
|
| 35 |
+
"trajectory_sha256": "a867a59fc363d01fb726b4a07e346cb85b1f0ca041f2cf3e9c8d51b5bd5c66ab",
|
| 36 |
+
"view_sha256": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735"
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"demo_id": "demo_01",
|
| 40 |
+
"file": "demo_01.h5",
|
| 41 |
+
"trajectory_sha256": "de5623cf9ab622041be93e2331c71623b72ee2f5a1a2571ee863ec6f56bc789d",
|
| 42 |
+
"view_sha256": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"demo_id": "demo_02",
|
| 46 |
+
"file": "demo_02.h5",
|
| 47 |
+
"trajectory_sha256": "fdcc2e51579861ea8d36cdb5d23d991abdfebf37c53375eab5059283944d623a",
|
| 48 |
+
"view_sha256": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca"
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"demo_id": "demo_03",
|
| 52 |
+
"file": "demo_03.h5",
|
| 53 |
+
"trajectory_sha256": "c83100703c5bc6bd5e81c94a339f434ccae709edc931ba9b3798283bbc14ed92",
|
| 54 |
+
"view_sha256": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be"
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"demo_id": "demo_04",
|
| 58 |
+
"file": "demo_04.h5",
|
| 59 |
+
"trajectory_sha256": "7553adccdb45475728acfd7bde6699be3e7c1820754122018d9545bd2f1a18ba",
|
| 60 |
+
"view_sha256": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"demo_id": "demo_05",
|
| 64 |
+
"file": "demo_05.h5",
|
| 65 |
+
"trajectory_sha256": "7d11bba4c2947decc3fd6673381f7f59ef7e7e991e7608151337d13384eb5c95",
|
| 66 |
+
"view_sha256": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"demo_id": "demo_06",
|
| 70 |
+
"file": "demo_06.h5",
|
| 71 |
+
"trajectory_sha256": "488b95c58eb23d805820a8082694ea715202c37c0da70cd23d96d9817272bc3f",
|
| 72 |
+
"view_sha256": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf"
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"demo_id": "demo_07",
|
| 76 |
+
"file": "demo_07.h5",
|
| 77 |
+
"trajectory_sha256": "a7d8ca74be17f3bbd57191b31f9f49895e65e8416e0fb3ed9f7beabbd948c8a8",
|
| 78 |
+
"view_sha256": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"demo_id": "demo_08",
|
| 82 |
+
"file": "demo_08.h5",
|
| 83 |
+
"trajectory_sha256": "b029bd1dc77bbec5214c6596916dbd36eb2b5caab023c4c7d8280b177fe10877",
|
| 84 |
+
"view_sha256": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838"
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"demo_id": "demo_09",
|
| 88 |
+
"file": "demo_09.h5",
|
| 89 |
+
"trajectory_sha256": "21af03f3a5cfa731ee8df4ddc345e6466d1e080b6588764dc967c13edfbd34d2",
|
| 90 |
+
"view_sha256": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"demo_id": "demo_10",
|
| 94 |
+
"file": "demo_10.h5",
|
| 95 |
+
"trajectory_sha256": "edfcb2cb4a107047948baecb404ea98df3048f6f8a5b50a8e1bbc0d043592691",
|
| 96 |
+
"view_sha256": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"demo_id": "demo_11",
|
| 100 |
+
"file": "demo_11.h5",
|
| 101 |
+
"trajectory_sha256": "c3d953cf9e6da57ac979a0cf3de868288e6150fd1f8bd5752d606d9f38d39437",
|
| 102 |
+
"view_sha256": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"demo_id": "demo_12",
|
| 106 |
+
"file": "demo_12.h5",
|
| 107 |
+
"trajectory_sha256": "21be28cbaa5e2f097c80f5e7a9c9ce42a94a2696af7b21aca87fb002567d0325",
|
| 108 |
+
"view_sha256": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"demo_id": "demo_13",
|
| 112 |
+
"file": "demo_13.h5",
|
| 113 |
+
"trajectory_sha256": "72d48086bb581c1f5eb1e4f8e93dab3a1e6f3e728850d854de80bcacda196466",
|
| 114 |
+
"view_sha256": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"demo_id": "demo_14",
|
| 118 |
+
"file": "demo_14.h5",
|
| 119 |
+
"trajectory_sha256": "ab5c6d9136303542544ec9d419dc124610e12c1b36c637df116b0ac09e368251",
|
| 120 |
+
"view_sha256": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"demo_id": "demo_15",
|
| 124 |
+
"file": "demo_15.h5",
|
| 125 |
+
"trajectory_sha256": "79256764f28554d6d0112d1f4bbf1a30a92a9f223d9498da712bead8ab2c6679",
|
| 126 |
+
"view_sha256": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"demo_id": "demo_16",
|
| 130 |
+
"file": "demo_16.h5",
|
| 131 |
+
"trajectory_sha256": "fd4d64e1873f0923aa06dd0b681ed705ffceab27033bc05f138a812cb5619f01",
|
| 132 |
+
"view_sha256": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072"
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"demo_id": "demo_17",
|
| 136 |
+
"file": "demo_17.h5",
|
| 137 |
+
"trajectory_sha256": "dd783cfd70f685295063f4f4aa1cc7f45228fc1644a003d90a588fe79ef6515c",
|
| 138 |
+
"view_sha256": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"demo_id": "demo_18",
|
| 142 |
+
"file": "demo_18.h5",
|
| 143 |
+
"trajectory_sha256": "ab6083cbf5b481f2b7cb38ccd19d7acd857c64bc6bee3bf2af00b3c7d0068255",
|
| 144 |
+
"view_sha256": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6"
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"demo_id": "demo_19",
|
| 148 |
+
"file": "demo_19.h5",
|
| 149 |
+
"trajectory_sha256": "32d7dd28d84c87614b4b97952d5bdf2ec6be08d73902831f316f280acebf3137",
|
| 150 |
+
"view_sha256": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e"
|
| 151 |
+
}
|
| 152 |
+
],
|
| 153 |
+
"note": "Lineage hashes copied from supplied manifest, not independently re-verified against original unsanitized sources."
|
| 154 |
+
}
|
agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Standalone worker client; safe to mount without the runner package."""
|
| 2 |
+
import base64
|
| 3 |
+
import json
|
| 4 |
+
import socket
|
| 5 |
+
import struct
|
| 6 |
+
import uuid
|
| 7 |
+
import os
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
|
| 10 |
+
import numpy as np
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
def array_hook(value):
|
| 14 |
+
if value.get('__array__') is True:
|
| 15 |
+
dtype=np.dtype(value['dtype'])
|
| 16 |
+
if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service')
|
| 17 |
+
raw=base64.b64decode(value['data'],validate=True)
|
| 18 |
+
return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy()
|
| 19 |
+
return value
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class API:
|
| 23 |
+
def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'):
|
| 24 |
+
self.socket_path=socket_path
|
| 25 |
+
self.demo_root=Path(demo_root)
|
| 26 |
+
self.manifest=Path(manifest)
|
| 27 |
+
|
| 28 |
+
def call(self,method,arguments=None,request_id=None):
|
| 29 |
+
# Caller can persist a request ID before sending. Never automatically retry.
|
| 30 |
+
request_id=request_id or str(uuid.uuid4())
|
| 31 |
+
request={'request_id':request_id,'method':method,'arguments':arguments or {}}
|
| 32 |
+
if os.environ.get('AGENT_E20_RPC_TOKEN'):
|
| 33 |
+
request['token']=os.environ['AGENT_E20_RPC_TOKEN']
|
| 34 |
+
payload=json.dumps(request,allow_nan=False).encode()
|
| 35 |
+
if len(payload)>65536:raise ValueError('request too large')
|
| 36 |
+
with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s:
|
| 37 |
+
s.settimeout(1810);s.connect(self.socket_path)
|
| 38 |
+
s.sendall(struct.pack('!I',len(payload))+payload)
|
| 39 |
+
def exact(n):
|
| 40 |
+
chunks=[]
|
| 41 |
+
while n:
|
| 42 |
+
chunk=s.recv(min(n,1024*1024))
|
| 43 |
+
if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID')
|
| 44 |
+
chunks.append(chunk);n-=len(chunk)
|
| 45 |
+
return b''.join(chunks)
|
| 46 |
+
length=struct.unpack('!I',exact(4))[0]
|
| 47 |
+
if length>64*1024*1024:raise RuntimeError('response too large')
|
| 48 |
+
result=json.loads(exact(length),object_hook=array_hook)
|
| 49 |
+
if not result['ok']:raise RuntimeError(result['error'])
|
| 50 |
+
return result['result']
|
| 51 |
+
|
| 52 |
+
def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id)
|
| 53 |
+
def latest_observation(self):return self.call('latest_observation')
|
| 54 |
+
def execute_actions(self,actions,request_id=None):
|
| 55 |
+
return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id)
|
| 56 |
+
def finish_episode(self):return self.call('finish_episode')
|
| 57 |
+
def budget_status(self):return self.call('budget_status')
|
| 58 |
+
def rehearse(self,candidate='candidate',request_id=None):
|
| 59 |
+
return self.call('rehearse',{'candidate':candidate},request_id)
|
| 60 |
+
def score_rehearsal(self,episode,visible_success,evidence):
|
| 61 |
+
return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence})
|
| 62 |
+
def freeze(self):return self.call('freeze')
|
| 63 |
+
|
| 64 |
+
def read_demo(self,demo_id,start=0,stop=None,fields=None):
|
| 65 |
+
import h5py
|
| 66 |
+
manifest=json.loads(self.manifest.read_text())
|
| 67 |
+
if manifest.get('status') not in ('released','released_for_offline_analysis'):
|
| 68 |
+
raise RuntimeError('demonstrations not released by trusted preflight')
|
| 69 |
+
entries={e['demo_id']:e for e in manifest['episodes']}
|
| 70 |
+
if demo_id not in entries:raise ValueError('unauthorized demo ID')
|
| 71 |
+
entry=entries[demo_id]
|
| 72 |
+
allowed={f['path'] for f in entry['fields']}
|
| 73 |
+
fields=sorted(allowed) if fields is None else fields
|
| 74 |
+
if not set(fields)<=allowed:raise ValueError('unauthorized demo field')
|
| 75 |
+
stop=entry['length']+1 if stop is None else stop
|
| 76 |
+
if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start<stop<=entry['length']+1:
|
| 77 |
+
raise ValueError('invalid frame interval')
|
| 78 |
+
path=(self.demo_root/entry['file']).resolve()
|
| 79 |
+
if path.parent!=self.demo_root.resolve():raise ValueError('invalid demo file')
|
| 80 |
+
with h5py.File(path,'r') as f:
|
| 81 |
+
return {field:f[field][start:min(stop,len(f[field]))] for field in fields}
|
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/build_bank.cpython-310.pyc
ADDED
|
Binary file (2.29 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc
ADDED
|
Binary file (1.95 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/controller.cpython-310.pyc
ADDED
|
Binary file (1.97 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/kinematics.cpython-310.pyc
ADDED
|
Binary file (815 Bytes). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/__pycache__/knn_policy.cpython-310.pyc
ADDED
|
Binary file (3.19 kB). View file
|
|
|
agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/build_bank.py
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Offline compilation of authorized labels, not neural training or task testing."""
|
| 2 |
+
import importlib.util,json,numpy as np
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
from controller import visual_features,CAMERAS
|
| 5 |
+
s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m);api=m.API()
|
| 6 |
+
manifest=json.load(open('/demo_manifest.json')); Q=[];V=[];F=[];A=[];T=[];D=[];summary=[]
|
| 7 |
+
for di,e in enumerate(manifest['episodes']):
|
| 8 |
+
n=e['length']; fields=['actions','obs/agent/qpos','obs/agent/qvel']+[f'obs/sensor_data/{c}/rgb' for c in CAMERAS]
|
| 9 |
+
data=api.read_demo(e['demo_id'],fields=fields);a=data['actions']; bad=[]
|
| 10 |
+
for t in range(n):
|
| 11 |
+
try: f=visual_features({c:data[f'obs/sensor_data/{c}/rgb'][t] for c in CAMERAS})
|
| 12 |
+
except ValueError: bad.append(t);continue
|
| 13 |
+
Q.append(data['obs/agent/qpos'][t]);V.append(data['obs/agent/qvel'][t]);F.append(f);A.append(a[t]);T.append(t);D.append(di)
|
| 14 |
+
hand=np.flatnonzero(np.max(abs(a[:,6:]),axis=1)>.05);lift=np.flatnonzero(a[:,2]>.05)
|
| 15 |
+
summary.append({'demo_id':e['demo_id'],'numeric_action_indices':[0,n-1],'numeric_proprio_indices':[0,n],'algorithmic_rgb_indices':[0,n], 'cameras':list(CAMERAS),'excluded_bank_frames':bad,'hand_onset':int(hand[0]),'lift_onset':int(lift[0])})
|
| 16 |
+
q=np.asarray(Q);v=np.asarray(V)
|
| 17 |
+
np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),q=q,v=v,visual=np.asarray(F),action=np.asarray(A),frame=np.asarray(T),demo_index=np.asarray(D),qscale=np.maximum(q.std(0),.15),vscale=np.maximum(v.std(0),.2))
|
| 18 |
+
json.dump(summary,open('/workspace/evidence/processing_log.json','w'),indent=2)
|
| 19 |
+
print('Compiled rows:',len(A),'excluded:',sum(len(x['excluded_bank_frames']) for x in summary))
|