diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..23ca7bc3170df49db3d421954c4f8a2be20b4671 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/build_reference.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..18728a579e2843bb7263acc49e15643765adbbed Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b45e59a9403972c9187f87ab736727bcab9f0f51 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/__pycache__/controller.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py new file mode 100644 index 0000000000000000000000000000000000000000..28bde6fd7beadc7c0d569e521f5b2e49de0f70a1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/build_reference.py @@ -0,0 +1,25 @@ +"""Compile authorized observation/action records; no parameter optimization.""" +import importlib.util,json +from pathlib import Path +import numpy as np +from controller import image_feature,proprio_feature,CAMERAS,PATHS +s=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m) +api=m.API();manifest=json.load(open('/demo_manifest.json'));contract=json.load(open('/task_contract.json')) +assert [(p['robot_key'],p['width']) for p in contract['action_parts']]==[('panda-0',7),('panda-1',7)] +b={k:[] for k in ['q','v','image','action','phase','terminal','demo_index','frame_index']};audit=[] +for j,e in enumerate(manifest['episodes']): + n=e['length'];fields=['obs/'+p for p in PATHS]+['actions/'+p['robot_key'] for p in contract['action_parts']] + d=api.read_demo(e['demo_id'],fields=fields) + # Chunk reads limit peak memory; every legal RGB frame in these two streams is processed. + for start in range(0,n+1,32): + stop=min(n+1,start+32) + images=api.read_demo(e['demo_id'],start,stop,['obs/sensor_data/'+c+'/rgb' for c in CAMERAS]) + for t in range(start,stop): + q,v=proprio_feature({p:d['obs/'+p][t] for p in PATHS}) + im=image_feature({c:images['obs/sensor_data/'+c+'/rgb'][t-start] for c in CAMERAS}) + a=np.concatenate([d['actions/'+p['robot_key']][t] for p in contract['action_parts']]) if t.09 and b[0]<-.09 +checks.append('synthetic RGB sensitivity and batched image support') +c._bank=fake_bank();c._bank['image'][1]=c._bank['image'][0];c._bank['q'][1]=.2 +c.reset_episode();a=c.act(obs());o=obs() +for k in c.PATHS: + if k.endswith('qpos'):o['proprioception'][k][:]=.2 +c.reset_episode();b=c.act(o);assert a[0]>.09 and b[0]<-.09 +checks.append('synthetic proprioception sensitivity') +c._bank=fake_bank();c.reset_episode();o=obs();o['step_id']=399;assert c.act(o).shape==(14,) +o['step_id']=400;assert c.act(o) is None +assert c.act({'step_id':1}) is None +bad=obs();bad['proprioception'][c.PATHS[0]][0]=np.nan;assert c.act(bad) is None +bad=obs();bad['rgb']['front_camera']=np.zeros((4,4,3),np.uint8);assert c.act(bad) is None +checks.append('charged hold horizon boundary and malformed/nonfinite inputs') +q=np.zeros(18,np.float32);assert np.allclose(c._hold(q)[[6,13]],-.6) +q[7]=.1;assert c._hold(q) is None +checks.append('current qpos[7] gripper hold mapping and rejection without clipping') +c._bank=fake_bank();c._bank['terminal'][:]=True;c._bank['phase'][:]=1;c.reset_episode() +for _ in range(4):assert c.act(obs()) is not None +assert c.act(obs()) is None +c.reset_episode();assert c._progress is None and c._terminal_count==0 +checks.append('synthetic endpoint persistence and episode reset') +result={'status':'passed','checks':checks,'scope':'syntax, static artifact consistency, synthetic inputs only','real_task_tests':0,'exploration_episodes':0,'success_claim':False} +(root/'check_results.json').write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(result,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..9047167cec99c22cab565c0afc328a8ffbc22aea --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/controller.py @@ -0,0 +1,96 @@ +"""Unrehearsed D20 observation-neighbor draft; no neural models or environment imports.""" +from pathlib import Path +import numpy as np +import cv2 + +CAMERAS = ('front_camera', 'top_camera') +PATHS = tuple(f'agent/panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel')) +_bank = None +_progress = None +_terminal_count = 0 + +def reset_episode(): + global _progress, _terminal_count + _progress = None + _terminal_count = 0 + +def image_feature(rgb): + features = [] + for camera in CAMERAS: + im = np.asarray(rgb[camera]) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8: + raise ValueError('Expected uint8 RGB HWC or 1HWC') + h, w = im.shape[:2] + if min(h,w) < 8: + raise ValueError('Image too small') + # Central workspace crop; fixed fractional crop, not an assumed object pose. + im = im[int(.18*h):int(.90*h), int(.12*w):int(.88*w)] + features.append(cv2.resize(im, (16,16), interpolation=cv2.INTER_AREA).reshape(-1)/255.) + return np.concatenate(features).astype(np.float32) + +def proprio_feature(proprio): + values = [np.asarray(proprio[p],dtype=np.float32).reshape(-1) for p in PATHS] + if any(v.size != 9 or not np.isfinite(v).all() for v in values): + raise ValueError('Expected four finite nine-element proprio arrays') + q = np.concatenate([values[0], values[2]]) + v = np.concatenate([values[1], values[3]]) + return q, v + +def _hold(q): + a = np.zeros(14, dtype=np.float32) + a[[6,13]] = 2*(q[[7,16]]+.01)/.05-1 + if np.any(np.abs(a)>1): + return None + return a + +def act(obs): + global _bank, _progress, _terminal_count + # step 1 is already after runner's charged initial hold. Never emit that hold here. + step = int(obs.get('step_id', 1)) + if step >= 400 or step < 1: + return None + try: + q,v = proprio_feature(obs['proprioception']) + im = image_feature(obs['rgb']) + except (KeyError, ValueError, TypeError): + return None + if _bank is None: + with np.load(Path(__file__).with_name('reference_bank.npz'), allow_pickle=False) as f: + _bank = {k:f[k] for k in f.files} + b = _bank + # All twenty demos remain eligible; do not identify a scene/seed or replay a trajectory. + dq = (b['q']-q)/np.tile([.25]*7+[.02,.02],2) + qdist = np.mean(dq*dq,axis=1) + vdist = np.mean(np.minimum((b['v']-v)**2,4),axis=1) + candidates = np.arange(len(qdist)) + if _progress is not None: + candidates = candidates[(b['phase'] >= _progress-.04)&(b['phase'] <= _progress+.08)] + if candidates.size == 0: + return _hold(q) + # Coarse proprio retrieval followed by current-image reranking. + coarse = qdist[candidates]+.03*vdist[candidates] + candidates = candidates[np.argsort(coarse)[:96]] + visual = np.mean((b['image'][candidates]-im)**2,axis=1) + score = qdist[candidates]+.03*vdist[candidates]+35*visual + if _progress is not None: + score += .2*(b['phase'][candidates]-_progress)**2 + order = np.argsort(score) + best = candidates[order[0]] + # Hand-selected, uncalibrated OOD limits; abstain from motion on gross mismatch. + if qdist[best] > 4 or visual[order[0]] > .10: + _terminal_count = 0 + return _hold(q) + _progress = float(b['phase'][best]) + terminal = bool(b['terminal'][best]) and qdist[best] < .15 and visual[order[0]] < .015 + _terminal_count = _terminal_count+1 if terminal else 0 + if _terminal_count >= 5: + return None # Resemblance to demonstrated endpoint, not a success certificate. + # Blend only nearby labels of compatible progress, reducing sign cancellation at transitions. + near = candidates[order[:5]] + near = near[np.abs(b['phase'][near]-_progress)<.012] + weights = np.exp(-(qdist[near]+.03*vdist[near]+35*np.mean((b['image'][near]-im)**2,axis=1))/ .08) + weights = np.maximum(weights,1e-12);weights /= weights.sum() + action = np.sum(b['action'][near]*weights[:,None],axis=0) + return np.clip(action,-1,1).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..57d65cc38140529254001ad34326f54578e78e8f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmDoubleDoorBox-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 312, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 312, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 312, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 313, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 313, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 313, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 313, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 313, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 313, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 313, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 313, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 313, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4e0c1548cae63465c6c0bf2bab4af0e8c7b03379c930712c1af2cb72ea0a373d", + "source_sha256": "595a14eea94cef115ebcb90f2eb933fcb6cdadac714c5d48764d61990a778466", + "view_sha256": "f2e196ec995855f1042a2b49164dca182aa1b70fb690c136b1b41aa091410537" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 335, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 335, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 335, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 336, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fff0107e2c48b6a8f505c6fba6c22583ac32000b978907ed5cbbf24eda6861c7", + "source_sha256": "138c09b32c5997d391d863b04bf41fa8235c6a97d7261c30d2287415b3ebeedb", + "view_sha256": "cd259ebe07ec4b0b994bef3721851add2122d52b70bf7423fad1ab158422815d" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 323, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 323, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 323, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 324, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 324, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 324, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 324, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 324, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ea62292f5eee4179cc854f728b306e29e0013862703d5f5a5d9a0771c00c7127", + "source_sha256": "0d322427a45558a528aae5fce5debb1c0ed023d6f2656637464ce5ba8b7f19ba", + "view_sha256": "f03fa1d90c82e6955f3e0f757a13f85cff3fd3b1d50b31c84b0186b37218354f" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 353, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 353, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 353, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 354, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 354, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 354, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 354, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 354, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "99a8d0a6cdd4f49d65996bce2afcc845ce234b1a9344008525388c280174f67c", + "source_sha256": "a5a801e20efe675f11ac8f53483fde1085e22bb774b51e9152b3aa49c76f6274", + "view_sha256": "15f0e258e1f63f2f2ae0aaf50be0c207ba8778989a6eb6e98824741d7914c4d3" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 308, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 308, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 308, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 309, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 309, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 309, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 309, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 309, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 309, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 309, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 309, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 309, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1fe414759ec9e58bdb9d2317763e05e9b130d8bde477df5096896d79b6ec2a8c", + "source_sha256": "abf2938625211ba28b831300ac8dc7d3f142026b577e0e046c3cfddbaa1b59c2", + "view_sha256": "53b2bf063c0bac35db139094e0f9a7749897e1b8bf72c4f4087c839bed35dccd" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 315, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 315, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 315, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 316, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 316, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 316, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 316, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 316, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 316, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "705c9dbc8d309f57fa08362be4d8190b03f2a6f80dcd0874b9aac467eb5b0b41", + "source_sha256": "cf3f1ef283e208f1e8c8d437d63209708092ab33be0641ac94e55c4f23a4218d", + "view_sha256": "812aaf6966909ab98776a3a7731e4669e99add3cbe0c1a6a1e85ae65fa9dc731" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 378, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 378, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 378, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 379, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 379, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 379, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 379, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 379, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 379, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 379, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 379, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 379, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "29682a8ffacdda22bdb4db219aa92df6d65b375c4117000692d67c4b7b5c20df", + "source_sha256": "17e8eb5968e76de6b958101dd270a9950b2389d3bbfa21ebbab6baace37a7fc7", + "view_sha256": "4b37f28b5b5c7316355871a83a3015330ca18320d0e3fb729d245f00fa6eac22" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 300, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 300, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 300, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 301, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cc1a39bbb6dfbc422c46e9f5bd91696f9f6729ab513994cd75951033c8db60f9", + "source_sha256": "be9e6c7b0cd284e0635dcba62ae9f01698734ef439eeb21e61b8d0bd7673fc48", + "view_sha256": "b2c23bc998f25a999fca301bddf2f7fb030e7841155647cb9ce26e9c97356e60" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 321, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 321, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 321, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 322, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 322, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 322, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 322, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 322, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 322, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 322, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 322, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 322, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8a54ab325e3f134263b98dae666ae6ca35e582119f327cd4468d2be4b1d695e6", + "source_sha256": "9177ed7a2e1badc04e5165c72117a91db1956f5f3e7062a6ffd4391169565e42", + "view_sha256": "daee63d0214cbe978e362eb91398cb34e09fa3a6787bd9692f5d0308102b0dc5" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 314, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 314, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 314, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 315, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c2060f0e40b5cfe451e455159f92376a91977714a159b3cc2616c02f2d4cbd72", + "source_sha256": "24c658296684566bdc787a9128bc835b935f1a5f59ba99a8f2107b49d0216f3c", + "view_sha256": "f1ce17755ae530c7026ce99b4158041553b022712affe2acdca8a30edd0bb69c" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 329, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 329, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 329, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 330, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 330, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 330, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 330, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 330, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 330, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 330, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 330, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 330, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d7b1c3fc14ba719bc1478c5f661a38ee143d1e505e66b7baa5003a3c7b5db6c3", + "source_sha256": "b2ce34fb99c78e2633f987531b3562825cce9b6409b5f34d99872f4e05dff0f9", + "view_sha256": "832927d5b50996f49485ea3c38fe9918f77884736560231ef5395030a78d921f" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 337, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 337, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 337, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 338, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9e1ce7e9cd457922d25500d441e0456a5bba575ef82c90e0bde8b916cfa9639b", + "source_sha256": "d57adb73655ab9239801f0998e981878376958c38aec068c9d6532c99b1b4fff", + "view_sha256": "1ae92fde70ca8200f02124b35bdc69f88a6e0b6ad92b0eda0f1977fe48e3e715" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 296, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 296, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 296, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 297, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 297, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 297, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 297, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 297, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a9b9c12f83b48b73d9320dc85fc088c38fed36c54e51d4f8f8676567301a42c8", + "source_sha256": "b691bf214d943381472ea2d9d487982f0707c15423f2a71e25dfa822217ba8fc", + "view_sha256": "14d67f60c07373012c88546be748581fe4b09c709e5b5996adfcd13f67baa89b" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 311, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 311, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 311, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 312, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 312, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 312, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 312, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 312, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 312, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f894c90d4ae3c4be91af28c326664a5cd6072ecc9adfef1c6bcc4d7040091f31", + "source_sha256": "20b053dcafe6f5bcd25ad8df66b53ea75fdd21364c2efdfe148232f0c7f4c66d", + "view_sha256": "ade327ef8cc12f5854ab0fb3829c27332d419fd3c4c7d3f5a22f8a8797239532" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 314, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 314, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 314, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 315, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 315, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 315, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "57d0b7da8d9bee7efc6b288e27f3ac4edc4c29f51adafdeb21a8183abb7283bb", + "source_sha256": "ba78b06b98adc51df684ce26ee47b4d4c0bf31d01036546315817c428c9b8aec", + "view_sha256": "ba8c7c95812fbce3dcd93d7fa64cdea5b887c74983b2c14f2bd58f7789f2dd08" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 339, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 340, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9ed31feff79a62d5f8603ae1670a90f3ca462db3ea7e0bfd856e75bfd291495e", + "source_sha256": "6cb6fbf745e70b4ece083df220a5723f0510980c086e3cb2c25a4fac0803313a", + "view_sha256": "b2a7ed3368b4223c295d9c2815b68a822f5338b05755a3fd292e30976abbbf33" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 337, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 337, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 337, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 338, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 338, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 338, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "512144a009769caee5560ff8d635a30749658cd4536e00ea0e4eda77285d4f7b", + "source_sha256": "9f232c343c905ae199e9fd14001c3dae2a36fcb5943aaaf263fc006b4be0294a", + "view_sha256": "09252bad47f79b03e79e9d3a3768521f2735bccd60b27c8c5605905ad22bf373" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 349, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 349, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 349, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 350, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 350, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 350, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 350, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 350, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fb21a23dc64389b21ca7b6bbaaae17da67ea375b2f1dbf6f056f7ffca51221ce", + "source_sha256": "52b00be8479e12412298950f94fda757b146276c422f47501748ea8ade1b09ec", + "view_sha256": "a8f43dccf6b4f6ea40a5949cf48ec7b5871e7bdaad7d93f640c0bab017f5a75c" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 319, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 319, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 319, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 320, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 320, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 320, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 320, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 320, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 320, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 320, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 320, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 320, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6f6a63ba48644e3a82936c19ac0ea228504dc4ed561b1a78e66ad9ced103dc3a", + "source_sha256": "966b7719f4b3cf1c37a0284022c620df55fabd1f0194443b17d883d9b9b8fcb7", + "view_sha256": "dffba4e52476ded08a851e3802355d9d3e9fdcc184b28521a65e6caec9ce022e" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 318, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 318, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 318, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 319, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 319, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 319, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 319, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 319, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 319, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "aa9bd4f6cf809a853b0e9cd52599cd50e60336ee6b31051102eafd7f36890d33", + "source_sha256": "fdaa28922b1b442329dfbf0e50876f77622b8275e48394325e2ef69fdb7e1825", + "view_sha256": "0184d995954184f99f18232c78c9b39d76c1d2c0689f1f0ca42b900e1dfd5942" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..27d20fc3504ec106885c83964c4268e98d193a87 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/findings.md @@ -0,0 +1,22 @@ +# Findings + +All 20 demonstrations analyzed, 6,508 expert action rows and 200 visually inspected camera frames. Exact ledger and supporting evidence are in ../demo_analysis.md and ../evidence/statistics.json. Every front/top frame is also processed for fixed descriptors, distinguished from visual inspection in read_audit.json. + +The labels use small translations, constant -0.2 gripper targets, and a 16-step opposed rz rotation segment. Episode lengths and box image poses vary. Endpoints show converging wrists and occluded panels; no verified completion labels exist. Eight sequences end with nonzero arm commands. + +The contract specifies no enforced success condition. A closing-like motion is an interpretation of the images, not a supplied target or verified result. Root/camera calibration, contact state, door angles, task reward criterion, and runtime performance remain unknown. No environment episodes or pretrained-weight changes occurred. + +## E20 continuation +Episode 1: native API returned success=True at step 292 (290 actions in the resumed harness plus one action before its envelope fix and the charged hold). Both top panels appear inward at the final top view. Initial panel interaction rotated the movable box; gripper remained -0.2. Mean local act latency 3.48 ms. No controller change from offline draft. Exploration harness initially failed to unwrap execute_actions()['steps']; fixed without resetting or repeating the executed action. Initial observation and reconstructed deterministic first action are retained separately. Native success is reported only because it was present in the legal step return; this does not create a new rubric. +Episode 2: native success=False at horizon 400. Retrieval phase reached 1.0 by step 350, while top images show incomplete inward folding and box displacement. Endpoint labels can stall because nearest demonstrated joints do not match the live contact geometry. The next version adds bounded local linear feedback: identify joint increments from adjacent legal demo observations against the four active action axes per robot, then correct the nearest reference's joint residual. This is non-neural least squares, computed from the existing authorized bank; no new source data or simulator is used. Correction caps are 0.025 translation and 0.04 normalized rz, gain 0.12. It remains an approximate pose correction, not contact or door-state estimation. +Episode 3: bounded local feedback revision returned native success=True at step 275, with mean act latency 4.20 ms. Initial and intermediate images, all emitted actions, per-action proprioception and native flags are in exploration/ep03. At step 200 both panels were still outward; successful termination followed later folding. This single new start does not isolate the feedback gain's causal contribution. +Independent rehearsals 4 and 5 ran the identical v1 bundle 0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27. Both valid, native success false then true. No image-only success was substituted. These establish runnable offline execution and variable physical reliability. +Version 2 localization diagnostic: widen proprioception shortlist from 96 to 256 and raise current-RGB weight from 35 to 100 while retaining bounded feedback. Rationale: shifted box pose is not determined by joint similarity. This change is heuristic; image occlusion can also mislead retrieval. +Episode 6: stronger visual weighting (v2) returned native success=True at step 276; mean act latency 4.99 ms. Step-250 top view shows panels rotated edge-on, followed by native success. Full emitted actions, per-action joints/native flags, sampled front/top images and endpoint observations are retained in exploration/ep06. This supports taking v2 to independent rehearsal, not a controlled causal comparison. + +Observed limitations and tested mechanisms: localization uses RGB descriptor similarity, not calibrated geometry; box pose moves under contact. Robot pose uses joint similarity and bounded local linear residual feedback. Gripper stays at demonstrated -0.2; no grasp sensor or release routine is claimed. Timing follows observed reference progress, not a selected demo clock. Recovery is bounded joint feedback plus OOD hold; it cannot recover arbitrary contact loss. The exploration harness envelope failure was repaired; independent v1 rehearsals both completed without a reported program failure. Native success was present in all completed API outcome reports to date; the preregistered ambiguous=false fallback was not needed. + +## Baseline comparison snapshot +Rehearsals 7–10 independently ran the exact v2 bundle abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f, with native outcomes true, false, false, true; all four valid. Thus v2 has 2/4 successes and v1 has 1/2. This does not establish an improvement from stronger vision. + +For the upcoming baseline comparison the controller is restored byte-for-byte to v0_controller.py: original shortlist 96, RGB weight 35, no local linear correction. Historical descriptions above refer to the stated revisions, not the present baseline. This baseline uses only live image/joint retrieval, compatible-label blending, phase continuity and mismatch hold. Its known endpoint zero-action stalling remains. Episodes 11–14 will test it independently; their outcomes are not yet known at snapshot time. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..6af2f302ed7c098a4d3dcbf5fd88544c3044b0f6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/freeze_manifest.json @@ -0,0 +1,184 @@ +{ + "files": { + "__pycache__/build_reference.cpython-310.pyc": "c5643b8661d6fe73b3e9819b926f31c75712119eb40e53c98383a5cddddb2a9a", + "__pycache__/check_synthetic.cpython-310.pyc": "19656dd888c0d809e8a2df7e8ea825f06c1052d22052ee74579c58377182a8a2", + "__pycache__/controller.cpython-310.pyc": "03fba6baf24cc0acff7aa8b98b3807f771d0b14b395ff72e4332182ee9fbb56d", + "build_reference.py": "4d72c8a70e24a1f962de440117f38e2a3d19aec8a692b332d7974b392380f1dd", + "check_results.json": "7d36ed0678db6fa9046170e1ef24943751df5ba1aef721657e6606d24766ce4d", + "check_synthetic.py": "e08cc461cae102e33349dacd45adfe5dbf966556d8d8bde2c5929a4d6054cfd3", + "controller.py": "ebae4b3c82f89e632469a9ae711162aa192fad8ef56be049acd85dbe7053ae4c", + "demo_manifest.json": "e6fe795ed40a6085711450afdda27b3f72f260a0757a4f2d7685a6e83d8461d9", + "demonstrations_readonly/demo_00.h5": "f2e196ec995855f1042a2b49164dca182aa1b70fb690c136b1b41aa091410537", + "demonstrations_readonly/demo_01.h5": "cd259ebe07ec4b0b994bef3721851add2122d52b70bf7423fad1ab158422815d", + "demonstrations_readonly/demo_02.h5": "f03fa1d90c82e6955f3e0f757a13f85cff3fd3b1d50b31c84b0186b37218354f", + "demonstrations_readonly/demo_03.h5": "15f0e258e1f63f2f2ae0aaf50be0c207ba8778989a6eb6e98824741d7914c4d3", + "demonstrations_readonly/demo_04.h5": "53b2bf063c0bac35db139094e0f9a7749897e1b8bf72c4f4087c839bed35dccd", + "demonstrations_readonly/demo_05.h5": "812aaf6966909ab98776a3a7731e4669e99add3cbe0c1a6a1e85ae65fa9dc731", + "demonstrations_readonly/demo_06.h5": "4b37f28b5b5c7316355871a83a3015330ca18320d0e3fb729d245f00fa6eac22", + "demonstrations_readonly/demo_07.h5": "b2c23bc998f25a999fca301bddf2f7fb030e7841155647cb9ce26e9c97356e60", + "demonstrations_readonly/demo_08.h5": "daee63d0214cbe978e362eb91398cb34e09fa3a6787bd9692f5d0308102b0dc5", + "demonstrations_readonly/demo_09.h5": "f1ce17755ae530c7026ce99b4158041553b022712affe2acdca8a30edd0bb69c", + "demonstrations_readonly/demo_10.h5": "832927d5b50996f49485ea3c38fe9918f77884736560231ef5395030a78d921f", + "demonstrations_readonly/demo_11.h5": "1ae92fde70ca8200f02124b35bdc69f88a6e0b6ad92b0eda0f1977fe48e3e715", + "demonstrations_readonly/demo_12.h5": "14d67f60c07373012c88546be748581fe4b09c709e5b5996adfcd13f67baa89b", + "demonstrations_readonly/demo_13.h5": "ade327ef8cc12f5854ab0fb3829c27332d419fd3c4c7d3f5a22f8a8797239532", + "demonstrations_readonly/demo_14.h5": "ba8c7c95812fbce3dcd93d7fa64cdea5b887c74983b2c14f2bd58f7789f2dd08", + "demonstrations_readonly/demo_15.h5": "b2a7ed3368b4223c295d9c2815b68a822f5338b05755a3fd292e30976abbbf33", + "demonstrations_readonly/demo_16.h5": "09252bad47f79b03e79e9d3a3768521f2735bccd60b27c8c5605905ad22bf373", + "demonstrations_readonly/demo_17.h5": "a8f43dccf6b4f6ea40a5949cf48ec7b5871e7bdaad7d93f640c0bab017f5a75c", + "demonstrations_readonly/demo_18.h5": "dffba4e52476ded08a851e3802355d9d3e9fdcc184b28521a65e6caec9ce022e", + "demonstrations_readonly/demo_19.h5": "0184d995954184f99f18232c78c9b39d76c1d2c0689f1f0ca42b900e1dfd5942", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "f2bcb9137f431f299d8c4b885dc44b3a01a769fabe20781f933a776cd074ad3a", + "handoff.md": "2cd5596cd9dec465ae75efb8e7dedf675dc6478e5de6b3afa5ba66fcd76a606a", + "model_tool_manifest.yaml": "9138c69079441095b44d8942a90ceebae5e535c0bec2c264f24f2442418e2de1", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "read_audit.json": "93a3ff2141810ac205314e462aa35003d6221da1021de544aaa5c18a5fe3f28f", + "reference_bank.npz": "ab47cfc98cb81e7c82c95c1807b066d38d0cc0b5ab16677683077b06d9a5b16e", + "skills.md": "439e11c3c022a9e1b94e29abafdca205be3d837945c9e4087cb1dd171b730171", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "exploration_ledger_hash": "2f2c2e955631b23275b9b6a01c66e40c5b102b553113ec6b9ae76b5901ee0b66", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "0afb2200598c46448f95a4a6c6f2ba79ed36a81f995ee45fcfaec36765b3ef27", + "episode": 5, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f", + "episode": 7, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "abca76c16c9cd1a0aac806a0e171662df1d940d0d8b444837174711834f0850f", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "episode": 11, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "episode": 14, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 17, + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "8999845487043339cea735449e0b0c234b16132689dd979ac92a4eba6a16ff5a", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..25797cab7a3e1a3e4cfc0bff3955e40f4e963268 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Baseline comparison handoff + +This exact snapshot restores the original observation-retrieval controller for independent comparison. controller.py supplies reset_episode() and act(obs); reference_bank.npz must accompany it. Runtime dependencies are Python, NumPy and OpenCV, all offline. No external model or development agent is required. + +Original baseline interactive results: native success in episode 1, failure at horizon in episode 2. The local-feedback revision had 1/2 independent successes in episodes 4–5. Stronger-vision feedback had 2/4 in episodes 7–10. All were valid independent executions. Upcoming baseline rehearsals 11–14 are not yet observed at this snapshot. + +Evidence: ../demo_analysis.md and ../exploration, including actions, legal images, observations, native flags, exact candidate archives, and JSON rehearsal returns. The trusted freeze runner selects across independently rehearsed exact bundles. Snapshot documentation is historical; final per-bundle counts live in the external audit summary. + +Known risks: occlusion, shifted box pose, missed contact, incompatible reference averaging, and endpoint zero-action stalling. The baseline has no active recovery beyond sensory reselection and mismatch holds. Native success flags, not the controller, determine recorded success when present. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21cb2a1a3ba104e41d6dbc29782544ad21c406bd --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,75 @@ +{ + "stage": "authorized_e20_exploration", + "status": "baseline_independent_comparison", + "task_id": "DualArmDoubleDoorBox-v1", + "worker": "Agent-D20-E20-Compiled single task-local coding worker", + "python_version": "3.10.20", + "platform": "Linux-5.15.0-94-generic-x86_64-with-glibc2.35", + "runtime_dependencies": { + "numpy": "2.2.6", + "opencv-python": "4.13.0.92" + }, + "offline_dependencies": { + "h5py": "3.16.0", + "worker_api": { + "path": "/worker_api.py", + "sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "method_used": "API.budget_status, next_episode, latest_observation, execute_actions, finish_episode, rehearse, score_rehearsal, freeze; read_demo restricted to task manifest" + } + }, + "tools_used": [ + "local bash commands", + "Python standard library", + "NumPy", + "OpenCV resize/annotation/JPEG and array operations", + "h5py via API.read_demo", + "local image viewer" + ], + "not_used": [ + "task-specific expert", + "internet", + "SciPy", + "torch", + "neural training", + "subagents", + "direct simulator access" + ], + "pretrained_tool_weights": [], + "frozen_weight_references": [], + "coding_model": { + "identity": "Codex per session; exact checkpoint not exposed", + "updates": "none; model unchanged" + }, + "reference_data": { + "source": "exactly demo_00 through demo_19 from supplied manifest", + "processing": "fixed descriptors and label storage; original nonparametric observation retrieval without fitted feedback", + "expert_action_rows": 6508, + "observation_rows": 6528, + "terminal_action_rows": "20 heuristic zero-arm/-0.2-gripper labels, not expert labels" + }, + "provenance": { + "contract_sha256": "a113f66be2581a192db33e65eaf57dd36d569455cba217d46f2ca65a092c54d8", + "supplied_demo_manifest_sha256": "8a84f7e48018ee544943b9ad863b9d1fa9bf33920fbfd77ac74b8141b3d86328", + "source_access": "authorized sanitized RGB/proprio/action fields only" + }, + "known_limitations": [ + "rg unavailable", + "no enforced success definition in contract", + "hand-selected retrieval thresholds uncalibrated", + "occlusion/contact aliasing and progress stall risk", + "20 Hz runtime performance unmeasured", + "provider proxy not exercised", + "public instruction has no explicit goal, but native step success flags are available", + "baseline endpoint zero-label stalling observed in episode 2" + ], + "runner_supplies": [ + "verified demo manifest", + "common environment lock" + ], + "tool_versions": { + "bash": "GNU bash, version 5.1.16(1)-release (x86_64-pc-linux-gnu)", + "local_image_viewer": "version not exposed", + "exec_command": "version not exposed", + "coding_model_checkpoint": "not exposed" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..a70e4f83fff1bd6960eb09aa87adfd3f79cecc5b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/read_audit.json @@ -0,0 +1,382 @@ +[ + { + "demo_id": "demo_00", + "rgb_computational_indices": [ + 0, + 312 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 312 + ], + "action_indices": [ + 0, + 311 + ] + }, + { + "demo_id": "demo_01", + "rgb_computational_indices": [ + 0, + 335 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 335 + ], + "action_indices": [ + 0, + 334 + ] + }, + { + "demo_id": "demo_02", + "rgb_computational_indices": [ + 0, + 323 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 323 + ], + "action_indices": [ + 0, + 322 + ] + }, + { + "demo_id": "demo_03", + "rgb_computational_indices": [ + 0, + 353 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 353 + ], + "action_indices": [ + 0, + 352 + ] + }, + { + "demo_id": "demo_04", + "rgb_computational_indices": [ + 0, + 308 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 308 + ], + "action_indices": [ + 0, + 307 + ] + }, + { + "demo_id": "demo_05", + "rgb_computational_indices": [ + 0, + 315 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 315 + ], + "action_indices": [ + 0, + 314 + ] + }, + { + "demo_id": "demo_06", + "rgb_computational_indices": [ + 0, + 378 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 378 + ], + "action_indices": [ + 0, + 377 + ] + }, + { + "demo_id": "demo_07", + "rgb_computational_indices": [ + 0, + 300 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 300 + ], + "action_indices": [ + 0, + 299 + ] + }, + { + "demo_id": "demo_08", + "rgb_computational_indices": [ + 0, + 321 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 321 + ], + "action_indices": [ + 0, + 320 + ] + }, + { + "demo_id": "demo_09", + "rgb_computational_indices": [ + 0, + 314 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 314 + ], + "action_indices": [ + 0, + 313 + ] + }, + { + "demo_id": "demo_10", + "rgb_computational_indices": [ + 0, + 329 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 329 + ], + "action_indices": [ + 0, + 328 + ] + }, + { + "demo_id": "demo_11", + "rgb_computational_indices": [ + 0, + 337 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 337 + ], + "action_indices": [ + 0, + 336 + ] + }, + { + "demo_id": "demo_12", + "rgb_computational_indices": [ + 0, + 296 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 296 + ], + "action_indices": [ + 0, + 295 + ] + }, + { + "demo_id": "demo_13", + "rgb_computational_indices": [ + 0, + 311 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 311 + ], + "action_indices": [ + 0, + 310 + ] + }, + { + "demo_id": "demo_14", + "rgb_computational_indices": [ + 0, + 314 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 314 + ], + "action_indices": [ + 0, + 313 + ] + }, + { + "demo_id": "demo_15", + "rgb_computational_indices": [ + 0, + 339 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 339 + ], + "action_indices": [ + 0, + 338 + ] + }, + { + "demo_id": "demo_16", + "rgb_computational_indices": [ + 0, + 337 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 337 + ], + "action_indices": [ + 0, + 336 + ] + }, + { + "demo_id": "demo_17", + "rgb_computational_indices": [ + 0, + 349 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 349 + ], + "action_indices": [ + 0, + 348 + ] + }, + { + "demo_id": "demo_18", + "rgb_computational_indices": [ + 0, + 319 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 319 + ], + "action_indices": [ + 0, + 318 + ] + }, + { + "demo_id": "demo_19", + "rgb_computational_indices": [ + 0, + 318 + ], + "cameras": [ + "front_camera", + "top_camera" + ], + "proprio_indices": [ + 0, + 318 + ], + "action_indices": [ + 0, + 317 + ] + } +] \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..474b1d6ef00f08e20d429ce0f5a0e09fd0504b38 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/skills.md @@ -0,0 +1,7 @@ +# Baseline runtime capabilities + +This snapshot uses the original D20 observation-retrieval controller, without the experimental local linear correction or stronger visual weighting. It uses current legal front/top RGB and four joint streams, fixed descriptors, a 96-reference proprioception shortlist, RGB weight 35, phase continuity, and compatible expert-label blending. All twenty demonstrations remain eligible; no scene identity, seed or fixed trajectory is selected. + +Runtime: Python standard library, NumPy, OpenCV and bundled reference_bank.npz. No neural model, network, development agent, worker API or environment import is needed. reset_episode clears progress and endpoint counters. act emits a bounded flat 14-vector or None, respecting the 400-step horizon including the charged hold. + +Gripper follows the demonstrated -0.2 target; OOD holds use the current mimic joint. No grasp detector, calibrated geometric localization, explicit door-angle estimation, or active recovery planner is claimed. Nearest endpoint zero labels can stall before physical completion. Success is supplied only by native returns, or the preregistered conservative visible rule when native success is absent. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmDoubleDoorBox-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start1e-5)[0] + stats.append({'demo_id':e['demo_id'],'N':n,'hand_onset':int(active[0]) if len(active) else None,'rotation_max_abs':float(np.max(np.abs(rot))),'translation_max_abs':float(np.max(np.abs(a[:,[0,1,2,22,23,24]]))),'qpos_max_change':float(np.max(np.abs(q[-1]-q[0]))),'qvel_max_abs':float(np.max(np.abs(v)))}) + access.append({'demo_id':e['demo_id'],'computed_RGB_cameras':list(CAMERAS),'computed_RGB_indices_inclusive':[0,n],'proprio_indices_inclusive':[0,n],'action_indices_inclusive':[0,n-1]}) + print(e['demo_id'],flush=True) +arrays={k:np.concatenate(v).astype(np.float32) for k,v in arrays.items()} +arrays['qscale']=np.maximum(arrays['q'].std(0),.15); arrays['vscale']=np.maximum(arrays['v'].std(0),.5) +np.savez_compressed(root/'reference.npz',**arrays) +(root/'reference_metadata.json').write_text(json.dumps({'demo_ids':[e['demo_id'] for e in manifest['episodes']],'qpaths':qpaths,'vpaths':vpaths,'camera_order':list(CAMERAS),'source':'API.read_demo; authorized sanitized HDF5 only','terminal_action':'added zero-delta hold, not expert label','rows':len(arrays['q'])},indent=2)) +(root.parent/'evidence/action_summary.json').write_text(json.dumps(stats,indent=2));(root.parent/'evidence/computed_access.json').write_text(json.dumps(access,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..b5c82506f0056ccf7db3c49249fa92e8d4f31778 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/check_synthetic.py @@ -0,0 +1,37 @@ +"""Syntax/interface and artificial-observation checks only; no task rollout.""" +import importlib.util +from pathlib import Path +import numpy as np +s=importlib.util.spec_from_file_location('draft',Path(__file__).with_name('controller.py'));c=importlib.util.module_from_spec(s);s.loader.exec_module(c) + +def obs(q=0, pixel=0, batch=False, step=1): + im=np.full((240,320,3),pixel,np.uint8) + return {'rgb':{cam:im[None] if batch else im.copy() for cam in c._meta['camera_order']}, + 'proprioception':{p:np.full((1,23),q if p.endswith('qpos') else 0,np.float32) for p in c._meta['qpaths']+c._meta['vpaths']}, + 'instruction':'Two robotic arms must coordinate to grasp the two handles of a cup and pick up it.', 'step_id':step} + +def legal(a): + assert a.shape==(44,) and a.dtype==np.float32 and np.isfinite(a).all() + assert np.all(a>=-1) and np.all(a<=1) + +c.reset_episode();a=c.act(obs());legal(a) +c.reset_episode();b=c.act(obs(batch=True));assert np.array_equal(a,b) +assert np.array_equal(c.act(obs(batch=True)),b) +legal(c.act(obs(step=299)));assert c.act(obs(step=300)) is None +c.reset_episode();bad=obs();bad['proprioception'][c._meta['qpaths'][0]][0,0]=np.nan +assert not c.act(bad).any() +c.reset_episode();bad=obs();bad['rgb']={};assert not c.act(bad).any() +real=c._data +# Artificial reference states: no demonstration observations or expert rollouts. +f0=c._features.image_feature(np.zeros((32,32,3),np.uint8)) +f1=c._features.image_feature(np.full((32,32,3),255,np.uint8)) +base={'q':np.stack([np.zeros(46),np.ones(46)]).astype(np.float32), 'v':np.zeros((2,46),np.float32), + 'qscale':np.ones(46,np.float32), 'vscale':np.ones(46,np.float32), + 'visual':np.stack([np.tile(f0,(5,1)),np.tile(f0,(5,1))]), + 'action':np.stack([np.full(44,-.075),np.full(44,.075)]).astype(np.float32), 'phase':np.full(2,.5,np.float32)} +c._data=base;c.reset_episode();a=c.act(obs(q=0));c.reset_episode();b=c.act(obs(q=1));assert a[0]<0= _contract['native_horizon']: + return None + if step < 1: + raise ValueError('Runner step_id must start at 1 after its hold') + if step < _last_step: + reset_episode() + if step == _last_step and _last_action is not None: + return _last_action.copy() + _load() + hold = np.zeros(_contract['action_width'], dtype=np.float32) + try: + q = _proprio(obs, _meta['qpaths']) + v = _proprio(obs, _meta['vpaths']) + cams = [c for c in _meta['camera_order'] if c in obs.get('rgb', {})] + if not cams: + raise ValueError('No legal RGB cameras') + ds = [] + for cam in cams: + f = _features.image_feature(obs['rgb'][cam]) + j = _meta['camera_order'].index(cam) + ds.append(np.mean(((_data['visual'][:, j] - f) / .12) ** 2, axis=1)) + visual = np.mean(ds, axis=0) + dq = np.mean(((q - _data['q']) / _data['qscale']) ** 2, axis=1) + dv = np.mean(((v - _data['v']) / _data['vscale']) ** 2, axis=1) + armix = list(range(7)) + list(range(23,30)) + arm_distance = np.mean(((q[armix] - _data['q'][:,armix]) / _data['qscale'][armix]) ** 2, axis=1) + distance = 2 * arm_distance + .3 * dq + .02 * dv + .6 * visual + expected = min(step - 1, 170) + distance += .003 * np.maximum(np.abs(_data['frame'] - expected) - 12, 0) ** 2 + # Weak hysteresis disambiguates visually similar approach/closure states. + # It never advances a trajectory by elapsed time or selects a demo ID. + if _phase is not None: + gap = np.maximum(np.abs(_data['phase'] - _phase) - .06, 0) + distance = distance + 2 * gap ** 2 + nearest = int(np.argmin(distance)) + if dq[nearest] > 9 or visual[nearest] > 6: + action = hold + _diagnostics = {'status': 'outside_reference_support', 'distance': float(distance[nearest])} + else: + # Keep neighbors in one local phase to avoid blending closure with lift. + local = np.flatnonzero((_data['demo'] == _data['demo'][nearest]) & (np.abs(_data['frame'] - _data['frame'][nearest]) <= 3)) + k = min(5, len(local)) + indices = local[np.argsort(distance[local])[:k]] + temperature = max(.025, float(distance[nearest]) * .15) + weights = np.exp(-(distance[indices] - distance[nearest]) / temperature) + weights /= weights.sum() + action = weights @ _data['action'][indices] + target_q = weights @ _data['q'][indices] + for arm in range(2): + qi, ai = 23 * arm, 22 * arm + jac = weights @ _data['jac'][indices, arm].reshape(len(indices), -1) + jac = jac.reshape(3,7) + error = target_q[qi:qi+7] - q[qi:qi+7] + correction = np.linalg.solve(jac @ jac.T + .001 * np.eye(3), jac @ error) + action[ai:ai+3] += np.clip(.2 * correction, -.04, .04) + _phase = float(weights @ _data['phase'][indices]) + _diagnostics = {'status': 'interpolated', 'phase': _phase, + 'distance': float(distance[nearest]), 'demo': int(_data['demo'][nearest]), 'frame': int(_data['frame'][nearest]), 'cameras': cams} + except (KeyError, ValueError, TypeError, IndexError): + action = hold + _diagnostics = {'status': 'invalid_or_missing_sensors'} + action = np.asarray(action, dtype=np.float32).reshape(-1) + if action.shape != (44,) or not np.isfinite(action).all(): + action = hold + action = np.clip(action, _contract['action_low'], _contract['action_high']).astype(np.float32) + _last_step = step + _last_action = action.copy() + return action diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..29d9af4fc3fd28740c9f7527cbebaf0d945d41c0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmSwingCup-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 185, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 185, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 185, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 186, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 186, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 186, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 186, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 186, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 186, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 186, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 186, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 186, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a867a59fc363d01fb726b4a07e346cb85b1f0ca041f2cf3e9c8d51b5bd5c66ab", + "source_sha256": "805bd6dd6694128dc7b9d23dc789b2bf8a49baba5fb15f19bd67dad524978349", + "view_sha256": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 162, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 162, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 162, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 163, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 163, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 163, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 163, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 163, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 163, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 163, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 163, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 163, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "de5623cf9ab622041be93e2331c71623b72ee2f5a1a2571ee863ec6f56bc789d", + "source_sha256": "ccaf5f726edfeb077c5ec4b1124cac4b5a9548d7b5e98f44440bb3a1fe25c672", + "view_sha256": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 198, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 198, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 198, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 199, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fdcc2e51579861ea8d36cdb5d23d991abdfebf37c53375eab5059283944d623a", + "source_sha256": "31423307778e21fef704d4fe4f6a291f9cd8342c0063ee67044dd44f1bffc77c", + "view_sha256": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 168, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 168, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 168, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 169, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 169, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 169, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 169, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 169, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 169, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 169, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 169, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 169, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c83100703c5bc6bd5e81c94a339f434ccae709edc931ba9b3798283bbc14ed92", + "source_sha256": "58a66c613a8609faa6c1740ed7f051b75f5b76ccc57d574782adba4a0b81f71d", + "view_sha256": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 184, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 184, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 184, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 185, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 185, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 185, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 185, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 185, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 185, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 185, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 185, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 185, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7553adccdb45475728acfd7bde6699be3e7c1820754122018d9545bd2f1a18ba", + "source_sha256": "1dc34266cf8a12579537b1e9d9db8dd0931cd6dbc956a601d37375400affbba4", + "view_sha256": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 164, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 164, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 164, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 165, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7d11bba4c2947decc3fd6673381f7f59ef7e7e991e7608151337d13384eb5c95", + "source_sha256": "a8f25e29cf2b6068b8676c94cef437f92d6ea2d2d3d8e8758909e4b9be2b927b", + "view_sha256": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 166, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 166, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 166, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 167, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "488b95c58eb23d805820a8082694ea715202c37c0da70cd23d96d9817272bc3f", + "source_sha256": "983d7f6e93ba163a3eb5ffa9eb4b95533629375fb072a883aa2a4ef908779cc8", + "view_sha256": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 165, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 166, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a7d8ca74be17f3bbd57191b31f9f49895e65e8416e0fb3ed9f7beabbd948c8a8", + "source_sha256": "c9add654bf867c147d5c28ffa5c21157be512d29472d0d868bc8643c3b8e5607", + "view_sha256": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 165, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 166, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b029bd1dc77bbec5214c6596916dbd36eb2b5caab023c4c7d8280b177fe10877", + "source_sha256": "cb8e7a430794f33aea9f66b37c65a18bdd4728c256fec21e0d0fbb5f5199806b", + "view_sha256": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 163, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 163, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 163, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 164, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "21af03f3a5cfa731ee8df4ddc345e6466d1e080b6588764dc967c13edfbd34d2", + "source_sha256": "67720e3f4b9a704b6cb368c916bc6ccc7435152535a1d55f0e1b22b30d3629f4", + "view_sha256": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 165, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 166, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "edfcb2cb4a107047948baecb404ea98df3048f6f8a5b50a8e1bbc0d043592691", + "source_sha256": "ea18b0f523b03e1175522525c78b621a4e9f19f7edaf788bb291d31973082555", + "view_sha256": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 163, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 163, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 163, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 164, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 164, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 164, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c3d953cf9e6da57ac979a0cf3de868288e6150fd1f8bd5752d606d9f38d39437", + "source_sha256": "8c7899e59846466dd8be0658b25aa1729e08111f56ba78bb2debd4ea1279d86a", + "view_sha256": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 166, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 166, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 166, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 167, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "21be28cbaa5e2f097c80f5e7a9c9ce42a94a2696af7b21aca87fb002567d0325", + "source_sha256": "2eed69c77064a9c908e3a7c355a86a57530bbc79d4959e80a9c1f337e55922c0", + "view_sha256": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 167, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 167, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 167, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 168, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 168, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 168, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 168, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 168, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 168, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 168, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 168, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 168, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "72d48086bb581c1f5eb1e4f8e93dab3a1e6f3e728850d854de80bcacda196466", + "source_sha256": "417a42257d23c9b67d25adac7b51a70ed536f5c08659c3952e7016e3ccea8da6", + "view_sha256": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 161, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 161, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 161, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 162, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 162, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 162, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 162, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 162, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 162, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 162, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 162, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 162, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ab5c6d9136303542544ec9d419dc124610e12c1b36c637df116b0ac09e368251", + "source_sha256": "7957ac93837c8a8141d1c6b52b491d8b85fac64cec6b8c57d438d7c89b0c65ac", + "view_sha256": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 196, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 196, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 196, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 197, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 197, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 197, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 197, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 197, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 197, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 197, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 197, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 197, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "79256764f28554d6d0112d1f4bbf1a30a92a9f223d9498da712bead8ab2c6679", + "source_sha256": "7edfdce6ffce110e3afaef99352fc6fb748b34166232f33753dcbe7a9626de91", + "view_sha256": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 165, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 165, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 166, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 166, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 166, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fd4d64e1873f0923aa06dd0b681ed705ffceab27033bc05f138a812cb5619f01", + "source_sha256": "af62ed095ed4567b8bb40a0105f2d1c9965c7aaf83e934ba70cc35d8e9a55df6", + "view_sha256": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 179, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 179, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 179, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 180, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 180, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 180, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 180, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 180, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 180, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 180, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 180, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 180, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dd783cfd70f685295063f4f4aa1cc7f45228fc1644a003d90a588fe79ef6515c", + "source_sha256": "7f96e7a8bc0220c74c29cb04edb22137c997f8502bd11a86aa782e5268ea303e", + "view_sha256": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 166, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 166, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 166, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 167, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 167, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 167, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ab6083cbf5b481f2b7cb38ccd19d7acd857c64bc6bee3bf2af00b3c7d0068255", + "source_sha256": "a63601953e17c0def0a2fa7cbd51cb2a25b5a3978b898ce4b2e01472188dbde9", + "view_sha256": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 164, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 164, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 164, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 165, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 165, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 165, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "32d7dd28d84c87614b4b97952d5bdf2ec6be08d73902831f316f280acebf3137", + "source_sha256": "6321bade7a16f48fab29b0ba0ca0a81218759822b4634bf608955b2d96ae5d91", + "view_sha256": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..dae9b1a02121bc7b95ab4835a7168be1e5b2ffd9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/features.py @@ -0,0 +1,16 @@ +"""Fixed, non-neural features of public RGB observations.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera', 'left_camera', 'robot_camera_0', 'robot_camera_1', 'top_camera') +def image_feature(rgb): + x = np.asarray(rgb) + if x.ndim == 4 and x.shape[0] == 1: + x = x[0] + if x.ndim != 3 or x.shape[-1] != 3 or x.dtype != np.uint8: + raise ValueError('Expected uint8 RGB HWC or 1HWC') + # Blue cup/body and handles; do not use red/green floating markers as targets. + f = x.astype(np.float32) / 255.0 + blue = np.maximum(0, f[..., 2] - np.maximum(f[..., 0], f[..., 1])) + gray = cv2.cvtColor(f, cv2.COLOR_RGB2GRAY) + return np.concatenate([cv2.resize(gray, (16, 12), interpolation=cv2.INTER_AREA).ravel(), + 3 * cv2.resize(blue, (16, 12), interpolation=cv2.INTER_AREA).ravel()]).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..fc0bfa2e15346b73d2aeb7f07f7d33ed40f01ced --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/findings.md @@ -0,0 +1,14 @@ +# Findings + +All 20 D20 demonstrations analyzed, including representative front/top images and every action/proprioception sample. Exact visual indices and computed access ranges are recorded under ../evidence and ../demo_analysis.md. + +The action order is panda_leaphand-1 then panda_leaphand_left-0, 22 each. Every arm rotation label is zero; translation labels reach only +/-0.075 normalized. Dex closure begins at action 110–151. Initial robot qpos is identical across all 20, but scene appearance, handle orientation, timing, and endpoints vary. Demonstrations contain 161–198 actions. RGB is consistent with lifting but does not prove secure grasps, stable completion, or benchmark success. + +Reference compilation contains 3,412 labeled transitions plus 20 terminal observations with synthetic zero-hold actions. No pretrained weights used or changed. A nearest-state controller responds to current RGB/proprioception and uses phase only as weak hysteresis. It cannot guarantee robustness to scene shifts, grasp failures, or observation aliasing. + +Syntax and synthetic-interface checks passed. Environment testing is prohibited/unavailable at this stage; zero exploration episodes used, no rehearsal or freeze. Draft outcome unknown. + +## E20 continuation +The environment is now available through the trusted API. Episode 1 ended at step 2 due to a harness result-parser error, now corrected. Episode 2 tested the original interpolation: approach progressed but grasp rotated the cup, no recovery, native success false through step 300. Episode 3 tested stronger arm-pose weighting, bounded timing preference and within-demo interpolation; grasp/lift matching still diverged. Legal observations and action logs are preserved in workspace/evidence. + +The current version adds bounded translation feedback from joint errors. `feedback.npz` contains local linear action-to-joint-increment fits computed exclusively from the original 20 demonstration transitions. This is non-neural least squares; no neural weights or simulator were used. Correction gain .2, component cap .04, with ridge regularization. Closed-loop matching remains active every step. Pose correction is unvalidated until its own rollout. Grasp remains vulnerable to handle rotation and no regrasp recovery is verified. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..401130b277ce9c13f8789fc2c2012a24c9984497 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/freeze_manifest.json @@ -0,0 +1,178 @@ +{ + "files": { + "__pycache__/build_reference.cpython-310.pyc": "88e16ea4ac98d4462094ff4f46e78290ab3ca9e6b9795015e4b12dc60cae3763", + "__pycache__/controller.cpython-310.pyc": "0d9a55863769dac1b1c29bdc71953d26885faaf02ccae48f296a693d294fee1a", + "__pycache__/features.cpython-310.pyc": "30d43496623ed646b2d2fae85629450b88100e0ba5a014393542ac52820302fa", + "build_reference.py": "0ea47b7571ef6330e2fa58f44bcecd5d8b1eb8da60535481daa4fb75d10ce173", + "check_synthetic.py": "29aa6d822b1a6c051098db03257133295ab3ed5f402a09d1de2a71b7bfa3f09d", + "contract.json": "6b554d19b27d1a7a677be72a46097eb4f83cd9ceacb025518ad86fb321a62e71", + "controller.py": "f1fa828e7bafc85e5a7659b3001c6d4c8a1639f162904fe44915d80a567a0cd6", + "demo_manifest.json": "e988390a5a5298ecc26341e60f852c1720dcf21a3cb3b129e2092e4d0342361f", + "demonstrations_readonly/demo_00.h5": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735", + "demonstrations_readonly/demo_01.h5": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f", + "demonstrations_readonly/demo_02.h5": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca", + "demonstrations_readonly/demo_03.h5": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be", + "demonstrations_readonly/demo_04.h5": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d", + "demonstrations_readonly/demo_05.h5": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e", + "demonstrations_readonly/demo_06.h5": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf", + "demonstrations_readonly/demo_07.h5": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf", + "demonstrations_readonly/demo_08.h5": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838", + "demonstrations_readonly/demo_09.h5": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6", + "demonstrations_readonly/demo_10.h5": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81", + "demonstrations_readonly/demo_11.h5": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d", + "demonstrations_readonly/demo_12.h5": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3", + "demonstrations_readonly/demo_13.h5": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b", + "demonstrations_readonly/demo_14.h5": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d", + "demonstrations_readonly/demo_15.h5": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918", + "demonstrations_readonly/demo_16.h5": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072", + "demonstrations_readonly/demo_17.h5": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6", + "demonstrations_readonly/demo_18.h5": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6", + "demonstrations_readonly/demo_19.h5": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "e231f228669560dd051cc1b4a7ca7946274b71bb61338dcd2505aa2732003d2d", + "feedback.npz": "e61c4fb2f9ff627be2b1172b0d473d48948e9c3efdbfc2750e2c8af1567a69f8", + "findings.md": "75d4043ab65fb8e8d3494f43e29825f8b9b5c56566949f7d05ed17a93291d574", + "handoff.md": "2d4aeb4f190d913c620ab8b6110bfc84744d2cd4579b22d764ed2cd423b95bb6", + "model_tool_manifest.yaml": "f1ccfca6f666eb539363c9f05326365ec443213787bd53ab858731280e91a708", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference.npz": "f4f8f6153fcab3cfe8a0bb1f176c211d85b1daef8a216c9e2870a17c6845b0f6", + "reference_metadata.json": "1f442a199eaf3122e23865e12937d0cbb48c0d064b94fc1dd61537a261199815", + "skills.md": "fe0f56abb541c7b9cf92c58715fded01a4a216036098e12a0fa643a396a3a18b", + "source_provenance.json": "062ee1d37a9c31ed5f06ea82dc34a7fc46edfbf0252435718c4748f65670f1a0", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "exploration_ledger_hash": "bec452c11adf932d0907c011f05d736b8c75003820d8764b0cf1faf647952bc6", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "c92ac9c9cefafc0fe3407ff40807b557ebf1628b8ab6c18ad552681fc826a9da", + "episode": 7, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "9a23a38807eab340c423a9d8c17005a9318eed5217069ea1d7671742197b8427", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "d5addfba6202a2ae206cf4a10ed49a2a225055e9fcdd8b452546317d6731fac9", + "episode": 11, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "8d1fe4913b69f7bf175c90f6d96c8611358d0523f85d93b759b48fe4cd975bf1", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "15f76f14c9e7b47715ce0ed128a7fd2558dbb9a56f269ad48d2decf0912f3561", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2", + "episode": 14, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "e9f9717fb59ef77b10a26f4708bd73322163f7cae131a92b10c4fd39299233a2", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 17, + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "43243695f6ecdf19e051c20d5b19347102b0a02b0f8ebe8fd477f1dc482ef82a", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..8f9d3a8a4e7d719eedf37741079bdf9468641ed6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/handoff.md @@ -0,0 +1,14 @@ +# Handoff — unrehearsed draft + +Entry point: controller.py, exports reset_episode() and act(obs). Keep features.py, contract.json, reference.npz, and reference_metadata.json alongside it. Runtime dependencies: Python, NumPy, OpenCV. Import is standalone via importlib and does not require installation. Runtime never opens /demonstrations or calls worker_api. reset_episode() must be called for each episode. + +Input: rgb camera-name -> uint8 HWC or 1HWC; proprioception exact contract path -> 23 numeric coordinates, accepting leading singleton; instruction string (fixed-task contract, not parsed); step_id starts at 1 after runner-owned charged hold. Output: float32 vector of 44 legal values in contract action_parts order, or None only at step_id >=300. Native horizon 300, 20 Hz, bounds unchanged. No extra initial hold is sent by the policy. Zero sensor-failure holds consume ordinary remaining steps. Endpoint holds do not assert success. + +Evidence: ../demo_analysis.md; ../evidence/sheet_01.jpg..sheet_05.jpg; demo_statistics.json, action_summary.json, computed_access.json. Provenance: source_provenance.json and model_tool_manifest.yaml. The runner separately supplies the verified demo manifest/common lock. Do not treat local provenance as runner verification. + +Reproduce offline compilation with `python candidate/build_reference.py` from /workspace while authorized mounts exist. It uses API.read_demo only, reads all 20 authorized demos, and makes a nonparametric observation/action bank. `python candidate/check_synthetic.py` and py_compile are the ONLY executed checks. No environment call, replay evaluation, rollout, rehearsal, scoring, simulator import, or freeze has occurred. + +Later authorized testing must establish phase progression, actual action timing/control semantics, camera appearance robustness, bilateral grip stability, and an observable completion rule. Current RGB/proprio state matching can stall or average incompatible actions; out-of-support thresholds are unvalidated. No success rate is available. The preparation deliverables are complete; runtime validation is the known next-stage blocker. This candidate remains a draft and is not frozen. + +## Continuation supersedes preparation status +Runtime now also needs feedback.npz (local linear fits from the same D20 data). The trusted API is the sole environment interface used in development. Saved exploration data is in ../evidence; candidate versions in ../versions. This bundle has bounded timing preference, stronger arm pose weighting and local translation feedback. Earlier preparation-only status above is historical. Do not infer success from terminal matching: only API native results or the task's strict visible fallback rule may score a rollout. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b9c494678c3c8f342d6981983137b954048e3066 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,91 @@ +{ + "status": "E20_development", + "task_id": "DualArmSwingCup-v1", + "agent_label": "Agent-D20-E20-Compiled", + "episodes_used": 3, + "authorized_demo_count": 20, + "all_demos_analyzed": true, + "versions": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py": "3.16.0", + "scipy": "1.15.2", + "torch": "2.10.0+cu128" + }, + "runtime_dependencies": [ + "Python", + "NumPy", + "OpenCV" + ], + "offline_dependencies": [ + "h5py via API.read_demo", + "Python standard library (importlib,json,pathlib,hashlib,platform)", + "NumPy", + "OpenCV" + ], + "version_query_only_imports": [ + "SciPy", + "torch" + ], + "tools_used": [ + { + "name": "exec_command / write_stdin", + "purpose": "local file reading/writing, Python analysis, compilation, synthetic checks" + }, + { + "name": "view_image", + "purpose": "display five legal RGB contact sheets" + }, + { + "name": "API.read_demo", + "path": "/worker_api.py", + "purpose": "authorized demonstration fields only", + "environment_methods_invoked": [ + "budget_status", + "next_episode", + "latest_observation", + "execute_actions", + "finish_episode", + "rehearse", + "score_rehearsal", + "freeze" + ] + } + ], + "models": { + "coding_model": "provider-hosted coding assistant; exact served model/version not exposed", + "coding_model_weights": "unchanged; not accessible", + "perception_models": [], + "pretrained_weight_references": [], + "neural_finetuning": false, + "downloads": [] + }, + "derived_data": { + "reference.npz": "nonparametric fixed descriptors, qpos/qvel, expert actions, demo/frame provenance, phase; terminal rows added with zero hold labels", + "feature_scaling": "empirical standard deviations, floors; no learned neural parameters", + "provenance": "source_provenance.json", + "row_count": 3432, + "feedback.npz": "Local regularized linear action-to-arm-joint increment fits from same D20 reference transitions; no neural training" + }, + "constraints": { + "simulator_created_or_imported": false, + "network_requests": 0, + "external_solution_search": false, + "other_task_data_access": false, + "hidden_state_access": false, + "environment_tests": 3, + "rehearsals": 0, + "freeze_called": false + }, + "verification": [ + "py_compile", + "check_synthetic.py: PASS; artificial inputs only" + ], + "limitations": [ + "Internet restricted to audited provider proxy; no request attempted", + "No camera calibration, world/root transforms, contact force or success labels", + "Coarse image matching and phase aliasing; no recovery/stability verification", + "Runner supplies verified demo manifest and common environment lock separately" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0425718090aaba2e25bea1de4db514b1a17adeb4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/reference_metadata.json @@ -0,0 +1,42 @@ +{ + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "qpaths": [ + "agent/panda_leaphand-1/qpos", + "agent/panda_leaphand_left-0/qpos" + ], + "vpaths": [ + "agent/panda_leaphand-1/qvel", + "agent/panda_leaphand_left-0/qvel" + ], + "camera_order": [ + "front_camera", + "left_camera", + "robot_camera_0", + "robot_camera_1", + "top_camera" + ], + "source": "API.read_demo; authorized sanitized HDF5 only", + "terminal_action": "added zero-delta hold, not expert label", + "rows": 3432 +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..bfe78784a37a82bf13a0a0991062ae7cb3b81e72 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/skills.md @@ -0,0 +1,10 @@ +# Draft skills + +This is task-local procedural documentation, not an installed skill/plugin. + +- Recognize a nearby public observation using fixed grayscale/blue RGB descriptors and both robots' qpos/qvel. +- Select coordinated approach, alignment, closure, and lifting deltas by local interpolation of the 20 authorized demonstrations. These are candidate behaviors, not proven skills. +- Preserve exact two-arm action ordering and native bounds; handle HWC/1HWC RGB and flattened proprioception. +- Hold with zero deltas when required legal sensors are invalid or observation support is poor; clear temporal state at reset. + +No perception network, neural training, hidden-state kinematics, specialized expert, simulator, recovery policy, or verified completion detector. All numerical thresholds are draft engineering choices. See ../demo_analysis.md and handoff.md. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..c9f32b08f05fef5ece1738be64180540b5f70bda --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/source_provenance.json @@ -0,0 +1,154 @@ +{ + "source": "authorized mounted sanitized demonstrations only", + "manifest_status": "released_for_offline_analysis", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "input_digests": { + "/task_contract.json": "ec248615bb8984899a7e1c79cd1d7d97eaad966afdaae0c5912ded2b518588bf", + "/demo_manifest.json": "d52e51c325532cfc99cb6deaa4e761e921ab6db53c6e582d304979f4c9ee981c", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "manifest_provided_lineage": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "trajectory_sha256": "a867a59fc363d01fb726b4a07e346cb85b1f0ca041f2cf3e9c8d51b5bd5c66ab", + "view_sha256": "4c51bb1c18f55b7b76b155cd007ed94c2892926dd8fb9dd86a2154e58705b735" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "trajectory_sha256": "de5623cf9ab622041be93e2331c71623b72ee2f5a1a2571ee863ec6f56bc789d", + "view_sha256": "85175fe3ec263d049217c16e4b60d262e452109f2f9f73fbed4d3daf2f167b3f" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "trajectory_sha256": "fdcc2e51579861ea8d36cdb5d23d991abdfebf37c53375eab5059283944d623a", + "view_sha256": "57e579cf1dc377118db7bcf7151f7f2f47a0a424c37b0e121dd689269b8a4aca" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "trajectory_sha256": "c83100703c5bc6bd5e81c94a339f434ccae709edc931ba9b3798283bbc14ed92", + "view_sha256": "f492efbb513411edaaa607ca1f3d0a1742c5635c00e5e32c9739dad81b5557be" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "trajectory_sha256": "7553adccdb45475728acfd7bde6699be3e7c1820754122018d9545bd2f1a18ba", + "view_sha256": "1df86392fb58e5a16b9bcd45fc1295288bd0ec62087b88922eca5be99343821d" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "trajectory_sha256": "7d11bba4c2947decc3fd6673381f7f59ef7e7e991e7608151337d13384eb5c95", + "view_sha256": "8b149c9f2ccf7870133952eaf70eb66722ea4ef3fa96673db2a0473fe330e86e" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "trajectory_sha256": "488b95c58eb23d805820a8082694ea715202c37c0da70cd23d96d9817272bc3f", + "view_sha256": "0883f5ce1ed9e29e3b2da4ea57febe3e1370defc619d16cbe9e4eb60a4bbefdf" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "trajectory_sha256": "a7d8ca74be17f3bbd57191b31f9f49895e65e8416e0fb3ed9f7beabbd948c8a8", + "view_sha256": "5da9bf88539053335a9a9bcfe4035d4f289ff140e7419eadc5cc52d1aa4753cf" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "trajectory_sha256": "b029bd1dc77bbec5214c6596916dbd36eb2b5caab023c4c7d8280b177fe10877", + "view_sha256": "e545f74b7cda41709baf102011876dd05104d2b1d1cb339157bdbc4c5d219838" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "trajectory_sha256": "21af03f3a5cfa731ee8df4ddc345e6466d1e080b6588764dc967c13edfbd34d2", + "view_sha256": "90a0904dd0e1c289281ef030749968f64fb51f8a8eccd6be400d66c91876f6d6" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "trajectory_sha256": "edfcb2cb4a107047948baecb404ea98df3048f6f8a5b50a8e1bbc0d043592691", + "view_sha256": "bf70cf511ca34fb1b45eb0df10728cdf5a56f404e924cd42a8b94805ee15da81" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "trajectory_sha256": "c3d953cf9e6da57ac979a0cf3de868288e6150fd1f8bd5752d606d9f38d39437", + "view_sha256": "730939c48e2c3b2d945136c1210d87fb083a9a3ead880d1962e8b3ab6de64a5d" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "trajectory_sha256": "21be28cbaa5e2f097c80f5e7a9c9ce42a94a2696af7b21aca87fb002567d0325", + "view_sha256": "94224d6369ced5a86b166f712c34545207efa4fca0e34207258242fe666826a3" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "trajectory_sha256": "72d48086bb581c1f5eb1e4f8e93dab3a1e6f3e728850d854de80bcacda196466", + "view_sha256": "608474b54196b45325c4a72a6e6bfefe80855e050b977ede168aabcf5528938b" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "trajectory_sha256": "ab5c6d9136303542544ec9d419dc124610e12c1b36c637df116b0ac09e368251", + "view_sha256": "9d4ceb298c1dfcc0a4f9740ee53ae78c71e3eef68eebe4fb5ef0dedff3638a9d" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "trajectory_sha256": "79256764f28554d6d0112d1f4bbf1a30a92a9f223d9498da712bead8ab2c6679", + "view_sha256": "cdf18d14c1fb7c85b66101bb0c52c0881c19a73b91c212085b712f5a2975c918" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "trajectory_sha256": "fd4d64e1873f0923aa06dd0b681ed705ffceab27033bc05f138a812cb5619f01", + "view_sha256": "8ca95c4c8f5b8c78cb1fb837e10b51a20e21fb915e9c3a3a5d4de2df150ac072" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "trajectory_sha256": "dd783cfd70f685295063f4f4aa1cc7f45228fc1644a003d90a588fe79ef6515c", + "view_sha256": "b170c0d9de7ccb50f5dc0e87e8a23dc133faeab1ae5222e321fa73c607e036a6" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "trajectory_sha256": "ab6083cbf5b481f2b7cb38ccd19d7acd857c64bc6bee3bf2af00b3c7d0068255", + "view_sha256": "bb571114c8a66d0d65c05159357573ff85b28ae4513651339d4d656f818351d6" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "trajectory_sha256": "32d7dd28d84c87614b4b97952d5bdf2ec6be08d73902831f316f280acebf3137", + "view_sha256": "ea324f50ff4f9a7af4c195e74fd32e1db4ecf15532fd33a26eb879fbc345560e" + } + ], + "note": "Lineage hashes copied from supplied manifest, not independently re-verified against original unsanitized sources." +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSwingCup-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start.05);lift=np.flatnonzero(a[:,2]>.05) + summary.append({'demo_id':e['demo_id'],'numeric_action_indices':[0,n-1],'numeric_proprio_indices':[0,n],'algorithmic_rgb_indices':[0,n], 'cameras':list(CAMERAS),'excluded_bank_frames':bad,'hand_onset':int(hand[0]),'lift_onset':int(lift[0])}) +q=np.asarray(Q);v=np.asarray(V) +np.savez_compressed(Path(__file__).with_name('reference_bank.npz'),q=q,v=v,visual=np.asarray(F),action=np.asarray(A),frame=np.asarray(T),demo_index=np.asarray(D),qscale=np.maximum(q.std(0),.15),vscale=np.maximum(v.std(0),.2)) +json.dump(summary,open('/workspace/evidence/processing_log.json','w'),indent=2) +print('Compiled rows:',len(A),'excluded:',sum(len(x['excluded_bank_frames']) for x in summary)) diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..4fdb3253fff98e2bc920639c03315b60c4ed5b97 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/check_synthetic.py @@ -0,0 +1,30 @@ +import numpy as np, cv2 +import controller as c + +def obs(step=1,batched=False): + images={} + for name in c.CAMERAS: + im=np.zeros((240,320,3),np.uint8);cv2.rectangle(im,(140,100),(155,160),(230,30,30),-1) + images[name]=im[None] if batched else im + return {'rgb':images,'proprioception':{'agent/qpos':np.zeros(23),'agent/qvel':np.zeros(23)},'instruction':'Grasp and lift the cylinder','step_id':step} + +c.reset_episode() +for step in (1,2,299): + a=c.act(obs(step));assert a.shape==(22,) and a.dtype==np.float32 and np.isfinite(a).all() and np.max(abs(a))<=1 +assert c.act(obs(300)) is None +c.reset_episode();a=c.act(obs());c.reset_episode();assert np.array_equal(a,c.act(obs(batched=True))) +o=obs();o['rgb']={};assert np.array_equal(c.act(o),np.zeros(22)) +o=obs();o['proprioception']['agent/qpos'][0]=np.nan;assert np.array_equal(c.act(o),np.zeros(22)) +# Synthetic bank tests feedback sensitivity without executing any demo or environment. +original=c._bank +f=c.visual_features(obs()['rgb']);q=np.zeros((14,23),np.float32);q[7:]=1 +visual=np.tile(f,(14,1));visual[7:,0]+=.2 +a=np.zeros((14,22),np.float32);a[:7,0]=-.1;a[7:,0]=.1 +c._bank={'q':q,'v':q*0,'qscale':np.ones(23)*.15,'vscale':np.ones(23),'visual':visual,'frame':np.zeros(14),'action':a} +c.reset_episode();a0=c.act(obs());o=obs();o['proprioception']['agent/qpos'][:]=1;c.reset_episode();a1=c.act(o);assert a0[0]<0 and a1[0]>0 +# RGB alone changes the visual descriptor and the selected action. +c._bank['q'][:]=0 +c.reset_episode();a0=c.act(obs());o=obs();im=o['rgb']['front_camera'];im[:]=0;cv2.rectangle(im,(204,100),(219,160),(230,30,30),-1) +c.reset_episode();a1=c.act(o);assert a0[0]<0 and a1[0]>0 +c._bank=original;c.reset_episode() +print('PASS: syntax/import, bounds/shape/finite, batching, reset, horizon, missing/invalid input, synthetic RGB and proprio feedback. No rollout.') diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..5299087f71e39acf2b28d48b59e680cfcf2d9a58 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/controller.py @@ -0,0 +1,50 @@ +"""Demonstration-calibrated visual target and proprioceptive wrist servo.""" +from pathlib import Path +import numpy as np +from knn_policy import visual_features +from kinematics import wrist +_root=Path(__file__).parent +_data=None +_state=None + +def reset_episode(): + global _state + _state=None + +def load(): + global _data + if _data is None: + b=np.load(_root/'targets.npz');cols=[0,1,3,5,6];f=b['features'][:,cols];m=f.mean(0);s=f.std(0);X=np.c_[np.ones(len(f)),(f-m)/s] + w=np.linalg.solve(X.T@X+.01*np.eye(X.shape[1]),X.T@b['positions']) + _data=(cols,m,s,w,np.load(_root/'hand_map.npy')) + return _data + +def act(obs): + global _state + step=int(obs['step_id']) + if step>=300:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1) + cols,m,s,w,hand=load();p=wrist(q);a=np.zeros(22,dtype=np.float32) + if _state is None: + try:f=visual_features(obs['rgb']) + except (KeyError,ValueError):return a + M=np.load(_root/'projection.npy');A=[] + for mat,uv in zip(M,[f[:2],f[5:7]]): + for j in range(2):A.append(uv[j]*mat[2]-mat[j]) + A=np.asarray(A);target=np.linalg.lstsq(A[:,:3],-A[:,3],rcond=None)[0] + _state={'target':target,'phase':'pregrasp','close':None} + target=_state['target'] + if _state['phase']=='pregrasp': + pre=target.copy();pre[0]-=.24 + error=pre-p + a[:3]=np.clip(error*5,-.1,.1) + if np.linalg.norm(error)<.006:_state['phase']='approach' + elif _state['phase']=='approach': + error=target-p + a[:3]=np.clip(error*5,-.1,.1) + if np.linalg.norm(error)<.006 or step>=190: + _state['phase']='close';_state['close']=step + else: + a[6:]=np.r_[1,q[7:]]@hand + if step-_state['close']>=40:a[2]=.1 + return np.clip(a,-1,1) diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..794719c27909c03da4f722bc3ccc20ec25c5ddbf --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "GraspCylinder-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 279, + "fields": [ + { + "path": "actions", + "shape": [ + 279, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 280, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 280, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 280, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 280, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 280, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 280, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c4148ccf6aab14269fbfc2e2b98251763335d3e93f250c09d5b44ba762126900", + "source_sha256": "3dbef587caab479f5c9ff9dbc23eca2d9411f613c5c32a3dec1534e0fcb04395", + "view_sha256": "684e3502d3941d025ed5cec3bc4ccc48c11172be3d589e7f5309651fd92bd8e6" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 287, + "fields": [ + { + "path": "actions", + "shape": [ + 287, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 288, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 288, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 288, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 288, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1e13aa1b50b025fdc78ce96cf0afb070af152fa551d8c30e3f14d84c6976c905", + "source_sha256": "0e45052beb70bdea73f11439fa5372363afe1af4748717d67339dabf69569eda", + "view_sha256": "65dc44ff65f05633e77fa243acb78739a2d231bd5d4e58a8295b40eef699d72c" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 257, + "fields": [ + { + "path": "actions", + "shape": [ + 257, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 258, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 258, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 258, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 258, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 258, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 258, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c9db09cfb8df43368dc38ec270889cf1314f9291197d39281adb11b83a9dda0d", + "source_sha256": "9d0965ac9fff355e9d1c7fab25ad0d0e495b9b693e3443d1f07b6249b19c5798", + "view_sha256": "fe27a04d56b6c05cc31e55f42600de112ed1fd28d40d441fad849d73d9687541" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 240, + "fields": [ + { + "path": "actions", + "shape": [ + 240, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 241, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 241, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 241, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "efdfeff9a096356dc5427039ad678766f8a8d378992475a17dc82fd31b9e5054", + "source_sha256": "239320b0d3e045ec95ae831acaa22179f8b1c35f4f5fc7cc952eb358150f4ca0", + "view_sha256": "0ce2a39a71bda8a43b2f277025f6fa8f3e5118d38de0b21cda260df6ac67a72f" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 285, + "fields": [ + { + "path": "actions", + "shape": [ + 285, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 286, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 286, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 286, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 286, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 286, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 286, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0f8d67ef6aa65889c6af00ed47c5eaf56a7739f93e426529ea191626c7501a48", + "source_sha256": "6e55399d4f90ae7776698ef03eb0cf39b64ff9e1436628919fb390c129b81256", + "view_sha256": "3c2dc77d562a30241f681d80c10419c4ffa7f53da6f8f27d4a483a2995a245f7" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 227, + "fields": [ + { + "path": "actions", + "shape": [ + 227, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 228, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "df4a80013324efcfdfd38bb5ac8cae4fdc3880a462295044964cd2cda8bf081e", + "source_sha256": "45554ef813f1a1cd700e2fe938b0c1c39a501c94e6b6e3816980aae3436f5da2", + "view_sha256": "06fb4f59e14909c121a8018e947c317316247d4e988770567ee198054247ff11" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 224, + "fields": [ + { + "path": "actions", + "shape": [ + 224, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 225, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 225, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 225, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "23d4493b683ff71b5151ff2627364fef678a3f6dfb8634452300e499a96110a6", + "source_sha256": "02b9880b4f99a4fa13ecdb8b0fed8a50a083a8e84c9f0ecfb750dba716ac1022", + "view_sha256": "f6869c6587c915b64fd6996dffa670fb6b2c67dd81187c18d0b1b0cabc908119" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 269, + "fields": [ + { + "path": "actions", + "shape": [ + 269, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 270, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 270, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 270, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 270, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 270, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 270, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6303cb251161731ce01246e46c0c83d473334c6a28eab03945987b1f13a830eb", + "source_sha256": "c79b70edf616b9c45d1d51cd58dcce8f885d8d669dae893c17121b47b5366e29", + "view_sha256": "bed1b0fa677004e2060cb1288e0c7ec5111f7c908e1180eb3d1e9da9768d1380" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 227, + "fields": [ + { + "path": "actions", + "shape": [ + 227, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 228, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b1083db5d50fe56734bc84e9fb1af21fb186f05a7a7a82f668a315f5a0034f00", + "source_sha256": "87891a6182665a4d107cb22cffef26939f3af36803f2871e64cc82855930a7df", + "view_sha256": "50988018035cfa5b992d6660c5471ccc992e531ed48c9a2c44f0f6df3d01b3d0" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 227, + "fields": [ + { + "path": "actions", + "shape": [ + 227, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 228, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "361b6610b97496d9563db57351d9979e191d325713d2c93fe60d06e4f0cc9a48", + "source_sha256": "7a670f6fd313707e7ee522e1746aa40824aa114de82e2ae4134a6471a0c58f8e", + "view_sha256": "2d60be626309581f0ba7062ef201915ed45acc2270b2f2a6222ffeb1346b29cc" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 264, + "fields": [ + { + "path": "actions", + "shape": [ + 264, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 265, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 265, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 265, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 265, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 265, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 265, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "becc0cf95f02c3b20c10635d63128e5836bf6121272de1bf5b4fee72ada20a0e", + "source_sha256": "99d495d9e26da132058776784cb0bb0de2a0cf5a604d9a57e4f7418f8ea569fe", + "view_sha256": "481699c59cfdbf2477ae52659fcd46139fc8dbba17727663b08869c2aaf3bb7b" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 228, + "fields": [ + { + "path": "actions", + "shape": [ + 228, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 229, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 229, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 229, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 229, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 229, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 229, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f78e7ffc9d35a8dd803dc698ffe338af22b8ceb2594b324dca0d9b7db214bb6b", + "source_sha256": "687a8bb0a2e34d793e6751a570b4668496f3e99fca739a4fb8789b5d0f7facda", + "view_sha256": "d15e50cbfc77b37859795b0bc0423080bc0bd466f03441d11785379599e008f5" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 234, + "fields": [ + { + "path": "actions", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5c105350847012f117626e18acf60ecceb305ff523259c6afc5546b9e3c04826", + "source_sha256": "d794979ba677a4451fc3d5fd4f1c7468159b83899915c84a823f2f57e2871b88", + "view_sha256": "193f62830a6979a69d62e95f24834c083471261da46001d379390607a19f68b2" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 243, + "fields": [ + { + "path": "actions", + "shape": [ + 243, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 244, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 244, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 244, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 244, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 244, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 244, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8ca6d82dcfcc46d685c98049b207394a225f7ef0b27183f4c0ab4f5284f5bd13", + "source_sha256": "56b99e5a542a8d178b9f62d7b3e406d0b36c77a6fb2e4368c544e59cfb924200", + "view_sha256": "1b743c966a941396f4f52a38ba0313a193e1e0130afa20fba57be7ea99b47cc7" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 233, + "fields": [ + { + "path": "actions", + "shape": [ + 233, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 234, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 234, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 234, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d38db7dfbe16d856a20af733f043c364f397fdac79aa208d1ac919573c6bf90e", + "source_sha256": "4761c2127d541a6fa217921aa933cec36ec6b64135c911d16a925d842d9d6d42", + "view_sha256": "8d814d2def10b830bd45c9bdc2073f50b74ee61399dbdeaec73569374583f2cf" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 227, + "fields": [ + { + "path": "actions", + "shape": [ + 227, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 228, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 228, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fdad4ee16d2987775d4c72bc6e44782c3c3d932ad1cc85ff844b79fced67e4a0", + "source_sha256": "dd3c9919e40b6a1aa597245499d56bef55900957eb7c97c26e2b9925139ffb19", + "view_sha256": "c797b35b51155c58b0766ee72ece8e3ca3a6fe3958232e1b10582a3968ec4d2b" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 268, + "fields": [ + { + "path": "actions", + "shape": [ + 268, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 269, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 269, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 269, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 269, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 269, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 269, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "09e567162037ab2734f9bfafc6baa5d81ab50a17ed161f576fbaa186b85c40e4", + "source_sha256": "b9493d807f42dd74733ab99664951e211353863556ab4db12c88f32e15ed41d3", + "view_sha256": "00fe6cba72e68a321b9d4eece889464fb849c1634fe53bea815c0e83b5a526d7" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 236, + "fields": [ + { + "path": "actions", + "shape": [ + 236, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 237, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 237, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 237, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 237, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 237, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 237, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e68ff4d22fd194d906ef58dc709ee6550dd0efcaa9be3f95b62036cb584d5bf6", + "source_sha256": "f2fc3df1f11592760425fca9239cb62e081bcc7e0d1770e39bcd70b6ea4ae87d", + "view_sha256": "51f295123294dbd36523d674012c5e62c922a1ceb3142c56bed26b6230c41f98" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 225, + "fields": [ + { + "path": "actions", + "shape": [ + 225, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 226, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 226, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 226, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a4537ece474ff7b92368e83a5f7adae9c6423cffa637c313f99a92524ebb5e1b", + "source_sha256": "948680e9e3d2fb7da63454b5938b535b2f4571e046b50645dbc4cb38c4435576", + "view_sha256": "56ed3c7c435d57297eb6f734cbc0c6f0fb812900425c613fe53c6c4c35a49be1" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 232, + "fields": [ + { + "path": "actions", + "shape": [ + 232, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 233, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "95f72db9eb1e99630b92b993aeba25e97af2e1cba9eaaa1897f7306326206bad", + "source_sha256": "8182f864f361c9dd2abaeb684a0265bfbce469353f5d63b11d66d1b7eac9f13e", + "view_sha256": "cb0c3b25a09b431e8182083a68d3af157146f1740059aaa1221a3e28a9cef787" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..6427d8705312df94857cf7dec29d43e55eba1667 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/findings.md @@ -0,0 +1,24 @@ +# Findings + +All 20 demos, demo_00 through demo_19, were analyzed: 4,912 action rows and all proprioception. Four exact observation indices per demo in each of front/top RGB were visually inspected; see ../demo_analysis.md and ../evidence/statistics.json. + +The visible sequence is approach, finger closure, and lifting. Initial qpos is identical; object image location and size vary. Rotations are always zero. Strong hand deltas begin at 84–166, with strong upward commands exactly 40 labels later. Final views are consistent with lifts, but success labels and physical lift thresholds are unavailable. + +All 4,912 rows were retained in the non-neural reference bank; no red-mask extraction failures occurred during compilation. This does not establish robustness in new observations. Closed-loop performance, recovery, camera calibration, exact hand joint names/order relative to qpos, and completion criteria remain unresolved. + +## E20 continuation +Episode 1: original global nearest-neighbor policy failed at horizon; cylinder visibly toppled by step 160. Episode 2: direct visual target wrist servo achieved native success at step 184; image exploration/ep02/184_front_camera.jpg shows cylinder held clear of tabletop. Episode 3 tests staged approach. + +The compiled target servo uses only legal initial red-cylinder pixels and continuing qpos. Standard Panda joint-origin kinematics were checked against demo transition data: measured wrist displacement/action slopes 0.040–0.041 with small cross-axis terms. A ridge linear map from five initial visual descriptors to demonstrated closure wrist positions has leave-one-demo-out RMS errors around 5–6 mm per axis, worst Euclidean 17 mm. These are demo prediction errors, not live accuracy guarantees. Hand actions are an affine current-qpos feedback map compiled from demonstrated closure labels, maximum residual under 7e-8, including joint permutation. No neural weights were trained. + +Pose is held at the initial orientation with zero rotational commands. The staged approach uses a wrist waypoint 24 cm behind the predicted grasp target, then advances along root x. Translation is proportional to wrist-position error with gain 5 and normalized cap 0.1. Closure starts within 6 mm, followed by 40 native steps before z=0.1 lift. Current hand qpos continually controls flexion. This improves phase stability over global matching. Current object motion after initial localization is not tracked; collision/toppling recovery is not yet established. The 190-step approach timeout can force closure; pregrasp has no forced timeout. Missing initial visual features hold zero and retry. Native horizon remains 300 including trusted hold. +Episode 3: staged pregrasp/approach succeeded natively at step 231. The cylinder tilted during closure but remained held and was lifted; native success true. No program errors in episodes 1–3. Episode 4 is the first exact-bundle independent rehearsal. + +Independent rehearsals 4–8: all five finished valid with native success, same hash 6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b. No intervention or behavioral modification during these runs. Documentation update after episode 8 records results; behavior remains identical. Native success fields are present, so no fallback visible scoring was required. Continued repetitions test coverage; known recovery limitations are retained rather than claiming unobserved recovery competence. + +## Geometric localization revision +Episode 9 (linear localization, documentation-updated bundle cfdd1a904b5391ad7c00d2cff0d6e2a95953cda976ed569364a02a21890ecb04) finished valid but native false at horizon. Legal final images show the cylinder lying on the table and empty hand raised. Exact failure time is unavailable. This exposed a localization/grasp robustness limitation, not a program failure. + +Current entry point replaces the linear target estimate with two-view projective triangulation. Camera projection matrices are fitted by direct linear transform using initial front/top red-component centroids and demonstrated wrist closure positions. Two large-residual demonstrations (14 and 18) are omitted from the geometric fit, but retained in the original reference bank and audit. Contact displacement is a hypothesis for these residuals, not verified. Remaining 18 fitted residuals are generally under 3.5 mm per axis; this is a training-fit diagnostic, not an independent performance score. Runtime projection.npy is the resulting non-neural calibration. Staged waypoints, current-qpos wrist servo, 40-step closure, joint feedback and lift are unchanged. + +Episode 10: this geometric revision achieved native success at step 205 on an interactive attempt; images, actions, and proprioception are saved. Independent rehearsals of this exact revision follow. No recovery success is claimed. No neural model or external task data was used. diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..182082c40e836daa393c12fe43ef3b724db2c70b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/freeze_manifest.json @@ -0,0 +1,199 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "d91cbcf82afc7d6544535ca9eab59d1878223654e86fd079fe862c24505ebdd0", + "__pycache__/check_synthetic.cpython-310.pyc": "2e1d6418aca66781e5b39bab40b5477361611d5a7b768c49dd730e845f828096", + "__pycache__/controller.cpython-310.pyc": "27a734c9fbab838a1a6c9fc7c1347882969c6a5dceb925fdfcb50c5a70371c8f", + "__pycache__/kinematics.cpython-310.pyc": "f40c7cc9e020c5d482b04bdc74bf2bea6450fa6ab2290c4983485d64f00bfd7b", + "__pycache__/knn_policy.cpython-310.pyc": "878bf0a3c47a6c86be6d7f4a1534aded6a1bfcbb5c3bd402bc4707d3b34e9771", + "build_bank.py": "a24d92efad63266223abc0534264649f03548598ea40239a42418e434c5d550c", + "check_synthetic.py": "50a1d837e14c218dd40ac7536886b21ca9d9dbed7daaf66766e76fe9cc8b738f", + "controller.py": "95499448bfe01e27fec6e965acf54cc2467afef59fa8b6a9af77bc4d354bcfce", + "demo_manifest.json": "8d6764983b2db1a5d04f54c429c443265b5d2bc6b5a19a127b06b2a62fb033b3", + "demonstrations_readonly/demo_00.h5": "684e3502d3941d025ed5cec3bc4ccc48c11172be3d589e7f5309651fd92bd8e6", + "demonstrations_readonly/demo_01.h5": "65dc44ff65f05633e77fa243acb78739a2d231bd5d4e58a8295b40eef699d72c", + "demonstrations_readonly/demo_02.h5": "fe27a04d56b6c05cc31e55f42600de112ed1fd28d40d441fad849d73d9687541", + "demonstrations_readonly/demo_03.h5": "0ce2a39a71bda8a43b2f277025f6fa8f3e5118d38de0b21cda260df6ac67a72f", + "demonstrations_readonly/demo_04.h5": "3c2dc77d562a30241f681d80c10419c4ffa7f53da6f8f27d4a483a2995a245f7", + "demonstrations_readonly/demo_05.h5": "06fb4f59e14909c121a8018e947c317316247d4e988770567ee198054247ff11", + "demonstrations_readonly/demo_06.h5": "f6869c6587c915b64fd6996dffa670fb6b2c67dd81187c18d0b1b0cabc908119", + "demonstrations_readonly/demo_07.h5": "bed1b0fa677004e2060cb1288e0c7ec5111f7c908e1180eb3d1e9da9768d1380", + "demonstrations_readonly/demo_08.h5": "50988018035cfa5b992d6660c5471ccc992e531ed48c9a2c44f0f6df3d01b3d0", + "demonstrations_readonly/demo_09.h5": "2d60be626309581f0ba7062ef201915ed45acc2270b2f2a6222ffeb1346b29cc", + "demonstrations_readonly/demo_10.h5": "481699c59cfdbf2477ae52659fcd46139fc8dbba17727663b08869c2aaf3bb7b", + "demonstrations_readonly/demo_11.h5": "d15e50cbfc77b37859795b0bc0423080bc0bd466f03441d11785379599e008f5", + "demonstrations_readonly/demo_12.h5": "193f62830a6979a69d62e95f24834c083471261da46001d379390607a19f68b2", + "demonstrations_readonly/demo_13.h5": "1b743c966a941396f4f52a38ba0313a193e1e0130afa20fba57be7ea99b47cc7", + "demonstrations_readonly/demo_14.h5": "8d814d2def10b830bd45c9bdc2073f50b74ee61399dbdeaec73569374583f2cf", + "demonstrations_readonly/demo_15.h5": "c797b35b51155c58b0766ee72ece8e3ca3a6fe3958232e1b10582a3968ec4d2b", + "demonstrations_readonly/demo_16.h5": "00fe6cba72e68a321b9d4eece889464fb849c1634fe53bea815c0e83b5a526d7", + "demonstrations_readonly/demo_17.h5": "51f295123294dbd36523d674012c5e62c922a1ceb3142c56bed26b6230c41f98", + "demonstrations_readonly/demo_18.h5": "56ed3c7c435d57297eb6f734cbc0c6f0fb812900425c613fe53c6c4c35a49be1", + "demonstrations_readonly/demo_19.h5": "cb0c3b25a09b431e8182083a68d3af157146f1740059aaa1221a3e28a9cef787", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "0d69e26103ab9601b8cc0e06125f793676c829c0d0919bf2a60d3a1ee839fe1a", + "hand_map.npy": "895a806a6121150ea667a9451af84ffe54ed895510da4cd28f2639b97a082d79", + "handoff.md": "435883c40bf072f7fc3a63d68c731983c995f7f303897ebfe33d7404347dc0a9", + "kinematics.py": "506389b20be10f8a1247b4294ab64b13be74934797b8d8d4576af4a1638cbe93", + "knn_policy.py": "6b703a202590c86478a00bc219a4c3d681c3f40fcf44fee1fd0f0c21e3d4b26d", + "model_tool_manifest.yaml": "4553806d2851ba28a9e3791d9dae8f75db76a4f25c71be43dc598817365fc329", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "projection.npy": "e7b24de6ece2622e573b5b9e2d46cfc544ff11c30195cc63aaa3be2fe9ea26a7", + "reference_bank.npz": "95ad540acb55a1993a693e6b54a5678fafaca253e0441b06f3c3f3103cacd1ef", + "skills.md": "75fc2421317c0a01bc2dc6a1290317f6e943a0b4eb1bfc655a6b15c675eeeeac", + "targets.npz": "401ca4ee3d99eff44bfc0e1c3e15d1ab8b707cc625f80c2aadfcb998968f6507", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "wrist_bank.npy": "0aba2cb421aea870cd7cf41041816981f52117f1dc54f2a7441bd98313f5b7bd" + }, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "exploration_ledger_hash": "d25ff06b1604305a363466139a99bcc10a3186b277119655f93fb7aa707213fb", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 4, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 5, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 6, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 7, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 8, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 9, + "bundle_hash": "cfdd1a904b5391ad7c00d2cff0d6e2a95953cda976ed569364a02a21890ecb04", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 11, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 12, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 13, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "e0f4e3b9262baff3ebbf5173a7e9b4a56ebf048294edd785ee969883d011118b", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..99a1475c77f9ed0ad3b2c9a29ba4b3409b6176a0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/handoff.md @@ -0,0 +1,8 @@ +# E20 candidate handoff +Entry: controller.py reset_episode() and act(obs), returning 22 bounded components, None at step >=300. Trusted runner consumes initial hold. Runtime is entirely offline using NumPy, OpenCV, knn_policy.visual_features, kinematics.wrist, targets.npz, hand_map.npy, projection.npy. No remote calls or neural weights. Controller reads only RGB and qpos plus step_id. Demonstration calibration provenance is in findings.md and the original /workspace/demo_analysis.md. + +Interactive episode 2 achieved native success at step 184; staged episode 3 succeeded at step 231. The staged behavior completed five valid independent rehearsals (episodes 4–8), all with native success, under bundle 6bea5fa7a32e4418e0b0729308f55eba16c005016b3c63bcb27da59501a0788b. Documentation is now updated without behavioral changes; subsequent exact-bundle rehearsals determine eligibility and final selection. The authoritative final receipt is saved outside the bundle in /workspace/exploration/freeze.json. Saved exploration observations/actions and candidate versions are retained outside bundle in /workspace/exploration and /workspace/versions. No success detector is inferred from images inside the controller; API returns authoritative sparse success when available. + +Known risks: initial visual regression can extrapolate; segmentation can fail; open fingers can collide during approach; no recovery from a toppled cylinder; fixed orientation; pregrasp can stall if unreachable. Global kNN baseline and reference data remain for audit but only its visual segmentation function is used by current entry point. Runner supplies verified demo manifest, demos, common environment lock. + +Current localization revision: triangulate front/top cylinder centroids using demonstration-fitted camera projection matrices. It succeeded interactively in episode 10 at step 205 after the linear estimate failed in episode 9. The next independent rehearsals determine eligibility of this revision. Findings record exact calibration provenance and limitations. The runner chooses among exact rehearsed versions; the external freeze receipt identifies the selected hash. Do not infer final selection from the workspace candidate alone. diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..1acbf9da630ef6a6d884bd6182afdf55d88ad049 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/kinematics.py @@ -0,0 +1,9 @@ +import numpy as np +ORIGINS=[(0,0,.333,-np.pi/2*0),(0,0,0,-np.pi/2),(0,-.316,0,np.pi/2),(.0825,0,0,np.pi/2),(-.0825,.384,0,-np.pi/2),(0,0,0,np.pi/2),(.088,0,0,np.pi/2)] +def wrist(q): + T=np.eye(4) + for angle,(x,y,z,rx) in zip(q[:7],ORIGINS): + c,s=np.cos(rx),np.sin(rx);R=np.array([[1,0,0],[0,c,-s],[0,s,c]]) + ca,sa=np.cos(angle),np.sin(angle);Z=np.array([[ca,-sa,0],[sa,ca,0],[0,0,1]]) + A=np.eye(4);A[:3,:3]=R@Z;A[:3,3]=[x,y,z];T=T@A + return T[:3,3] diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/knn_policy.py b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/knn_policy.py new file mode 100644 index 0000000000000000000000000000000000000000..79c34a3f2a145d1acf13c6a49eaee97936604fbd --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/knn_policy.py @@ -0,0 +1,76 @@ +"""Unrehearsed nonparametric RGB/proprioception feedback policy; no neural weights.""" +from pathlib import Path +import numpy as np +import cv2 + +CAMERAS = ('front_camera', 'top_camera') +_bank = None +_last_step = 0 + +def visual_features(rgb): + features = [] + for camera in CAMERAS: + im = np.asarray(rgb[camera]) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8: + raise ValueError('Expected uint8 RGB HWC or 1HWC') + # Red cylinder appearance observed in the authorized demonstrations. + r, g, b = [im[:, :, k].astype(np.float32) for k in range(3)] + mask = ((r > 90) & (r > 1.6*g) & (r > 1.6*b)).astype(np.uint8) + count, labels, stats, centers = cv2.connectedComponentsWithStats(mask) + if count < 2: + raise ValueError('Cylinder not visible') + j = 1 + int(np.argmax(stats[1:, cv2.CC_STAT_AREA])) + x,y,w,h,area = stats[j]; H,W = mask.shape + if area < 8: + raise ValueError('Cylinder mask too small') + features.extend([centers[j,0]/W,centers[j,1]/H,w/W,h/H,area/(W*H)]) + return np.asarray(features, dtype=np.float32) + +def reset_episode(): + global _last_step + _last_step = 0 + +def _load(): + global _bank + if _bank is None: + with np.load(Path(__file__).with_name('reference_bank.npz'), allow_pickle=False) as f: + _bank = {k: f[k] for k in f.files} + return _bank + +def act(obs): + global _last_step + step = int(obs['step_id']) + # Hold already consumed native step 1; at most 299 calls can emit actions. + if step >= 300: + return None + if step < 1: + raise ValueError('step_id starts at 1 after runner hold') + if step <= _last_step: + reset_episode() + _last_step = step + zero = np.zeros(22, dtype=np.float32) + try: + q = np.asarray(obs['proprioception']['agent/qpos'], dtype=np.float32).reshape(-1) + v = np.asarray(obs['proprioception']['agent/qvel'], dtype=np.float32).reshape(-1) + if q.size != 23 or v.size != 23 or not np.isfinite(q).all() or not np.isfinite(v).all(): + return zero + f = visual_features(obs['rgb']) + except (KeyError, ValueError, TypeError): + return zero + bank = _load() + # Observation matching is recomputed globally each step; no demo/seed selection. + dq = (bank['q'] - q) / bank['qscale'] + dv = np.clip((bank['v'] - v) / bank['vscale'], -3, 3) + df = (bank['visual'] - f) / np.tile([.045,.045,.08,.08,.012], 2) + distance = np.mean(dq*dq, axis=1) + .10*np.mean(dv*dv,axis=1) + np.mean(df*df,axis=1) + # Weak elapsed-time cue disambiguates near-static closure transitions only. + distance += .025*((bank['frame'] - (step-1))/60.)**2 + ids = np.argpartition(distance, 6)[:7] + if float(np.min(distance[ids])) > 12.: + return zero + weights = np.exp(-(distance[ids]-np.min(distance[ids]))/.12) + action = np.sum(bank['action'][ids]*weights[:,None],axis=0)/np.sum(weights) + # Contract: one robot part, six root-frame arm deltas then 16 dex joint deltas. + return np.clip(action, -1., 1.).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bf09cd14a1c7f49793c33f574e6c2765049e7084 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,121 @@ +{ + "stage": "E20_closed_loop_development", + "status": "geometric_revision_ready_for_independent_rehearsal", + "task_id": "GraspCylinder-v1", + "neural_finetuning": false, + "pretrained_tool_weights": [], + "coding_model": { + "identity": "Codex, GPT-6 per session instructions; exact serving checkpoint unavailable", + "weights_modified": false + }, + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92" + }, + "offline_dependencies": { + "h5py": "3.16.0", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92", + "standard_library": [ + "importlib", + "json", + "pathlib", + "hashlib", + "sys", + "platform", + "importlib.metadata" + ] + }, + "tools_used": [ + "functions.exec / exec_command local bash", + "functions.exec / view_image local contact-sheet inspection", + "worker_api.API.read_demo local authorized HDF5 reads", + "functions.exec / write_stdin process completion", + "worker_api.API budget_status/next_episode/latest_observation/execute_actions/finish_episode/rehearse", + "PIL legal exploration image saving and contact sheets" + ], + "provenance": { + "inputs": [ + "/task_contract.json", + "/demo_manifest.json", + "/worker_api.py" + ], + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "data_fields": [ + "actions", + "obs/agent/qpos", + "obs/agent/qvel", + "obs/sensor_data/front_camera/rgb", + "obs/sensor_data/top_camera/rgb" + ], + "bank_rows": 4912, + "reference_bank": "Nonparametric legal demonstration descriptors and action labels; no pretrained weights", + "inspection_record": "../demo_analysis.md; ../evidence/statistics.json; ../evidence/processing_log.json" + }, + "input_sha256": { + "/task_contract.json": "63a043a6475596cb5538f9bdc484093002a8f6306739da0892e654b054901429", + "/demo_manifest.json": "03d98082d40eeeeec50811123a92914d7a91f4c641cfeb5b173ef063a5d3d4b1", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "artifact_sha256": { + "knn_policy.py": "6b703a202590c86478a00bc219a4c3d681c3f40fcf44fee1fd0f0c21e3d4b26d", + "check_synthetic.py": "50a1d837e14c218dd40ac7536886b21ca9d9dbed7daaf66766e76fe9cc8b738f", + "wrist_bank.npy": "0aba2cb421aea870cd7cf41041816981f52117f1dc54f2a7441bd98313f5b7bd", + "reference_bank.npz": "95ad540acb55a1993a693e6b54a5678fafaca253e0441b06f3c3f3103cacd1ef", + "projection.npy": "e7b24de6ece2622e573b5b9e2d46cfc544ff11c30195cc63aaa3be2fe9ea26a7", + "hand_map.npy": "895a806a6121150ea667a9451af84ffe54ed895510da4cd28f2639b97a082d79", + "build_bank.py": "a24d92efad63266223abc0534264649f03548598ea40239a42418e434c5d550c", + "controller.py": "95499448bfe01e27fec6e965acf54cc2467afef59fa8b6a9af77bc4d354bcfce", + "kinematics.py": "506389b20be10f8a1247b4294ab64b13be74934797b8d8d4576af4a1638cbe93", + "targets.npz": "401ca4ee3d99eff44bfc0e1c3e15d1ab8b707cc625f80c2aadfcb998968f6507" + }, + "limitations": [ + "Initial visual regression can extrapolate", + "No demonstrated recovery from toppling", + "No network or neural runtime", + "Native success only from API; runner supplies common lock" + ], + "runtime_artifacts": [ + "controller.py", + "knn_policy.py", + "kinematics.py", + "targets.npz", + "hand_map.npy", + "projection.npy" + ], + "observed_rehearsals": { + "episodes": [ + 4, + 5, + 6, + 7, + 8 + ], + "valid": 5, + "native_success": 5, + "behavior_unchanged": true + }, + "calibration": "Non-neural DLT camera fit; closure map linear least squares; no neural weight modification" +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..0eec62b5c836a1a37b0b6d0c1a20ad3b8947f3c8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/skills.md @@ -0,0 +1,6 @@ +# Implemented skills +- Segment the red cylinder in legal front/top images and triangulate a target wrist position with projective calibration compiled from the authorized demonstrations. +- Use current joint positions and standard Panda kinematics to servo first to a pregrasp waypoint, then to the grasp point, keeping orientation fixed. +- Close the dexterous hand using the exact affine feedback relation recovered from demonstrated qpos/action pairs; maintain closure while lifting after 40 steps. +- Bound native actions, retry missing initial visual localization with zero action, and stop at the native horizon. Recovery from collision, toppling, or unreachable targets is not established. +No pretrained model, neural fitting, network tool, or other-task artifact is used at runtime. diff --git a/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/GraspCylinder-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=startred_action[0] +c._bank['visual'][:]=xr;c._bank['q'][1,:7]+=1 +c.reset_episode();first=c.act(obs);obs['proprioception']['agent/qpos']=c._bank['q'][1].copy();c.reset_episode();second=c.act(obs);assert first[0]>second[0] +c._bank=saved;c.reset_episode() +result={'status':'passed','checks':['syntax compilation','synthetic HWC and 1HWC inputs','finite float32 width-7 native bounds','reset repeatability','step 599 action and step 600 None','synthetic fixture RGB sensitivity','synthetic fixture qpos sensitivity'],'first_synthetic_call_seconds_including_bank_load':elapsed,'real_environment_tests':0,'simulator_tests':0,'task_success_measured':False} +(root/'check_results.json').write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(result,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..3940988815658b0ff60daa231398fc58595fd262 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/controller.py @@ -0,0 +1,44 @@ +"""Analytic pose feedback and D20-calibrated RGB geometry; no neural weights.""" +import numpy as np +from pathlib import Path +import importlib.util + +def module(name): + s=importlib.util.spec_from_file_location(name,Path(__file__).with_name(name+'.py'));m=importlib.util.module_from_spec(s);s.loader.exec_module(m);return m +fk=module('kinematics').fk +objects=module('objects') +P=np.load(Path(__file__).with_name('camera_P.npy')) +_state=None +_previous=None + +def reset_episode(): + global _state + _state=None + +def act(obs): + global _state,_previous + step=obs['step_id'];q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1);pos=fk(q) + if step>=590:return None + if _state is None: + im=obs['rgb']['top_camera'];im=im[0] if im.ndim==4 else im + red=objects.point(im,'red');green=objects.point(im,'green') + if red is None or green is None:return None + mug=objects.invert(P,red,-.05);base=objects.invert(P,green,-.10);side=1 if base[1]>mug[1] else -1 + grasp=np.r_[mug+[.004,.05*side],.123] + place=np.r_[base+[-.075,-side*.065],.285] + _state={'grasp':grasp,'place':place,'phase':0,'since':step,'retry':0,'mug':mug,'side':side} + s=_state;phase=s['phase'];_previous=phase + grasp=s['grasp'];place=s['place'];grip=1 + targets=[np.r_[grasp[:2],.45],grasp,grasp,np.r_[grasp[:2],.36],np.r_[place[:2],.36],place,place,np.r_[place[:2]+[-.10,0],.43],np.r_[place[:2]+[-.10,0],.43]] + target=targets[min(phase,8)];age=step-s['since'];err=target-pos + if phase in (2,3,4,5):grip=-1 + arrived=np.max(np.abs(err))<.006 + advance=False + if phase in (0,1,3,4,5,7):advance=arrived or age>115 + if phase==2:advance=age>=18 + if phase==6:advance=age>=20 + if phase==8: + if age>=35:return None + if advance:s['phase']+=1;s['since']=step + out=np.r_[np.clip(err*3,-.15,.15),np.zeros(3),grip].astype(np.float32) + return out diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..50fdd096b4a503284fae950339d894eda60ada93 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "HangMug-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 219, + "fields": [ + { + "path": "actions", + "shape": [ + 219, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 220, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 220, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 220, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "99261e625d6d245d703724eaa4bc4baf779034fec1f1cc41e70d366ebb9be6af", + "source_sha256": "50d926c51193616f3e623c01138fb59b547436adeb5f2861c309680d9a8a77ad", + "view_sha256": "6106c7c0f17f7cc78aa559290c04f9fc47efe90ef3e1ee8b604f54490533cff3" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 367, + "fields": [ + { + "path": "actions", + "shape": [ + 367, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 368, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "648cd40053cfa141a23a71e86b86cbadc310a80efdeac197773441a40a007f9a", + "source_sha256": "15b56654b3875e26b204c88ce2105146bea649b9a8f51aa6973df2593b555f6b", + "view_sha256": "3ed6bca889a981295736e150fc2467851ac1c8bcae83820b1d880edbdb215971" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 347, + "fields": [ + { + "path": "actions", + "shape": [ + 347, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 348, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 348, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 348, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 348, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 348, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 348, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1eb01bab3d0ce2cf22d62a6494974d6b8bc9af5fed895427431240d68c0137c9", + "source_sha256": "fd2c7411267371f7651f8cade42cd2cd27a78893f7bd9577992832206596650b", + "view_sha256": "96b9fe83020d6a8ffac82ca4b617602f4409699f90a4969a38c8b33ffd40a8dc" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 235, + "fields": [ + { + "path": "actions", + "shape": [ + 235, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 236, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 236, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 236, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c382ccbfac0d28fa659e4cba5ba4022ceb60445a9e00928cb5ede1a0ff4d7dae", + "source_sha256": "d61483822a30b85d0e149d6dac1645d6a5f9136351c54d228b9d5239c69f2995", + "view_sha256": "51f9923283f3e34babb3f6e1d5e34a325b269e4f19f7a02c41579f377dbd9528" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 236, + "fields": [ + { + "path": "actions", + "shape": [ + 236, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 237, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 237, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 237, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 237, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 237, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 237, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c2a5ee1c72558d3d1b5ecc63e0314673846d0f89cc0f9a8f5d067e68654b2d72", + "source_sha256": "8f6b83bea77e240762b1252103c0131631067b86d4437d74863b8d6c3f4149ce", + "view_sha256": "6cc1db59d096e173585d7d399d08edc9ea1e71595416a3e939fd203eeeb67d73" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 331, + "fields": [ + { + "path": "actions", + "shape": [ + 331, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 332, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 332, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 332, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 332, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 332, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 332, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c76ec4f3006facddbfb474d32f6119e7b1a77942555b3a54b7caa033645eaf0f", + "source_sha256": "a309e683824ed68c42e39e64c2f848ba26f44c3dc1ce93d092cac56c2d32da7c", + "view_sha256": "ccb314e2b715ab9f7acd5c0b1f3c815e32fcfaad04db5cd5a296e13eed80c19f" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 276, + "fields": [ + { + "path": "actions", + "shape": [ + 276, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 277, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 277, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 277, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 277, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8ba0bfc232ae2469c5c93cb347509b9757348656bc45440782711682f3fca4bb", + "source_sha256": "211a036ced33a97427d448365811ed5818fc9f84cbc73a7805b9b79ab6bf8584", + "view_sha256": "6369c5a8940ae753ecf11d18843e591023e5643af340897a9ae9ac5ec9ec79a2" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 367, + "fields": [ + { + "path": "actions", + "shape": [ + 367, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 368, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 368, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 368, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "904fc1bbdacf108aafa8cdd382518bb464d2e25489b1dcf62ff8ea6fe62201fe", + "source_sha256": "77f03f24c41a4729c7335f57ce47de547425c00cb691702f34eb61a170ec2afa", + "view_sha256": "82bd9d1e2890c0ecf4b9f1c8a3189d9b25965579caae017f8ff898d4a61fddd0" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 249, + "fields": [ + { + "path": "actions", + "shape": [ + 249, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 250, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 250, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 250, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e5df7626a1d389a4d2824e7764e96c1ab10476e8910d52e4cf06de45b7cfc978", + "source_sha256": "59319e1e1401d7e8fb5f4b2719df04772f636426caca05a3ab1ec62a4fa58e67", + "view_sha256": "19e0d43785ce8aee353e08df7e3dc07b668a4f5cfdfe49fd5a6f14705d16bc7e" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 248, + "fields": [ + { + "path": "actions", + "shape": [ + 248, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 249, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 249, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 249, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 249, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 249, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 249, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ed93cabf9e25a22f163fc69a8e2994e70bee328c0f3a1b91756cc9f4d807a731", + "source_sha256": "b564291c1fbb85c68ccf9d4686abfbf36690ffed75c5c99acd69261810bf32c7", + "view_sha256": "c627e52b1f1133ecaea385b40cf7d6dddacee44cce0c32219e50841025ec8048" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 254, + "fields": [ + { + "path": "actions", + "shape": [ + 254, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 255, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 255, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 255, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 255, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 255, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 255, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6ce1cb6beb23ad0ed9a2ff194d71f7716db68b91a70b0cd6da048f6965b8d797", + "source_sha256": "052bdbd513c2a8ad07b29170b4cb6a9039c699c26f77c646d2a117e4acb05527", + "view_sha256": "ca776338b05ee4e850b4870430fbb51ee57ec7e2361010b5c731b783714da691" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 215, + "fields": [ + { + "path": "actions", + "shape": [ + 215, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 216, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 216, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 216, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 216, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 216, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 216, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7f3261f2aef124beec20b636c3d57e6a42bdbd9421d33086ad6c8baae5e22fbd", + "source_sha256": "0a9c2108b2054c5bf57dffa38d2457cff55716b625bc88b2ed69d1845bb14e8b", + "view_sha256": "835b5a50445df4e4a7a1c9a917875690b846767f283e82932efe90ea8044cf52" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 219, + "fields": [ + { + "path": "actions", + "shape": [ + 219, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 220, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 220, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 220, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7942f2035dabf1db4e39b106510c4d8f6d6cbe37b3f4a4c822f5f7c75584345f", + "source_sha256": "75e5b1cbc73ac54960dbd135bc1aa6730e855c83d32462bb3f42b12abb4fbbd6", + "view_sha256": "079dd31995b8f71e4f0e393783b284abba591405e45d2475a8acaf185c5c3e91" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 182, + "fields": [ + { + "path": "actions", + "shape": [ + 182, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 183, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 183, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 183, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 183, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 183, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 183, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e4160d55e40fb396115c345b9a255c1a1b81292f720bbdc1c8170b7d7eb5d12c", + "source_sha256": "d174ab15901ee5b2e5cffafa27cc0350d8556c54fd1f5cb1de73edbf66223262", + "view_sha256": "e9beb4da27b723fb8c823105071794602b09aa09100950108a28f78545aff422" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 453, + "fields": [ + { + "path": "actions", + "shape": [ + 453, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 454, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 454, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 454, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 454, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 454, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 454, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6f0391b134266f389c003056b2af4c1e0b6ef36398ebb2e79fc8fe2abbf849af", + "source_sha256": "2e602c73b782ebb92e24ccfb49cf0cefcbdefc87caa8bd78f5955ad0e5084b00", + "view_sha256": "f71305b4e507f0581fdc25b9c59133dcc7b3ac94414f7746ce98783f09ba6503" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 239, + "fields": [ + { + "path": "actions", + "shape": [ + 239, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 240, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 240, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 240, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fdec9d391fd77e36fa1d916059aafa3739fc393f19bd69c2bcd2948822dfc59c", + "source_sha256": "1cab59ea78ff1891348df1b344f28b7abbf4590e557b27a342af50c80689fdb2", + "view_sha256": "78e42bc691544cb6da81ef02f5d6602e1c4d1cd8e2b3ab5b54ea4efbff029cfb" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 202, + "fields": [ + { + "path": "actions", + "shape": [ + 202, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 203, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 203, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 203, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3a03e6033ac425951f76e894387796a0ae3708df92ec47d1b2ddb092e9158b90", + "source_sha256": "6a11c3fedf082a0e0377580a4db4d481ab19643ab18beb1a4920a7df11788184", + "view_sha256": "9658acf9990d2ba934cfd5248d455ddc871a2d1eb0f971a7b167b904a233f562" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 386, + "fields": [ + { + "path": "actions", + "shape": [ + 386, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 387, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 387, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 387, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 387, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 387, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 387, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dfc8563e6de434a0bf1db67f5dc58f3685ac27db5480e75bd4fcc772739cbd5b", + "source_sha256": "ad9ecae2325bbaef3b09d863470fd5e6c3e72b1f8517cf65ecd67e6aa8abb9d0", + "view_sha256": "e78491bf0768abf0a392d9e626d70d3409442d1cbb2cf41f468d065791cb4744" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 422, + "fields": [ + { + "path": "actions", + "shape": [ + 422, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 423, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 423, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 423, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 423, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 423, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 423, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9f53a37c86e5eee3c97e74caecb143564245b7522586d364c7ba42456d04dfc3", + "source_sha256": "b0710ed8abb2d4d4eb35948d1c73234643a4452c1190c99ad96e96fa2e7965a7", + "view_sha256": "7c68508905733b693fe754421f022812fbbeff20c3d9b9e015250466f5eca92f" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 296, + "fields": [ + { + "path": "actions", + "shape": [ + 296, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 297, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 297, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 297, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 297, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "48ffeb7683c1db00a4687ea31e382878d01e0543d0e9f2f2b9935b8deba86d10", + "source_sha256": "129a11beabd8d778548ff99dcf162b2aad18e264fe6949ef6c9bac040b3fa7d0", + "view_sha256": "8e32ea2127676f8615b20de6b59e496c050152a5a622b86843a69fa15621c480" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..c102543f6a9fb5b8b719cdd4ea5ad32e357b4db1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/features.py @@ -0,0 +1,24 @@ +"""Fixed, non-neural RGB descriptors; no camera calibration assumed.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera','left_camera','robot_camera','top_camera') +def visual_features(rgb): + out=[] + for name in CAMERAS: + im=np.asarray(rgb[name]) + if im.ndim==4 and im.shape[0]==1: im=im[0] + if im.ndim!=3 or im.shape[2]!=3 or im.dtype!=np.uint8: + raise ValueError('Expected uint8 HWC RGB: '+name) + f=im.astype(np.float32)/255 + r,g,b=f.transpose(2,0,1) + masks=[((r>1.8*g)&(r>1.8*b)&(r>.22)).astype(np.float32), + ((g>1.25*r)&(g>1.2*b)&(g>.25)).astype(np.float32)] + # Spatial color occupancy emphasizes the mug and stand over background. + for mask in masks: + out.extend((4*cv2.resize(mask,(16,12),interpolation=cv2.INTER_AREA)).ravel()) + ys,xs=np.nonzero(mask); h,w=mask.shape + if len(xs)>3: + out.extend([3*xs.mean()/w,3*ys.mean()/h,3*xs.std()/w,3*ys.std()/h,1.]) + else: out.extend([0.,0.,0.,0.,0.]) + out.extend((.4*cv2.resize(f,(16,12),interpolation=cv2.INTER_AREA)).ravel()) + return np.asarray(out,dtype=np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..836a8fad1629c29e13d612be1892efb041a54d0f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/findings.md @@ -0,0 +1,16 @@ +# Findings + +All demo_00 through demo_19 were analyzed; the exact visual inspection ledger and evidence are in ../demo_analysis.md and ../evidence/. There are 5,743 action labels and 5,763 observations. All rotational labels are zero, translations lie in [-0.1,0.1], gripper labels are binary. Visible stand and mug placements vary despite identical initial joints. Three sequences close again after their first release. All terminal images show proximity to the stand; stable hanging and task success remain unverified. + +The draft uses a compiled observation/action bank, not a fixed trajectory. No model or pretrained tool weights were updated. No real environment episodes were used. Primary limitations are visual aliasing, uncalibrated distances, no geometric hook alignment, uncertain termination, and absent recovery. Full data statistics and provenance accompany the draft. + +## Authorized E20 continuation +Budget initially 0/20. Episode 1: initial wrapper action response parsing failed after one executed action, recovered via latest_observation without replay. Original retrieval approached but stalled above mug through step 221, native success false. Evidence: exploration/ep01. Practical correction: original red threshold included tabletop; tighten red ratios from 1.35/1.3 to 1.8/1.8, increase visual weight, use one action label to avoid cancellation. A root-frame FK analytic diagnostic is consistent with commanded movement in episode 1; cross-demo initial pixel-to-FK regression has 4–9 cm residuals and is rejected as a reliable grasp target model. No neural weights trained. + +Visible success rule: released mug unambiguously supported through its handle by a hook, clear of tabletop, gripper detached. Ambiguous images count false; native success recorded separately. + +Episode 2: strict-mask v1 independently completed 600 steps, native success false; bundle 878873161ced962de6e77c3bbbb145ecc604b30a2d9063766d818752014c5774. Terminal image shows hand at mug, no hanging. Retrieved actions still stall. + +Geometric revision: fixed projective calibration from 139 legal D20 wrist-circle/qpos pairs has median 0.518 px residual (129 below 3 px). Kinematics use an explicit modified-DH chain, not a simulator. Top-camera mug body and stand base are localized by color contour filling and distance-transform centers. Most D20 grasps use a side-rim offset around ±5 cm root y at TCP z≈0.123 m. Closed-loop root XYZ feedback now sequences approach, descend, pinch, lift, transfer, lower, release, and retreat. Placement offsets are provisional D20 medians and need E20 validation. Full calibration provenance and rejected-fit diagnostics remain in exploration/. + +Episode 3 (interactive): geometric controller grasped and lifted mug. Finger joints approximately 0.008 m at closure; images at steps 201–241 show a carried mug. Native success true at step 288 after placement/release; episode terminated by native feedback. Initial gain 12 with 4-step repeated actions oscillated; gain reduced to 3 from step 181, resolving timing instability. Current candidate uses gain 3 from reset and still requires independent validation. Evidence: exploration/ep03/last.pkl, view_288.jpg, native.jsonl, actions.jsonl. diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..abde02cae5deabb326c783793aa36c200b35dd42 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/freeze_manifest.json @@ -0,0 +1,218 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "80fe77fb800b89dc4405bc38791322d4b5c29aa63d54473e9376db99799fae9d", + "__pycache__/check_synthetic.cpython-310.pyc": "a0613db6d419c820559a6c5b067eda9bd421fcb23fb8fbe943cea51ffc5c40fe", + "__pycache__/controller.cpython-310.pyc": "53955bdc8c12b71a41594ad0f8d63050eb96c131072da43ca9a343aaddaf95e7", + "__pycache__/features.cpython-310.pyc": "d37459fa7a6432974455ad88f832899a874a83bbc429a42b2b9677444581b8cc", + "bank_provenance.json": "4d5d3789d1d928d02c617624b9c0a2dde217687003920507d002e75719b2f251", + "build_bank.py": "99a2e69ad85181b1ad3f2ac3b42c2e02bd927341ae3038556669e90e9da4f98d", + "camera_P.npy": "af11f07f768fa0e14fd47dc5735a26c1a0f547229aeaee52e06f376b854b8fc1", + "camera_calibration_provenance.json": "510a8d65924f913be41336fa54fdf0ce35724096098b2f336d950df313474efc", + "check_results.json": "23a8f107527d7c3e3f7d98fbe7fc6f732ebc92142c730bfbb15be955a210fe03", + "check_synthetic.py": "4c587e030067dfd73bff96eb8716d05bae5ee908799230393ecdc4a747044f9a", + "controller.py": "0d76590108f4c01713278452a97b7448bf639e15f9bba8a08381afa815d38a48", + "demo_bank.npz": "e34f76e7308b3fcfb9313998e77dd069cd92feaf8d80de2aa7e88bcbc98252fd", + "demo_manifest.json": "9a1c0f19da003c6fd97acde0944d5449eee21828f435b380bb48400ebcf54806", + "demonstrations_readonly/demo_00.h5": "6106c7c0f17f7cc78aa559290c04f9fc47efe90ef3e1ee8b604f54490533cff3", + "demonstrations_readonly/demo_01.h5": "3ed6bca889a981295736e150fc2467851ac1c8bcae83820b1d880edbdb215971", + "demonstrations_readonly/demo_02.h5": "96b9fe83020d6a8ffac82ca4b617602f4409699f90a4969a38c8b33ffd40a8dc", + "demonstrations_readonly/demo_03.h5": "51f9923283f3e34babb3f6e1d5e34a325b269e4f19f7a02c41579f377dbd9528", + "demonstrations_readonly/demo_04.h5": "6cc1db59d096e173585d7d399d08edc9ea1e71595416a3e939fd203eeeb67d73", + "demonstrations_readonly/demo_05.h5": "ccb314e2b715ab9f7acd5c0b1f3c815e32fcfaad04db5cd5a296e13eed80c19f", + "demonstrations_readonly/demo_06.h5": "6369c5a8940ae753ecf11d18843e591023e5643af340897a9ae9ac5ec9ec79a2", + "demonstrations_readonly/demo_07.h5": "82bd9d1e2890c0ecf4b9f1c8a3189d9b25965579caae017f8ff898d4a61fddd0", + "demonstrations_readonly/demo_08.h5": "19e0d43785ce8aee353e08df7e3dc07b668a4f5cfdfe49fd5a6f14705d16bc7e", + "demonstrations_readonly/demo_09.h5": "c627e52b1f1133ecaea385b40cf7d6dddacee44cce0c32219e50841025ec8048", + "demonstrations_readonly/demo_10.h5": "ca776338b05ee4e850b4870430fbb51ee57ec7e2361010b5c731b783714da691", + "demonstrations_readonly/demo_11.h5": "835b5a50445df4e4a7a1c9a917875690b846767f283e82932efe90ea8044cf52", + "demonstrations_readonly/demo_12.h5": "079dd31995b8f71e4f0e393783b284abba591405e45d2475a8acaf185c5c3e91", + "demonstrations_readonly/demo_13.h5": "e9beb4da27b723fb8c823105071794602b09aa09100950108a28f78545aff422", + "demonstrations_readonly/demo_14.h5": "f71305b4e507f0581fdc25b9c59133dcc7b3ac94414f7746ce98783f09ba6503", + "demonstrations_readonly/demo_15.h5": "78e42bc691544cb6da81ef02f5d6602e1c4d1cd8e2b3ab5b54ea4efbff029cfb", + "demonstrations_readonly/demo_16.h5": "9658acf9990d2ba934cfd5248d455ddc871a2d1eb0f971a7b167b904a233f562", + "demonstrations_readonly/demo_17.h5": "e78491bf0768abf0a392d9e626d70d3409442d1cbb2cf41f468d065791cb4744", + "demonstrations_readonly/demo_18.h5": "7c68508905733b693fe754421f022812fbbeff20c3d9b9e015250466f5eca92f", + "demonstrations_readonly/demo_19.h5": "8e32ea2127676f8615b20de6b59e496c050152a5a622b86843a69fa15621c480", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "36d32d36e05720655a9cb6fa228ab1f4fb67706be48d58f4f8f699b785fbf2c1", + "findings.md": "b655a14dc1ce8949a2ed078f924685b9426c61d7cc35f5330b9e87bcfcd5dedf", + "handoff.md": "178aee1ab948d91646e47ad37fc3bbd55e590a38400d766d2400d7828dd5f0a2", + "kinematics.py": "00123305afc7dd8993251931fa82662aae0a071680be2917918209cef3c5f02f", + "model_tool_manifest.yaml": "99e94ad1ab2589ca345f7a8dfbdb41fb0c1c2d9d528365499971f58b5c9ccfd6", + "objects.py": "e32c4aa32b644169317fabbb126bfb9c4eb81696d4f169fd1c9b7c4685d9de53", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "edaeba6b09dfb45a7475b2f5344aeab688d0610ea9c48cbfc21ccd11cd0e8580", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "exploration_ledger_hash": "58ec0a5bd4bd6f0da1ddd03b5dca21bb7f79dea070b1ae8a4d1ec4314c140cba", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "878873161ced962de6e77c3bbbb145ecc604b30a2d9063766d818752014c5774", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 5, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 6, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 7, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 9, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 11, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 14, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 16, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 17, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 18, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "89144b5bede1bf22f5e4d2593cbfcdb87ba79423a3f5a103aebbc2260caecf29", + "episode": 19, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 20, + "bundle_hash": null, + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..4ce26f6b6c5d4f1741e7abdd9a7ba3a8b145fe94 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/handoff.md @@ -0,0 +1,6 @@ +# E20 candidate handoff +Runtime entrypoints: controller.py reset_episode() and act(obs). Adjacent features.py and demo_bank.npz are required. Offline dependencies: Python, NumPy, OpenCV. No network, external model calls, neural weights, simulator imports, or privileged state are used. + +The runner owns initial hold, episode horizon, and observations. The controller emits one bounded 7-component delta-pose action per call, or None. RGB and legal proprioception drive matching to the authorized D20 bank. Termination resemblance is not success. Evaluation of success must use native sparse flags or the preregistered conservative visible rule documented in findings.md. + +The initial preparation is archived in exploration/versions/v0; legal E20 evidence and API results are kept in exploration/. The trusted runner snapshots and independently executes exact candidate versions and chooses the frozen artifact. Full episode ledger will remain outside the final rehearsed bundle to avoid modifying it after the last rehearsal. diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..10897d77aa72dd275acab579a132503aba6cb07c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/kinematics.py @@ -0,0 +1,11 @@ +import numpy as np +def fk(q): + T=np.eye(4) + for theta,a,d,al in zip(q[:7],[0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,0],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + c,s=np.cos(theta),np.sin(theta);ca,sa=np.cos(al),np.sin(al) + T=T@np.array([[c,-s,0,a],[s*ca,c*ca,-sa,-d*sa],[s*sa,c*sa,ca,d*ca],[0,0,0,1]]) + return (T@np.array([0,0,.2104,1]))[:3] +if __name__=='__main__': + import pickle + for step in [1,21,41,61,81,101]: + r=pickle.load(open(f'/workspace/exploration/ep01/obs_{step:03}.pkl','rb'));q=r['observation']['proprioception']['agent/qpos'];print(step,fk(q)) diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ee8170bb01a7be48380a7691c2bbcee07fadbfb2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,73 @@ +{ + "stage": "AUTHORIZED_E20_EXPLORATION", + "status": "candidate_under_test", + "task": "HangMug-v1", + "python": "3.10.20", + "dependencies": { + "numpy": "2.2.6", + "opencv-python": "4.13.0.92", + "h5py": "3.16.0" + }, + "runtime_dependencies": [ + "numpy", + "opencv-python" + ], + "preparation_dependencies": [ + "h5py", + "scipy" + ], + "tools_used": [ + "local shell", + "Python", + "API.read_demo via importlib", + "view_image", + "NumPy", + "OpenCV", + "h5py", + "Python standard library" + ], + "pretrained_weights": [], + "neural_finetuning": false, + "model_weights_modified": false, + "provider_model": "Coding assistant identity/weight hash not exposed; no model update performed", + "artifact_provenance": "D20 observation/action bank retained; camera_P.npy is a fixed geometric projective calibration from 139 authorized RGB/qpos pairs. No neural weights.", + "data_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "inputs_sha256": { + "/task_contract.json": "d06e73a595fce23a15a8e188774d3f495c470ae7d62bca19ba619a0a4fdffcc0", + "/demo_manifest.json": "38af34e572af58e6055bcfa5c6834e6d83b787573d1b01f3a3593b315ecc374d", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "runtime_network": false, + "environment_calls": "Only trusted API, recorded in exploration ledger", + "exploration_episodes": "See trusted budget_status and exploration ledger", + "limitations": [ + "Geometric grasp and placement offsets are under live validation", + "Color occlusion and wrist-circle outliers", + "No contact or privileged state" + ], + "runner_supplies": [ + "verified demo manifest", + "common environment lock" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/objects.py b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/objects.py new file mode 100644 index 0000000000000000000000000000000000000000..605872e50d0fb051c59dd35dc03d5d24b62f37a1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/objects.py @@ -0,0 +1,21 @@ +import cv2,numpy as np + +def point(im,color): + im=cv2.resize(im,(240,320));r,g,b=im.astype(float).transpose(2,0,1) + mask=((r>1.8*g)&(r>1.8*b)&(r>56)) if color=='red' else ((g>1.25*r)&(g>1.2*b)&(g>64)) + cs,_=cv2.findContours(mask.astype('uint8'),cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE) + if not cs:return None + c=max(cs,key=cv2.contourArea);m=np.zeros(mask.shape,np.uint8);cv2.drawContours(m,[c],-1,1,-1);d=cv2.distanceTransform(m,cv2.DIST_L2,5);_,radius,_,p=cv2.minMaxLoc(d) + return np.array(p,float) +def invert(P,uv,z): + A=P[:2,:2]-np.asarray(uv)[:,None]*P[2,:2];b=np.asarray(uv)*(P[2,2]*z+P[2,3])-(P[:2,2]*z+P[:2,3]);return np.linalg.solve(A,b) +if __name__=='__main__': + import sys,json + sys.path.insert(0,'/') + from worker_api import API + P=np.load('exploration/camera_P.npy');rows=json.load(open('exploration/calibration.json')) + for row in rows: + r=API().read_demo(row['id'],0,1,['obs/sensor_data/top_camera/rgb']);im=r['obs/sensor_data/top_camera/rgb'][0] + red=point(im,'red');green=point(im,'green');row['body_pixel']=red.tolist();row['base_pixel']=green.tolist();row['body_xy']=invert(P,red,-.05).tolist();row['base_xy']=invert(P,green,-.10).tolist() + print(row['id'],'grasp offset',np.round(np.array(row['grasp'])[:2]-row['body_xy'],3),'release offset',np.round(np.array(row['release'])[:2]-row['base_xy'],3)) + json.dump(rows,open('exploration/geometry.json','w'),indent=2) diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..9a3373282d8abde2b24d4b1b32b77d0d09f0fbc8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/skills.md @@ -0,0 +1,4 @@ +# Geometric closed-loop skills +Top-camera red and green contour centers localize mug body and stand base. A D20-calibrated projective camera maps them into root coordinates. An explicit analytic Panda modified-DH chain maps legal qpos to TCP position. Bounded translation feedback sequences approach, rim grasp, lift, branch approach, release, and retreat. Rotational actions remain zero as in all D20 labels. Grasp and branch offsets are empirical hypotheses; native or conservative visible evidence determines success, never the phase counter. + +Offline runtime only: controller.py, kinematics.py, objects.py, camera_P.npy; NumPy and OpenCV. No runtime network, models, simulator access, or neural weights. diff --git a/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/HangMug-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start0 + g=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY).astype(float) + gx=cv2.Sobel(g,cv2.CV_64F,1,0);gy=cv2.Sobel(g,cv2.CV_64F,0,1) + J=np.array([[np.sum(gx[inner]**2),np.sum(gx[inner]*gy[inner])],[np.sum(gx[inner]*gy[inner]),np.sum(gy[inner]**2)]]) + _,vv=np.linalg.eigh(J);grad=vv[:,-1];stripe=np.degrees(np.arctan2(grad[1],grad[0]))+90 + stripe=(stripe+90)%180-90 + candidates=[a-90,a,a+90] + a=min(candidates,key=lambda z:abs(z-stripe)) + return np.array([x,y,a,w,h],np.float32) +if __name__=='__main__': + import sys + sys.path.insert(0,'/') + from worker_api import API + api=API();out=[] + for i in range(20): + r=api.read_demo(f'demo_{i:02}',1,2,['obs/sensor_data/top_camera/rgb']);p=box_pose(r['obs/sensor_data/top_camera/rgb'][0]);out.append(p);print(i,p) + np.save('candidate/box_poses.npy',out) diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/build_memory.py b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/build_memory.py new file mode 100644 index 0000000000000000000000000000000000000000..000d5514efbbacbee5561aafd5262f5ac6695dae --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/build_memory.py @@ -0,0 +1,19 @@ +"""Offline authorized demo feature compilation; no optimization or simulator.""" +import importlib.util,json +from pathlib import Path +import numpy as np +from controller import visual_features,CAMERAS +s=importlib.util.spec_from_file_location('worker','/worker_api.py');m=importlib.util.module_from_spec(s);s.loader.exec_module(m);api=m.API() +manifest=json.load(open('/demo_manifest.json'));out={k:[] for k in ['q','v','rgb','phase','actions','demo_index','frame_index']} +for di,e in enumerate(manifest['episodes']): + n=e['length'];fields=['actions','obs/agent/qpos','obs/agent/qvel']+[f'obs/sensor_data/{c}/rgb' for c in CAMERAS] + # All frame/action pairs, chunked to bound memory; terminal observation excluded. + for start in range(0,n,32): + data=api.read_demo(e['demo_id'],start,min(start+32,n),fields) + for j in range(len(data['actions'])): + t=start+j + out['q'].append(data['obs/agent/qpos'][j]);out['v'].append(data['obs/agent/qvel'][j]);out['actions'].append(data['actions'][j]) + out['rgb'].append(visual_features({c:data[f'obs/sensor_data/{c}/rgb'][j] for c in CAMERAS})) + out['phase'].append(t/n);out['demo_index'].append(di);out['frame_index'].append(t) + print(e['demo_id'],n,flush=True) +np.savez_compressed(Path(__file__).with_name('memory.npz'),**{k:np.asarray(v,dtype=np.int32 if k.endswith('index') else np.float32) for k,v in out.items()}) diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/check_results.json b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/check_results.json new file mode 100644 index 0000000000000000000000000000000000000000..12b112eef260264f91e96b08e810d471489960f5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/check_results.json @@ -0,0 +1,27 @@ +{ + "status": "passed", + "scope": "syntax, synthetic input, static artifact integrity only", + "checks": [ + "flat finite bounded float32 action", + "batched RGB equivalent", + "current RGB changes selected action", + "current qpos changes selected action", + "mismatch returns bounded zero-arm hold", + "native horizon stops", + "step 699 can issue legal action", + "nonfinite input stops", + "missing camera stops", + "reset clears phase and counter", + "all 20 demo IDs compiled", + "all 11937 label rows compiled", + "all artifact arrays finite", + "all expert labels within legal bounds", + "complete ordered frame indices per demo", + "artifact loads for synthetic input" + ], + "environment_calls": 0, + "exploration_episodes": 0, + "real_task_tests": 0, + "rehearsed": false, + "frozen": false +} diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..f4f39962e2c919c9ca02420ab703bb2defcfe0ca --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/check_synthetic.py @@ -0,0 +1,44 @@ +"""Interface checks only: no real observations or task execution.""" +import json,py_compile,time +from pathlib import Path +import numpy as np +import controller as c +root=Path(__file__).parent +for p in root.glob('*.py'): py_compile.compile(str(p),doraise=True) +checks=[] +def record(name,condition): + assert condition,name + checks.append(name) +q=np.array([0,0,0,-1,0,1,0,.04,.04],np.float32) +def obs(value=0,batch=False,step=1): + rgb={cam:np.full((1,24,32,3) if batch else (24,32,3),value,np.uint8) for cam in c.CAMERAS} + return dict(rgb=rgb,proprioception={'agent/qpos':q.copy(),'agent/qvel':np.zeros(9,np.float32)},instruction='synthetic input only',step_id=step) +# Artificial exemplars exercise branch behavior; not task trajectories or rollout. +x0=c.visual_features(obs(0)['rgb']);x1=c.visual_features(obs(255)['rgb']) +a=np.zeros((2,7),np.float32);a[:,6]=1;a[0,0]=.1;a[1,0]=-.1 +c._BANK=dict(q=np.stack([q,q]),v=np.zeros((2,9),np.float32),rgb=np.stack([x0,x1]),phase=np.zeros(2,np.float32),actions=a) +c.reset_episode(); first=c.act(obs());record('flat finite bounded float32 action',first.shape==(7,) and first.dtype==np.float32 and np.isfinite(first).all() and (np.abs(first)<=1).all()) +c.reset_episode();record('batched RGB equivalent',np.array_equal(first,c.act(obs(batch=True)))) +c.reset_episode();other=c.act(obs(255));record('current RGB changes selected action',other[0]<0=700:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1) + if _DATA is None: + root=Path(__file__).parent + b=np.load(root/'memory.npz');_DATA={k:b[k] for k in ['actions','demo_index']} + _DATA['poses']=np.load(root/'ee_poses.npy');_DATA['boxes']=np.load(root/'box_poses.npy');_DATA['map']=np.load(root/'box_to_root.npy') + b=_DATA;now=fk(q[:7]) + if _state is None: + bp=box_pose(np.asarray(obs['rgb']['top_camera']).squeeze()) + boxes=b['boxes'];dist=np.sum(((boxes[:,:3]-bp[:3])/[25,25,15])**2,axis=1) + di=int(np.argmin(dist));ids=np.where(b['demo_index']==di)[0] + center=np.r_[bp[:2],1]@b['map'];dc=np.r_[boxes[di,:2],1]@b['map'] + angle=-np.deg2rad(bp[2]-boxes[di,2]);c,s=np.cos(angle),np.sin(angle);rot=np.array([[c,-s],[s,c]]) + close=int(np.where(b['actions'][ids,6]<0)[0][0]) + _state={'retry':0,'offset':np.zeros(3),'close':close,'wait_start':None,'close_step':None,'ids':ids,'center':center,'dc':dc,'rot':rot,'angle':angle,'di':di,'box':bp.tolist()} + st=_state;ids=st['ids'];n=len(ids) + clock_t=step*1.05+2;close=st['close'];grasp_wait=False + if st['close_step'] is not None and step-st['close_step']>=20 and st['retry']==0 and step<600 and np.mean(q[7:9])<.008: + st['retry']=1;st['offset']=np.array([.008,0.,-.007]);st['close_step']=None;st['wait_start']=step + if clock_t>=close: + if st['wait_start'] is None:st['wait_start']=step + if st['close_step'] is None: + clock_t=close+10;grasp_wait=True + elif step-st['close_step']<20:clock_t=close+10 + else:clock_t=close+18+(step-st['close_step']-20)*1.05 + t=min(int(clock_t),n-1);_progress=t/n + goal=b['poses'][ids[t]].copy();a=b['actions'][ids[t]] + blend=np.clip((t-75)/45,0,1) + p=goal[:3,3].copy();p[:2]+=blend*(st['center']+st['rot']@(p[:2]-st['dc'])-p[:2]) + yaw=np.arctan2(goal[1,0],goal[0,0])+st['angle']*min(t/80,1) + grip=float(a[6]) + # After demonstrated lift, transport to the side, lower, release, retreat. + u=(clock_t-(n-25))/1.05 + if u>0: + last=b['poses'][ids[n-25],:3,3].copy();last[:2]=st['center']+st['rot']@(last[:2]-st['dc']) + p=last.copy();p[1]+=.23*np.clip(u/45,0,1) + if u>45:p[2]+=(.16-p[2])*np.clip((u-45)/25,0,1) + if u>73:grip=1. + if u>83:p[2]+=.1*np.clip((u-83)/15,0,1) + if clock_t>=close:p+=st['offset'] + if clock_t>=close and (grasp_wait or (st['close_step'] is not None and step-st['close_step']<20)): + p[2]-=.005 + grip=1. if grasp_wait else -1. + if grasp_wait and step-st['wait_start']>=(12 if st['retry'] else 0) and ((np.linalg.norm(p[:2]-now[:2,3])<.008 and abs(p[2]-now[2,3])<.004) or step-st['wait_start']>=25): + st['close_step']=step;grip=-1. + delta=p-now[:3,3];current_yaw=np.arctan2(now[1,0],now[0,0]);dyaw=(yaw-current_yaw+np.pi)%(2*np.pi)-np.pi + rotang=st['angle']*min(t/80,1);c,s=np.cos(rotang),np.sin(rotang);rz=np.array([[c,-s,0],[s,c,0],[0,0,1]]) + desired_R=rz@goal[:3,:3] + rvec=cv2.Rodrigues(desired_R@now[:3,:3].T)[0].reshape(3) + out=np.zeros(7,np.float32);out[:3]=np.clip(delta/.1*.65,-.12,.12);out[3:6]=np.clip(-2*rvec*.6,-.12,.12);out[6]=grip + return out +reset_episode() diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..ca8bc00c02cedd8765a5267f21bca010276e65d0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "OpenBoxRetrieval-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 577, + "fields": [ + { + "path": "actions", + "shape": [ + 577, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 578, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 578, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 578, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2c66c85260fff0c01dca051271307609ac62c7c479658e2e34498d0c7318254d", + "source_sha256": "a73e0550256cc93a88bffb1da9955f237e90d681a25eae7bf987d65caf771bbb", + "view_sha256": "abecbb70ef0d012bc94ea96ea88d90dd54ccbc84ae7dcf7df78821a70877c495" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 607, + "fields": [ + { + "path": "actions", + "shape": [ + 607, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 608, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 608, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 608, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 608, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 608, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 608, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "72e4561504ad71c89ff07d667c48176d8211b1d891c7e2a50119b72b9c416feb", + "source_sha256": "ca50342908785c7a8c79e8e218addb1a766d21be72ba482758b43bdfbf7c0e8e", + "view_sha256": "0115f22b7cf7060390aa7cf091e6c9158a4402eea474238b225efb79255d9564" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 577, + "fields": [ + { + "path": "actions", + "shape": [ + 577, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 578, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 578, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 578, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a04b0f7bc76c6eadac9387faa01f4a72b35e294533611a23aaa5c10adf530fa5", + "source_sha256": "c64d919ef244b52c4850a5b48748d0322256a227ddf5a0769f091a69a6783bed", + "view_sha256": "0a100039b6261c48ee9005f30e8128ec13ceb985b101d898c1126c7cfaf90b6a" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 597, + "fields": [ + { + "path": "actions", + "shape": [ + 597, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 598, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 598, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 598, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 598, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 598, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 598, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ef070e54a585c04695970f9ebd38f1d2e86815a2dab4d946ba6243af9cfa9b28", + "source_sha256": "883974a5a977af9470b973c389e1b65933a48665171252fa8d2a23b74f25a2bf", + "view_sha256": "d8058db1bde503767ea2490788e538ab87f8689e3207ff4c6e8f854e076c3fd5" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 596, + "fields": [ + { + "path": "actions", + "shape": [ + 596, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 597, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 597, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 597, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 597, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 597, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 597, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2494fce52e1c34cf44414ac2b50b4175a9a4139f1560b2029ae606d46352edf2", + "source_sha256": "58118d1f39e617b063103f1568572d318902b19401289a2399e615844b9e716d", + "view_sha256": "76e194732da6a1d2a525dae3892bd191888dac33ac257057a7a0ed5b5678c8a0" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 587, + "fields": [ + { + "path": "actions", + "shape": [ + 587, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 588, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 588, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 588, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c9988d4a50382fb411910269a9fcd21aa94260a775dadd8b837f362bd2282466", + "source_sha256": "545e3318f4d8c1be7aafdcdc0a3de7131ab4d3e3a680b687f20a95b420ac0bca", + "view_sha256": "9f760d896ba7c08d3752d11869c87ad544c47d323ebef9eeaadabe33c266a344" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 650, + "fields": [ + { + "path": "actions", + "shape": [ + 650, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 651, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 651, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 651, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 651, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 651, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 651, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fbd5637e9b4514f2f2bf88bcc005a315bef36082349958f01c2ae7639c23df1f", + "source_sha256": "ebd8ee5e580c2780526886dbed581a51125c7b86d40967d7270775fadeb4a2d5", + "view_sha256": "fc1ad63bed6816f2d703f48ba8e1770e54eb9f53634cefd8c8f657eb0f1ea581" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 598, + "fields": [ + { + "path": "actions", + "shape": [ + 598, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 599, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 599, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 599, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 599, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 599, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 599, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5ba94451960612a20419974f521467109edb383c857661089b8b81dbd5d863ed", + "source_sha256": "f4bd7b769da80da19ce05dc891d06a9381cd77c1704e2f1dfd411cccb16187ba", + "view_sha256": "33398af6f64d5d5116122bee5203f8b7dba23071941c7ecfdcf7578aea4a8470" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 615, + "fields": [ + { + "path": "actions", + "shape": [ + 615, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 616, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 616, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 616, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 616, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 616, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 616, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "18f43ffcf61ed853b10d567ffd88328c431f744589b257c7397fe8ba9dec5e72", + "source_sha256": "6a976e89a92d839057693b48974fe34f484b9c2bcea6ef43d9b09b0956a5b964", + "view_sha256": "a2c2788dac8d237218c582594762090bac7d7aca28a2e32f2c5f3f42cc670f9d" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 599, + "fields": [ + { + "path": "actions", + "shape": [ + 599, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 600, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 600, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 600, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 600, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 600, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 600, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fa8267ef9e9b5127959e68d7d9c2312335cd8e5e49fe287ec34e40d3e312d755", + "source_sha256": "0c752d0f7dc736edae928c482f879508ee78ae9d27b8c4c9efc0250f04077426", + "view_sha256": "c8a5cbb4eecb3c62d5f4e3ef33120f8018a441b964dd4d4c36e82eed3e4b0eab" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 601, + "fields": [ + { + "path": "actions", + "shape": [ + 601, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 602, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 602, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 602, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 602, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 602, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 602, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9bbe8f7db124eca59b4dd6a10c63c2104ab47c916df718e37396552c70837c3d", + "source_sha256": "9f8bf0259ca52e97e287c24ef4d528d754291e94c833f3606f22fc97ecb61725", + "view_sha256": "5f0ba65e0d833073b9738884e5d1cda914493f8c42755edc0582da2a9c2f3d96" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 573, + "fields": [ + { + "path": "actions", + "shape": [ + 573, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 574, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 574, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 574, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 574, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 574, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 574, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2a327b8d5735741f05ab3f5616cc1a8f71dc9515f50c198b7fef0e198e5e0576", + "source_sha256": "c302708d69c0f44ea7509f2a6c71edd930c73d5424ebb8ab5a5ff8bc02fb3a85", + "view_sha256": "8db28e885120dcfda519188a9dc260f69c36b0c9526bc50f13fa382e8b66ab56" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 607, + "fields": [ + { + "path": "actions", + "shape": [ + 607, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 608, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 608, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 608, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 608, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 608, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 608, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "63c2671d232ebf816813c1f1e826661572b027d985a265a97f7cdccdf11c8258", + "source_sha256": "476bc6cb730e734b28e2efbeb33441a0ff592bafb2820915596d5cab3d84532b", + "view_sha256": "ce670af3a1270dd42e02b70d49c0c3efbb2324f6674d43749c5b0202713dffee" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 591, + "fields": [ + { + "path": "actions", + "shape": [ + 591, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 592, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 592, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 592, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 592, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 592, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 592, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2b020fd118e64cfa59374da313b750752a83b402c6440e38d055c47f72e813ac", + "source_sha256": "85347458047ddf7967d8fb156d93c9d7cfccf1bae76453a410416cc0a74bbc90", + "view_sha256": "72e8c160dede614edb37d1265bc89f12f08c000a50f8f34535a4cf328e8b6eb2" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 579, + "fields": [ + { + "path": "actions", + "shape": [ + 579, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 580, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 580, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 580, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "75f0501314a6445e05c7f3199a983af7dfb89406e155ed0e0af1e5e7e71c3459", + "source_sha256": "a8440c38a3836d0d60d4ba3b30d224b217dd87d4c8d9286ca72f3fa269620bec", + "view_sha256": "3d079832e08ad5d9a3410524d89fe1f9e027d3b2d008349263bd86244728ccbf" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 606, + "fields": [ + { + "path": "actions", + "shape": [ + 606, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 607, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 607, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 607, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 607, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 607, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 607, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4fb0bf009d8e2956e1f8ac2b7cdc2b5eb8760043297b47c5247738ef28222ec7", + "source_sha256": "627debe11e43630bee9c7a2194c48b1aa09514fa9b884aa0584d19c61dc43e36", + "view_sha256": "c8c0fc97df23990ea567e01e2fd2aa2f55326d4669a5b1297168b3280ac0c69a" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 630, + "fields": [ + { + "path": "actions", + "shape": [ + 630, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 631, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 631, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 631, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 631, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 631, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 631, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "43abd494e085879dff540c53aaa710ffad119fe2947907b39feb19adea7a8f83", + "source_sha256": "69147ab21d6d3c145154b4a2254e201ebc57cdb3d289bfd0166106919b094f64", + "view_sha256": "b1fa018f289dfa8773d423e60fa0e677d6584828f8a2b45e315d3e18edd2daa8" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 548, + "fields": [ + { + "path": "actions", + "shape": [ + 548, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 549, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 549, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 549, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 549, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 549, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 549, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3240c7c4474e6f2fee97989d1e7cb24ac66aa27689a3fc571f28d0d12c800ee8", + "source_sha256": "b077bd738897f5a845ff1c6f3dbfa666389d5b33521a83f795d1400f2384cd4f", + "view_sha256": "0ddfd1bdfc8289fd14a9b01e26cc869f587918753e0d7425f18814a73b370856" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 587, + "fields": [ + { + "path": "actions", + "shape": [ + 587, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 588, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 588, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 588, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "10044cd2036e26a61e6a1df9778aaf94263864b0c2310b7300b65a68e814fabd", + "source_sha256": "4664d19beea5955aa5eb6a04d5086c537966bebce0db4a01cfef5ac6e97db0b5", + "view_sha256": "35abd46cd70e787b65217293e308ab9ccf599bc2daa7ca3b002eaf88ed64b960" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 612, + "fields": [ + { + "path": "actions", + "shape": [ + 612, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 613, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 613, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 613, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 613, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 613, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 613, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "be9a9c5a0d130d05999040c085a7cfc45fe61b1c9d366cbf373db0d031e44014", + "source_sha256": "e9c77bb4d8fba8c4f6cd98a8f24be3ea98d5f5ec02e22db27100fcaaed3b64d2", + "view_sha256": "b81786db108b698fa6e7f4020b975cbb7d668d433cb613caebf2353fbfd97022" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..162b40945581c60588d32fc10d2e6300a3510c1e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/findings.md @@ -0,0 +1,23 @@ +# Exploration findings + +The original D20 analysis remains in ../demo_analysis.md. All data are this task's 20 authorized demos and API exploration observations. No neural weights changed. + +Episode 1: original appearance/qpos action retrieval advances through initial yaw and approach, then stalls around normalized demo phase 0.312 from native step 350 onward. Images show arm far from the closed/slightly split lid. Local action retrieval does not provide positional correction after divergence. Grasp and outside placement have not been achieved. + +Revision: closed-lid color mask plus stripe direction measures top-image box center and orientation, normalized to 480x640 resolution. Demo images are 240x320. Stripe structure tensor resolves the square's 90-degree ambiguity (notably demo_12). An affine map from demo lid centers to grasp FK xy has observed residuals about 1–7 mm; this is a task-data calibration, not camera metadata. Analytic Panda FK converts legal joint observations into end-effector poses. This is a kinematic calculation only, with no dynamics, environment resets, or task simulator. + +The candidate chooses a geometrically nearby demo, transforms its Cartesian path into the observed box frame, and tracks poses using current measured joints. Timing follows the demonstration with a 1.05 speed multiplier. The last demonstrated lift is followed by a side transfer, lowering, release and retreat. This suffix is handwritten and requires exploration validation. Contact, grasp confirmation, recovery, timing tolerance and localization under occlusion remain unresolved. + +Episode 2 (pose_v1, three-step diagnostic chunks): a lid flap opened and banana became visible inside (steps 241,331). Closure/lift did not visibly establish a banana grasp. By step604 the wrist tilted substantially: measured FK z-axis approximately [0.768,0.260,-0.586], unlike demo axes near [0,0,-1]. The diagnostic's obsolete phase-stall guard stopped before release, then telemetry serialization failed on a NumPy scalar; actions were already saved. Both runner defects are fixed. Episode was legally finished at604, latest native success=false. Revision v2 adds full 3-axis orientation error feedback and lowers translation/orientation gains and bounds; this targets the observed wrist drift. It must be independently rehearsed. + +Independent rehearsals 3 and 4 used exact v2 bundle b4cbf536fa1eef6449cd42f8f7446c622255315feeb2cf4d6c88f9f57957f6c2: native success true then false. Episode3 terminated at591 while visibly holding the banana above the opening; outside release is not visually established. Episode4 ended at700 with upright wrist and open lids, banana still inside. Native success and the stricter visible outside-placement judgment are distinct. + +Episode5 small six-axis ±0.04 pulses verified action directions. Measured translation response was about0.058 m per summed normalized action and rotation about-0.287 rad per summed normalized action over five-step pulses. Orientation pulses also move the chosen FK tip through its offset from the controlled frame. Full-pose feedback recovered to 0.35 mm /0.0016 rad from the initial pose after35 steps. No simulator was used. + +A post-opening yellow-mask banana detector was evaluated on authorized demo frames before grasp. Partial occlusion and dark shadows produced large centroid outliers, so the fitted detector calibration is rejected for runtime use; analysis/evidence are retained outside candidate. Revision v3 instead adds a grasp-arrival gate: stay open until XY error <8 mm and Z error <4 mm (25-step timeout), lower the grasp target5 mm, hold closure20 native steps, then resume lifting. This explicitly tests timing and pose error as causes of missed grasps. + +Episode6 repeated six-axis recovery diagnostics at amplitude0.08: residual0.46 mm/0.0043 rad, with all evidence saved. Episode7 v3 per-step interactive rollout achieved native success at529: closure gate waited3 steps; both fingers retained18.4 mm spacing. Independent rehearsal8 of exact v3 bundle69764a3664835e14f42b8402bad313583177162ecb3586416503ac45b2d3cd28 was valid and native-successful. Rehearsal3/7/8 images do not establish outside release before native termination. + +Revision v4 adds one bounded empty-grasp retry. If mean finger qpos is below8 mm after20 closure steps, before native step600, it reopens for at least12 steps and retries8 mm farther in root x and7 mm lower. The arrival gate and20-step closure hold apply again. This is based on demo/successful online gaps around18–20 mm versus episode2's empty gripper near0. It is not a general contact classifier and can miss false grasps on the box. Only one retry is allowed. + +Episode10 tested v4 with per-step feedback through native horizon700; native success=false. Initial localization selected demo1, box center [249.73,363.55] in normalized top pixels, stripe angle48.81deg. Both grasp attempts timed out at25 steps. FK tip stayed near z0.29–0.30m while commanded grasp target was near0.12m; left image511 shows a flap beneath the fingers. Empty-grasp retry at539, reclosure564, finger gap approximately zero. This identifies blocked descent/lid geometry, rather than merely insufficient closure time, as a failure. Images/actions/proprio retained in evidence/episode_10. Episode9 log was truncated on the prior run; no outcome inferred. diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..cf60fdb2014bdefc74046b378e0f4f2b2d157101 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/freeze_manifest.json @@ -0,0 +1,163 @@ +{ + "files": { + "__pycache__/box_pose.cpython-310.pyc": "ac9d437207f4d945238c74e02393751567e1017c6d72542ad113133a2d8be7fc", + "__pycache__/build_memory.cpython-310.pyc": "201517ff621a8106c29f0812ccd7de1d6e8a85f83df86b01cf7590e5cb7ef5ff", + "__pycache__/check_synthetic.cpython-310.pyc": "4e6b6eab77e70b9de8db7e998f20d825c1da9de22e6719b2823d64fcdf2b8f08", + "__pycache__/controller.cpython-310.pyc": "e302b98a8539992e4058fab6a9191175d39063502b5bc18ac633ecb0caab56bb", + "__pycache__/kinematics.cpython-310.pyc": "3d2252ccec9997245aba238daf63422d9b36bd23c88fa9fe1f69a7e5392ced4c", + "box_pose.py": "d4f1b9668883d3ae828a0b4f3d6662b0720f00d24ae3aa7e12d862415d091405", + "box_poses.npy": "576c5ffe1344a8609b2b9c7139669597ea01e912da8566801f703dcef2ec0da2", + "box_to_root.npy": "a1b626df45d883d5bdff8f2116cd3d3011faf615ce9a3c8bc1e1e1e21d6dca4e", + "build_memory.py": "952edba5224bae823a4eca9c714117d9fe3d67adc712bc43c1d0bd9a964ec488", + "check_results.json": "79765d615aacb199e861b85e37b7e20f104b9bb3e5f7295e19a10ef394b79c28", + "check_synthetic.py": "01f84d7660f3eedd90324adc8e5ee861773fc8426592e3bcf9eacfdcbfbc9f8c", + "controller.py": "d7ecea35252f94a83f370d66fb6805e986ccac9c9f8e539d535b4675f590a0ca", + "demo_manifest.json": "7f0e8f6c95b942ae55753b0afc3122dd4b979a7d20c01775772987ccf589acef", + "demonstrations_readonly/demo_00.h5": "abecbb70ef0d012bc94ea96ea88d90dd54ccbc84ae7dcf7df78821a70877c495", + "demonstrations_readonly/demo_01.h5": "0115f22b7cf7060390aa7cf091e6c9158a4402eea474238b225efb79255d9564", + "demonstrations_readonly/demo_02.h5": "0a100039b6261c48ee9005f30e8128ec13ceb985b101d898c1126c7cfaf90b6a", + "demonstrations_readonly/demo_03.h5": "d8058db1bde503767ea2490788e538ab87f8689e3207ff4c6e8f854e076c3fd5", + "demonstrations_readonly/demo_04.h5": "76e194732da6a1d2a525dae3892bd191888dac33ac257057a7a0ed5b5678c8a0", + "demonstrations_readonly/demo_05.h5": "9f760d896ba7c08d3752d11869c87ad544c47d323ebef9eeaadabe33c266a344", + "demonstrations_readonly/demo_06.h5": "fc1ad63bed6816f2d703f48ba8e1770e54eb9f53634cefd8c8f657eb0f1ea581", + "demonstrations_readonly/demo_07.h5": "33398af6f64d5d5116122bee5203f8b7dba23071941c7ecfdcf7578aea4a8470", + "demonstrations_readonly/demo_08.h5": "a2c2788dac8d237218c582594762090bac7d7aca28a2e32f2c5f3f42cc670f9d", + "demonstrations_readonly/demo_09.h5": "c8a5cbb4eecb3c62d5f4e3ef33120f8018a441b964dd4d4c36e82eed3e4b0eab", + "demonstrations_readonly/demo_10.h5": "5f0ba65e0d833073b9738884e5d1cda914493f8c42755edc0582da2a9c2f3d96", + "demonstrations_readonly/demo_11.h5": "8db28e885120dcfda519188a9dc260f69c36b0c9526bc50f13fa382e8b66ab56", + "demonstrations_readonly/demo_12.h5": "ce670af3a1270dd42e02b70d49c0c3efbb2324f6674d43749c5b0202713dffee", + "demonstrations_readonly/demo_13.h5": "72e8c160dede614edb37d1265bc89f12f08c000a50f8f34535a4cf328e8b6eb2", + "demonstrations_readonly/demo_14.h5": "3d079832e08ad5d9a3410524d89fe1f9e027d3b2d008349263bd86244728ccbf", + "demonstrations_readonly/demo_15.h5": "c8c0fc97df23990ea567e01e2fd2aa2f55326d4669a5b1297168b3280ac0c69a", + "demonstrations_readonly/demo_16.h5": "b1fa018f289dfa8773d423e60fa0e677d6584828f8a2b45e315d3e18edd2daa8", + "demonstrations_readonly/demo_17.h5": "0ddfd1bdfc8289fd14a9b01e26cc869f587918753e0d7425f18814a73b370856", + "demonstrations_readonly/demo_18.h5": "35abd46cd70e787b65217293e308ab9ccf599bc2daa7ca3b002eaf88ed64b960", + "demonstrations_readonly/demo_19.h5": "b81786db108b698fa6e7f4020b975cbb7d668d433cb613caebf2353fbfd97022", + "ee_poses.npy": "53644ac5cebb8cf6f932b1d4bf974a4c2b8847bfe30570ea483abac93c2f7180", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "e7ad034a24c563821c845aa0adf4fcce0d2e20bba8f42ec3f607788705ef7d37", + "handoff.md": "b4517aa0e3a4879462f654a644052603f41867903a1ef44eff23efc5167b7bdc", + "kinematics.py": "a448a8227d5054dbc736021bfe58a2814ec4041bf5fdf80e31432e07fd11e5de", + "memory.npz": "0c4d1c4b648d4b83335d2038f9f656261c2ae026fb3725ef242ff3f2937a900a", + "model_tool_manifest.yaml": "21f8c4a7573f8040b0453a5b940f2911022076269a6ecb6957eeca2e5dcbe91a", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "35cac2feb82ae78a44a1854c4e5e021a667ceab00be152c5a1efce1ad81cde67", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "56c02cdba6b2b1945c7d6e56830c02da33526f7ad16b58df63441d4b86ac76f1", + "exploration_ledger_hash": "56ba41f27f43f84314eac15051cfee8ab8a0fe2fdb89665aa8d859563511294f", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "b4cbf536fa1eef6449cd42f8f7446c622255315feeb2cf4d6c88f9f57957f6c2", + "episode": 3, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "b4cbf536fa1eef6449cd42f8f7446c622255315feeb2cf4d6c88f9f57957f6c2", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "69764a3664835e14f42b8402bad313583177162ecb3586416503ac45b2d3cd28", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 11, + "bundle_hash": "56c02cdba6b2b1945c7d6e56830c02da33526f7ad16b58df63441d4b86ac76f1", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 12, + "bundle_hash": "905bcb933adfa26841799ecd90cef75b445ca9c2d905d6c7ea58be6fae666f39", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 13, + "bundle_hash": "905bcb933adfa26841799ecd90cef75b445ca9c2d905d6c7ea58be6fae666f39", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "c614a7306e193276f148554e1becedc7cd0c04c80998c1bf7badb18abcc1be6d", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "c614a7306e193276f148554e1becedc7cd0c04c80998c1bf7badb18abcc1be6d", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "c614a7306e193276f148554e1becedc7cd0c04c80998c1bf7badb18abcc1be6d", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "c614a7306e193276f148554e1becedc7cd0c04c80998c1bf7badb18abcc1be6d", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "c614a7306e193276f148554e1becedc7cd0c04c80998c1bf7badb18abcc1be6d", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "c614a7306e193276f148554e1becedc7cd0c04c80998c1bf7badb18abcc1be6d", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..016175a004215c6fe8068947f41d03bbaad0c563 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/handoff.md @@ -0,0 +1,5 @@ +# Handoff + +Entry points: controller.reset_episode() and controller.act(observation). Runtime requires Python, NumPy and OpenCV; all data files are in this directory. kinematics.py is an analytic robot forward-kinematics calculation, not a simulator. box_pose.py uses RGB only. memory.npz, ee_poses.npy, box_poses.npy and box_to_root.npy derive only from this task's 20 authorized demonstrations. + +Current revision uses box-localized Cartesian pose tracking and a handwritten outside-placement suffix. Validation and exploration findings are in findings.md; evidence and earlier candidate versions are retained in the workspace. Original offline analysis remains in demo_analysis.md. Sparse native success, if returned, is authoritative; otherwise success requires unambiguous public-instruction satisfaction in legal images. Ambiguous evidence is false. diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..364ea1faf53e87eca74ac55023cea0ab33a3800e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/kinematics.py @@ -0,0 +1,11 @@ +"""Analytic Panda forward kinematics only; no dynamics or task simulator.""" +import numpy as np +def fk(q): + t=np.eye(4) + for qi,a,d,al in zip(q,[0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,0],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + c,s=np.cos(qi),np.sin(qi);ca,sa=np.cos(al),np.sin(al) + t=t@np.array([[c,-s,0,a],[s*ca,c*ca,-sa,-d*sa],[s*sa,c*sa,ca,d*ca],[0,0,0,1]]) + t[:3,3]+=.2104*t[:3,2] + return t +if __name__=='__main__': + b=np.load('memory.npz');print(fk(b['q'][0,:7])) diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8353f8ae547974caca78e5d810b76ef298f43ff9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,87 @@ +{ + "status": "exploration_in_progress", + "task": "OpenBoxRetrieval-v1", + "agent": "Agent-D20-E20-Compiled", + "model": { + "coding_worker": "Codex (provider model revision not exposed to worker)", + "weights_modified": false, + "policy_neural_models": [], + "frozen_pretrained_weight_references": [] + }, + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92" + }, + "preparation_dependencies": { + "h5py": "3.16.0", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92", + "python_stdlib": [ + "importlib", + "json", + "pathlib", + "hashlib", + "platform", + "sys", + "py_compile", + "time" + ] + }, + "available_not_used_for_policy_or_analysis": { + "scipy": "1.15.3", + "torch": "2.10.0" + }, + "tools_used": [ + "local exec_command shell/Python", + "local view_image", + "worker_api.API.read_demo (local HDF5 only)", + "worker_api.API trusted exploration and rehearsal", + "analytic Panda forward kinematics (no dynamics)", + "OpenCV box localization" + ], + "data_provenance": { + "contract": "/task_contract.json", + "manifest": "/demo_manifest.json", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "allowed_fields_only": true, + "feature_compilation": "all action-aligned indices 0..length-1; all four cameras, qpos, qvel, actions", + "external_data": null, + "input_file_sha256": { + "/task_contract.json": "bc0f7439aef289896625578b22329a422ea2609e593b8042be64a0bf3c3182e6", + "/demo_manifest.json": "b30b2383b3a6dc2838cf12354884f91f70e1f976a51ab3294c5e97b836a295a9", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + } + }, + "weight_provenance": "No downloaded or pretrained tool weights used; memory.npz contains deterministic demo features and expert labels, not trained neural weights. Coding model remains unchanged.", + "limitations": [ + "Grasp and outside placement not yet established", + "No hidden object state or contact access", + "No neural models or network at runtime" + ], + "validation": { + "status": "exploration_in_progress", + "original_checks": "check_results.json concerns original draft only" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..2324cc53ee1b96377d4eecfcd8810e8b44b5a83f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/skills.md @@ -0,0 +1,9 @@ +# Runtime skills + +- Localize the initially closed box from top RGB using a color mask, rectangle fit and lid stripe direction. +- Select a demonstrated trajectory by measured box geometry and transform its Cartesian path to that geometry. +- Use analytic Panda FK on current qpos for bounded Cartesian/yaw error feedback each native step. +- Follow demo lid manipulation, descent, closing and lifting timing; then transfer 0.23 m sideways, lower, release and retreat. +- Obey native 7-component action order and 700-step horizon, with the initial hold owned by the API. + +No neural model, network, simulator, seed, hidden object pose, or external task data is used. Visible success must be judged externally from legal evidence; the controller does not assert success. diff --git a/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/OpenBoxRetrieval-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=500:return None + if step==s['last_step']:return s['last_action'] + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1);T=fk(q);pos=T[:3,3];R=T[:3,:3] + if 'pen' not in s: + pen,holder=locate(obs['rgb']['top_camera']) + if pen is None or holder is None:return None + s['pen']=np.r_[pen,1]@CAL['grasp'];s['original_pen']=s['pen'].copy();s['transfer'],s['insert']=holder_targets(holder) + p=s['phase'] + if p==3 and s['age']>=10 and not .003=1: + s['diagnostic']='empty grasp after retry';return None + s['phase']=p=10;s['age']=0;s['retries']+=1 + if p==4 and not s.get('holder_refreshed',False): + _,holder=locate(obs['rgb']['top_camera']) + if holder is not None: + _,new=holder_targets(holder) + if np.linalg.norm(new[:2]-s['insert'][:2])<.06: + s['transfer'],s['insert']=holder_targets(holder) + s['holder_refreshed']=True + if s['age']>75: + s['diagnostic']='phase timeout';return None + target=s['pen'].copy();rot=CAL['grasp_R'];grip=1 + if p==0:target[2]=.30 + elif p==1:pass + elif p==2:grip=-1 + elif p==3:target[2]=.434;grip=-1 + elif p==4:target=s['transfer'].copy();rot=CAL['transfer_R'];grip=-1 + elif p==5:target=s['transfer'].copy();rot=UPRIGHT_R;grip=-1 + elif p in (6,7):target=s['insert'].copy();rot=UPRIGHT_R;grip=-1 if p==6 else 1 + elif p==8:target=s['insert'].copy();target[2]+=.15;rot=CAL['grasp_R'] + elif p==10:target=np.array([.307,0.,.58]);rot=CAL['grasp_R'];grip=1 + else:return None + err=target-pos;re=Rotation.from_matrix(rot@R.T).as_rotvec() + limit=.4 if p in (0,3,4,8,10) else (.2 if p==1 else .12) + a=np.r_[np.clip(err*5,-limit,limit),np.clip(-re*1.5,-.2,.2),grip].astype(np.float32) + if p in (2,7): + a[:6]=0 + reached=s['age']>=(20 if p==2 else 10) + else:reached=np.linalg.norm(err)<.004 and np.linalg.norm(re)<.025 + if reached: + if p==10: + pen,holder=locate(obs['rgb']['top_camera']) + proposal=None if pen is None else np.r_[pen,1]@CAL['grasp'] + if proposal is None or np.linalg.norm(proposal[:2]-s['original_pen'][:2])>.08: + s['pen']=s['original_pen'].copy();s['relocalization']='rejected inconsistent detection; reuse original visual position' + else:s['pen']=proposal;s['relocalization']='accepted nearby detection' + if holder is not None:s['transfer'],s['insert']=holder_targets(holder) + s['phase']=0;s['holder_refreshed']=False + else:s['phase']+=1 + s['age']=0 + else:s['age']+=dt + s['last_step']=step;s['last_action']=a;s['diagnostic']=f'phase={p} xyz={pos.round(3)} err={err.round(3)} rot={np.linalg.norm(re):.3f}' + return a +reset_episode() diff --git a/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..73599b5add45f6c616f859796dbf39988cec10d0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "PickPlacePen-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 293, + "fields": [ + { + "path": "actions", + "shape": [ + 293, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 294, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 294, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 294, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 294, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e65f6ac2e6050765c1713846f2062f4a6c0c4e467d49d3af6ebfa452906b41ae", + "source_sha256": "5d4be8b17f9cfc3adbf2ca333a70833a36b36e7aedce97316b3f9dd91e89ade0", + "view_sha256": "65ef865343a5d5a73190bea7486c8d96091635040b758a7377b6ee327f4daaa3" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 313, + "fields": [ + { + "path": "actions", + "shape": [ + 313, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 314, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 314, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 314, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 314, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f40d89a8bb0a38f0e04abb7366b2e90da5f092184de18eb963216b2293f26eda", + "source_sha256": "e5d582b0fc0d6a05ebe19edcd567d208e651cd5281208a93384ec96dce267f08", + "view_sha256": "82868ef422294ba387679286cd2428ca97b324aef9c0af36c36ddeef9814e4f3" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 294, + "fields": [ + { + "path": "actions", + "shape": [ + 294, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 295, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 295, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 295, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 295, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 295, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 295, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e5601d238a1c56831bfbab1c1a2d8ec64dfb18247430059f767957c22e37b1f3", + "source_sha256": "b3f12fbe8ccbab67aeab891977f13822e4d6b8ebe27c5357df813235188c1f08", + "view_sha256": "67224dc7bb2551415fb09175b52677b68a44894a2ab2528abe3da89c00fdfdf7" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 302, + "fields": [ + { + "path": "actions", + "shape": [ + 302, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 303, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 303, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 303, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 303, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f9349520e9b88e0cba6035f6fe49e2e1b0a8e5c6056707c0a178733f2d51c116", + "source_sha256": "4746ed9a22d4a8cc797cb2d93c40702131c710d43c7a256ffcf83bf601d48ac4", + "view_sha256": "f9b09b430aa1cd5f5f415be2dac19e7a6117f8abe67fa7ad1c9bd6e8b3796148" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 304, + "fields": [ + { + "path": "actions", + "shape": [ + 304, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 305, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 305, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 305, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 305, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 305, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 305, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e6c12f296e612b10b851391d963a52a002726b6c0e76005e25fda26305105cff", + "source_sha256": "5395258e03160fb60c20dedb6341968cb3d3a618f51e1270ee06c1fd1a405290", + "view_sha256": "2e63a03c24e6a21e7fcf6da67f7433ae13b9712de5402165557809da4d2c4c05" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 294, + "fields": [ + { + "path": "actions", + "shape": [ + 294, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 295, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 295, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 295, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 295, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 295, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 295, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f34e1d87879638e81d72820353a9cdfbbc4cc8f3b66aea346366d8902616cb69", + "source_sha256": "e9a311ed8213f1abd94d167b7f8bd34a9bf51dca31da5d7e3d9786ec818fe78b", + "view_sha256": "1f77e623d2674e08d85a1a81e8de9354843c7f99a6318a210e47c74931987aa8" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 300, + "fields": [ + { + "path": "actions", + "shape": [ + 300, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 301, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8d51cf207091062ba9fc2e4220ee1b6eeea0034546bf97c08b09e0339c580796", + "source_sha256": "92c6e5c483d8f14106a2ca23d2aac1ed197dd7177652c724ce8e75e40d7d82d3", + "view_sha256": "031218855893eed224057c35ae0936f427d5bec4949ec056353200fc40befff3" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 300, + "fields": [ + { + "path": "actions", + "shape": [ + 300, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 301, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c614fb6a3ac1bf38f910fb1e776d1b4f08004f2f10fadc5bdb0c034f69151ae5", + "source_sha256": "d6483899fa5ae685df4009f39641745f5f38f2908c161e02311ffb61d47b547f", + "view_sha256": "4bb347bb6364c8c37207f51ecef08a93bf25bdff69bc47eb44448e7a00e41787" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 295, + "fields": [ + { + "path": "actions", + "shape": [ + 295, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 296, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 296, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 296, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 296, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 296, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 296, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a84817d7aff93ad3fb4e0c561aeeb48d4660e0245064e957e50f9e4bede94848", + "source_sha256": "45038a42b97619a69e00f9b6fab66bb862810724b33d2f7552f63a8f2e04469b", + "view_sha256": "ac2099a85ca235f3bc947b3a9868900514a20a341da81d4da3581e0f4145a285" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 292, + "fields": [ + { + "path": "actions", + "shape": [ + 292, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 293, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 293, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 293, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 293, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8a7e039926f9645f545945d434caa738104147dc4a3fe5aaf39461c1c178d1e8", + "source_sha256": "569d99604a918f8437069c7497ed8f499bb859f48f642fb2f3bc6a6a0aa45e13", + "view_sha256": "fba3366d9ab50a625c46c4b3b7dc1c84866cf0dee6ff97836e3a83836d1d8266" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 295, + "fields": [ + { + "path": "actions", + "shape": [ + 295, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 296, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 296, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 296, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 296, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 296, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 296, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c331bcda1f9ad33e04719067edfb6dc2775d8ed7199394bf0b8458c8f039aa32", + "source_sha256": "3b711a97a6c865f8c27b2aa1fd18ac900f022330f42f2175e2302803d717f61b", + "view_sha256": "70e1cbd4d423a130f83c8655120a951c6c17f2fb192cf49cace106e725867461" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "01c0951339f1db130b11155f19474c3d79da65b873a0f417a08f8b9aa3865aa1", + "source_sha256": "f644dd76c6e26f7d7a2f1081de52c3f9d5cf04099b00a9744715cfdf77347947", + "view_sha256": "7db7b67b84cb3e3c9d218f0668a4efa40cca4c81b44c0c258bb04c21bded88ff" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 283, + "fields": [ + { + "path": "actions", + "shape": [ + 283, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 284, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 284, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 284, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 284, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 284, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 284, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c6c310cb92376c8b818a9435b62c5052250f201e39b86cd074817e20fe47eeba", + "source_sha256": "cf1b23fa3a030afbfd1ba678def17532680cfed35a9c0cb981d87f02843c9d3f", + "view_sha256": "904c198d3597b73acd11fb53b715c21be375f9a31d67a8aad4c2d8fcd5137c51" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 301, + "fields": [ + { + "path": "actions", + "shape": [ + 301, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 302, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 302, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 302, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9c2ab2f2a573cf99ccf142388821d69a147104fc4058145a8ea5555339c5146e", + "source_sha256": "a64a9c7477127578125f68c0d0db9b3b59c90349d07368397a076055c310e135", + "view_sha256": "16b06988de5fa80f62944c2f290f773f47b5f11baf877977468f00d8b520105e" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 299, + "fields": [ + { + "path": "actions", + "shape": [ + 299, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 300, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 300, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 300, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "47f03214d5ee960dcf26500a9a80be2cf7fee338f0a5d4cafa12c7666870c400", + "source_sha256": "1efbb2c4ebaaa5ed4d972077cb1b63a19c50d2d5f01ecf50bc48bd52c7e59f27", + "view_sha256": "93355f36d4d33073871234bf4caac23241457ba4afaaf4e9a36e502e892de3b0" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 282, + "fields": [ + { + "path": "actions", + "shape": [ + 282, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 283, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 283, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 283, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 283, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 283, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 283, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ecaf96af0ea996d223e706a1853ab52a52ee4d0b1021b0cb3ae3b62792b02667", + "source_sha256": "5c075b1930bc719b8eeb804f43a42cae3671e7b851c8c74aa080cd52b172a570", + "view_sha256": "4c6fb8fd5dd3a41a4a7f1ac6e90b241ab805eadb60968da13bbab2382f6d2511" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 300, + "fields": [ + { + "path": "actions", + "shape": [ + 300, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 301, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 301, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 301, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "34ccb8796b6b81f681c3845afd2571b4c772312526a6280d37d5f7008d9cab11", + "source_sha256": "5ead377fc689c3e976620c19620255573767803d12fc6f7feab871430b76fb8d", + "view_sha256": "ef590d4f188ab0888d12220194a71a3474b52b56f82a1b947716fff8d29722a9" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 289, + "fields": [ + { + "path": "actions", + "shape": [ + 289, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 290, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 290, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 290, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 290, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 290, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 290, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "977d8233f5daa888a40f6f9c9b8bb0757aa83b9aa4fd3070e9a920bd1c894d8b", + "source_sha256": "be5a573d0be511186bb7252cbb9a22699bfc6789bbfc28e9dc52b25753b2422b", + "view_sha256": "6c0075b219d1e200e0e9540caf5fee4d3cfab037ac962d032f32e28b752d3651" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 268, + "fields": [ + { + "path": "actions", + "shape": [ + 268, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 269, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 269, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 269, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 269, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 269, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 269, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8ad08b47895f620e2c0bde841b81118570af25bfebec88d82ee0333e9d4164b8", + "source_sha256": "33437766b77fcb5fc2ccee886ac7bf85f168d70a0d21d26a717cc27abab06200", + "view_sha256": "be05703accbd5f7c16c455e052a3ff5a02debf78d06fbff6ccefe7ec9f1c33c1" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 286, + "fields": [ + { + "path": "actions", + "shape": [ + 286, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 287, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 287, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 287, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 287, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 287, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 287, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0e725da338eda267c648ba879c0c80c516a6cc93b352264cba5c3b563c768a74", + "source_sha256": "71c8575023ac11688394a1ab5ccdb0ff1badb1cafc7bb5f6b871cee3a3404a4a", + "view_sha256": "45691445a38b667b9138422644792d99b62f872da06c0d99eca9bf05caa06452" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..a11e2827390e1242abd2bea0f522c4310fa5c195 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/findings.md @@ -0,0 +1,34 @@ +# Development findings through episode 16 + +Task: PickPlacePen-v1 / Agent-D20-E20-Compiled. The table records native flags exactly. False on a deliberately partial probe is not a completed placement failure. The current snapshot's independent rehearsal and freeze results belong to the runner audit and ../exploration, outside this fixed bundle. + +| Episode | Scope | End step | Native success | +|---|---|---:|---| +| 1 | retrieval baseline | 500 | False | +| 2 | independent rehearsal (earlier version) | 210 | True | +| 3 | bounded grasp/lift diagnostic | 101 | False | +| 4 | full interactive attempt | 157 | False | +| 5 | full interactive attempt | 189 | False | +| 6 | full interactive attempt | 201 | False | +| 7 | full interactive attempt | 205 | False | +| 8 | full interactive attempt | 147 | True | +| 9 | deliberate miss / recovery test | 123 | False | +| 10 | deliberate miss / recovery test | 263 | True | +| 11 | holder pose probe | 55 | False | +| 12 | holder pose probe | 111 | False | +| 13 | full interactive attempt | 146 | True | +| 14 | full interactive attempt | 140 | True | +| 15 | full interactive attempt | 136 | True | +| 16 | full interactive attempt | 140 | True | + +The original retrieval policy grasped but advanced its rotation phase after three commands instead of the demonstrated eight, then missed placement and stalled in terminal hold. A geometric replacement independently succeeded in episode 2 (exact hash 57ad7dfbd6edaf4a272be8763028c70b9546ac1aa89d5d1ce1b227daf20f43b9). That success belongs to its earlier exact snapshot, not automatically to this one. + +Current localization uses fixed dark-component geometry in the top camera, calibrated from the same 20 authorized demonstrations. Pen/holder markers aligned in all 20 initial demonstration panels. Leave-one-demo-out grasp x/y RMSE was approximately 3.7/1.4mm and insertion x/y RMSE 3.1/1.5mm; these are demonstration fit errors, not live ground truth. A handwritten Panda kinematic chain maps legal qpos to an empirical endpoint; a .1175m endpoint offset was inferred from demo rotation intervals. No hidden poses, camera calibration, contact states or simulator source were used. + +Pose feedback replaced nearest-neighbor phase gates. Larger -90deg and +60deg wrist configurations produced persistent position errors in episodes 5/6. A moderate -60deg tilt tracked above the holder but lower release targets were unreachable in some scenes (episodes 7/12). Release at empirical endpoint z=.43, with x compensation-.0805m, avoids the observed lower-pose problem; episode 13 confirmed upright placement after release. The controller maintains pose feedback throughout approach, lift, transfer and orientation. + +A 20-step closing dwell is supported by observed demo finger settling. After lift, demonstrated finger gaps were about .0072m; gaps outside(.003,.018)m trigger one recovery. Episode 9 exposed recovery-time confusion between a robot component and the pen. The fix preserves the original image-derived pen position and rejects fresh detections more than.08m away, using that prior if necessary. Episode 10 completed a deliberately missed first grasp and then a successful retry after accepting a nearby displaced pen detection. This is limited recovery, not proof against all drops or occlusions. + +All task interaction used /worker_api.py. Original analysis and exact visual ledger are ../demo_analysis.md; full episode evidence, actions, interventions and failures are ../exploration/ledger.md and episode directories. Earlier code remains in ../versions. No other task data, seed requests, direct resets, simulator construction/state loading, benchmark source, external model calls, or neural weight updates were used. + +Limitations: initial occlusion can prevent localization; the detector assumes a roughly horizontal pen; a displaced/rotated pen may defeat the single retry; empirical kinematics and image calibration are approximate; not every pose is reachable. A phase timeout or None is never a success claim. Native step feedback is authoritative when present; otherwise only unambiguous legal visual evidence may be scored true. diff --git a/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..d555eb62575f25cd163fe213df8b9967dd4ac5f8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/freeze_manifest.json @@ -0,0 +1,89 @@ +{ + "files": { + "calibration_provenance.json": "0c8ec5b0cfab71582e972e2602762eb9e43efc750ddf77d2f5e6830f5d891156", + "controller.py": "500a89dc326ef4dc8ed9b7b1171e38bc3d62c69c91c4ce57498035c6ac7b9a68", + "demo_manifest.json": "071e1762a7cf93e18a61c2673fc0be6f670c2e89d1d03c17f83cc73daeb663b4", + "demonstrations_readonly/demo_00.h5": "65ef865343a5d5a73190bea7486c8d96091635040b758a7377b6ee327f4daaa3", + "demonstrations_readonly/demo_01.h5": "82868ef422294ba387679286cd2428ca97b324aef9c0af36c36ddeef9814e4f3", + "demonstrations_readonly/demo_02.h5": "67224dc7bb2551415fb09175b52677b68a44894a2ab2528abe3da89c00fdfdf7", + "demonstrations_readonly/demo_03.h5": "f9b09b430aa1cd5f5f415be2dac19e7a6117f8abe67fa7ad1c9bd6e8b3796148", + "demonstrations_readonly/demo_04.h5": "2e63a03c24e6a21e7fcf6da67f7433ae13b9712de5402165557809da4d2c4c05", + "demonstrations_readonly/demo_05.h5": "1f77e623d2674e08d85a1a81e8de9354843c7f99a6318a210e47c74931987aa8", + "demonstrations_readonly/demo_06.h5": "031218855893eed224057c35ae0936f427d5bec4949ec056353200fc40befff3", + "demonstrations_readonly/demo_07.h5": "4bb347bb6364c8c37207f51ecef08a93bf25bdff69bc47eb44448e7a00e41787", + "demonstrations_readonly/demo_08.h5": "ac2099a85ca235f3bc947b3a9868900514a20a341da81d4da3581e0f4145a285", + "demonstrations_readonly/demo_09.h5": "fba3366d9ab50a625c46c4b3b7dc1c84866cf0dee6ff97836e3a83836d1d8266", + "demonstrations_readonly/demo_10.h5": "70e1cbd4d423a130f83c8655120a951c6c17f2fb192cf49cace106e725867461", + "demonstrations_readonly/demo_11.h5": "7db7b67b84cb3e3c9d218f0668a4efa40cca4c81b44c0c258bb04c21bded88ff", + "demonstrations_readonly/demo_12.h5": "904c198d3597b73acd11fb53b715c21be375f9a31d67a8aad4c2d8fcd5137c51", + "demonstrations_readonly/demo_13.h5": "16b06988de5fa80f62944c2f290f773f47b5f11baf877977468f00d8b520105e", + "demonstrations_readonly/demo_14.h5": "93355f36d4d33073871234bf4caac23241457ba4afaaf4e9a36e502e892de3b0", + "demonstrations_readonly/demo_15.h5": "4c6fb8fd5dd3a41a4a7f1ac6e90b241ab805eadb60968da13bbab2382f6d2511", + "demonstrations_readonly/demo_16.h5": "ef590d4f188ab0888d12220194a71a3474b52b56f82a1b947716fff8d29722a9", + "demonstrations_readonly/demo_17.h5": "6c0075b219d1e200e0e9540caf5fee4d3cfab037ac962d032f32e28b752d3651", + "demonstrations_readonly/demo_18.h5": "be05703accbd5f7c16c455e052a3ff5a02debf78d06fbff6ccefe7ec9f1c33c1", + "demonstrations_readonly/demo_19.h5": "45691445a38b667b9138422644792d99b62f872da06c0d99eca9bf05caa06452", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "d921b3ffe35e5b9d347ea3a15d80bb061f8cbc1f57f810eb897311532bdc42bf", + "geometry.py": "e79488dc7d1bfff0d47c80ad37ced7a00a5cabad2128035c25d684919f40af78", + "geometry_calibration.npz": "50b8cc2f9114a39fd667cb4e2515cf14974c84f6119b6a7774e08026c0db8ad4", + "handoff.md": "b75b3808ff35c54557bbecc13dcefc2a68896d93b78cc2296e2cacf666ceac91", + "model_tool_manifest.yaml": "d3d8e4bd4c5de6676a273ef45eb53ab0e03bcddfac225099835febe3c34a6963", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "df5b7612cccd249e3e2aef625a8cdb48bfe6ac11e681013042ac3b1ecbc0d4c0", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "b9977964a8dbbacf1d9405dcc1e7fce7f6bf4e127a69ae30eb347cb2f6a615f3", + "exploration_ledger_hash": "3513b5a3b02ba38736b6e11bae4056d38a6d8794845001094ca5a6f4c9ae374e", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 2, + "bundle_hash": "57ad7dfbd6edaf4a272be8763028c70b9546ac1aa89d5d1ce1b227daf20f43b9", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "b9977964a8dbbacf1d9405dcc1e7fce7f6bf4e127a69ae30eb347cb2f6a615f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "b9977964a8dbbacf1d9405dcc1e7fce7f6bf4e127a69ae30eb347cb2f6a615f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "b9977964a8dbbacf1d9405dcc1e7fce7f6bf4e127a69ae30eb347cb2f6a615f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "b9977964a8dbbacf1d9405dcc1e7fce7f6bf4e127a69ae30eb347cb2f6a615f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/geometry.py b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..1fda8b23709b0d0b41887a4452f6a1fa4de68050 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/PickPlacePen-v1/frozen/geometry.py @@ -0,0 +1,28 @@ +import numpy as np, cv2 + +def fk(q): + origins=[(0,0,.333,0),(0,0,0,-np.pi/2),(0,-.316,0,np.pi/2),(.0825,0,0,np.pi/2),(-.0825,.384,0,-np.pi/2),(0,0,0,np.pi/2),(.088,0,0,np.pi/2)] + T=np.eye(4) + for a,(x,y,z,r) in zip(q,origins): + c,s=np.cos(r),np.sin(r);ca,sa=np.cos(a),np.sin(a) + O=np.array([[1,0,0,x],[0,c,-s,y],[0,s,c,z],[0,0,0,1.]]) + Z=np.array([[ca,-sa,0,0],[sa,ca,0,0],[0,0,1,0],[0,0,0,1.]]) + T=T@O@Z + T[:3,3]+=T[:3,:3]@np.array([0,0,.1175]) + return T + +def locate(im,debug=None): + im=cv2.resize(im,(240,320));f=im.astype(float) + mask=((f.max(2)<110)&((f.max(2)-f.min(2))<24)).astype('uint8') + mask[:30]=0;mask[300:]=0;mask[:,:65]=0;mask[:,225:]=0 + n,lab,stats,cents=cv2.connectedComponentsWithStats(mask) + out=[] + for i in range(1,n): + x,y,w,h,area=stats[i]; + if area>8:out.append((x,y,w,h,area,*cents[i])) + if debug:print(out) + pens=[o for o in out if o[2]>15 and o[3]<12 and o[2]>3*o[3]] + holders=[o for o in out if o[4]>120 and o[2]>15 and o[3]>15 and .665536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start110)&(hsv[:,:,2]>145)).astype('uint8') + n,labels,stats,c=cv2.connectedComponentsWithStats(mask) + ids=[i for i in range(1,n) if 8<=stats[i,4]=2400:return None + if self.positions is None: + ms=[measure(obs['rgb']['top_camera'],h) for h in [12,30,45,60,85]] + if any(m is None for m in ms):return np.array([0,0,.08,0,0,0,1.]) + self.footprints=np.array([m[1] for m in ms]) + self.positions=[np.r_[m[0],1]@self.geo['pixel_to_xy'][i+1] for i,m in enumerate(ms)] + self.stage='approach';self.enter=step + if self.i>=5:return None + pick=np.r_[self.positions[self.i],self.geo['poses'][2*self.i,2]+self.pose_extra[self.i]/2] + place=self.geo['poses'][2*self.i+1].copy();place[:2]=self.geo['poses'][1,:2] + place[2]+=self.stack_extra+self.pose_extra[self.i]/2 + high=max(.38,place[2]+.10) + # Reject empty or unusually narrow edge grasps before lifting. + expected_opening=[.03029,.02573,.02145,.01751,.01394][self.i] + if self.stage in ['lift','transfer','place'] and q[7]<.8*expected_opening*self.opening_factor[self.i]: + self.stage='recover_up';self.enter=step;self.failure='empty_or_narrow_grasp';self.retries+=1 + if self.stage.startswith('recover'): + if self.retries>2: + self.status='recovery_limit';return None + clear_z=max(.48,high+.05) + target=np.r_[pos[:2],clear_z] if self.stage=='recover_up' else np.array([.30,0.,clear_z]) + err=target-pos;a=np.r_[np.clip(err*5,-.18,.18),0.,0.,0.,1.] + if np.max(np.abs(err))<.003: + if self.stage=='recover_up':self.stage='recover_clear' + else: + m=measure(obs['rgb']['top_camera'],[12,30,45,60,85][self.i]) + if m is not None: + c,wh=m;ratio=wh/self.footprints[self.i] + # A shortened footprint with a retained long side indicates a tipped cuboid. + tipped=bool(.45=24 + else:reached=np.max(np.abs(err))<.002 + if reached: + seq=['approach','descend','close','lift','transfer','place','release','retreat'];j=seq.index(self.stage) + if j==7: + self.stack_extra+=self.pose_extra[self.i];self.i+=1;self.stage='approach';self.retries=0 + else:self.stage=seq[j+1] + self.enter=step + self.status=f'{self.i}:{self.stage}' + return a.astype(np.float32) +_controller=None +def reset_episode(): + global _controller + _controller=Controller() +def act(obs): + global _controller + if _controller is None:reset_episode() + return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..af2386667eed5d31fd70671b9d30999628685575 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/demo_manifest.json @@ -0,0 +1,1688 @@ +{ + "task_id": "Stack6Blocks-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 1342, + "fields": [ + { + "path": "actions", + "shape": [ + 1342, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1343, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d6726a72aa048be6bc4548b12380b0b34e8a6581253c20fb74b741e9da60f2dd", + "source_sha256": "d8b7f6b99ec9483a29d0de63aa8d34b62c413569405e10683d93fb4ea972efaa", + "view_sha256": "84893cd549d58dc9fc91c30e5f0cc2c02143c89e71a9f4d8f1fcae4e10aa50ba" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 1343, + "fields": [ + { + "path": "actions", + "shape": [ + 1343, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1344, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1344, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1344, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "957ca2daae021adedfd596837184418a6bc7f61dc49c6d4a4a1d5f8bdc6a2014", + "source_sha256": "3736b14a7be4ce642bd2184f989ced09f5762b738bd81c6005c21ec5e402fa28", + "view_sha256": "36d7d172150bc5f5da27cdd05eb870b6bf89b6f23cef0f17dfaddcbdfddbd563" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 1355, + "fields": [ + { + "path": "actions", + "shape": [ + 1355, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1356, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1356, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1356, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a270945d65421599ef17612fb249f0feb12c2ca112767352cb2a3d6ac63bfb52", + "source_sha256": "147acc59a7aac5fdaa456734a62310b265dafa28750a27248173ec4cff2d2a2f", + "view_sha256": "2bc1082a10739c30ffcb78264a45696c175f45f94bd238adcac4f512a5e5bc1d" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 1359, + "fields": [ + { + "path": "actions", + "shape": [ + 1359, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1360, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1360, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1360, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1360, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "115c79ec064212ac1b1c2ccf1f6722d05e2b13be2eb0a96122f3ee47a7c084c8", + "source_sha256": "f62fc45bbe4f88552be05a7d60885fae7f3a6ef2b63a1ddf15698ed1c80dc1ba", + "view_sha256": "52467c36a82853e4e8f752ff2be5bba027a6caa84ca102bb5309d46d82e18b27" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 1364, + "fields": [ + { + "path": "actions", + "shape": [ + 1364, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1365, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1365, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1365, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1365, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "29d3b3923d529a5582b182f41d62f6b9e58c7790f841c2caf1e4fbc3928549d6", + "source_sha256": "ed1860afb8bceccccdf5cd7921b01dfb0c1315f361093e6fc61ecb55e05c7396", + "view_sha256": "a0ec06ed6e903df35ef9cdcfb122fb80c7694aa7a08405737c2f8352c45504dd" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 1343, + "fields": [ + { + "path": "actions", + "shape": [ + 1343, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1344, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1344, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1344, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "58a0aa655a0702d7c969dfb4dd4f7865d9eb47ab3552e122d4668e47eac6fda9", + "source_sha256": "bc04c6f4e0e8a36a7c885daa5ba099f660b43531a38063650914e2c578795c22", + "view_sha256": "d40d255d3ba7dba6021cac054f0f7a88240aa77ece404d1651f29218095f9104" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 1327, + "fields": [ + { + "path": "actions", + "shape": [ + 1327, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1328, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1328, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1328, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1328, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "be7f75b5aafd9665f1fc6970bd0ac3e0b4629c5afdc8b00a947a5f0f7883d46a", + "source_sha256": "87168f759c30f48e022e07effb83a961b7d8e6d173a9c66a6f83ed4248adf483", + "view_sha256": "ddf4994eb060a07f4ed9d37964a597c53e39c29b47cc7f52243250b19053d2a6" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 1301, + "fields": [ + { + "path": "actions", + "shape": [ + 1301, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1302, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1302, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1302, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1302, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e9ff2ecce0481c90552c316ac1fa9bffbc09ee5b50b4d5f316b81d161e54f229", + "source_sha256": "162a9c5c77a700ab687fb4183d5a6df40676b3e00cd81307520570f9ef5433d1", + "view_sha256": "046eff95c6b827d1322c428eeb3de29344aae96007e0d2f11be497ce2c71f1ee" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 1298, + "fields": [ + { + "path": "actions", + "shape": [ + 1298, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1299, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1299, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f1de38c5dcee40c5048b469594efbd2a189cb6de3a29dba197827828c5621934", + "source_sha256": "c0da658bc7516d526d8d0cd9d2051973a95db3a0be245009f568a46f828ddff3", + "view_sha256": "a1f79373a8feef5b6060fd15eacf0f062e20438774d14c3faf8250fcf310824a" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 1362, + "fields": [ + { + "path": "actions", + "shape": [ + 1362, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1363, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1363, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1363, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1363, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0eb72dca85079d65bd5b6b34eb4e0f22a07e04ee505c41336e94c9b5f649bcad", + "source_sha256": "6f98e35f0d78701c98270225af639d3c7021cb487365a2ef8def212af2e16153", + "view_sha256": "890b09c9ce2f7fe19b2aae826d4b0511fd5f0d3f33306ba1038f09e3e88bc6b9" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 1353, + "fields": [ + { + "path": "actions", + "shape": [ + 1353, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1354, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1354, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1354, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1354, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cd9f0049f959108436b763509974aba7ad4a877cb155b76c62322f7b4ffd788d", + "source_sha256": "6f42a41be10cb0e3940753b7b9b787368a928a1374037fb2b7043cc08b75ad40", + "view_sha256": "85ace213ec2ec4fa737bca19983c2d179abfd59bf6889df50d7984512213605c" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 1355, + "fields": [ + { + "path": "actions", + "shape": [ + 1355, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1356, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1356, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1356, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1356, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "36c59820abac183d722b143475d8240da2620d4e58986f87c00bb113ad5efd4b", + "source_sha256": "1ff123a6c6bf8d747d7f128d0fd157e21aa2c021b4f9b57afb6b0f927a21b246", + "view_sha256": "8221e5c864d10377fa66a0b4125f4ee41d62c036497f53c2dd6ce44a2a7c3db6" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 1380, + "fields": [ + { + "path": "actions", + "shape": [ + 1380, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1381, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1381, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1381, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1381, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a8368592cfd67495a2ae7cccc3484c2ed29c918dd9dae32f5d9fd5a14f10557e", + "source_sha256": "c5d4b033a9a8615c3e1f469477d1c6454f24ae3141579416c40ae81de2a7ffcd", + "view_sha256": "66a801e2ebe1cbeb8978d41bbe3bcd0138be1d422cd5f0d496e5bf3fc960df55" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 1344, + "fields": [ + { + "path": "actions", + "shape": [ + 1344, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1345, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "649f5d88df73ff9d7718cbc326b66acdad07655602712811b155e06fdf67c8c1", + "source_sha256": "4817e0e70adbcf7c46a0e8d2fd233d076ceb4883a0bf2a586f43b04d8b05ff6e", + "view_sha256": "04d5496e4ccf4cc7cd8eba39737c43720e5aeec5d2458df46f9c72d189300b3f" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 1346, + "fields": [ + { + "path": "actions", + "shape": [ + 1346, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1347, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1347, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1347, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "08de829ebdd9656b17cee96f63e9516117391b67be5a9d9a546eba1b49886d88", + "source_sha256": "63da4c975fd72038eb2e5b3535d19c4e3dd8c9e84de2a135cc869fa005069d10", + "view_sha256": "50e95e2208d9c5932375dcc3cbd2f3ce2e72eab5d40014a25fab09125a856515" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 1368, + "fields": [ + { + "path": "actions", + "shape": [ + 1368, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1369, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1369, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1369, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1369, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "cfe88398bfb75214815c6d1a5956d78f81fc4cda56ea3c439bb9c54fcf709462", + "source_sha256": "10d8ce20e7272a0e0c2bdb9cb6831cd58612d986491b01d75a31e7e34ad81a4a", + "view_sha256": "00497354e0b2cf7ed466939087536b25e001c91127cc15e2457e363ad0f28f39" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 1340, + "fields": [ + { + "path": "actions", + "shape": [ + 1340, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1341, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1341, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1341, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3c287fd68de8c161eb0f7dcbff6a1e1ff64c410d4c1b799605e8a2a5a9293619", + "source_sha256": "72e27ae40bb78b5e5e31cc5f45fc90f085051d48e0a9c1fbf056702c878f668e", + "view_sha256": "373c15360a6b5b6cd5636f68b0c1d175b282371d5844f66ce1337dc9856b4298" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 1370, + "fields": [ + { + "path": "actions", + "shape": [ + 1370, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1371, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6c883d81535990d6818203c42c938848bbbe00955ad99a63b2fad4f44af703fd", + "source_sha256": "dfe49c13eeec9481d61b09b20405065c297460954f5803164f0cbe00452a0047", + "view_sha256": "1ec58243509f57dfc42c14a62e81ac367e84b55eb73742cdc62a57e54a7da305" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 1342, + "fields": [ + { + "path": "actions", + "shape": [ + 1342, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1343, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e80a4999c1fcc691d0132d60a74ad5138b4317af13b6e0baa4a53cb86d73c6da", + "source_sha256": "40eccc032bfb12b053f5872e55a67877a41353f91f82c69f704793bc54bb1db0", + "view_sha256": "6ece5c05b31e63067b618366690b047478ea6030330b529976c43b62cf0e8747" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 1340, + "fields": [ + { + "path": "actions", + "shape": [ + 1340, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1341, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1341, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/right_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1341, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0c2d4f5aec0678ec2000fcfdf103ead0406f5d015015c2c17e4186e13bdb2b3a", + "source_sha256": "557e27077594487f783aa8f8c88f6217e87d8aa890b96c5d7f0c9508533f8db0", + "view_sha256": "3f93348177c301173f0c60e7262d31b595c84a7afe5355f7553cd5d56529de34" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..937cb7ee564bc79b4c53d22d1da3425806079484 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/findings.md @@ -0,0 +1,19 @@ +# Findings from this task's D20 and legal E20 data + +All 20 authorized demonstrations were analyzed in ../demo_analysis.md. Five transfers place orange, yellow, lime, green and cyan onto the stationary largest red block. Native action translation maps normalized 1 to 0.1 m; fixed roll/pitch and binary gripper commands suffice in demonstrations. This candidate uses no neural weights. + +The initial observation/action lookup stalled after displacing the orange block in exploration episode 1. The geometric replacement compiles normalized top-camera centroids and FK grasp positions from all 20 demonstrations. In-sample XY residuals are below 1.6 mm. Live images are twice the demo resolution, so normalization is essential. Mean demonstrated flange heights define grasps and placements. Standard Panda modified-DH arithmetic uses only observed qpos; no simulator is constructed. + +Episode 2: calibrated grasp held orange with finger joints about .03029 m, visibly lifted it, and placed it stably on red. Test stopped at step450 approaching yellow; not full task success. Episode 3 tests a faster complete sequence (.18 maximum normalized translation). Evidence lives in ../exploration/epXX with action arrays, transition observations, images and trace logs. + +Current recovery design checks for finger opening below .006 m during carry. It opens and lifts clear, moves the wrist away from the scene, re-localizes the target color, and retries up to twice. This design must be validated through subsequent legal exploration. Stop means completion of the motion program or exhausted recovery, never invented official success. + +Limitations: colors and camera geometry are task-specific; base XY is demonstrated fixed location; calibration is affine and grasp heights are averages. Occlusion, displaced support, unexpected rotations, off-table blocks, and stacked-object collisions can defeat recovery. Independent rehearsal is required before freezing. + +## Later legal exploration and current v5 +Episode3 geometric v2 completed with native success at step1246. Independent rehearsal4 of v3 returned valid=true and native success=true, hash 94dcb87e89cd216e6714af7101680053ece47c3ca331281df78eda15fe1d08a6. These are observed native results, not inferred evaluation performance. +Episodes5–9 individually tested five nominal grasps with visible short lifts. Episodes10–13 deliberately offset a grasp by +.07m in root Y; those diagnostic overrides are not runtime behavior. Empty-grasp recovery relocalized, but tipped blocks yielded narrow grasps. V4 rejects openings below 80% of nominal; lime/green disturbed diagnostics exhausted retries. Episode14 lacks a saved terminal record and is unknown. +Current v5 adds a footprint-ratio hypothesis for tipped cuboids, adjusts expected opening and grasp/place height, and tracks extra support height. This is a geometric heuristic, not a pose estimator validated on arbitrary rotations. It uses the same nominal closed-loop path, 24-step grasp/release dwell, .18 normalized translation cap and at most two retries. Persistent missing colors or failed waypoints can consume the native horizon. No collision planning or verified upright-pose restoration is implemented. Episode15/16 diagnostic and rehearsal evidence will be recorded in the workspace audit. + +Episodes15–16 tested v5 after a deliberate +.07m root-Y miss on orange/yellow. Both detected the miss, relocalized, and visibly lifted their tipped block after one retry, ending at step286. Loaded q7: .019900/.016745m. Native success was false in both partial diagnostics. Orange clear-view footprint ratio was approximately [1,.69]. This supports the limited pose/opening adjustment, not stable placement, arbitrary recovery, or full task success. Transition observations, actions, traces and all final camera images are in exploration/ep15 and ep16. +Current candidate behavior is v5. Four independent full-program rehearsals are reserved for episodes17–20. Their exact hashes and native results will be preserved outside candidate/ to keep a single exact bundle across repetitions. If native success is absent, the preregistered visible rule requires unambiguous six-layer support; ambiguity counts false. Earlier successful rehearsal4 remains independently eligible. No behavior edits are planned during or after these final repetitions. diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..fc53098218edb4f402e83a46fa6f63a86d760024 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/freeze_manifest.json @@ -0,0 +1,90 @@ +{ + "files": { + "__pycache__/controller.cpython-310.pyc": "43134cc0c14737e72d6c8b4e720491c0e9e4d3990caa540acfada0f8a6a28697", + "__pycache__/kinematics.cpython-310.pyc": "4f7f7963e512b4fe271102280837674650e5623f55b689b16234ba74be3dd802", + "controller.py": "b462c300cc584f604a7366aeb52dc5465f501fec824d2fd329d17638f93b0689", + "demo_manifest.json": "016bed53c1e2244a3b090abba794c0793483d02e2880cf09fa7bd64eb57b0167", + "demonstrations_readonly/demo_00.h5": "84893cd549d58dc9fc91c30e5f0cc2c02143c89e71a9f4d8f1fcae4e10aa50ba", + "demonstrations_readonly/demo_01.h5": "36d7d172150bc5f5da27cdd05eb870b6bf89b6f23cef0f17dfaddcbdfddbd563", + "demonstrations_readonly/demo_02.h5": "2bc1082a10739c30ffcb78264a45696c175f45f94bd238adcac4f512a5e5bc1d", + "demonstrations_readonly/demo_03.h5": "52467c36a82853e4e8f752ff2be5bba027a6caa84ca102bb5309d46d82e18b27", + "demonstrations_readonly/demo_04.h5": "a0ec06ed6e903df35ef9cdcfb122fb80c7694aa7a08405737c2f8352c45504dd", + "demonstrations_readonly/demo_05.h5": "d40d255d3ba7dba6021cac054f0f7a88240aa77ece404d1651f29218095f9104", + "demonstrations_readonly/demo_06.h5": "ddf4994eb060a07f4ed9d37964a597c53e39c29b47cc7f52243250b19053d2a6", + "demonstrations_readonly/demo_07.h5": "046eff95c6b827d1322c428eeb3de29344aae96007e0d2f11be497ce2c71f1ee", + "demonstrations_readonly/demo_08.h5": "a1f79373a8feef5b6060fd15eacf0f062e20438774d14c3faf8250fcf310824a", + "demonstrations_readonly/demo_09.h5": "890b09c9ce2f7fe19b2aae826d4b0511fd5f0d3f33306ba1038f09e3e88bc6b9", + "demonstrations_readonly/demo_10.h5": "85ace213ec2ec4fa737bca19983c2d179abfd59bf6889df50d7984512213605c", + "demonstrations_readonly/demo_11.h5": "8221e5c864d10377fa66a0b4125f4ee41d62c036497f53c2dd6ce44a2a7c3db6", + "demonstrations_readonly/demo_12.h5": "66a801e2ebe1cbeb8978d41bbe3bcd0138be1d422cd5f0d496e5bf3fc960df55", + "demonstrations_readonly/demo_13.h5": "04d5496e4ccf4cc7cd8eba39737c43720e5aeec5d2458df46f9c72d189300b3f", + "demonstrations_readonly/demo_14.h5": "50e95e2208d9c5932375dcc3cbd2f3ce2e72eab5d40014a25fab09125a856515", + "demonstrations_readonly/demo_15.h5": "00497354e0b2cf7ed466939087536b25e001c91127cc15e2457e363ad0f28f39", + "demonstrations_readonly/demo_16.h5": "373c15360a6b5b6cd5636f68b0c1d175b282371d5844f66ce1337dc9856b4298", + "demonstrations_readonly/demo_17.h5": "1ec58243509f57dfc42c14a62e81ac367e84b55eb73742cdc62a57e54a7da305", + "demonstrations_readonly/demo_18.h5": "6ece5c05b31e63067b618366690b047478ea6030330b529976c43b62cf0e8747", + "demonstrations_readonly/demo_19.h5": "3f93348177c301173f0c60e7262d31b595c84a7afe5355f7553cd5d56529de34", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "dc5df346350a443c9bdbb6dff71f96bb9497cf53bad402f26b86eaf8ba21a46e", + "geometry.npz": "d79ecd77d13484df4c12131ba5fa0df7606ada4a4af673a03bbdf08ea1044717", + "handoff.md": "c204fb89a87ea6316583941eece00df450b15d93633995fcb8a96a38c9c0daec", + "kinematics.py": "46492a69c3690cea71b57759d283ceaae8e8d18fd558b107f893cfca196de4be", + "model_tool_manifest.yaml": "c765741a7b6b9781ea5c747af9e2483ddb3b27343495c6c6099a948503ea1890", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "14cff1f2c1667d54432ae8475f7378cb33107e75e773e0ff19db17ef47a96cdd", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "41f0a97e16f02d6814ae54e7ac118e68a8f0be89e738b397dc9cb9ed6baf91ba", + "exploration_ledger_hash": "ab39475be1cf5f88e8303104afd22a2ec22046441467ddcecfe06c5aee6aeae8", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "94dcb87e89cd216e6714af7101680053ece47c3ca331281df78eda15fe1d08a6", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 17, + "bundle_hash": "41f0a97e16f02d6814ae54e7ac118e68a8f0be89e738b397dc9cb9ed6baf91ba", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "41f0a97e16f02d6814ae54e7ac118e68a8f0be89e738b397dc9cb9ed6baf91ba", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "41f0a97e16f02d6814ae54e7ac118e68a8f0be89e738b397dc9cb9ed6baf91ba", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "41f0a97e16f02d6814ae54e7ac118e68a8f0be89e738b397dc9cb9ed6baf91ba", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..dfb98eb81bc31de0542b7b33b6d34df2e5772846 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Runnable candidate + +Entry points: controller.reset_episode() and controller.act(obs). The controller accepts step_id, RGB camera images and agent/qpos in proprioception; returns one float32 seven-component action or None. Requires NumPy and OpenCV. Keep geometry.npz and kinematics.py beside controller.py. The runner supplies initial hold, native accounting, manifest and environment lock. + +Runtime uses no API, network, demonstration reads, neural weights or agent tools. geometry.npz is non-neural calibration compiled exclusively from this task's 20 authorized demonstrations. Motion limits and horizon are retained. None means the scripted sequence ended, not an assertion of official success. Review findings.md and exploration evidence for measured outcomes. + +Historical demo_analysis.md describes the original offline draft; exploration/notes.md records its replacement and subsequent tests. Current v5 includes footprint-based recovery. Only independently rehearsed exact bundles are eligible for freeze selection; the runner owns selection. No benchmark or evaluation output has been consulted. + +Final validation plan: independently rehearse this exact bundle in slots17–20, with results in exploration/rehearsal_17.json through rehearsal_20.json. API.freeze selects among eligible exact versions. Read exploration/freeze_result.json for the actual selected bundle; do not infer selection from this document. diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..cc4c79d790442d794752672aabf8c962d7a5c08f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/kinematics.py @@ -0,0 +1,8 @@ +import numpy as np +# Standard Panda modified DH kinematics, used only for arithmetic on observed joints. +def fk(q): + T=np.eye(4) + for a,d,alpha,theta in zip([0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,.107],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2],q[:7]): + c,s=np.cos(theta),np.sin(theta); ca,sa=np.cos(alpha),np.sin(alpha) + T=T@np.array([[c,-s,0,a],[s*ca,c*ca,-sa,-d*sa],[s*sa,c*sa,ca,d*ca],[0,0,0,1]]) + return T diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1d38e2d0a368cb8e5ea0b6c107dfaed308822211 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,23 @@ +task_id: Stack6Blocks-v1 +stage: authorized_E20_exploration +neural_finetuning: false +pretrained_tool_weights_used: [] +controller: + type: RGB_calibration_and_joint_feedback_waypoint_servo + artifacts: [controller.py, kinematics.py, geometry.npz] + dependencies: [numpy, opencv] + runtime_network: false + runtime_demo_access: false + runtime_hidden_state_access: false + compiled_data: affine_top_pixel_to_grasp_XY_and_mean_demonstrated_heights +provenance: + demonstration_ids: [demo_00, demo_01, demo_02, demo_03, demo_04, demo_05, demo_06, demo_07, demo_08, demo_09, demo_10, demo_11, demo_12, demo_13, demo_14, demo_15, demo_16, demo_17, demo_18, demo_19] + calibration_builder: ../exploration/calibrate.py + initial_analysis: ../demo_analysis.md + exploration_audit: ../exploration/notes.md + access: worker_api.API_only + kinematics: standard_Panda_modified_DH_arithmetic_no_simulator +models: + neural_weights: none + external_models: none +runner_supplies_separately: [verified_demo_manifest, common_environment_lock] diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..f6bb3f0c0829a0fa2d0efe3567312109c606d3f3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/skills.md @@ -0,0 +1,5 @@ +# Controller capabilities + +Deterministic HSV component localization in the top camera; normalized pixels support both demonstrated and live image resolutions. A per-color affine map compiled from the 20 authorized demonstrations maps initial centroids to root-frame grasp XY. Standard Panda modified-DH arithmetic maps legal joint observations to flange XYZ. Closed-loop waypoints perform five transfers onto the red base, with explicit close/open dwell and withdrawal. No neural model or network is required. + +Capabilities remain subject to live exploration and independent rehearsal evidence in findings.md. No hidden simulator state, evaluation data, or external task artifacts are used. diff --git a/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/Stack6Blocks-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start