diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/build_reference.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/build_reference.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..f0148e38128ee4045cf14c789ebb507410eaa6cd Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/build_reference.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/controller.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/controller.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c4fd62ffe78b5f17e93666d3d3099b672fcb00de Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/controller.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..90bb698d59be9e929e386bc2539d333a0cd53c74 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/synthetic_checks.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/vision.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/vision.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..2d01671052d35ae30fa9013d43139bda409a6fc6 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/__pycache__/vision.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/build_reference.py b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/build_reference.py new file mode 100644 index 0000000000000000000000000000000000000000..45be3ae6b1d57ad3a92baa65949d6e8786287f44 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/build_reference.py @@ -0,0 +1,43 @@ +"""Compile legal demonstration observations/labels; no parameter optimization.""" +import importlib.util +import json +from pathlib import Path +import numpy as np +from controller import image_feature, CAMERAS +spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py') +m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m) +api=m.API();manifest=json.loads(Path('/demo_manifest.json').read_text()) +assert len(manifest['episodes'])==20 +rows={k:[] for k in ['q','v','visual','actions','phase','phase_rate','demo_index','frame_index']} +index=[] +for di,e in enumerate(manifest['episodes']): + d=api.read_demo(e['demo_id'],fields=['actions','obs/agent/qpos','obs/agent/qvel']) + a=d['actions'];n=len(a) + changes=np.flatnonzero(np.any(np.abs(np.diff(a[:,6:],axis=0))>.05,axis=1))+1 + assert len(changes)==6 + bounds=np.r_[0,changes,n] + ids=sorted(set(range(0,n,2)) | set(changes.tolist()) | set((changes-1).tolist()) | {n-1}) + # Read RGB in modest chunks through the authorized API, not service RPCs. + for start in range(0,n,64): + stop=min(n,start+64) + rgb=api.read_demo(e['demo_id'],start,stop,fields=['obs/sensor_data/'+c+'/rgb' for c in CAMERAS]) + for t in ids: + if not start<=t= 500: + return None # Runner already charged one native hold step. + if _last_step is not None and step < _last_step: + reset_episode() + try: + p = obs['proprioception'] + q = np.asarray(p['agent/qpos'], dtype=np.float32).reshape(-1) + v = np.asarray(p['agent/qvel'], dtype=np.float32).reshape(-1) + if q.size != 23 or v.size != 23 or not np.isfinite(q).all() or not np.isfinite(v).all(): + return None + visual = image_feature(obs['rgb']) + except (KeyError, ValueError, TypeError): + return None + bank = _load() + # Coarse proprioceptive candidates; current RGB reranks every invocation. + dq = (bank['q'] - q) / bank['q_scale'] + dv = (bank['v'] - v) / bank['v_scale'] + cost = np.mean(dq[:, :7] ** 2, axis=1) + .6 * np.mean(dq[:, 7:] ** 2, axis=1) + cost += .08 * np.mean(np.minimum(dv ** 2, 25), axis=1) + if _phase is not None: + # A bounded one-step expectation resolves nearly stationary grasp stages. + cost += .35 * (bank['phase'] - _phase) ** 2 + pool = np.argpartition(cost, min(95, len(cost)-1))[:96] + image_error = np.mean((bank['visual'][pool] - visual) ** 2, axis=1) + score = cost[pool] + 80. * image_error + order = np.argsort(score) + anchor = pool[order[0]] + # Do not average actions from opposite sides of a grasp transition. + compatible = pool[np.floor(bank['phase'][pool]) == np.floor(bank['phase'][anchor])] + vis = np.mean((bank['visual'][compatible] - visual) ** 2, axis=1) + total = cost[compatible] + 80. * vis + chosen = np.argsort(total)[:5] + ids = compatible[chosen] + weights = np.exp(-(total[chosen] - total[chosen[0]]) / .08) + weights /= weights.sum() + action = weights @ bank['actions'][ids] + estimate = float(weights @ bank['phase'][ids]) + increment = float(weights @ bank['phase_rate'][ids]) + if _phase is None: + _phase = estimate + increment + else: + _phase = float(np.clip(.8*_phase + .2*estimate + increment, 0, 7.99)) + _last_step = step + _diagnostics = {'phase': _phase, 'reference_distance': float(total[chosen[0]]), + 'visual_error': float(image_error[order[0]])} + if 5.0 <= _phase < 6.0: + action[6:] *= .5 + # Exact action-part order: one width-22 part, no mimic gripper component. + return np.clip(action, -1., 1.).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..e6f22483040d0c0102a4dcd471d256f25bd49006 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "ClothWipe-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 395, + "fields": [ + { + "path": "actions", + "shape": [ + 395, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 396, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 396, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 396, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 396, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 396, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 396, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "efaf9de75ac2c89bc5fb287011925175a8e5eff16b14a15e308a17b1170c6d53", + "source_sha256": "eb6d6c4b897c3296d36c23c18db62773f6f125dbbb7f7f5f8f9bc06795c84b81", + "view_sha256": "93fb969c14b6e2c8bff49fb6797b96810263c639eb4a99ab2d378928924ce1c8" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 468, + "fields": [ + { + "path": "actions", + "shape": [ + 468, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 469, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 469, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 469, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 469, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 469, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 469, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9cdce822dbfdb46426e877499657ff1fcc95cda9b0cdd3dcccfd610a841f72d2", + "source_sha256": "ce61b48a9968837f6207dcf59bce4bb22f6ae1348d477f5b9b4e9586f79e99a9", + "view_sha256": "fd75ade862337438b26999591cacdb42ba9492175e2079e670e016d10166f766" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 434, + "fields": [ + { + "path": "actions", + "shape": [ + 434, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 435, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 435, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 435, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 435, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 435, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 435, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "062552e67755ae2d5188ae4d3c5106841a57c746563a0ef3fa26a5f651e71f6f", + "source_sha256": "e48f169933e625ecf24daa7b8a1a3c6bceb78e9b6cc2a123ad1167935cb74358", + "view_sha256": "f98c2357e2f00c434b46adcfdad552847d56b315a13ae3b97b2b51ff6ad1f76d" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 420, + "fields": [ + { + "path": "actions", + "shape": [ + 420, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 421, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 421, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 421, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e3288e197871bee3ec19ced19962aed5d6ddf20c745b881836797778bddce8f4", + "source_sha256": "7c6d686827093683374815e9d60ab4df4fbef124df407035175b438920c5c39e", + "view_sha256": "d3750cd97df60bc8b1c6ddec9c5c0abf607e2fb5ceab58b2bae809c42db9a5a6" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 419, + "fields": [ + { + "path": "actions", + "shape": [ + 419, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 420, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 420, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 420, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 420, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 420, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 420, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "29b3c108f9892823f3f86790cda23b326ebf411b55f7a354516fa434e121b2c5", + "source_sha256": "8f5adc7ee9bdf06ebfcde3cc87b1fc92aefb78666fef6270bd3a0163d6d53e61", + "view_sha256": "8dbedfbc53b312cf6303ae613a207aebedfa73512ba905abc6e303279a9b9def" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 383, + "fields": [ + { + "path": "actions", + "shape": [ + 383, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 384, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 384, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 384, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1095fc08dc23e292f639e5ce62613eeac6c0a792be2e08bc3e74863c3f67b369", + "source_sha256": "159eb018f7d9db88cddc5b6342a5658452a9b33915971c093ac52b905dc4686e", + "view_sha256": "aff69b060414231062b1f4c36e0593b238935042e84c28cb164de456aed8c716" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 386, + "fields": [ + { + "path": "actions", + "shape": [ + 386, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 387, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 387, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 387, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 387, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 387, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 387, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d0d7575dc1cf466fa82150c441ef274761b737459176d9f13160920fb92318db", + "source_sha256": "7136c0606035c01d6e41ac0e40dbbf63df9e7ce185b3b38624b01aeeda6cd85f", + "view_sha256": "651ee267fe43f867bf2ac8c3c7cb8d61a2f22874df8b6e43bd82a9dee6383696" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 484, + "fields": [ + { + "path": "actions", + "shape": [ + 484, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 485, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 485, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 485, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "efe78aaf34ef1e5c3973c7a145ffcad82cdaad09aee25c5df417a618b1c1127d", + "source_sha256": "ccc9b0e12826bb6d71e2e72d31422859a7e0e2615b863dd4747e8ae43b0956db", + "view_sha256": "b7e859040605e472f15a4ee7b685f58153d659dc7910c1e984021a4c7b5ea726" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 373, + "fields": [ + { + "path": "actions", + "shape": [ + 373, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 374, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 374, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 374, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 374, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 374, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 374, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9923f0ff7dcfb8722ea08b1e37c3a94a5c46a246569f245729ad406c9fa93e74", + "source_sha256": "012a2682225640400e77423251e54b1fe6c33af353db2652c6a4b89638cc12ea", + "view_sha256": "a7a8a189cba79f8da7d543b30eadda8a3b0c643d394bcabfe044d02fba65e276" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 443, + "fields": [ + { + "path": "actions", + "shape": [ + 443, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 444, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 444, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 444, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 444, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 444, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 444, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "86a7ec4070bbacbac507a9aebff285060facacfffc2b5dd6fb6a7af31b79f092", + "source_sha256": "26ee7a9116d243a2ff015c95edb0dc43156e54c0f9cc637c1ec5a824b4af3803", + "view_sha256": "7dc3340f4eb79dc54d985e83f3c34153968c5b7dd83e4d46914ccc5a7948ac54" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 489, + "fields": [ + { + "path": "actions", + "shape": [ + 489, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 490, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 490, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 490, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 490, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 490, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 490, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "958087fcff0e6ef786744a75f4f95d1b56cfea442760cf3b0be9fb81402aa90b", + "source_sha256": "2bd0439b123e278bbb9421c092b2afc5e711a14ba89da009c0755e30781024aa", + "view_sha256": "5576f0250c8e33b74bed2ece4b6c04038dc4b699a691d43f5217f183069d3e67" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 446, + "fields": [ + { + "path": "actions", + "shape": [ + 446, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 447, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 447, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 447, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 447, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 447, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 447, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bb5177a18ae4820c228a66870d3a69eed3cafed107f4fcaf6a2d74686bbfec2d", + "source_sha256": "28ab5d154d0f445edc7ffe9a2fcb5978dfd13424e70a77cc7486d42b13f3ead7", + "view_sha256": "6752ede0bdd4c40708af8bbe7b744d59f37cab64482edca88c9938397f57febf" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 383, + "fields": [ + { + "path": "actions", + "shape": [ + 383, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 384, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 384, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 384, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8914d2618979104a87f60bfa7f9409be6555d7084253e670140c50152a927cfa", + "source_sha256": "7efd630e53f362ec986e2c63b8d1eafd0d9903e4b60c06e894c4dd6c5052d989", + "view_sha256": "2e2d786e43b7fdc806335a43d6cfc365ccfdb7afa126825ad7179815b073cadd" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 400, + "fields": [ + { + "path": "actions", + "shape": [ + 400, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 401, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 401, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 401, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 401, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 401, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 401, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "805c56c0c75aba03892a928eef9af5b702799544abee96def88e09d01442dad0", + "source_sha256": "f5ca1fd61df21c61bf7a495e4beb7fe059326dea011f8057b422e0eb301e99b2", + "view_sha256": "89e97654d071a7245c84258abfcfade5d153ed367eaaa86510e66775a7fc562c" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 435, + "fields": [ + { + "path": "actions", + "shape": [ + 435, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 436, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 436, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 436, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 436, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 436, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 436, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "077c0e61bdd81551567186bd38d44ca8848022f71559f91a6e342c754abe8475", + "source_sha256": "1ac7715c79fef81a3f977e41946ff4db7cac09af3d08a9c1506fe60138093f5c", + "view_sha256": "5465f03adcd65cd20a58fae59b4d9ddfe37e375f91a11793d586d9c00d6ae11b" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 491, + "fields": [ + { + "path": "actions", + "shape": [ + 491, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 492, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 492, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 492, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 492, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 492, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 492, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fc755410a8a5808e82a84abc0e186b46abb5353a7f457b4b5edf523c288d9c8b", + "source_sha256": "68daaf0cb030791728e1b435daab01cf45a7d02c340d447f520cdeecfb2e759d", + "view_sha256": "30aa58106cc7460fdcdea973633d82c852e8120604d01902af68f9bd81000784" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 388, + "fields": [ + { + "path": "actions", + "shape": [ + 388, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 389, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 389, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 389, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 389, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 389, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 389, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "41d1524382f17777207f76fa2ba430bada406916acf1c984a16b130bade077d8", + "source_sha256": "3b47741ffdce205ab9fc25f57cb92b0dc6c2e91bdac487bc422bc6fda065b289", + "view_sha256": "563549f7694b836ee0ece4542da8aecd94b5c8b1c987358afedae72e5137454b" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 406, + "fields": [ + { + "path": "actions", + "shape": [ + 406, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 407, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 407, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 407, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 407, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 407, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 407, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "54fc5913bf174cdcdb594c3aa76caf5fbc99ca4c7002d67a05066cdba8df1047", + "source_sha256": "d00e5f6434afab1abcddb43994fb9bc01b9ad9aa0d12ce24a823fc59cdd1b2cc", + "view_sha256": "692b4e85a774871c986ee805812c859778cf15b320acacbb0a37113c63d56446" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 392, + "fields": [ + { + "path": "actions", + "shape": [ + 392, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 393, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 393, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 393, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 393, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 393, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 393, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "442bd4bce130091ffb307b74637ae602a97edc3c9295c70f45adcb93bce42b08", + "source_sha256": "a5abe8aebaac1a0e8f37746049ea7437a3c865f6f67cadac8cfd5c4c305226c6", + "view_sha256": "f0a88a5d07cf9a2a7db4613b1c64ab85311f329f4d92825dd9049946e8aa6ad3" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 383, + "fields": [ + { + "path": "actions", + "shape": [ + 383, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 384, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 384, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 384, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 384, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "69eb3247b2d81ed963fbf298241474ea6c5c596ce0e22fcc607bbb1eec2b4e6a", + "source_sha256": "78f8145734a6a27d4b47411f582316a54f017841f8ee1ee6bb6945c1f88a89ad", + "view_sha256": "1f78a905a3b69bb657bc846dd49159f45292fc685668f40bc20265c6df5ec1c1" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..a8711f130585e820a4f7127e3bcd33ff55cbead6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/findings.md @@ -0,0 +1,24 @@ +# Legal E20 exploration log + +Budget initially 0/20. Public visible rule: success only if legal images clearly show cloth transferred from support and used to sweep many cubes past the green line; ambiguous evidence is false. Native success fields, when returned, are recorded separately and never inferred. + +Episode 1: native hold plus one candidate action. Harness program failure: execute_actions returns an executed count and a list of step results, not a single observation. This was discovered from the legal API response; episode finished after 2 steps. No grasp/sweep evidence; false. Fixed response unpacking for subsequent episodes. Initial scene RGB resolutions doubled relative to demos; resize features already support this. + +Episode 2: original retrieval policy completed reach, grasp, transfer and sweep, with native success=True and terminated=True at step355, recovered through latest_observation after harness attempted a rejected extra action. Final legal return saved in ep02/last_return.pkl and all four final camera images. Harness did not persist its in-memory action list before that error; sampled images remain. Fixed durable per-action logging and terminal checks. Candidate now also accepts either raw or enveloped observation and advances a local step counter when no step_id is supplied. No action retrieval behavior changed. + +## Plan established in episodes 1–4 +The baseline policy reached its target pose, closed fingers, transported the cloth, lowered into contact, and swept +X; native success in ep2 validates at least one execution. Keep this runnable behavior as fallback. Independent ep3 checks exact-sandbox compatibility. Ep4 will check repeatability or diagnose ep3 failures. For episodes5–16, compare observation-conditioned timing/localization variants against baseline, preserve each source version, and use legal images/native returns to separate grasp loss, pose/contact error, premature release, stalled timing, and program failures. Do not claim robust recovery from one successful scene. Final17–20 should use unchanged independently runnable version(s), with 19–20 mandatory rehearsals. Native success takes precedence as a recorded measurement; absent native fields require conservative visible judgment. + +Rehearsal3: exact bundle 4aae92d82b770d40ec831043daf4b2e6485896dfea2b4f5472c60228988405a2, independent=True valid=True, native success=False, horizon500. Final observation legally retrieved via latest_observation and saved. Cloth is across/near line but several cubes remain scattered behind line. Cannot distinguish early collision, narrow contact, and release timing from terminal image alone. Visible judgment false. Preserved v1 source bundle. Full interactive ep4 trace planned to diagnose contact and release. + +Episode4: baseline v1, native success=True at step376,375 candidate actions with durable logs. Support was left of ep2 support; hand adapted and cloth transported intact. At201 cloth centroid below median cube band, at276 only partial visible contact, but completed sweep still succeeded. This makes lateral correction an experiment rather than established necessity. v2 adds fixed-color/connected-component cube/cloth localization and bounded +Y correction in early contact, total normalized correction <=1 (0.1m commanded, not measured), individual correction <=.03, only >=4 visible cube components and cloth available. Neutral dark mask excludes wood shadows. No neural weights or hidden states used. + +Episode5 v2: native success=False at horizon500. Pickup retained; +Y correction activated at early phase5, total normalized1.0 by250; measured cloth/cube pixel offset reduced but q/reference distance increased ~0.04 during sweep. Some cubes crossed line, others scattered/occluded. Release without success, then reference distance rose above1.9 around450, showing undesirable post-release drift. No visible-success claim. Trial6 v3 reduces total correction cap to .3 normalized (0.03m command sum); baseline v1 and full-cap v2 preserved. Correction localization and behavior remain empirical, not calibrated metric estimation. + +Episode6 v3: native success=False at500. Correction capped.3 preserved reference pose better (~.01 sweep error vs .04 in v2), cloth retained, but no success; late post-release reference drift persists. Evidence ep06 camera sequence/actions. No tested slip-recovery claim. Episode7 v4 removes correction and increases live visual reranking weight20→80 while keeping all other baseline retrieval components. This tests observation localization rather than uncalibrated motion offset. + +Episode7 v4: native success=True at354. Image weight80, no Y correction. Timing and retained grasp stayed close to baseline. This is one fresh scene, not proof of higher success rate. v4 preserved. Episode8 v5 adds hand-delta scale.5 only for phase5 (contact/sweep), keeping pickup unchanged, to test cloth spreading versus grip retention; no inferred physical force measurement. + +Resume audit: budget_status reported 8 used, 12 remaining, inactive. Episode8 has actions through step283 (all native success false), images through276, and no final result. Its interrupted outcome is unknown and is not counted successful. Last top image shows cloth under the hand before the line; incomplete sweep. Episode9 repeats v5 (half dex deltas during phase5) as a fresh legal episode. Existing source variants preserved. No episode8 continuation or reset requested. + +Episode9 v5: native success=True on action step398, resulting native step399. Complete actions and sampled images saved. At101 pickup pose;226 cloth transported near cubes with narrow footprint;351 cubes visibly moving beyond green line; final399 retains cloth near line. Phase5 joint/reference error increases to .276, but this did not imply task failure. This reverses the tentative concern based on mid-sweep drift. No explicit slip recovery exercised. Episodes10–12 independently rehearse v5;13–16 will compare full-grip v4 if appropriate. Final17–20 use an unchanged exact candidate. Treat fresh-scene comparisons as limited evidence, not paired causal measurements. diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..2211fcd259df24d4dfd61a0d085dc3b2b7d600a2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/freeze_manifest.json @@ -0,0 +1,158 @@ +{ + "files": { + "__pycache__/build_reference.cpython-310.pyc": "8d09733efa80fd8cdc68ff3db8b00e129e1da865dda8336817aadc2648542b78", + "__pycache__/controller.cpython-310.pyc": "1ba9faaac347e365815d0ad5738b1c5649b68c9959bc71e1f4b7cde34533a90c", + "__pycache__/synthetic_checks.cpython-310.pyc": "78669eb3f265185b299dfa1c7a3e53984713cb96214da8c76acff06b756f792b", + "__pycache__/vision.cpython-310.pyc": "caf0c814934e26d34a869e118d75793228910ce3b92b8c327c943097b37bdbfb", + "build_reference.py": "83a763ecfcd760f569647f797ee9e65e792d08a5b625555882d350c05fb1ecfc", + "controller.py": "6680fd35b713f600558e5f50a28107c371dbd1f016765d99936ac17be3fb160e", + "demo_manifest.json": "fd98c3df6be486e5cd253f5cb315f74a8ed0a75a8161909818f4be51232a1d51", + "demonstrations_readonly/demo_00.h5": "93fb969c14b6e2c8bff49fb6797b96810263c639eb4a99ab2d378928924ce1c8", + "demonstrations_readonly/demo_01.h5": "fd75ade862337438b26999591cacdb42ba9492175e2079e670e016d10166f766", + "demonstrations_readonly/demo_02.h5": "f98c2357e2f00c434b46adcfdad552847d56b315a13ae3b97b2b51ff6ad1f76d", + "demonstrations_readonly/demo_03.h5": "d3750cd97df60bc8b1c6ddec9c5c0abf607e2fb5ceab58b2bae809c42db9a5a6", + "demonstrations_readonly/demo_04.h5": "8dbedfbc53b312cf6303ae613a207aebedfa73512ba905abc6e303279a9b9def", + "demonstrations_readonly/demo_05.h5": "aff69b060414231062b1f4c36e0593b238935042e84c28cb164de456aed8c716", + "demonstrations_readonly/demo_06.h5": "651ee267fe43f867bf2ac8c3c7cb8d61a2f22874df8b6e43bd82a9dee6383696", + "demonstrations_readonly/demo_07.h5": "b7e859040605e472f15a4ee7b685f58153d659dc7910c1e984021a4c7b5ea726", + "demonstrations_readonly/demo_08.h5": "a7a8a189cba79f8da7d543b30eadda8a3b0c643d394bcabfe044d02fba65e276", + "demonstrations_readonly/demo_09.h5": "7dc3340f4eb79dc54d985e83f3c34153968c5b7dd83e4d46914ccc5a7948ac54", + "demonstrations_readonly/demo_10.h5": "5576f0250c8e33b74bed2ece4b6c04038dc4b699a691d43f5217f183069d3e67", + "demonstrations_readonly/demo_11.h5": "6752ede0bdd4c40708af8bbe7b744d59f37cab64482edca88c9938397f57febf", + "demonstrations_readonly/demo_12.h5": "2e2d786e43b7fdc806335a43d6cfc365ccfdb7afa126825ad7179815b073cadd", + "demonstrations_readonly/demo_13.h5": "89e97654d071a7245c84258abfcfade5d153ed367eaaa86510e66775a7fc562c", + "demonstrations_readonly/demo_14.h5": "5465f03adcd65cd20a58fae59b4d9ddfe37e375f91a11793d586d9c00d6ae11b", + "demonstrations_readonly/demo_15.h5": "30aa58106cc7460fdcdea973633d82c852e8120604d01902af68f9bd81000784", + "demonstrations_readonly/demo_16.h5": "563549f7694b836ee0ece4542da8aecd94b5c8b1c987358afedae72e5137454b", + "demonstrations_readonly/demo_17.h5": "692b4e85a774871c986ee805812c859778cf15b320acacbb0a37113c63d56446", + "demonstrations_readonly/demo_18.h5": "f0a88a5d07cf9a2a7db4613b1c64ab85311f329f4d92825dd9049946e8aa6ad3", + "demonstrations_readonly/demo_19.h5": "1f78a905a3b69bb657bc846dd49159f45292fc685668f40bc20265c6df5ec1c1", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "4371a9af4b06b2c657362761ddba2ae1abd26adc5d25fb29106ebd6073556230", + "handoff.md": "fb41191c0b0b663413e20e2325dcb3635bfe372cc05118a654b31f4beac0f902", + "model_tool_manifest.yaml": "7c4fbfa0e528f19a66f15798c29f7021bb7b8e44e5d9179cedcf10452b843cc9", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference_bank.npz": "0bab7734c961a949adfd83276a2f7dc7af01c4ba38b47c467a6419b5356195b4", + "skills.md": "1ca36a6bc4da31402d0e9e61971ac67dba9e537a3108c13ac0228efca6483601", + "synthetic_checks.json": "f25e1e7cb0b3b1f737aa54f102f670ad5e665a1f7f6918bb0cf3693717ce2d01", + "synthetic_checks.py": "be9b8cfce5c7db380c3383e2b5a843340b56bc5e1d686f22ce6e024c32e34ea5", + "vision.py": "0f01e477b225c44381e4e93499639db112f86f2ab2d766b36524fbe6114b9505", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "exploration_ledger_hash": "989b945cfce6d9885b9740cde7ee74926668fe3a56e17fb7dd50a86d7f6980ea", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "4aae92d82b770d40ec831043daf4b2e6485896dfea2b4f5472c60228988405a2", + "episode": 3, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 10, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 11, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 12, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 13, + "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "f0a5f8ab8d95a1f7df99e9ad9296571c8b03f703dcaf0eb36aeb52a59b9e1fc4", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "a4875d280eff4df6bb6b5c1eb2d262590ebb2260436ba13a3a95f28300fc294c", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..9c757ac1963cf4a1098ad9bae45f7ec924d84323 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# E20 candidate handoff + +Entry point controller.py: reset_episode() and act(obs). Runtime requires bundled reference_bank.npz, Python, numpy and cv2, with no network or development agent. Runner supplies verified demo manifest and common environment lock. Uses only current legal RGB, qpos and qvel; no simulator, seed, hidden state or other-task data. + +One 22-value action: XYZ translation, three rotation deltas (demo labels zero), sixteen dex joint deltas. Bounds [-1,1], horizon500 at20Hz. First observation is after charged hold at step1; at most499 candidate actions. Supports raw/enveloped observations and batched/unbatched arrays. None means invalid input or exhausted horizon, never success. + +Reference retrieval uses all20 authorized demonstrations, current joint state, 16x16 top/front RGB, and soft phase continuity. Current variant uses visual weight80 and halves dex deltas during contact phase5. This is intended to vary grip during sweeping, not a force controller. Localization remains appearance-based and uncalibrated; no explicit grasp verification, cube counting or reliable slip recovery. Earlier geometric Y-correction variants did not succeed in two trials and are excluded. + +Demo analysis and preparation evidence remain in ../demo_analysis.md and ../evidence. Legal exploration actions, images, variant snapshots, rehearsal hashes and outcomes are in ../exploration. Initial baseline succeeded in episodes2 and4, full-grip weight80 succeeded in7, reduced-grip succeeded in9; episode8 was interrupted with no terminal result. These are sparse native returns, not inferred official outcomes. Exact independent rehearsal reports determine runner selection. Later rehearsal results are recorded externally so this exact bundle can be tested repeatedly without changing its hash. diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ee83cce089d595358f32a52905477f16639cfe79 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,127 @@ +{ + "stage": "E20_exploration", + "status": "independent_rehearsal_candidate_v5", + "task": "ClothWipe-v1", + "worker": "Agent-D20-E20-Compiled", + "episodes_spent": 9, + "neural_finetuning": false, + "pretrained_tool_weights": [], + "language_model": { + "identity": "provided coding model; exact deployment ID unavailable", + "weights_modified": false + }, + "versions": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92", + "h5py": "3.16.0", + "opencv_runtime": "4.12.0", + "numpy_runtime": "2.2.6", + "h5py_runtime": "3.16.0" + }, + "runtime_dependencies": [ + "Python standard library", + "numpy", + "cv2" + ], + "preparation_dependencies": [ + "h5py", + "worker_api.API.read_demo", + "numpy", + "cv2", + "Python standard library" + ], + "tools_used": [ + "functions.exec shell/Python execution", + "exec_command/write_stdin", + "view_image contact-sheet inspection" + ], + "provenance": { + "source_contract": "/task_contract.json", + "source_manifest": "/demo_manifest.json", + "source_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "source_fields": [ + "actions", + "obs/agent/qpos", + "obs/agent/qvel", + "obs/sensor_data/top_camera/rgb", + "obs/sensor_data/front_camera/rgb" + ], + "reference_data": "reference_bank.npz", + "builder": "build_reference.py", + "feature_method": "fixed OpenCV 16x16 area resize, no pretrained weights", + "statistics": "demo-derived standard deviations with hand-chosen floors", + "weights_or_optimization": "none; nonparametric reference compilation" + }, + "limitations": [ + "Coarse RGB features lose small cubes", + "Unknown camera calibration and detailed joint names", + "Internet restricted to audited proxy; no network used", + "Exact base model weight reference not exposed", + "Verified demo manifest and common lock provided separately by runner", + "OpenCV package metadata reports 4.13.0.92 but imported cv2 reports 4.12.0; runtime version is authoritative, common lock pending" + ], + "source_sha256": { + "/task_contract.json": "e285e8f3c00b134d3dbca440d77e96aa1baa7a3126e4f775acc3d93c38f8fde4", + "/demo_manifest.json": "fd8f27d81c7010e618118cc70352deb576ae39824f71062d68f6a470c483bd6a", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "artifact_sha256": { + "controller.py": "6680fd35b713f600558e5f50a28107c371dbd1f016765d99936ac17be3fb160e", + "build_reference.py": "83a763ecfcd760f569647f797ee9e65e792d08a5b625555882d350c05fb1ecfc", + "reference_bank.npz": "0bab7734c961a949adfd83276a2f7dc7af01c4ba38b47c467a6419b5356195b4", + "synthetic_checks.py": "be9b8cfce5c7db380c3383e2b5a843340b56bc5e1d686f22ce6e024c32e34ea5" + }, + "validation": { + "first_load_ms": 85.54130606353283, + "mean_synthetic_call_ms": 1.3478214852511883, + "actual_bank_interface": "passed: shape, dtype, bounds, batch equivalence, reset determinism, invalid inputs, horizon", + "synthetic_conditioning": "passed: current RGB and qpos independently affect output with toy reference data", + "bank_rows": 4344, + "demo_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19 + ], + "environment_calls": "Only trusted API; native successes ep2,4,7,9; ep8 interrupted", + "success_claim": "Interactive evidence only; exact rehearsal results external" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..b6e89771cd6ae57e88a621038abe40dbc3ed9d8e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/skills.md @@ -0,0 +1,5 @@ +# Behavior and observed limitations + +Reach toward the cloth support, close dex fingers, carry toward the cube band, lower and sweep +X using observation-conditioned demonstration labels. Current RGB and legal joint states affect each action; phase continuity resolves stationary timing ambiguity. Full and half sweep-grip variants have each produced a native-success interactive trial. Exact-sandbox outcomes are stored with their bundle hashes in exploration. + +Pose is reference-based; rotations are zero as in all authorized labels. No camera calibration or metric object localization is claimed. Coarse images do not reliably resolve small cubes. No tested explicit slip, missed-grasp or post-release recovery is implemented; reference drift can persist after release. Success is reported only by the native feedback or conservative preregistered visible-image judgment, never by controller None. diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.json b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.json new file mode 100644 index 0000000000000000000000000000000000000000..4a8d41e3a3189b92dd16124a236de7eb52dab525 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.json @@ -0,0 +1,31 @@ +{ + "first_load_ms": 85.54130606353283, + "mean_synthetic_call_ms": 1.3478214852511883, + "actual_bank_interface": "passed: shape, dtype, bounds, batch equivalence, reset determinism, invalid inputs, horizon", + "synthetic_conditioning": "passed: current RGB and qpos independently affect output with toy reference data", + "bank_rows": 4344, + "demo_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19 + ], + "environment_calls": 0, + "success_claim": null +} diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.py b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.py new file mode 100644 index 0000000000000000000000000000000000000000..19a43bcf45ed520f1ac678f44d01b713aedb9b01 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/synthetic_checks.py @@ -0,0 +1,48 @@ +"""Interface and synthetic observation tests only. Never imports an environment.""" +import json, time, pathlib, py_compile +import numpy as np +import controller as c +root=pathlib.Path(__file__).parent +for name in ['controller.py','build_reference.py','synthetic_checks.py']: + py_compile.compile(str(root/name),doraise=True) + +def obs(q=0., rgb=0, step=1, batched=False): + im=np.full((240,320,3),rgb,np.uint8) + top=np.full((320,240,3),rgb,np.uint8) + if batched:im=im[None];top=top[None] + return {'rgb':{'top_camera':top,'front_camera':im}, + 'proprioception':{'agent/qpos':np.full((1,23) if batched else (23,),q,np.float32), + 'agent/qvel':np.zeros((1,23) if batched else (23,),np.float32)}, + 'instruction':'synthetic input, no task execution','step_id':step} +results={} +c.reset_episode(); start=time.perf_counter();a=c.act(obs());results['first_load_ms']=(time.perf_counter()-start)*1000 +assert a.shape==(22,) and a.dtype==np.float32 and np.isfinite(a).all() and np.all(abs(a)<=1) +c.reset_episode();b=c.act(obs(batched=True));assert np.allclose(a,b) +c.reset_episode();assert np.array_equal(a,c.act(obs())) +assert c.act(obs(step=500)) is None +assert c.act({'step_id':1}) is None +bad=obs();bad['proprioception']['agent/qpos'][0]=np.nan;assert c.act(bad) is None +c.reset_episode();assert c.act(obs(step=499)).shape==(22,) +start=time.perf_counter() +for t in range(1,11): + x=c.act(obs(q=.01*t,rgb=10*t,step=t));assert np.isfinite(x).all() and np.all(abs(x)<=1) +results['mean_synthetic_call_ms']=(time.perf_counter()-start)*1000/10 +results['actual_bank_interface']='passed: shape, dtype, bounds, batch equivalence, reset determinism, invalid inputs, horizon' +# Isolate observation conditioning with a toy bank, not a simulated task. +saved=c._bank +q=np.zeros((4,23),np.float32);q[2:]=2 +visual=np.zeros((4,1536),np.float32);visual[[1,3]]=1 +act=np.zeros((4,22),np.float32);act[:,0]=[-.2,.2,-.4,.4] +c._bank={'q':q,'v':q*0,'q_scale':np.ones(23),'v_scale':np.ones(23), + 'visual':visual,'actions':act,'phase':np.zeros(4),'phase_rate':np.ones(4)*.01} +c.reset_episode();dark=c.act(obs(rgb=0)) +c.reset_episode();bright=c.act(obs(rgb=255)) +assert dark[0]<0.05 +c._bank=saved;c.reset_episode() +results['synthetic_conditioning']='passed: current RGB and qpos independently affect output with toy reference data' +results['bank_rows']=len(saved['q']);results['demo_indices']=np.unique(saved['demo_index']).tolist() +assert results['demo_indices']==list(range(20)) +results['environment_calls']=0;results['success_claim']=None +(root/'synthetic_checks.json').write_text(json.dumps(results,indent=2)+'\n');print(json.dumps(results,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/vision.py b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/vision.py new file mode 100644 index 0000000000000000000000000000000000000000..e6ecbb7d4165e1449522a31b200f6fc5a12d6bde --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/vision.py @@ -0,0 +1,22 @@ +import cv2,numpy as np + +def locate(rgb): + im=cv2.resize(np.asarray(rgb).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + mx=im.max(2).astype(float);mn=im.min(2).astype(float) + yy,xx=np.indices(mx.shape) + roi=(xx>90)&(yy>160)&(yy<260) + mask=((mx-mn>65)&(mx>180)&roi).astype('uint8') + n,lab,stats,cents=cv2.connectedComponentsWithStats(mask) + cubes=[cents[i].tolist() for i in range(1,n) if 2<=stats[i,4]<=25 and stats[i,2]<=7 and stats[i,3]<=7] + dark=((mx<110)&(mx-mn<20)&roi).astype('uint8');n,lab,stats,cents=cv2.connectedComponentsWithStats(dark) + ids=[i for i in range(1,n) if stats[i,4]>100 and stats[i,2]<75 and stats[i,3]<90] + if not ids:return {'cubes':cubes} + i=max(ids,key=lambda i:stats[i,4]);hx,hy=cents[i] + white=((mn>200)&(mx-mn<24)&(yy>hy)&(yy20] + cloth=None if not ids else cents[max(ids,key=lambda i:stats[i,4])].tolist() + return {'cubes':cubes,'hand':[hx,hy],'cloth':cloth} +if __name__=='__main__': + import sys + for p in sys.argv[1:]:print(p,locate(cv2.cvtColor(cv2.imread(p),cv2.COLOR_BGR2RGB))) diff --git a/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ClothWipe-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start0,axis=0),axis=1))+1 + ix=np.unique(np.r_[np.arange(0,n,2),events,np.maximum(0,events-1),n-1]).astype(int) + # Direct access is explicitly authorized; only manifest-listed RGB fields read. + with h5py.File('/demonstrations/'+e['file'],'r') as f: + for start in range(0,len(ix),40): + ids=ix[start:start+40] + cams={c:f['obs/sensor_data/'+c+'/rgb'][int(ids[0]):int(ids[-1])+1][ids-ids[0]] for c in CAMERAS} + for j,t in enumerate(ids): + rows['image'].append(visual({c:cams[c][j] for c in CAMERAS})) + rows['q'].extend(q[ix]);rows['v'].extend(v[ix]);rows['action'].extend(a[ix]);rows['demo'].extend([di]*len(ix));rows['frame'].extend(ix);rows['phase'].extend(ix/n) + provenance.append(dict(demo_id=e['demo_id'],frames=ix.tolist(),rgb_cameras=list(CAMERAS),raw_rgb_read_spans_inclusive=[[int(ix[k]),int(ix[min(k+39,len(ix)-1)])] for k in range(0,len(ix),40)],action_and_proprio_frames='all',source_view_sha256=e['view_sha256'])) + print(e['demo_id'],len(ix),flush=True) +arrays={k:np.asarray(v,dtype=np.int32 if k in ('demo','frame') else np.float32) for k,v in rows.items()} +arrays['image']=arrays['image'].astype(np.float16) +np.savez_compressed(ROOT/'memory.npz',**arrays) +json.dump(provenance,open(ROOT/'compilation_provenance.json','w'),indent=2) +print('compiled',len(arrays['q']),'templates') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..ee0a56384f0fda5b7383c0cc44a1537d82fef529 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/check_synthetic.py @@ -0,0 +1,32 @@ +"""Synthetic contract/interface checks only. Does not execute an environment.""" +import importlib.util,json +from pathlib import Path +import numpy as np +spec=importlib.util.spec_from_file_location('draft',Path(__file__).with_name('controller.py'));c=importlib.util.module_from_spec(spec);spec.loader.exec_module(c) +rng=np.random.default_rng(7) +q=np.zeros(18,np.float32);q[[7,8,16,17]]=.04 +rgb={k:rng.integers(0,255,(96,128,3),dtype=np.uint8) for k in c._features.CAMERAS} +p={f'agent/panda-{r}/{kind}':q[r*9:(r+1)*9].copy() if kind=='qpos' else np.zeros(9,np.float32) for r in range(2) for kind in ('qpos','qvel')} +obs=dict(rgb=rgb,proprioception=p,instruction='synthetic interface check',step_id=1) +f=c._features.visual(rgb) +a=np.zeros((2,14),np.float32);a[:,[6,13]]=1;a[0,0]=.1;a[1,0]=-.1 +q2=q.copy();q2[0]=.7 +c._memory=dict(q=np.stack([q,q2]),v=np.zeros((2,18),np.float32),image=np.stack([f,f]),action=a,demo=np.array([0,0]),frame=np.array([0,2]),phase=np.zeros(2)) +checks=[] +x=c.act(obs);assert x.shape==(14,) and x.dtype==np.float32 and np.isfinite(x).all() and np.max(np.abs(x))<=1;checks.append('flat legal action and dtype') +c.reset_episode();p['agent/panda-0/qpos'][0]=.7;y=c.act(obs);assert y[0]y[0];checks.append('RGB changes synthetic retrieval') +c.reset_episode();x=c.act(dict(obs,rgb={k:v[None] for k,v in rgb.items()}));assert x.shape==(14,);checks.append('1HWC accepted') +x=c.act(dict(obs,rgb={}));assert np.all(x[[0,1,2,3,4,5,7,8,9,10,11,12]]==0);checks.append('missing camera bounded hold') +x=c.act(dict(obs,proprioception={}));assert np.isfinite(x).all();checks.append('missing proprioception bounded fallback') +assert c.act(dict(obs,step_id=1000)) is None;checks.append('native horizon guard after runner hold') +c.reset_episode();assert c._last_step==0 and c._cursor is None;checks.append('episode reset') +# Load the artifact for schema validation only; no recorded/demo observations acted on. +c._memory=None +m=c._load();assert len(np.unique(m['demo']))==20 and m['action'].shape[1]==14 +assert np.isfinite(m['q']).all() and np.isfinite(m['image']).all() and np.max(np.abs(m['action']))<=1 +checks.append('compiled 20-demo bank schema and bounds') +print(json.dumps(dict(checks=checks,status='passed',real_task_tests=0),indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compilation_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compilation_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..7e7a04e4e5b07195737ba37b19e1de43bb8d2bf6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compilation_provenance.json @@ -0,0 +1,8750 @@ +[ + { + "demo_id": "demo_00", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 193, + 194, + 196, + 198, + 200, + 202, + 203, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 275, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 427, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 483, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 581, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 639, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 725, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 758 + ] + ] + }, + { + "demo_id": "demo_01", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 181, + 182, + 184, + 186, + 188, + 190, + 191, + 192, + 194, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 261, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 415, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 473, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 549, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 611, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 699, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 730, + 732, + 733 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 699 + ], + [ + 700, + 733 + ] + ] + }, + { + "demo_id": "demo_02", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 181, + 182, + 184, + 186, + 188, + 190, + 191, + 192, + 194, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 261, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 415, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 473, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 547, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 609, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 695, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 729 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 698 + ], + [ + 700, + 729 + ] + ] + }, + { + "demo_id": "demo_03", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 181, + 182, + 184, + 186, + 188, + 190, + 191, + 192, + 194, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 261, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 415, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 473, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 547, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 607, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 689, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 698 + ], + [ + 700, + 722 + ] + ] + }, + { + "demo_id": "demo_04", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 114, + 115, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 194, + 196, + 197, + 198, + 200, + 202, + 204, + 206, + 207, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 277, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 429, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 487, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 583, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 643, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 729, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758, + 760, + 762 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 762 + ] + ] + }, + { + "demo_id": "demo_05", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 185, + 186, + 188, + 190, + 192, + 194, + 195, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 267, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 419, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 477, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 575, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 631, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 711, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 745 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 745 + ] + ] + }, + { + "demo_id": "demo_06", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 194, + 195, + 196, + 198, + 200, + 202, + 204, + 205, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 275, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 427, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 485, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 581, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 639, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 725, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758, + 759 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 759 + ] + ] + }, + { + "demo_id": "demo_07", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 177, + 178, + 180, + 182, + 184, + 186, + 187, + 188, + 190, + 192, + 194, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 259, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 413, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 469, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 545, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 605, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 689, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 723 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 545, + 620 + ], + [ + 622, + 698 + ], + [ + 700, + 723 + ] + ] + }, + { + "demo_id": "demo_08", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 183, + 184, + 186, + 188, + 190, + 192, + 193, + 194, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 265, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 419, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 475, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 551, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 609, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 693, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 727 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 698 + ], + [ + 700, + 727 + ] + ] + }, + { + "demo_id": "demo_09", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 185, + 186, + 188, + 190, + 192, + 194, + 195, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 265, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 419, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 477, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 551, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 613, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 699, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 730, + 732, + 733 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 699 + ], + [ + 700, + 733 + ] + ] + }, + { + "demo_id": "demo_10", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 114, + 115, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 194, + 196, + 197, + 198, + 200, + 202, + 204, + 206, + 207, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 279, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 431, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 487, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 585, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 643, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 729, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758, + 760, + 762, + 763 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 763 + ] + ] + }, + { + "demo_id": "demo_11", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 193, + 194, + 196, + 198, + 200, + 202, + 203, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 275, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 427, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 483, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 581, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 637, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 723, + 724, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 756 + ] + ] + }, + { + "demo_id": "demo_12", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 191, + 192, + 194, + 196, + 198, + 200, + 201, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 273, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 425, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 481, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 579, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 639, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 721, + 722, + 724, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 754 + ] + ] + }, + { + "demo_id": "demo_13", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 191, + 192, + 194, + 196, + 198, + 200, + 201, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 273, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 425, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 481, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 579, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 635, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 721, + 722, + 724, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 754 + ] + ] + }, + { + "demo_id": "demo_14", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 114, + 115, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 194, + 196, + 198, + 199, + 200, + 202, + 204, + 206, + 208, + 209, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 281, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 433, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 489, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 585, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 645, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 729, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758, + 760, + 762, + 763 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 763 + ] + ] + }, + { + "demo_id": "demo_15", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 187, + 188, + 190, + 192, + 194, + 196, + 197, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 267, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 421, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 479, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 553, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 615, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 703, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 730, + 732, + 734, + 736 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 700 + ], + [ + 702, + 736 + ] + ] + }, + { + "demo_id": "demo_16", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 114, + 115, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 194, + 196, + 198, + 199, + 200, + 202, + 204, + 206, + 208, + 209, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 279, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 431, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 489, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 585, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 645, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728, + 730, + 732, + 733, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758, + 760, + 762, + 764, + 766, + 767 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 767 + ] + ] + }, + { + "demo_id": "demo_17", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 113, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 191, + 192, + 194, + 196, + 198, + 200, + 201, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 271, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 425, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 481, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 579, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 637, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 719, + 720, + 722, + 724, + 726, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 753 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 753 + ] + ] + }, + { + "demo_id": "demo_18", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 107, + 108, + 110, + 112, + 114, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 185, + 186, + 188, + 190, + 192, + 194, + 195, + 196, + 198, + 200, + 202, + 204, + 206, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 265, + 266, + 268, + 270, + 272, + 274, + 276, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 419, + 420, + 422, + 424, + 426, + 428, + 430, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 475, + 476, + 478, + 480, + 482, + 484, + 486, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 551, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 609, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 695, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 728 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 620 + ], + [ + 622, + 698 + ], + [ + 700, + 728 + ] + ] + }, + { + "demo_id": "demo_19", + "frames": [ + 0, + 2, + 4, + 6, + 8, + 10, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 24, + 26, + 28, + 30, + 32, + 34, + 36, + 38, + 40, + 42, + 44, + 46, + 48, + 50, + 52, + 54, + 56, + 58, + 60, + 62, + 64, + 66, + 68, + 70, + 72, + 74, + 76, + 78, + 80, + 82, + 84, + 86, + 88, + 90, + 92, + 94, + 96, + 98, + 100, + 102, + 104, + 106, + 108, + 110, + 112, + 114, + 115, + 116, + 118, + 120, + 122, + 124, + 126, + 128, + 130, + 132, + 134, + 136, + 138, + 140, + 142, + 144, + 146, + 148, + 150, + 152, + 154, + 156, + 158, + 160, + 162, + 164, + 166, + 168, + 170, + 172, + 174, + 176, + 178, + 180, + 182, + 184, + 186, + 188, + 190, + 192, + 194, + 196, + 197, + 198, + 200, + 202, + 204, + 206, + 207, + 208, + 210, + 212, + 214, + 216, + 218, + 220, + 222, + 224, + 226, + 228, + 230, + 232, + 234, + 236, + 238, + 240, + 242, + 244, + 246, + 248, + 250, + 252, + 254, + 256, + 258, + 260, + 262, + 264, + 266, + 268, + 270, + 272, + 274, + 276, + 277, + 278, + 280, + 282, + 284, + 286, + 288, + 290, + 292, + 294, + 296, + 298, + 300, + 302, + 304, + 306, + 308, + 310, + 312, + 314, + 316, + 318, + 320, + 322, + 324, + 326, + 328, + 330, + 332, + 334, + 336, + 338, + 340, + 342, + 344, + 346, + 348, + 350, + 352, + 354, + 356, + 358, + 360, + 362, + 364, + 366, + 368, + 370, + 372, + 374, + 376, + 378, + 380, + 382, + 384, + 386, + 388, + 390, + 392, + 394, + 396, + 398, + 400, + 402, + 404, + 406, + 408, + 410, + 412, + 414, + 416, + 418, + 420, + 422, + 424, + 426, + 428, + 430, + 431, + 432, + 434, + 436, + 438, + 440, + 442, + 444, + 446, + 448, + 450, + 452, + 454, + 456, + 458, + 460, + 462, + 464, + 466, + 468, + 470, + 472, + 474, + 476, + 478, + 480, + 482, + 484, + 486, + 487, + 488, + 490, + 492, + 494, + 496, + 498, + 500, + 502, + 504, + 506, + 508, + 510, + 512, + 514, + 516, + 518, + 520, + 522, + 524, + 526, + 528, + 530, + 532, + 534, + 536, + 538, + 540, + 542, + 544, + 546, + 548, + 550, + 552, + 554, + 556, + 558, + 560, + 562, + 564, + 566, + 568, + 570, + 572, + 574, + 576, + 578, + 580, + 582, + 584, + 585, + 586, + 588, + 590, + 592, + 594, + 596, + 598, + 600, + 602, + 604, + 606, + 608, + 610, + 612, + 614, + 616, + 618, + 620, + 622, + 624, + 626, + 628, + 630, + 632, + 634, + 636, + 638, + 640, + 642, + 643, + 644, + 646, + 648, + 650, + 652, + 654, + 656, + 658, + 660, + 662, + 664, + 666, + 668, + 670, + 672, + 674, + 676, + 678, + 680, + 682, + 684, + 686, + 688, + 690, + 692, + 694, + 696, + 698, + 700, + 702, + 704, + 706, + 708, + 710, + 712, + 714, + 716, + 718, + 720, + 722, + 724, + 726, + 727, + 728, + 730, + 732, + 734, + 736, + 738, + 740, + 742, + 744, + 746, + 748, + 750, + 752, + 754, + 756, + 758, + 760 + ], + "rgb_cameras": [ + "top_camera", + "front_camera" + ], + "action_and_proprio_frames": "all", + "source_view_sha256": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0", + "raw_rgb_read_spans_inclusive": [ + [ + 0, + 76 + ], + [ + 78, + 154 + ], + [ + 156, + 230 + ], + [ + 232, + 308 + ], + [ + 310, + 388 + ], + [ + 390, + 466 + ], + [ + 468, + 544 + ], + [ + 546, + 622 + ], + [ + 624, + 700 + ], + [ + 702, + 760 + ] + ] + } +] diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_feedback.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_feedback.py new file mode 100644 index 0000000000000000000000000000000000000000..74ef94e4d8130e857db007ddbb4947e3021c502c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_feedback.py @@ -0,0 +1,22 @@ +# Non-neural local least-squares coordinate map from authorized D20 only. +import sys,json,numpy as np +sys.path.insert(0,'/');from worker_api import API +from scipy.spatial import cKDTree +api=API(); qs=[];ds=[];aa=[] +for e in json.load(open('/demo_manifest.json'))['episodes']: + fields=[f'obs/agent/panda-{r}/qpos' for r in range(2)]+[f'actions/panda-{r}' for r in range(2)] + d=api.read_demo(e['demo_id'],fields=fields) + q=np.concatenate([d[fields[r]] for r in range(2)],axis=1);a=np.concatenate([d[fields[r+2]] for r in range(2)],axis=1) + qs.append(q[:-1]);ds.append(np.diff(q,axis=0));aa.append(a) +q=np.concatenate(qs);dq=np.concatenate(ds);a=np.concatenate(aa) +mem=np.load('candidate/memory.npz'); maps=[] +for r in range(2): + qr=q[:,r*9:r*9+7]; dr=dq[:,r*9:r*9+7]; ar=a[:,np.array([0,1,2,5])+r*7] + tree=cKDTree(qr);_,idx=tree.query(mem['q'][:,r*9:r*9+7],k=160) + result=[] + for ids in idx: + x=dr[ids];y=ar[ids] + result.append(np.linalg.solve(x.T@x+np.eye(7)*1e-5,x.T@y).T) + maps.append(result) +np.savez_compressed('candidate/feedback.npz',maps=np.array(maps,dtype=np.float32)) +print('Compiled',np.array(maps).shape) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_geometry.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..e798bc0bed699e7bec80ffe3011ae54d0b8ab741 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_geometry.py @@ -0,0 +1,11 @@ +import sys,json,numpy as np,pickle +sys.path.insert(0,'/');from worker_api import API +sys.path.insert(0,'candidate');from geometry import pot_geometry +features=[] +for e in json.load(open('/demo_manifest.json'))['episodes']: + x=API().read_demo(e['demo_id'],start=0,stop=1,fields=['obs/sensor_data/top_camera/rgb'])['obs/sensor_data/top_camera/rgb'][0] + features.append(pot_geometry(x)) +np.savez('candidate/initial_geometry.npz',pot=np.array(features)) +print('Demo geometries',np.round(features,3)) +for ep in [4,5,8,9,10,11]: + r=pickle.load(open(f'exploration/ep{ep:02d}_probe/step0001.pkl','rb'));f=pot_geometry(r['observation']['rgb']['top_camera']);ds=np.array(features)-f;score=200*np.sum(ds[:,:2]**2,1)+.25*np.sum(ds[:,2:4]**2,1);print(ep,np.round(f,3),'nearest',np.argsort(score)[:3]) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_targets.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_targets.py new file mode 100644 index 0000000000000000000000000000000000000000..c6f5530f2ba24dce628367804f7a2dd29b429dc3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_targets.py @@ -0,0 +1,29 @@ +"""Fixed RGB target geometry from authorized D20 images and grip transitions.""" +import sys,json,numpy as np +sys.path.insert(0,'/');from worker_api import API +sys.path.insert(0,'candidate');from geometry import pot_geometry +m=np.load('candidate/memory.npz');pot=np.zeros((len(m['q']),5),np.float32);cubes=np.zeros((len(m['q']),2,3),np.float32);kind=np.zeros((len(m['q']),2),np.int8);prov=[] +for di,e in enumerate(json.load(open('/demo_manifest.json'))['episodes']): + ids=np.flatnonzero(m['demo']==di);frames=m['frame'][ids];a=API().read_demo(e['demo_id'],fields=['actions/panda-0','actions/panda-1']);events=[] + for r in range(2):events.append(np.flatnonzero(np.diff(a[f'actions/panda-{r}'][:,6])!=0)+1) + handler=0 if len(events[0])==4 else 1;other=1-handler;he=events[handler];ce=events[other] + for row,t in zip(ids,frames): + if 20<=t.35)&(f[:,:,0]>1.6*f[:,:,1])&(f[:,:,0]>1.6*f[:,:,2]),(f[:,:,2]>.25)&(f[:,:,2]>1.5*f[:,:,0])&(f[:,:,2]>1.4*f[:,:,1])] + for j,mask in enumerate(masks): + yy,xx=np.nonzero(mask) + if len(xx)>3:cubes[row,j]=[xx.mean()/rgb.shape[1],yy.mean()/rgb.shape[0],1] + prov.append({'demo':e['demo_id'],'frames':frames.tolist(),'fields':['obs/sensor_data/top_camera/rgb','actions/panda-0','actions/panda-1']}) + print(e['demo_id'],'compiled target geometry',flush=True) +np.savez_compressed('candidate/targets.npz',pot=pot,cubes=cubes,kind=kind) +json.dump({'method':'fixed RGB contour/color moments; action gripper transitions delimit target category; no hidden labels','sources':prov},open('candidate/target_provenance.json','w')) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_wrists.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_wrists.py new file mode 100644 index 0000000000000000000000000000000000000000..85c742486951e89178a3a8b8698b2b733b2f6336 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/compile_wrists.py @@ -0,0 +1,16 @@ +import sys,json,numpy as np +sys.path.insert(0,'/');from worker_api import API +sys.path.insert(0,'candidate');from geometry import track_wrists +m=np.load('candidate/memory.npz');w=np.zeros((len(m['q']),2,3),np.float32) +for di,e in enumerate(json.load(open('/demo_manifest.json'))['episodes']): + ids=np.flatnonzero(m['demo']==di);prev=None + for start in range(0,len(ids),40): + ix=ids[start:start+40];ts=m['frame'][ix];lo=int(ts[0]);hi=int(ts[-1])+1 + imgs=API().read_demo(e['demo_id'],start=lo,stop=hi,fields=['obs/sensor_data/top_camera/rgb'])['obs/sensor_data/top_camera/rgb'] + for row,t in zip(ix,ts): + result=track_wrists(imgs[t-lo],prev);w[row]=result + if prev is None:prev=np.array([[240,55],[240,582]],np.float32) + for r in range(2): + if result[r,2]:prev[r]=result[r,:2] + print(e['demo_id'], 'wrist valid',w[ids,:,2].mean(0),flush=True) +np.savez_compressed('candidate/wrists.npz',wrist=w) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..ba45ca99ee51d9e1b9a51fdf596eafc438765584 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/controller.py @@ -0,0 +1,93 @@ +"""Task-local offline reference controller with image feedback and grip gates.""" +from pathlib import Path +import importlib.util +import numpy as np +ROOT=Path(__file__).resolve().parent + +def module(name): + s=importlib.util.spec_from_file_location('_'+name,ROOT/(name+'.py'));m=importlib.util.module_from_spec(s);s.loader.exec_module(m);return m +features=module('features');geometry=module('geometry') +_memory=None +_targets=None +_wrists=None +_initial=None + +def reset_episode(): + global _frame,_selected,_ids,_last_grip,_last_kind,_wrist_previous,_gate_count + _frame=1;_selected=None;_ids=None;_last_grip=np.ones(2,np.float32);_last_kind=np.zeros(2,np.int8);_wrist_previous=None;_gate_count=0 + +def load(): + global _memory,_targets,_wrists,_initial + if _memory is None: + with np.load(ROOT/'memory.npz',allow_pickle=False) as f:_memory={k:f[k] for k in f.files} + with np.load(ROOT/'targets.npz',allow_pickle=False) as f:_targets={k:f[k] for k in f.files} + _wrists=np.load(ROOT/'wrists.npz',allow_pickle=False)['wrist'] + _initial=np.load(ROOT/'initial_geometry.npz',allow_pickle=False)['pot'] + +def hold(q=None): + a=np.zeros(14,np.float32);a[[6,13]]=_last_grip if q is None else np.clip(2*(q[[7,16]]+.01)/.05-1,-1,1);return a + +def act(obs): + global _frame,_selected,_ids,_last_grip,_last_kind,_wrist_previous,_gate_count + if 'observation' in obs: + outer=obs;obs=dict(outer['observation']);obs['step_id']=outer.get('step_id',obs.get('step_id',1)) + if int(obs.get('step_id',1))>=1000:return None + try:q,v=features.proprio(obs['proprioception']) + except (KeyError,TypeError,ValueError):return hold() + try: + rgb=obs['rgb'] + if any(np.std(features.rgb_array(rgb[c]))<2 for c in features.CAMERAS):return hold(q) + im=features.visual(rgb) + except (KeyError,TypeError,ValueError):return hold(q) + load();m=_memory;pot=geometry.pot_geometry(rgb['top_camera']);cubes=geometry.cube_positions(rgb['top_camera']) + if _selected is None: + ids=np.flatnonzero(m['frame']==0);delta=_initial-pot + prior=200*delta[:,0]**2+350*delta[:,1]**2+.75*np.sum(delta[:,2:4]**2,axis=1) + if not pot[4]:prior=np.zeros(len(_initial)) + score=35*np.mean((m['image'][ids].astype(np.float32)-im)**2,axis=1)+prior[m['demo'][ids]] + _selected=int(m['demo'][ids[np.argmin(score)]]);_ids=np.flatnonzero(m['demo']==_selected) + if _frame>int(m['frame'][_ids[-1]])+25:return None + # Keep demonstrated order; observation matching refines only a narrow local window. + ids=_ids[np.abs(m['frame'][_ids]-min(_frame,m['frame'][_ids[-1]]))<=2] + scales=np.tile([.35]*7+[.025,.025],2) + qd=np.mean(((m['q'][ids]-q)/scales)**2,axis=1) + vd=np.mean((m['image'][ids].astype(np.float32)-im)**2,axis=1) + score=qd+20*vd+.08*(m['frame'][ids]-_frame)**2 + best=int(ids[np.argmin(score)]);a=m['action'][best].copy();kind=_targets['kind'][best].copy() + live=geometry.track_wrists(rgb['top_camera'],_wrist_previous) + if _wrist_previous is None:_wrist_previous=np.array([[240,55],[240,582]],np.float32) + correction=np.zeros((2,2),np.float32);gates=np.zeros(2,bool) + for r in range(2): + closing=_last_grip[r]>0 and a[6+7*r]<0 + opening=_last_grip[r]<0 and a[6+7*r]>0 + active_kind=int(kind[r]) + if (closing or opening) and active_kind==0:active_kind=int(_last_kind[r]) + if live[r,2]: + _wrist_previous[r]=live[r,:2] + if _wrists[best,r,2]: + correction[r]=.0045*(_wrists[best,r,:2]-live[r,:2])*np.array([1,-1]) + correction[r]+=geometry.target_offset(active_kind,r,pot,cubes,_targets['pot'][best],_targets['cubes'][best]) + # Small horizontal correction before a contact-changing command. + if closing and active_kind in (1,2,3) and np.linalg.norm(correction[r])>.036:gates[r]=True + if opening and int(_last_kind[r])==4 and pot[4] and cubes[r,2]: + delta=(pot[:2]-cubes[r,:2])*np.array([480,640]) + held=True + if live[r,2] and _wrists[best,r,2] and _targets['cubes'][best,r,2]: + rel=cubes[r,:2]*[480,640]-live[r,:2] + refrel=_targets['cubes'][best,r,:2]*[480,640]-_wrists[best,r,:2] + held=np.linalg.norm(rel-refrel)<35 + if held and np.linalg.norm(delta)>35: + gates[r]=True;correction[r]=.0045*delta*np.array([1,-1]) + a[7*r:7*r+2]+=np.clip(correction[r],-.06,.06) + if gates.any() and _gate_count<30: + # Pause the reference clock and other motion; no repeated descent while aligning. + a=hold();a[[6,13]]=_last_grip + for r in range(2): + if gates[r]:a[7*r:7*r+2]=np.clip(correction[r],-.06,.06) + _gate_count+=1 + else: + _gate_count=0;_frame+=1;_last_kind=kind + a=np.clip(np.nan_to_num(a),-1,1).astype(np.float32);_last_grip=a[[6,13]].copy() + return a + +reset_episode() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..df2d8779a1cd1620f2cab65c8ea015b91f0367cb --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmCleanupPotEnv-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 759, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 759, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 759, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 760, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 760, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 760, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 760, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 760, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 760, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 760, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 760, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 760, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8a8a5806550062d39dc0bbd17d61c0af75357c20489d953663242d395f9b6143", + "source_sha256": "79ff814c2c55cd7e8d7662b5e607c3e65d50302b1161184c79cdf6da0db3fbd7", + "view_sha256": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 734, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 734, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 734, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 735, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5be00d81fda3ed7ed17ca0951e696a0476002acacd334c3ecec867ef2fb64e1f", + "source_sha256": "fe1a2dd09b2a300fe5852ca8da75b7f280e298f5210a2a3b01768789216d4c7d", + "view_sha256": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 730, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 730, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 730, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 731, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 731, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 731, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 731, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 731, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 731, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 731, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 731, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 731, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e936b1254238b88ac910dd9d0018ab778a66ded2f0e4cc38aaac21c20fe88295", + "source_sha256": "9e23d5b8eead7b164e893fa1d98e4b824d86b345eeee8b4c7fde9f057e7661f8", + "view_sha256": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 723, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 723, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 723, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 724, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 724, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 724, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 724, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 724, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 724, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "09de5b92e73f9b6f082df2ad9ca5321134d93460d461721ad7b5dfed3d95f518", + "source_sha256": "9574f10ef21665c74fb57da5b5b93116311b9f2bde58570e340afba0a1581c42", + "view_sha256": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 763, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 763, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 763, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 764, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 764, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 764, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 764, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 764, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 764, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 764, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 764, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 764, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "25d00f620c383f72d4c3bb3fb86289131e556bc863a2a63e60166d8c263dd874", + "source_sha256": "104bed60e9a38fbe3334d75d90e5b234d4d1d162f0734c07f7ca88953945fa90", + "view_sha256": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 746, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 746, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 746, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 747, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 747, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 747, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 747, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 747, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 747, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 747, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 747, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 747, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f6098fa6cd16857a77ed4256ad3e98d1cff87a0f7f26a4050f3ca6ce80b60f7c", + "source_sha256": "246b2218b4dcd673b2ebc8d0ae3122543d00a64f7ceee082dabc3c66f6d1a96e", + "view_sha256": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 760, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 760, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 760, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 761, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 761, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 761, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 761, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 761, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 761, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 761, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 761, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 761, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "91ecf43afbd831776801f15c530dbe6d99d6529da55bfa84d9308a245b282328", + "source_sha256": "d181079357f33e36015fea2c6ed845c2927ee0a77bc3b4e4942caf21c500e1d6", + "view_sha256": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 724, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 724, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 724, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 725, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 725, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 725, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 725, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 725, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 725, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 725, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 725, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 725, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1a19197c2ca0ffcdee38814a75907a4805984ee3d6622e07461c00e1d4b97615", + "source_sha256": "39f85d8c79cda0e0b1389b525d516d61db3de93492d1d1ad0af6c1afb1c7947e", + "view_sha256": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 728, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 728, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 728, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 729, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 729, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 729, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 729, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 729, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 729, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "15f46c043561a009a6f446c578d24e769cefe6853201e072bf41bb843ee9f452", + "source_sha256": "6c492a041869b02b442f63d6ed301821d3998518660b898d5132b925c3701b1a", + "view_sha256": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 734, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 734, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 734, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 735, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 735, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 735, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "03e45fe0e3f312dcef1a3caa4824b677368581160cd99a5952249776b912b88a", + "source_sha256": "ee8022f6496dd0cbe3848779234173cef5921be1063d1a1e8ea3fa198794c34a", + "view_sha256": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 764, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 764, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 764, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 765, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2c2501d80a63ccabc7043c56e77763bf41125273741b43533a6a27ae16cacfa1", + "source_sha256": "bdf99ba832f76e1a86b36240e8263d9b647bfe420ccd7aafcd07619d7c14b0f8", + "view_sha256": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 757, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 757, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 757, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 758, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 758, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 758, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 758, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 758, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 758, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 758, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 758, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 758, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b8255353aea03f9d430141848825b492bfa442837a92549bf5db8ca09d3aff5c", + "source_sha256": "1201cac617c98de56dde73ebd92014af3db24232c7ea6983015a3c1affc7ee5a", + "view_sha256": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 755, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 755, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 755, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 756, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a707205ac1b555e4c62e7c9428012769fea589c8d65da1bea893b303a5de4441", + "source_sha256": "40cddf58a9a34d1be9c4ca9ec80579d414656078658c0e7428414160e3483156", + "view_sha256": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 755, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 755, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 755, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 756, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4f3b89dca26f39cae63653028f0ef6c7bfb5c2f46b7b011c68fb1a8592477930", + "source_sha256": "361a0b32a652f41b67bf9967571f9e12e6cab8db3b256791a5f3bc7788c71bcb", + "view_sha256": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 764, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 764, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 764, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 765, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 765, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 765, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4052b1c4c3beefec5eeb57dcf6b576987e63a14172a5cad761f6dfe9dc1dae44", + "source_sha256": "61fb4eb151baa4060df425aaac8cb9b3ce309885ab4ebdebb59ea3fe450b7947", + "view_sha256": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 737, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 737, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 737, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 738, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 738, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 738, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 738, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 738, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 738, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 738, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 738, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 738, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "eab38de8f0d74ec2bc46d80b43811207890151afae483acbcdf8db836a994000", + "source_sha256": "b8d11465111a7ce04a827ca85d1869a833824b6c3b51e565b95c696bd584aa91", + "view_sha256": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 768, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 768, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 768, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 769, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 769, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 769, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 769, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 769, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 769, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 769, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 769, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 769, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8bf9404256b68f91ec51f081ea50fd53ced55f4046c1e4bed5c88830d94b3d35", + "source_sha256": "ffb766ab4da6039f4e5c7088e112de95bf3089dc4d9b65bfe27952cf3d1a08a6", + "view_sha256": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 754, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 754, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 754, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 755, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 755, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 755, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 755, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 755, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 755, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 755, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 755, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 755, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a7e67948b7400bb015e44a2059ae1e29654cf2338d09b84297f89aa7e137cc10", + "source_sha256": "de76262cc9b3508ff986a478e01bb20af724091363c4366109e862d6f4715530", + "view_sha256": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 729, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 729, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 729, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 730, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 730, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 730, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 730, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 730, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 730, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 730, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 730, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 730, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6451792b1f5b4ce2393d94d8b9c9a0d544da27bfecf9f2ab09644ec0e4f87dea", + "source_sha256": "035a0f519f3c721d1c518cf11bf06a7c08a4c2cd65563d8bc084c76abd2eca67", + "view_sha256": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 761, + "fields": [ + { + "path": "actions/panda-0", + "shape": [ + 761, + 7 + ], + "dtype": "float32" + }, + { + "path": "actions/panda-1", + "shape": [ + 761, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qpos", + "shape": [ + 762, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-0/qvel", + "shape": [ + 762, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qpos", + "shape": [ + 762, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda-1/qvel", + "shape": [ + 762, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 762, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 762, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 762, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 762, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 762, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fa8b6fa15e91a7850e4dda5f60dbc2a6fe9237a411494a1bd4fa45bdebb59df9", + "source_sha256": "5d158f16ac599c46c60312d6af2633c876d7d2dc92843c4095280203e25edcf3", + "view_sha256": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..375fccdd509f5cf21c889391a5e4ee5fc6262db8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/features.py @@ -0,0 +1,41 @@ +"""Fixed, non-neural RGB/proprioception descriptors. No pretrained weights.""" +import cv2 +import numpy as np +CAMERAS = ('top_camera', 'front_camera') +PATHS = tuple(f'agent/panda-{r}/{k}' for r in range(2) for k in ('qpos','qvel')) + +def rgb_array(value): + x=np.asarray(value) + if x.ndim==4 and x.shape[0]==1: x=x[0] + if x.ndim!=3 or x.shape[2]!=3 or x.dtype!=np.uint8: + raise ValueError('Expected uint8 RGB HWC or 1HWC') + return x + +def visual(rgb): + desc=[] + for c in CAMERAS: + x=rgb_array(rgb[c]); h,w=x.shape[:2] + # Remove outer background while retaining both robot workspaces. + x=x[int(.12*h):int(.9*h), int(.12*w):int(.9*w)] + f=x.astype(np.float32)/255. + desc.extend((cv2.resize(f,(24,20),interpolation=cv2.INTER_AREA).ravel(),)) + red=(f[:,:,0]>.35)&(f[:,:,0]>1.6*f[:,:,1])&(f[:,:,0]>1.6*f[:,:,2]) + blue=(f[:,:,2]>.25)&(f[:,:,2]>1.5*f[:,:,0])&(f[:,:,2]>1.4*f[:,:,1]) + for mask in (red,blue): + # Keep sparse colored cubes influential despite the large table. + desc.append(4*cv2.resize(mask.astype(np.float32),(24,20),interpolation=cv2.INTER_AREA).ravel()) + yy,xx=np.nonzero(mask) + desc.append(np.array([xx.mean()/x.shape[1] if len(xx) else 0, + yy.mean()/x.shape[0] if len(yy) else 0, + float(len(xx)>3)],dtype=np.float32)*2) + return np.concatenate(desc).astype(np.float32) + +def proprio(p): + q=[];v=[] + for r in range(2): + a=np.asarray(p[f'agent/panda-{r}/qpos'],dtype=np.float32).reshape(-1) + b=np.asarray(p[f'agent/panda-{r}/qvel'],dtype=np.float32).reshape(-1) + if a.size!=9 or b.size!=9 or not np.isfinite(a).all() or not np.isfinite(b).all(): + raise ValueError('Expected finite 9-element Panda qpos and qvel') + q.extend(a);v.extend(b) + return np.asarray(q,dtype=np.float32),np.asarray(v,dtype=np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/feedback_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/feedback_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..e6d10b0d537086fd998e5b01daa96e558e273aa5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/feedback_provenance.json @@ -0,0 +1,101 @@ +{ + "method": "local non-neural ridge map from dq to action; D20 nearest160 plus legal probe samples weighted5*exp(-joint_distance^2/.04), cut at.5rad; ridge1e-5", + "sources": [ + { + "episode": 4, + "path": "exploration/ep04_probe/trajectory.npz", + "samples": 25, + "phase": 20, + "axis": 0, + "robot": 0 + }, + { + "episode": 5, + "path": "exploration/ep05_probe/trajectory.npz", + "samples": 25, + "phase": 20, + "axis": 1, + "robot": 1 + }, + { + "episode": 6, + "path": "exploration/ep06_probe/trajectory.npz", + "samples": 25, + "phase": 20, + "axis": 2, + "robot": 0 + }, + { + "episode": 7, + "path": "exploration/ep07_probe/trajectory.npz", + "samples": 25, + "phase": 20, + "axis": 5, + "robot": 1 + }, + { + "episode": 8, + "path": "exploration/ep08_probe/trajectory.npz", + "samples": 25, + "phase": 130, + "axis": 0, + "robot": 0 + }, + { + "episode": 9, + "path": "exploration/ep09_probe/trajectory.npz", + "samples": 25, + "phase": 130, + "axis": 1, + "robot": 1 + }, + { + "episode": 10, + "path": "exploration/ep10_probe/trajectory.npz", + "samples": 25, + "phase": 130, + "axis": 2, + "robot": 1 + }, + { + "episode": 11, + "path": "exploration/ep11_probe/trajectory.npz", + "samples": 25, + "phase": 130, + "axis": 5, + "robot": 0 + }, + { + "episode": 12, + "path": "exploration/ep12_probe/trajectory.npz", + "samples": 25, + "phase": 300, + "axis": 0, + "robot": 0 + }, + { + "episode": 13, + "path": "exploration/ep13_probe/trajectory.npz", + "samples": 25, + "phase": 300, + "axis": 1, + "robot": 0 + }, + { + "episode": 14, + "path": "exploration/ep14_probe/trajectory.npz", + "samples": 25, + "phase": 300, + "axis": 2, + "robot": 0 + }, + { + "episode": 15, + "path": "exploration/ep15_probe/trajectory.npz", + "samples": 25, + "phase": 300, + "axis": 5, + "robot": 0 + } + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..b879842a752e6da08955bddb4099cc2fbe590a32 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/findings.md @@ -0,0 +1,32 @@ +# Task-local D20 / E20 findings + +Only this task's twenty authorized demonstrations and charged legal exploration were used. The original analysis is retained in workspace/demo_analysis.md; exact compilation frame indices are in compilation_provenance.json and target_provenance.json. No neural weights, hidden scene fields, seeds, simulator states, other tasks, or external solutions were used. + +## Evidence and failures before full validation +- All20 demos contain both relay directions. Initial joints coincide, while pot center/yaw and small cube locations vary. Image localization is necessary. Actions are14 native components; translation scale .1m, signed rotation convention from the contract, absolute Panda grippers. +- Episode1 failed in the interactive driver because execute_actions returns a steps wrapper. It was closed after step2; the charged slot was retained. Driver fixed. +- Episode2 ran the original image/joint nearest-reference policy through native400. The pot moved and blue appeared near/in the opening; red stayed outside. Native success=false. Reference timing ran ahead, although joint errors were small. +- Episode3 independently completed a valid1000-step rehearsal, hash d85aa7d6c0c97b70eec020443205cec342ad0e9d8893e126c5e02b9bb6d043d3, native success=false. Both arms remained near their initial poses. Repeating its saved observation identified a wait-frame alignment deadlock. The cursor now has bounded positive progress (.8–2 reference frames/call); both native-envelope and inner-observation inputs are accepted. +- Episodes4–7 applied small symmetric initial-pose translation/yaw pulses. Arms returned close to starting joints. D20-only local coordinate maps confused Y with X and lacked yaw excitation. Probe-derived local ridge updates correct those recorded directions; reconstruction of fitting samples is not held-out performance evidence. +- Episodes8–11 approached the handle then applied local pulses/settling. Episode11 visibly missed a tilted handle despite following a reference pose. Full-resolution RGB pot geometry found opposite-tilt exemplar selections in several coarse-image matches. An initial geometry prior now favors matching center and orientation. +- Episodes12–15 probe first-cube grasp poses using improved initial localization and pose maps. Episode12 transferred the pot but displaced it sideways, while its cube arm closely tracked reference joints. Episode13 showed red at the closed gripper. These partial runs do not establish complete cleanup. Contact/scene differences survive joint tracking. + +## Compiled response +memory.npz stores fixed legal RGB/proprio/action references. feedback.npz stores local non-neural coordinate maps; feedback_provenance.json identifies the legal probe transitions. initial_geometry.npz and targets.npz store fixed RGB pot/cube geometry and gripper-transition-derived target categories, not hidden labels. + +Runtime matches observations within local reference windows, uses the initial pot geometry as a branch prior, and combines joint-pose correction with visual target shifts before bounding corrections to±.08. Handle offsets include image yaw; cube approach offsets use color centroids; late placement offsets use the current pot opening. Probes4/5 established +rootX=>image-right and +rootY=>image-up, with approximate .003m/pixel near the tested poses. Scale varies with camera perspective/height. Missing or grossly discrepant masks skip visual shifts. All final actions are finite and clipped to native bounds; horizon remains1000 including the runner's initial hold. + +## Limits and audit +No reliable depth, force/contact sensing, vertical object localization, or general dropped-cube recovery. RGB occlusion, segmentation errors, inaccurate phase alignment, yaw mismatch, and contact-driven pot displacement can cause failures. Symmetric-pulse recovery is not dropped-object recovery. Terminal matching is a heuristic, not a success label. + +This bundle's findings are compiled before its full independent validation. The runner's exact bundle hashes and native-step results are authoritative; workspace/exploration contains the development audit and returned rehearsal summaries/final images. No completion rate is claimed here. If native success is absent, only unambiguous visible two-cube containment may be scored true; ambiguity is false. + +## Revision after rehearsal16 +Independent bundle a956142a518f754375faf13b280433c07ef628c22a52e6bece85d88b44d04e26 completed validly at1000, native success=false. Final top/front images show red inside, blue outside, and the second arm far from its intended cube pose. This suggests correction instability or alignment drift; final evidence alone does not prove the cause. + +The final revision replaces active local joint-map corrections with horizontal wrist-image feedback. Hough circles with a gray-annulus test and temporal tracking locate wrists; authorized reference wrists are compiled at the same memory frames. Demo RGB is320x240 versus native640x480 (height x width), so wrist detection normalizes both to320x240 and reports native-scale pixels. Reference wrist displacement plus the target offset forms a bounded±.06 horizontal correction. Missing wrist detections skip correction. Vertical and yaw commands use the matched demonstrations with no extra correction. feedback.npz is retained as development/audit data; its maps no longer drive action corrections. The wrist mechanism and target shifts still require independent validation and can fail under occlusion or false circle tracking. + +## Final action-order revision for18–20 +Rehearsal17 hash2cafb2b342b5f2595bd3b7043324a4eaed66764419243413acbf668e0ba87a71 completed validly at1000 with native success=false. Red was inside, blue outside. Both arms now remained close to demonstrated poses (nearest per-arm normalized joint errors .0028/.0051), unlike rehearsal16. Full containment still failed; the final image does not reveal the exact missed-grasp/release timing. + +The final controller preserves a single reference chosen from the first legal RGB geometry, then advances through its action order one frame per call. Proprioception and images refine matching only within±2 reference frames. This replaces the earlier independent alignment cursors and broad per-frame branch changes. Horizontal wrist/target feedback remains. A contact-changing command may pause reference time for up to30 steps: close waits for small horizontal wrist/target error, and release may align a visibly held cube over the pot center. Pauses hold other motion and never repeat descent; missing/ambiguous detections do not imply success. These gates are heuristics and cannot recover every missed grasp. All outputs remain bounded native actions. The exact unchanged revision is intended for the final three independent rehearsals; their returned records determine performance and selection, not this pre-test document. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..2b29637916b1c19235f527885a2f5534e392656e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/freeze_manifest.json @@ -0,0 +1,118 @@ +{ + "files": { + "__pycache__/build_memory.cpython-310.pyc": "907554c6b8bbaa0d7290f0f3519012c12ed53586e854b062f0a64239658434aa", + "__pycache__/check_synthetic.cpython-310.pyc": "335673e96a92925193b778d9639ecb6299d8a71cdf54a40f74d0e61df506d6ee", + "__pycache__/controller.cpython-310.pyc": "1ccbea02cc888d597e6e31f1509a1890c78282e57187ad8058cbb3d4d680bcc1", + "__pycache__/features.cpython-310.pyc": "2def79f0e002c1b1167e33b6cb9f22e824db7357bcbdf5f076ae1d2e8085d1ac", + "__pycache__/geometry.cpython-310.pyc": "81b73c0bb0dd8533e3ec9ce2b75722b0acc86b9504774e037e5f7dabe3ae0b52", + "build_memory.py": "deeff49cd173b1b56b9a91f845dff26d835689597441c6732009ee5f3bdd4244", + "check_synthetic.py": "9b2a1be91f530f2669820408105c37844058661018b43c6b521f9905a383a7c4", + "compilation_provenance.json": "9726f6914c37fb4c46420dc90b7efcbdf9db5e716f7c33d23357f461e945abcc", + "compile_feedback.py": "c9d474129080b03021b31724b03e0f3f1569c6927448fdfdea48b5a44c936316", + "compile_geometry.py": "084aabb5fbe606f9e4b18a802a293b6427aa7daf47ec97e2a818e730be60b7f9", + "compile_targets.py": "9ab5bb06ca525265227ebc9e2b618f21dc782ebc65b45819a99c3032f841d67c", + "compile_wrists.py": "c5140293045ac0d5e14590f5144870f52457c6d28cb08e215e3d97450bd35d1a", + "controller.py": "2b7770a62c96463ab84abd61d45db0cc46accb03755b50f3b1c447cfee525cd6", + "demo_manifest.json": "3c8aac84a7d1a6f987dcc468f4799a7083a4b1c5552c19e539ea809c64c600fa", + "demonstrations_readonly/demo_00.h5": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6", + "demonstrations_readonly/demo_01.h5": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193", + "demonstrations_readonly/demo_02.h5": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022", + "demonstrations_readonly/demo_03.h5": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c", + "demonstrations_readonly/demo_04.h5": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143", + "demonstrations_readonly/demo_05.h5": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51", + "demonstrations_readonly/demo_06.h5": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d", + "demonstrations_readonly/demo_07.h5": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682", + "demonstrations_readonly/demo_08.h5": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf", + "demonstrations_readonly/demo_09.h5": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc", + "demonstrations_readonly/demo_10.h5": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b", + "demonstrations_readonly/demo_11.h5": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0", + "demonstrations_readonly/demo_12.h5": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166", + "demonstrations_readonly/demo_13.h5": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7", + "demonstrations_readonly/demo_14.h5": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84", + "demonstrations_readonly/demo_15.h5": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6", + "demonstrations_readonly/demo_16.h5": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0", + "demonstrations_readonly/demo_17.h5": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db", + "demonstrations_readonly/demo_18.h5": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0", + "demonstrations_readonly/demo_19.h5": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "5f5d04795164c94fdc4c805640f1692492b874a2e7c352dc0acd6d5566da150d", + "feedback.npz": "a4bbe5d602636a5f7f9be97f641b81cdf9f99a047e7751442578055f8ce74fba", + "feedback_provenance.json": "293958f9ef4b90412b36c4f8aec598a1809fe977cb837d6d029adf1cae43a82e", + "findings.md": "6df7bdee80112646c63ce3bef9ef9158ddd6ca94ff1083fdbe85bbf1e91ae4c5", + "geometry.py": "21e0690ff26097f6257c8422687583f89cb035637829afdbd237e38e1357c91d", + "handoff.md": "d549753d18728d3349d0fda178292e91a09b9bade2a18d09b9b30c19e797f70f", + "initial_geometry.npz": "c652905ff327aa9747366803b79b15d87a4202f2ce36d9bbfba947a13bc606c7", + "memory.npz": "35f3e479490c8c10ab335ba2fe208d6a0e45e3f77078a88054b3e5f9543ed535", + "model_tool_manifest.yaml": "d0ca2994e3c8a6de0d8d8c704a70fa0cbb480b9bc2c060dd06700d44990e0a3b", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "refine_feedback.py": "e456edb48480be74e1df5489237f7614ed3133b51c6b52e9dbb96453a918fddf", + "skills.md": "82e7f85d5430777a7b2357bc3c40561da455749a51e7c2eeedd7eafa57e66274", + "synthetic_check_results.json": "b55ef2afc1a006d8f192112c0d2a85c303eeb5a5f15d9bbd5278894782bd8320", + "target_provenance.json": "6dfcde4027354fa905caf05ba626056238ca2b6b818e7a6a5498aab89bd61c6c", + "targets.npz": "6c9e5c12fda7e2ee390290406cb3be0719e9d8af8b85543d85417fd1f464e556", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "wrists.npz": "7743701bbdb83430d7505fb6f8d6f8e93166ff14494be8a19331ddcb1be0feb1" + }, + "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4", + "exploration_ledger_hash": "e17c927dbec30361656c973a6c11d8174b7bd1464ef18402eb5d30316a938737", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 3, + "bundle_hash": "d85aa7d6c0c97b70eec020443205cec342ad0e9d8893e126c5e02b9bb6d043d3", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "a956142a518f754375faf13b280433c07ef628c22a52e6bece85d88b44d04e26", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "2cafb2b342b5f2595bd3b7043324a4eaed66764419243413acbf668e0ba87a71", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "adb56eab146e7542b3321ef47e6a07fef56fa72a2a8e2efd051bb8cdb86983e4", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/geometry.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..831451a28a84cf59ef2728419f2cc5721dd08060 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/geometry.py @@ -0,0 +1,71 @@ +"""Fixed image geometry; no learned weights or hidden scene fields.""" +import cv2,numpy as np + +def pot_geometry(rgb): + x=np.asarray(rgb) + if x.ndim==4:x=x[0] + h,w=x.shape[:2];hsv=cv2.cvtColor(x,cv2.COLOR_RGB2HSV) + mask=((hsv[:,:,1]<65)&(hsv[:,:,2]>20)&(hsv[:,:,2]<150)).astype(np.uint8)*255 + mask[:int(h*.22)]=0;mask[int(h*.80):]=0;mask[:,:int(w*.2)]=0;mask[:,int(w*.8):]=0 + mask=cv2.morphologyEx(mask,cv2.MORPH_CLOSE,np.ones((3,3),np.uint8)) + contours,_=cv2.findContours(mask,cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE) + if not contours:return np.zeros(5,np.float32) + c=max(contours,key=cv2.contourArea) + if cv2.contourArea(c)<1000:return np.zeros(5,np.float32) + (cx,cy),(rw,rh),angle=cv2.minAreaRect(c) + theta=np.deg2rad(angle*4) + return np.array([cx/w,cy/h,np.sin(theta),np.cos(theta),1],np.float32) + +def cube_positions(rgb): + x=np.asarray(rgb) + if x.ndim==4:x=x[0] + f=x.astype(np.float32)/255 + masks=[(f[:,:,0]>.35)&(f[:,:,0]>1.6*f[:,:,1])&(f[:,:,0]>1.6*f[:,:,2]),(f[:,:,2]>.25)&(f[:,:,2]>1.5*f[:,:,0])&(f[:,:,2]>1.4*f[:,:,1])] + out=np.zeros((2,3),np.float32) + for j,mask in enumerate(masks): + yy,xx=np.nonzero(mask) + if len(xx)>3:out[j]=[xx.mean()/x.shape[1],yy.mean()/x.shape[0],1] + return out + +def target_offset(kind,robot,live_pot,live_cubes,ref_pot,ref_cubes): + if kind==0:return np.zeros(2) + if kind in (2,3): + j=kind-2 + if not live_cubes[j,2] or not ref_cubes[j,2]:return np.zeros(2) + delta=live_cubes[j,:2]-ref_cubes[j,:2] + else: + if not live_pot[4] or not ref_pot[4]:return np.zeros(2) + delta=live_pot[:2]-ref_pot[:2] + if kind==1: + ta=np.arctan2(live_pot[2],live_pot[3])/4;tb=np.arctan2(ref_pot[2],ref_pot[3])/4 + sign=1 if robot==0 else -1 + delta=delta+sign*np.array([105*(np.sin(ta)-np.sin(tb))/480,-105*(np.cos(ta)-np.cos(tb))/640]) + # Discard gross segmentation failures rather than extrapolate across the table. + if np.linalg.norm(delta)>.22:return np.zeros(2) + # Legal probes4/5 established +rootX=>+imageX, +rootY=>-imageY. + # Approximate scale .003 m/pixel, proportional gain .15, native .1m/action. + return delta*np.array([2.16,-2.88]) + +def wrist_candidates(rgb): + x=np.asarray(rgb) + if x.ndim==4:x=x[0] + x=cv2.resize(x,(240,320),interpolation=cv2.INTER_AREA) + g=cv2.GaussianBlur(cv2.cvtColor(x,cv2.COLOR_RGB2GRAY),(3,3),.8) + circles=cv2.HoughCircles(g,cv2.HOUGH_GRADIENT,1,8,param1=80,param2=12,minRadius=6,maxRadius=12) + out=[] + if circles is None:return np.zeros((0,2),np.float32) + ts=np.arange(0,2*np.pi,.2) + for cx,cy,rad in circles[0]: + xx=np.clip((cx+.6*rad*np.cos(ts)).astype(int),0,239);yy=np.clip((cy+.6*rad*np.sin(ts)).astype(int),0,319) + color=np.median(x[yy,xx],axis=0) + if 40=3.10", + "numpy", + "opencv-python or equivalent cv2 provider" + ], + "offline_build": [ + "SciPy cKDTree", + "h5py", + "authorized /worker_api.py and task-local released demonstrations/exploration" + ], + "stdlib": [ + "pathlib", + "importlib", + "json", + "hashlib", + "platform" + ] + }, + "input_provenance": { + "task_contract": { + "path": "/task_contract.json", + "sha256": "5396d94f0fc425c9672f7699705e1248fb539044d6fde2f237290004a315800a" + }, + "demo_manifest_read": { + "path": "/demo_manifest.json", + "sha256": "7b0bf3487243cc55a82fc0f4b76025ec2eaa53a59695cde93045e1a9b44dc0ff", + "status": "released_for_offline_analysis" + }, + "api_module": { + "path": "/worker_api.py", + "sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "demos": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 759, + "view_sha256_from_manifest": "52903ceff04ba853cca5edeb605592eb8cdc0e441461d9a5a3f24ab1a49cdab6", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 734, + "view_sha256_from_manifest": "40776afc2a0968ca259c1a57358a74486f85c0a4fdf99e06712869f21bf4f193", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 730, + "view_sha256_from_manifest": "3406e1e6612f00d2e70f7bbe5d70c9fb6761525403317a7bcddf02b8040e7022", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 723, + "view_sha256_from_manifest": "b14429a6846a50d7b2eb96c374de5f3a64e4b0ff74bce4ba9dda8e539c23253c", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 763, + "view_sha256_from_manifest": "db04cda2ffb1cac472766c1b56012f5e72b38a48d7f4fc2a15bef6025bb4f143", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 746, + "view_sha256_from_manifest": "52be7faca57d6259cb555009fc59920fb3cdb2c9883e88d69262146349031e51", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 760, + "view_sha256_from_manifest": "9f41a4c21b505333efc881479338622fd2175507390952e492d7e47bfbca763d", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 724, + "view_sha256_from_manifest": "13fc0809cd0c5858d876a51aa0cc3926715284f3f3793db455125de2106fa682", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 728, + "view_sha256_from_manifest": "9821c72853ae7d3c605fa4e96bdd0b3f0b6810ed0fa916a99443db15eb004bdf", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 734, + "view_sha256_from_manifest": "04218e447e5013f6bd171d98df33db7d4a9acc916b3d520abaf827e0d6959dcc", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 764, + "view_sha256_from_manifest": "4bb19951b9feaab3bdd9736365df107d8fbe6179f4bfdf948978d311a5c6c94b", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 757, + "view_sha256_from_manifest": "18543487306ed23626661fd3a768ddf17d9e9d01538839bbf7075c6a425975f0", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 755, + "view_sha256_from_manifest": "f11a37250b952587bd51d68d5c9bba3bfc5cc9c52d81079135b0b4d03cf73166", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 755, + "view_sha256_from_manifest": "da6f04928c79e78f99c9f62e3455b427e0c5c6b096635e393212a23a458a43a7", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 764, + "view_sha256_from_manifest": "268a9202ba147c262899f4a1077600134f5a6250d1704e43e5e4ddb432b4ab84", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 737, + "view_sha256_from_manifest": "4de653c533a34091fd7b081612c45819e34115586004f5d2b483eba94da41de6", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 768, + "view_sha256_from_manifest": "211f5af7855cd6daa2d84de6f07866331a9cfbd90b762cf1f3da2185fa50acb0", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 754, + "view_sha256_from_manifest": "7d4a3e759bdc4cdae189a5f3d4279dc3b8c4c17039d2f6fc3e07ed6c1e7d69db", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 729, + "view_sha256_from_manifest": "6e0f5fc16aa4f96144af2a746f15a62e9ca8a075dbce20b7037c90755d85edd0", + "hash_status": "manifest-reported; not independently rehashed" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 761, + "view_sha256_from_manifest": "cc2eae631643e31340cf2a3b28adf2d713493e1b7eafb8a56cedcb858e1023a0", + "hash_status": "manifest-reported; not independently rehashed" + } + ], + "visual_inspection": "../evidence/demo_statistics.json: visually_inspected_frames, both top/front cameras", + "compiled_frames": "compilation_provenance.json", + "bank_rows": 7688, + "feedback": "feedback_provenance.json", + "target_geometry": "target_provenance.json", + "initial_geometry": "compile_geometry.py read top_camera RGB observation0 in all20 authorized demos; native initial geometry only from legal post-hold observation", + "wrist_geometry": "Same authorized top RGB frame grid as target_provenance.json; resized to common320x240 for Hough detection" + }, + "validation": { + "syntax": "passed", + "saved_observation_interface_and_bounds": "passed; no environment execution in this check", + "independent_rehearsal": "runner records keyed by exact bundle hash are authoritative", + "performance": "not asserted in pre-validation bundle" + }, + "known_limitations": [ + "No depth/contact truth; no hidden state", + "Image occlusion and segmentation errors", + "Approximate image/metric scale varies with pose", + "Heuristic phase progression and local reference matching", + "No general dropped-cube recovery", + "Native rehearsal outcomes are outside this immutable pre-validation manifest", + "Wrist circle detection/tracking can fail; no added vertical/yaw feedback", + "Fixed selected reference may mismatch contact dynamics", + "Grasp/release gates use only approximate visible horizontal alignment and have30-step caps" + ], + "controller_summary": "Initial RGB-selected D20 reference, fixed action order with narrow observation matching, horizontal wrist/target image feedback, bounded grasp/release alignment gates. No joint-map action correction." +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/refine_feedback.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/refine_feedback.py new file mode 100644 index 0000000000000000000000000000000000000000..bfcbcf0816e134580196d8cb8c1aeaecfbb7e909 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/refine_feedback.py @@ -0,0 +1,30 @@ +"""Refine non-neural local coordinate maps with this task's legal probe data.""" +import sys,json,numpy as np +from pathlib import Path +from scipy.spatial import cKDTree +sys.path.insert(0,'/');from worker_api import API +qs=[];ds=[];aa=[] +for e in json.load(open('/demo_manifest.json'))['episodes']: + fs=[f'obs/agent/panda-{r}/qpos' for r in range(2)]+[f'actions/panda-{r}' for r in range(2)] + d=API().read_demo(e['demo_id'],fields=fs);q=np.concatenate([d[x] for x in fs[:2]],1);a=np.concatenate([d[x] for x in fs[2:]],1) + qs.extend(q[:-1]);ds.extend(np.diff(q,axis=0));aa.extend(a) +pq=[];pd=[];pa=[];provenance=[] +for p in sorted(Path('exploration').glob('ep*_probe')): + if not (p/'trajectory.npz').exists():continue + z=np.load(p/'trajectory.npz');meta=json.load(open(p/'record.json'));q={int(t):v for t,v in zip(z['step'],z['q'])};n=0 + for t in sorted(q): + if t.5]=0 + gram=x.T@x+(pdr.T*w)@pdr+np.eye(7)*1e-5;rhs=x.T@y+(pdr.T*w)@par + result.append(np.linalg.solve(gram,rhs).T) + maps.append(result) +np.savez_compressed('candidate/feedback.npz',maps=np.array(maps,dtype=np.float32)) +json.dump({'method':'local non-neural ridge map from dq to action; D20 nearest160 plus legal probe samples weighted5*exp(-joint_distance^2/.04), cut at.5rad; ridge1e-5','sources':provenance},open('candidate/feedback_provenance.json','w'),indent=2) +print('Refined from',len(pq),'legal probe steps') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..b6b5fe82637b056d61958f611178d6b0282dba62 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/skills.md @@ -0,0 +1,10 @@ +# Current executable mechanisms + +- Localize pot center/orientation and red/blue cube centers from legal RGB using fixed contour/color methods. +- Choose one of this task's20 references from initial post-hold RGB; preserve its action order with a narrow±2-frame image/joint matching window. +- Track gray-annulus wrist circles at a common image resolution; correct horizontal wrist pose toward the reference plus current target displacement, capped±.06. +- Use native demonstrated vertical/yaw/gripper commands; apply no local joint-map action correction. +- Pause briefly before grasp/release when legal image evidence indicates horizontal misalignment; do not repeat descent during a pause. Maintain other gripper targets. +- Reset internal state per episode, accept inner or enveloped observations, respect the1000-step horizon and14-component bounds. + +These are implemented mechanisms, not guaranteed successes. No depth/contact sensing, reliable general drop recovery, neural models, network, simulator, RPC, or live demo reads are used by act(). Regression maps and older findings remain for audit only. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/synthetic_check_results.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/synthetic_check_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ef928af2928ad966a84a897b1bcee29819d13ea7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/synthetic_check_results.json @@ -0,0 +1,15 @@ +{ + "checks": [ + "flat legal action and dtype", + "proprioception changes synthetic retrieval", + "RGB changes synthetic retrieval", + "1HWC accepted", + "missing camera bounded hold", + "missing proprioception bounded fallback", + "native horizon guard after runner hold", + "episode reset", + "compiled 20-demo bank schema and bounds" + ], + "status": "passed", + "real_task_tests": 0 +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/target_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/target_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..3945c42f669a2e092bb83d9770f2dc99f9df439b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/target_provenance.json @@ -0,0 +1 @@ +{"method": "fixed RGB contour/color moments; action gripper transitions delimit target category; no hidden labels", "sources": [{"demo": "demo_00", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 193, 194, 196, 198, 200, 202, 203, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 275, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 427, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 483, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 581, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 639, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 725, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_01", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 181, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 261, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 473, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 549, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 611, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 699, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 733], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_02", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 181, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 261, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 473, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 547, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 609, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 695, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_03", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 181, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 261, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 473, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 547, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 607, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 689, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_04", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 207, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 277, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 429, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 487, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 583, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 643, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_05", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 185, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 267, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 477, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 575, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 631, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 711, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 745], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_06", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 205, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 275, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 427, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 485, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 581, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 639, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 725, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 759], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_07", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 177, 178, 180, 182, 184, 186, 187, 188, 190, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 259, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 413, 414, 416, 418, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 469, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 545, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 605, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 689, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 723], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_08", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 183, 184, 186, 188, 190, 192, 193, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 265, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 475, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 551, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 609, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 693, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 727], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_09", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 185, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 265, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 477, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 551, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 613, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 699, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 733], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_10", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 207, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 279, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 431, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 487, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 643, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762, 763], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_11", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 193, 194, 196, 198, 200, 202, 203, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 275, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 427, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 483, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 581, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 637, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 723, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_12", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 201, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 273, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 425, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 481, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 579, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 639, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 721, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_13", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 201, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 273, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 425, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 481, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 579, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 635, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 721, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_14", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 198, 199, 200, 202, 204, 206, 208, 209, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 281, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 432, 433, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 489, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 645, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 729, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762, 763], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_15", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 187, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 267, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 421, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 479, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 553, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 615, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 703, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 734, 736], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_16", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 198, 199, 200, 202, 204, 206, 208, 209, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 278, 279, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 431, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 489, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 645, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728, 730, 732, 733, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760, 762, 764, 766, 767], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_17", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 113, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 191, 192, 194, 196, 198, 200, 201, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 271, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 425, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 481, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 579, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 637, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 719, 720, 722, 724, 726, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 753], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_18", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 185, 186, 188, 190, 192, 194, 195, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 265, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 419, 420, 422, 424, 426, 428, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 475, 476, 478, 480, 482, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 551, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 609, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 695, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 728], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}, {"demo": "demo_19", "frames": [0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 19, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 115, 116, 118, 120, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 144, 146, 148, 150, 152, 154, 156, 158, 160, 162, 164, 166, 168, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 197, 198, 200, 202, 204, 206, 207, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 246, 248, 250, 252, 254, 256, 258, 260, 262, 264, 266, 268, 270, 272, 274, 276, 277, 278, 280, 282, 284, 286, 288, 290, 292, 294, 296, 298, 300, 302, 304, 306, 308, 310, 312, 314, 316, 318, 320, 322, 324, 326, 328, 330, 332, 334, 336, 338, 340, 342, 344, 346, 348, 350, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 416, 418, 420, 422, 424, 426, 428, 430, 431, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 487, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 554, 556, 558, 560, 562, 564, 566, 568, 570, 572, 574, 576, 578, 580, 582, 584, 585, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 624, 626, 628, 630, 632, 634, 636, 638, 640, 642, 643, 644, 646, 648, 650, 652, 654, 656, 658, 660, 662, 664, 666, 668, 670, 672, 674, 676, 678, 680, 682, 684, 686, 688, 690, 692, 694, 696, 698, 700, 702, 704, 706, 708, 710, 712, 714, 716, 718, 720, 722, 724, 726, 727, 728, 730, 732, 734, 736, 738, 740, 742, 744, 746, 748, 750, 752, 754, 756, 758, 760], "fields": ["obs/sensor_data/top_camera/rgb", "actions/panda-0", "actions/panda-1"]}]} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmCleanupPotEnv-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start100)&(r>g*1.5)&(r>b*1.5),(b>100)&(b>r*1.4)&(b>g*1.15)] + out=[] + for m in masks: + m[:,100:]=False + y,x=np.nonzero(m);out.append([x.mean(),y.mean()] if len(x)>3 else [np.nan,np.nan]) + out=np.array(out);return out[np.argsort(out[:,1])] + +def act(obs): + global _data,_demo,_t,_offsets + if int(obs.get('step_id',1))>=2400:return None + if _data is None: + with np.load(Path(__file__).with_name('trajectories.npz')) as z:_data={k:z[k] for k in z.files} + if _demo is None: + f=features(obs);b=_bank();ids=np.flatnonzero((b['frame_index']==0)&~np.isin(b['demo_index'],[10,11,12])) + j=ids[np.argmin(np.sum((b['features'][ids]-f)**2,axis=1))];_demo=int(b['demo_index'][j]) + with np.load(Path(__file__).with_name('geometry.npz')) as z:ref=z['pixels'][_demo] + cur=centers(obs['rgb']['top_camera']) + if np.isfinite(cur).all():_offsets[:,0]=np.clip((cur[:,0]-ref[:,0])*.005,-.025,.025) + a=_data[f'demo_{_demo:02}_a'];q=_data[f'demo_{_demo:02}_q'];n=len(a) + if _t>=n+40:return None + t=min(int(_t),n-1);out=a[t].copy() if _t=n:out[[6,13]]=a[-1,[6,13]] + out[:6]*=1.7;out[7:13]*=1.7 + for arm in range(2): + curq=np.asarray(obs['proprioception'][f'agent/panda-{arm}/qpos']).ravel() + cur=fk(curq);ref=fk(q[t,arm*9:]);C=np.array([[0,1,0],[-1,0,0],[0,0,1]]) + if arm==1:C[:2]*=-1 + err=C@(ref[:3,3]-cur[:3,3]) + # Offset only the bowl approach and pickup. Fade before transport destination. + close=np.where(a[:,arm*7+6]<0)[0][0] + weight=max(0.,min(1.,(close+50-t)/20)) if t.40)&(r>g*1.5)&(r>b*1.5), + (b>.40)&(b>r*1.4)&(b>g*1.15), + (r>.45)&(g>.4)&(b<.55*g)] + for mask in masks: + grid = cv2.resize(mask.astype(np.float32),(12,16),interpolation=cv2.INTER_AREA) + parts.append(grid.ravel()*2) + yy,xx = np.nonzero(mask) + if len(xx)>=6: + parts.append(np.array([xx.mean()/im.shape[1],yy.mean()/im.shape[0],1.0],np.float32)*2) + else: + parts.append(np.zeros(3,np.float32)) + out = np.concatenate(parts).astype(np.float32) + if not np.isfinite(out).all(): + raise ValueError('Nonfinite descriptor') + return out + +def _bank(): + global _BANK + if _BANK is None: + with np.load(Path(__file__).with_name('demo_bank.npz'), allow_pickle=False) as z: + _BANK = {k:z[k] for k in z.files} + return _BANK + +def act(obs): + global _terminal_count, _last_action + # Runner already executed its hold. Do not spend another startup hold. + if int(obs.get('step_id',1)) >= 2400: + return None + try: + f = features(obs) + except (KeyError, ValueError, TypeError): + return None # Invalid observation: stop, not a completion claim. + bank = _bank() + distance = np.sum((bank['features']-f)**2, axis=1) + # A small command continuity preference, never trajectory/seed/time matching. + score = distance.copy() + if _last_action is not None: + score += .015*np.sum((bank['actions']-_last_action)**2,axis=1) + j = int(np.argmin(score)) + # Similarity to terminal RGB/proprioception is only a conservative heuristic. + if bank['terminal'][j] and distance[j] < .10: + _terminal_count += 1 + else: + _terminal_count = 0 + if _terminal_count >= 12: + return None + action = bank['actions'][j].copy() + if not np.isfinite(action).all() or action.shape != (14,): + return None + _last_action = np.clip(action,-1,1).astype(np.float32) + return _last_action.copy() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..8550eb2d351ba60a2c6eae33ff2b31fe72668ad1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/findings.md @@ -0,0 +1,19 @@ +# Findings + +All 20 demos were analyzed; exact visual indices and numeric action evidence are in ../demo_analysis.md and ../inspection/stats.json. Both color-side assignments occur. There are 13,640 actions. Typical manipulation ordering is arm 1 then arm 0, followed by lid work, but demos 10–12 include extra grasp cycles. Final sampled images look closed with yellow retained; hidden cube placements and task success are unknown. + +Draft uses a nonparametric observation/action bank, not neural finetuning. Most serious risks: perceptual aliasing, grasp occlusion, retrieval stalling, uncalibrated feature weights, lid-state ambiguity, and limited scene variation. Neither the control policy nor its stop heuristic has been rehearsed. No environment episodes spent. + +## E20 continuation (pre-rehearsal version 1) +Slot 1 ended after a harness return-wrapper integration failure at native step 2. Slot 2 original global retrieval reached the first grasp approach but stalled there through at least 300 actions. Nearest matches clustered before arm-1 closure; gripper proprioception and nearly identical stationary views favor the pre-close state. This is a timing/progression failure, not evidence of successful grasp. + +Version 1 selects a reference from initial RGB/proprioception, searches its +/-5-frame neighborhood on each observation, and adds a phase-distance penalty. Gripper transitions follow advancing phase to prevent open-finger descriptors from blocking closure. Known demonstrations with repeated pickup sequences (10,11,12) are omitted only from initial reference selection. The other authorized demonstrations remain available in the bank. No success labels were inferred. + +A separate version under development uses standard Panda forward kinematics as a geometric hypothesis. Validation against authorized demo qpos/action differences finds opposite planar axis mappings for the two arms and approximately 0.05 m achieved displacement per normalized translation unit per step. This is a measured dynamic response, not a replacement of the contract's 0.1 m command scale. An affine initial-color-pixel/grasppose fit has strong horizontal agreement but poor vertical conditioning; only the horizontal adjustment will be considered. Not yet live validated. +The slot-3 diagnostic version intentionally stops at reference phase 220 to test the first pickup, placement and retreat. It cannot complete the whole task; any native false result is expected unless the task unexpectedly finishes early. This short diagnostic is not the intended final submission. + +Slot 3 independent rehearsal was valid, native success false after phase 220. Final legal top/front images show blue in the carton, red and yellow in bowl, open lid. This is positive evidence for pickup/transport/release timing, not task completion. For slot 4 remove the diagnostic cap and test the complete selected demonstration sequence. + +Slot 4: native false at step 608. Closed lid but blue visibly remained in bowl. Phase scheduling alone does not ensure the second pickup. Slot 5 tests pose tracking using current joint measurements and initial horizontal visual adjustment; reference progression 1.7 per native step and arm feed-forward commands scaled 1.7, all clipped to native bounds. Diagnostic stops before lid phase 395 to keep slot occupancy visible. This version is not a whole-task completion program yet. + +Slot 5: valid independent, native false at native step 234 (pre-lid diagnostic). Both target cubes visibly in respective carton rows and yellow alone in bowl. This supports the FK tracking and shortened pickup dwell for this one layout. Slot 6 removes diagnostic stop and includes the selected demonstration's lid sequence plus 40 reference frames of settling. No retry logic yet. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..8f53150e9ae96935cd8e53e0353799312da6db37 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/freeze_manifest.json @@ -0,0 +1,178 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "e9c108247256280228cc10fae344884c5e20e0c3d68464383dc6b7e277b685ee", + "__pycache__/controller.cpython-310.pyc": "702aacb3980a3fd7e3f51f0855729c8ef4c5ef120746403c62843ec868379792", + "build_bank.py": "2b7210d3138a7ef2c037bade9e55587b36bf041c05687dee0293514e2fc19a47", + "check_synthetic.py": "a279d11c1944e35ce9baa31991c4201f79f165b028b89229dc2a9c8814b67976", + "controller.py": "e4a353da1c1f9c750830b0ee04a12666c8f7334dafc1be3d00a5958dac0fb270", + "demo_bank.npz": "4adb87f159892bf244f855835e968034a049981c202bfae748bb0586ae7bc3df", + "demo_manifest.json": "14becc0f95fa73add21b17e5e16667505984312a8193662a13970207e8c5a639", + "demonstrations_readonly/demo_00.h5": "a56928fd29649c00819a9c863d54ac50ae7f2d4a0030532f21c2a43157ee9327", + "demonstrations_readonly/demo_01.h5": "a26513d3d39fa8ad66a85afffd63ae3c8b90bf605949486dc41a36b5b0e58265", + "demonstrations_readonly/demo_02.h5": "7f8b7e3397cb7c7dde723324bf514bcdac528694121a61ec7ea421d54fbca987", + "demonstrations_readonly/demo_03.h5": "dbfb36013d03f5d29d5b28c3638289f0dc21f76a31c9e62994e1ea315a0cd790", + "demonstrations_readonly/demo_04.h5": "304759b4b46c776e12dfb73bacd859d8476a50f94672a86c4ffa316483d03c90", + "demonstrations_readonly/demo_05.h5": "6b0c402d0bf35a5c7a8df45e67ac4aa8100039dfe6a03ebc2d8da312e2d6178f", + "demonstrations_readonly/demo_06.h5": "0397ca88143245430d8d436867171b7aca060d665f2e935233cfa6219f9d29a9", + "demonstrations_readonly/demo_07.h5": "77f4195ff6a0b634353ad0de7bc933e6c2566385a0e00b9bf3233770d03e843e", + "demonstrations_readonly/demo_08.h5": "da3bf7d8163d5e382bdbe0b61de3b3558c9ff628795143afbce056335b19797a", + "demonstrations_readonly/demo_09.h5": "af88fd42605c3d45bb7e12b6b2761d05bf5981cd531f3ed7bd621e1483280028", + "demonstrations_readonly/demo_10.h5": "6fa20faebb97897e3972959460b9abf1d68f37db9ea9e77e425ec881f087ec80", + "demonstrations_readonly/demo_11.h5": "e58068637815110ac0d74fab2d886b7429110d61bb200b4b2b5dafe8f7f95c29", + "demonstrations_readonly/demo_12.h5": "4c84d573adccaddcb4425f1141663a0c8bfa8f3378d79ad03f3e845b02d8ba65", + "demonstrations_readonly/demo_13.h5": "d30913d5a8fad50dba7b218fc906646fb26b0c4107f72bf86a5e0c4802620aeb", + "demonstrations_readonly/demo_14.h5": "51f452bf36b15f3b3aa1668682e5b1f4aa5fd1b752ba14570001073fb9d32bd1", + "demonstrations_readonly/demo_15.h5": "692271c0e53c1b0a94a55e4935a1c295233118c0d59d440809789bbd8f0369e9", + "demonstrations_readonly/demo_16.h5": "72e1f553cd9d77c46954a88ed0ad7c75e45bd833e351dcff0cd55989dfaa7789", + "demonstrations_readonly/demo_17.h5": "b60720f3fd3bcf0b37b8a5228cbd2568e3ffa89726b3bac2872797a4048478da", + "demonstrations_readonly/demo_18.h5": "0fdf39aeaa4d0cf1a1380dbb0e8e27d6c7e78f8822362db16f2c77c6ae30e98b", + "demonstrations_readonly/demo_19.h5": "b983a96c8f1b255f11db8ceba068895f00fd3effd244b91cd729bcbf1e7bfda4", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features_base.py": "0cba49324b4071655ab1cc2016465fc2572a69bdc9fa6cdf67943c615c9bb581", + "findings.md": "a6d884abf225fdae18f094621a15eae90e72eefd164aa55fd2d28c80220a84c1", + "geometry.npz": "91188b453a6b1a5d0e36e42edf70d4496c33c6e23ac84efbb5e31dde3beb7b0f", + "handoff.md": "2550c15fd450556c0e146ea4f9857e1710aca17d1873b46c0b282a070ef1f662", + "kinematics.py": "1ceb93898f5b6e4269d094d5f18ead7162046f9edaf5d284057de0e424313aed", + "model_tool_manifest.yaml": "927faf9fab58fb0498222f23361f06a3637b7af5d064050251e2180b64645c4d", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "2f26268c4354765e98a2c110e3533916ea42391187b0781fb0b9d2d3dbc7e2e7", + "synthetic_checks.json": "8307f1ba6fd756487f1591b2087f182e185fa73a001f33a9248634aae2dd0e14", + "trajectories.npz": "8c75334652d57b032591f91ccc827050909e9c44a251740443590aed9acbc920", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "b0ac0f145607e45af75ea43a8cdc83649b2bc719e4e991e01fd02914db6863ae", + "exploration_ledger_hash": "210430b8c04002ac6175ac807edb6e942f930608d46080dd6eb8a9fa5d5346cd", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "fd8597dff7a401e1e1d6558a04961c9cefb2389437e1448c5924b7eca2f381b1", + "episode": 3, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "4a98ccea992671df241b60de1338e5d09dd262d3b338c881550a9484789ef146", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "f478a9e834a03ffd200d1e0a54eecf6b05b9d7503b189f681754a64648276fe2", + "episode": 5, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "b0ac0f145607e45af75ea43a8cdc83649b2bc719e4e991e01fd02914db6863ae", + "episode": 6, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 7, + "bundle_hash": "b0ac0f145607e45af75ea43a8cdc83649b2bc719e4e991e01fd02914db6863ae", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 9, + "bundle_hash": "d6ce10d49699f167b8a8a2c8a9444c14cbf3133108425a428dc0cdad9cf38eb8", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 11, + "bundle_hash": "9d928b685d6dfb167b18a705e3fd472f6194de62757e090b044f2f3f8b8f2675", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 12, + "bundle_hash": "9d928b685d6dfb167b18a705e3fd472f6194de62757e090b044f2f3f8b8f2675", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "8eb636f6fa05232e32b3b768aaefe16fe213330f19462ac454ce14ac21eb9ef5", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "5dd1a1e76b80eb13c85da471c8fd08cf7cb5d566fcdd2746643ea134a5b5c219", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "5dd1a1e76b80eb13c85da471c8fd08cf7cb5d566fcdd2746643ea134a5b5c219", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "5dd1a1e76b80eb13c85da471c8fd08cf7cb5d566fcdd2746643ea134a5b5c219", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "5dd1a1e76b80eb13c85da471c8fd08cf7cb5d566fcdd2746643ea134a5b5c219", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "5dd1a1e76b80eb13c85da471c8fd08cf7cb5d566fcdd2746643ea134a5b5c219", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..fd6fb1ae2c90debc6cbf6b84a62c1b0e292e78c3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/handoff.md @@ -0,0 +1,13 @@ +# Offline handoff + +Entry points: controller.reset_episode() and controller.act(obs). Place controller.py and demo_bank.npz together. Runtime requires NumPy and OpenCV; API/HDF5 are only needed to rebuild the bank with build_bank.py. obs uses contract proprioception paths and camera names. Both HWC and singleton-batched RGB are supported. The required instruction is task-fixed; controller does not parse arbitrary new instructions. + +Runner owns the initial hold, native horizon 2400 and control rate 20 Hz. First act call is step_id=1. Each action is 14 float32 values, panda-0 before panda-1. No RPC, environment import, or episode execution occurs inside this candidate. Reset clears state between episodes. Retrieval does not select a seed or replay a demo by timestep. + +Training provenance: exactly demo_00 through demo_19 from the supplied released_for_offline_analysis manifest. Bank demo_index/frame_index record every compiled sample. Terminal rows are final-observation templates with synthetic holds, not expert action labels. Human/model visual inspection ledger is separate in ../demo_analysis.md. + +Validation is limited to Python compilation and fabricated-input interface checks. No task rollout, rehearsal, score, or freeze has occurred. The policy is a draft and may fail to progress. Only an authorized later environment stage can assess control performance; no success claim is made here. Verified demo manifest and common environment lock are supplied separately by the runner. + +Completed synthetic checks: finite bounded float32 shape-(14,) action; HWC/1HWC equivalence; descriptor sensitivity to RGB and joints; reset determinism; invalid-input stop; horizon guard; all 20 demo indices in the 6,970-row bank. First synthetic call including bank load took about 0.192 seconds on this host; sustained 20 Hz deployment timing is unverified. Preloading may be needed; control frequency must not be changed. See synthetic_checks.json. + +E20 continuation overrides draft status: version 1 is ready for independent rehearsal. Runtime now also requires features_base.py and trajectories.npz. It selects a demo from the first legal image, then retrieves actions in a moving reference neighborhood using current observations. Phase advances and gripper timing prevent the first observed nearest-neighbor stall. No success claim yet. All task interaction goes through the external worker API; candidate itself has no RPC or simulator imports. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..1b4810ba47e084f13c690a0fb13995dc5e79471b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/kinematics.py @@ -0,0 +1,13 @@ +import numpy as np + +def fk(q): + T=np.eye(4) + for th,a,d,al in zip(q[:7],[0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,0],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + ct,st=np.cos(th),np.sin(th);ca,sa=np.cos(al),np.sin(al) + T=T@np.array([[ct,-st,0,a],[st*ca,ct*ca,-sa,-d*sa],[st*sa,ct*sa,ca,d*ca],[0,0,0,1]]) + T[:3,3]+=T[:3,:3]@np.array([0,0,.2104]) + return T +if __name__=='__main__': + z=np.load('candidate/trajectories.npz');q=z['demo_01_q'];a=z['demo_01_a'] + for t in [0,5,20,35,60,80,100,130]: + p=fk(q[t,9:]);p1=fk(q[t+1,9:]);print(t,np.round(p[:3,3],4),np.round((p1[:3,3]-p[:3,3])*10,4),'act',np.round(a[t,7:10],4)) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..839faea9eed23ad8d4cc45d59cab6f3c19321fa9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,104 @@ +{ + "stage": "legal_E20_exploration", + "status": "pose_tracking_two_transfer_diagnostic", + "episodes_spent": 4, + "neural_finetuning": false, + "pretrained_weight_references": [], + "coding_model": "provider-supplied coding model; exact immutable model revision not exposed; weights unmodified", + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "preparation_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py": "3.16.0" + }, + "tools_used": [ + "functions.exec shell commands", + "Python standard library", + "worker_api.API.read_demo (local HDF5 reader)", + "NumPy numeric analysis", + "OpenCV image resize/color features/contact sheets", + "h5py via read_demo", + "functions view_image for contact sheet inspection" + ], + "data_sources": [ + "/task_contract.json", + "/demo_manifest.json", + "/worker_api.py", + "/demonstrations/demo_00.h5", + "/demonstrations/demo_01.h5", + "/demonstrations/demo_02.h5", + "/demonstrations/demo_03.h5", + "/demonstrations/demo_04.h5", + "/demonstrations/demo_05.h5", + "/demonstrations/demo_06.h5", + "/demonstrations/demo_07.h5", + "/demonstrations/demo_08.h5", + "/demonstrations/demo_09.h5", + "/demonstrations/demo_10.h5", + "/demonstrations/demo_11.h5", + "/demonstrations/demo_12.h5", + "/demonstrations/demo_13.h5", + "/demonstrations/demo_14.h5", + "/demonstrations/demo_15.h5", + "/demonstrations/demo_16.h5", + "/demonstrations/demo_17.h5", + "/demonstrations/demo_18.h5", + "/demonstrations/demo_19.h5" + ], + "source_sha256": { + "/task_contract.json": "18e1d1f0a982cefb054022415098cf7becfa506cae4284676c7ee86c046d8213", + "/demo_manifest.json": "f7f92933697a49670c5dc1acd04993e9c4902a17c2ccef03102b600c8c0ef92a", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "tool_limits": [ + "No neural weight fitting", + "Only this task authorized demonstrations and worker API exploration", + "No simulator or hidden state access" + ], + "artifact_provenance": "demo_bank.npz compiled solely from authorized RGB/proprioception/action labels using build_bank.py; no parameter optimization", + "runner_supplied_separately": [ + "verified demo manifest", + "common environment lock" + ], + "artifact_sha256": { + "controller.py": "08b436579803a569c51b20d394d3ef41d58aa72d75f013e028c24fca8d8a75d8", + "kinematics.py": "1ceb93898f5b6e4269d094d5f18ead7162046f9edaf5d284057de0e424313aed", + "features_base.py": "0cba49324b4071655ab1cc2016465fc2572a69bdc9fa6cdf67943c615c9bb581", + "demo_bank.npz": "4adb87f159892bf244f855835e968034a049981c202bfae748bb0586ae7bc3df", + "trajectories.npz": "8c75334652d57b032591f91ccc827050909e9c44a251740443590aed9acbc920", + "geometry.npz": "91188b453a6b1a5d0e36e42edf70d4496c33c6e23ac84efbb5e31dde3beb7b0f" + }, + "compiled_bank": { + "rows": 6970, + "feature_width": 2742, + "terminal_templates": 20, + "expert_action_rows": 6950, + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ] + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..3fbc2313ccbf1fbe850c840562da10066a7a22b0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/skills.md @@ -0,0 +1,12 @@ +# Draft controller skills + +Unrehearsed, not frozen. No external skill package used. + +- Observe top/front RGB and both Panda joint positions/velocities on each call. +- Preserve red/blue/yellow spatial information using fixed color masks; retrieve a demonstrated action conditioned on the current observation. +- Use the demonstrated two-arm pickup, transport, release and lid-manipulation action repertoire without assigning a permanent color to either arm. +- Return 14 normalized components in panda-0, panda-1 order; retain absolute gripper semantics. +- Clear command continuity and terminal counters with reset_episode(). Initial hold belongs to runner. +- Stop on invalid input, native horizon, or sustained terminal-template similarity. None does not certify completion. + +These are implemented mechanisms, not demonstrated live capabilities. No geometric recovery or collision guarantee is provided. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/synthetic_checks.json b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/synthetic_checks.json new file mode 100644 index 0000000000000000000000000000000000000000..fd0d8a8521c18691af970a8fe91f95ad72e4a53d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/synthetic_checks.json @@ -0,0 +1,14 @@ +{ + "first_call_seconds": 0.19171747332438827, + "finite_legal_action": true, + "singleton_batch_equivalence": true, + "rgb_descriptor_responsiveness": true, + "proprioception_descriptor_responsiveness": true, + "reset_determinism": true, + "invalid_input_stop": true, + "native_horizon_guard": true, + "bank_rows": 6970, + "all_20_demo_indices_present": true, + "terminal_templates": 20, + "validation_scope": "Syntax and synthetic input only. No demo replay evaluation, simulator, task testing, rollout, rehearsal, score, or freeze." +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmFoldCarton-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=int(_CFG.get('max_calls',700)):return None + if step>=800:return None # runner-owned initial hold already consumes step zero + if _bank is None: + with np.load(Path(__file__).with_name('bank.npz'),allow_pickle=False) as data: + _bank={k:data[k] for k in data.files} + if _local is None: + with np.load(Path(__file__).with_name('localization_bank.npz'),allow_pickle=False) as z:_local={k:z[k] for k in z.files} + if _calib is None: + with np.load(Path(__file__).with_name('recovery_calibration.npz'),allow_pickle=False) as z:_calib=z['inverse'].copy() + try: + p=obs['proprioception'] + q=np.concatenate([np.asarray(p['agent/'+k+'/qpos']).reshape(-1) for k in _KEYS]).astype(np.float32) + v=np.concatenate([np.asarray(p['agent/'+k+'/qvel']).reshape(-1) for k in _KEYS]).astype(np.float32) + x=_f.visual(obs['rgb']) + top=cv2.resize(np.asarray(obs['rgb']['top_camera']).squeeze(),(240,320),interpolation=cv2.INTER_AREA) + y=cv2.resize(top[125:195,155:240],(16,16),interpolation=cv2.INTER_AREA).astype(np.float32).reshape(-1)/255. + cp=_f.cups(top).reshape(-1) + if q.shape!=(46,) or v.shape!=(46,) or not np.isfinite(q).all() or not np.isfinite(v).all():raise ValueError('Invalid proprioception') + except (KeyError,ValueError,TypeError): + _state['diagnostic']='missing or invalid legal observations' + return np.zeros(44,dtype=np.float32) + # The instruction is available, but numeric mixture targets have no authorized + # per-demo labels. Do not fabricate a mapping from words to liquid quantities. + _state['instruction']=str(obs.get('instruction','')) + arm=np.r_[0:7,23:30];hand=np.r_[7:23,30:46] + matches=[] + green_first={3,6,9,13,15,17,18} + for i in range(20): + branch=i in green_first + if _state['branch'] is not None and branch!=_state['branch']:continue + n=len(_bank[f'a{i}']);c=int(_state['cursor'][i]) + ids=np.arange(max(1,c-4),min(n,c+13)) + dq=_bank[f'q{i}'][ids]-q + qcost=np.mean((dq[:,arm]/.18)**2,axis=1)+.15*np.mean((dq[:,hand]/.3)**2,axis=1) + vcost=.03*np.mean((_bank[f'v{i}'][ids]-v)**2,axis=1) + xcost=np.mean((_bank[f'x{i}'][ids]-x)**2,axis=1)/.012 + timecost=.003*(ids-(c+1))**2 + ccost=np.nan_to_num(np.mean(np.minimum(((_local[f'c{i}'][ids]-cp)/4.)**2,4.),axis=1),nan=0.) + ycost=np.minimum(np.mean((_local[f'y{i}'][ids]-y)**2,axis=1)/.012,2.) + score=qcost+vcost+xcost+timecost+float(_CFG.get('cup_weight',.03))*ccost+float(_CFG.get('target_weight',.15))*ycost + j=int(np.argmin(score));t=int(ids[j]) + matches.append((float(score[j]),i,t,float(qcost[j]),float(xcost[j]))) + score,i,t,qcost,xcost=min(matches) + if qcost>16 or xcost>8: + _state['diagnostic']='outside demonstration support; holding' + _state['stable']=0 + return np.zeros(44,dtype=np.float32) + # Advance only with observed support; no clock-indexed action playback. + for _,di,ti,qc,xc in matches: + if qc<16 and xc<8:_state['cursor'][di]=max(int(_state['cursor'][di]),ti) + if t>65:_state['branch']=i in green_first + _state['match']={'demo':int(i),'frame':int(t),'qcost':qcost,'xcost':xcost,'score':score} + _state['stalled']=_state['stalled']+1 if t<=_state['last_progress'] else 0 + _state['last_progress']=max(t,_state['last_progress']) + if _state['stalled']>int(_CFG.get('stall_limit',100)):return None + a=_bank[f'a{i}'][t].copy() + if t<=10: + for ri in range(2): + err=_bank[f'q{i}'][t,23*ri:23*ri+7]-q[23*ri:23*ri+7] + if np.linalg.norm(err)<.12: + a[22*ri:22*ri+6]+=np.clip(float(_CFG.get('recovery_gain',.25))*(_calib[ri]@err),-.04,.04) + if t>80: + a[np.r_[0:6,22:28]]*=float(_CFG.get('motion_gain',1.0)) + for start in (3,25): + norm=np.linalg.norm(a[start:start+3]) + if norm>1:a[start:start+3]/=norm + if _state['calls']%40==0:print(json.dumps({'call':_state['calls'],'match':_state['match'],'stalled':_state['stalled']}),flush=True) + near_end=t>=len(_bank[f'a{i}'])-22 + stable=near_end and np.max(np.abs(v[arm]))<.12 and qcost<.2 and xcost<.2 + _state['stable']=_state['stable']+1 if stable else 0 + _state['diagnostic']='terminal resemblance (not verified success)' if stable else 'observation-conditioned action' + _state['last']=step + if _state['stable']>=20:return None + return np.clip(a,-1.,1.).astype(np.float32) +reset_episode() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..4e86911e0f534f5b2f15d27392df2b223e3e665c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmLiquidMixing-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bddf5f4d9ab83da9f9d1c29eba4280a6a9b5782b260b4a0996496c88c770ee05", + "source_sha256": "cae36dfdd1888d9e3c5d7b7820479007bc440473734eb9e02f74c9b2bf4dd080", + "view_sha256": "ca5462d3217c5d2ff97adef937f8c3233d875e92ef7ac84070db6e223399edf4" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 451, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 451, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 451, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 452, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "61b8cda008db6dbf296c7c247c71a096932b3538ee41cb7709264306d9662825", + "source_sha256": "df754ecd48cacbafc1040f8ce3069cf6979bdeb68d4e0bbea950f6c7eaeb9cf6", + "view_sha256": "701c67ecdfb5e57c0352ed77abf1172d844f875d42f37490996aeec720664e48" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 461, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 461, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 461, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 462, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5df5e8b8f948bb97e9c2b6009c9f85d4aff3c573fe4a42287e99769f1ddc0ff1", + "source_sha256": "668b1e0be29819dd75569aca2e0210ad56ae35989f82631897ce9bd79722a7b9", + "view_sha256": "395bcb82bc8ba7fb5ce87088250ad75f26f648bf4820c25644bcd7135b530088" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f4e43cf932cb4feaea790cd29d1649b599632fa9b1f57d07a006d7570b9759ac", + "source_sha256": "97418f0236b15b10783091c08c92bda2819c2b5208b5d18d8f3e1429dfd4988a", + "view_sha256": "d895dac30f8fae85a30fbc4d57c6e42d7d1c2da455cc1f2ea6928d74b32443b0" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 456, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 456, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 456, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 457, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "01872b8cd77b3f137e544ac2e78641654b4ddc9880ab2cbb79bfcb8b2540004b", + "source_sha256": "233113524cc8253b9b2f7e075b7238bbe2848cb5f264914603882b2e5cdb3dd7", + "view_sha256": "c0d5bb23404777244f940a27ce163563f0ce5461d926af714ed4bcdc1261d019" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 460, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 460, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 460, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 461, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 461, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 461, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 461, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 461, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 461, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 461, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 461, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 461, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e4f6b56ba9a9d4da7fc5d4be5fd75bf14023968a0c48162dbe99b93377d55afc", + "source_sha256": "a9eea5f1f2782a9e86e3de5c360f4609dfc91e2eed0ae8c4576fb1193973cbf7", + "view_sha256": "9d0e250f40f6b311a5496511c450880fa64e9c5551cedbceb30b44d2178f0dcb" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "fc88e4f4c1c3adf189a7aaaa3e0bac4fb1d3f2392a495b1391dfe09b401db844", + "source_sha256": "efe397a28596e5f246f58dfb526f026d3384ba8343e5de4332c0e8094a7fad08", + "view_sha256": "e7041b0b5cf2d813eb7b217bd184268533bd9fa8fa0df3c34e5fcdc12a3d58c8" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1f7d15d60ef61bae414d5be9e01825358d21987690220565b9cc87cabe7d4ef3", + "source_sha256": "04077c3926cf26068246227b665657cc45caaba116304e783426cebe6916c967", + "view_sha256": "2d093ddcdc2e6fb820ebf4314d06b9ec633f96b9a2011b166c7f1e2d8251de68" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 454, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 454, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 454, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 455, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c740f62152bd0b38d3ee0e32cd29e7a7028149498d80dbad004bf78f55cc1664", + "source_sha256": "310f2f8b275f70617ffaf281621bb34e9557c9e48504ebc34c175325fc6bad5a", + "view_sha256": "72568f8be4a0f7d74b1a9078df2d4ee923d7f8a3b501125d91118985fe00c869" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 454, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 454, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 454, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 455, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 455, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 455, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4be2a316605e3c8bd6a98a4c40815d87490afba34ebcec20b13d901efcfbe7f1", + "source_sha256": "c36ba1be16f6bc29faef0e82e0beee4a5e13053ff41dfb178c7a493079639015", + "view_sha256": "c599fb6bf7b497ce93bc9544750d5c7fdcd8a01ce74226e6057ef44c12e0c7a5" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 550, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 550, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 550, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 551, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 551, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 551, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 551, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 551, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9ae6974071588a8b47043874562cb0c696ab6630112123c2af4b6ce4a704e235", + "source_sha256": "bae4afffc05443d30280c697ae47ce9cccd150613d6f59890a61d9d3833d3184", + "view_sha256": "7c1302b5d2e73d8af4b057df721e459ad59938b5d481a174acdd9c46c5cd1720" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e75b032c819ca0369a309b71ef3e07b8a30601a7b6944c5dc15ef3d21eab397b", + "source_sha256": "2df854030b081e6602a95591792329b07b4846692130aa1c5b354bec7c88eda8", + "view_sha256": "59cdc13b166b7ff2e8b00bfa2c3bb4a1a8b2e2265e865a717ef58ae0a732e907" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 463, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 463, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 463, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 464, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 464, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 464, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 464, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 464, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 464, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 464, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 464, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 464, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5e839af92041c2d2d7f9514c561347f37178b42df8d520983c2cac97dd68ffc7", + "source_sha256": "f1011d205a4d9cd9bd4a31ad0c59a9201691926dbb991740d77d9081df045f2e", + "view_sha256": "23b7ef5be2407ffdbd95b3077470f09f8f64fad48c2c89bfa3150caa7f15e2cc" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 449, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 449, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 449, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 450, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 450, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 450, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a83d1d14930d5f10de32a2b5ce4c0b070453d04cdb8859b5c18593319e25d4bd", + "source_sha256": "58ba0349a8038ed84d93876f7ef4b103bc393c5c28265184fcb09b84218852d4", + "view_sha256": "6193a7e271f3fa37fb2c81c677a698032763ece2ca5e270d4ebde77f72a1fcb8" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 451, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 451, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 451, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 452, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 452, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 452, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2fd922af4a6d9e0b525a1152017a3f0c9e350eff5c78a39b1030b79a1ab53ead", + "source_sha256": "c5c439a50a9bb0396247e653a022e1a6ea0a127a971b7d4351f599dc1fe642ab", + "view_sha256": "e5aa62cd11537d99c50115d47b9c1d73c98b6005e62cb140103a1e7032edabb7" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "45d07b25115e49bfcf63fa907949977f75eaa159f7cf8692066b4031d21596b8", + "source_sha256": "e4a3473b32e0bab9c646d3a96a5e08cbb628f6ca36df846afae585abc3347fa8", + "view_sha256": "9b36443ec9fff81bb9fd1970f84622bbbaa22fb15c0a3bcda335709dd1f20b4c" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 461, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 461, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 461, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 462, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 462, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 462, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7998c3fd253564fc178ac698c23cbe787cde4919038431bf631a258a1a4de07c", + "source_sha256": "2706343bba14a4948e25ad697f29486b6cfad2f6f5e4298d271882a90eeb0490", + "view_sha256": "02e41d4b95bdcd34d75da65c4f4cee2a484ad5da69419e27a80b18e0eca563d5" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 456, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 456, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 456, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 457, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 457, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 457, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "468d6cb8d9d4fec9ce0f57fc167a4be5e6f7c5bbe7672e7da73c2869ea18c220", + "source_sha256": "2536affafbb05641f3e8724ddc56f474f987b0c414bbc82d2997e1a9eefaef4b", + "view_sha256": "fc96203051dd709975d69f3d355d664b7b0ccefab3a15e19913d788ac3763394" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 452, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 452, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 453, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 453, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 453, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4de7b7d59ec64fd47613c2cad317a3d7d7de789c37583a87f94b2f04749b7996", + "source_sha256": "f37271e64d626f7d4557dc88bea4e55d214cba2998ac44f9ea65c92808900195", + "view_sha256": "98dce25032a5b79a05d45fa4fad25a42bba5fe46aa33498c4e9d8331a1a510d6" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 708, + "fields": [ + { + "path": "actions/panda_leaphand-0", + "shape": [ + 708, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-1", + "shape": [ + 708, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qpos", + "shape": [ + 709, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-0/qvel", + "shape": [ + 709, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qpos", + "shape": [ + 709, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-1/qvel", + "shape": [ + 709, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 709, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 709, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 709, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 709, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 709, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f4858213a0c896cb14b1a987b9e6c3a17d65a69d63d08a16d2f19da0dcd97208", + "source_sha256": "1ad69f1e31ad54940c01f704464828f913c9927f8402a10803f73f2569dfdb39", + "view_sha256": "a47280df702caa27ff1e037a492d7b8ea7bf21346717983008fd05a45576080e" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..f639badb5767dcd17f2628fa5afbaadfba403e7f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/features.py @@ -0,0 +1,23 @@ +"""Fixed, non-neural RGB descriptor. No pretrained parameters.""" +import cv2 +import numpy as np +CAMERAS=('front_camera','top_camera') +def visual(rgb): + parts=[] + for name in CAMERAS: + a=np.asarray(rgb[name]) + if a.ndim==4 and a.shape[0]==1:a=a[0] + if a.ndim!=3 or a.shape[-1]!=3 or a.dtype!=np.uint8:raise ValueError('Expected uint8 HWC RGB') + parts.append(cv2.resize(a,(16,16),interpolation=cv2.INTER_AREA).astype(np.float32).reshape(-1)/255.) + return np.concatenate(parts) + +def cups(rgb): + im=np.asarray(rgb).squeeze().astype(float);r,g,b=im[:,:,0],im[:,:,1],im[:,:,2] + masks=[(r>70)&(r>1.5*g)&(r>1.5*b),(g>65)&(g>1.4*r)&(g>1.15*b)] + out=[] + for m in masks: + n,lab,stats,cent=cv2.connectedComponentsWithStats(m.astype('uint8')) + if n<2:out.append([np.nan]*4);continue + j=1+np.argmax(stats[1:,4]);x,y,w,h,area=stats[j] + out.append([float(x+w/2),float(y+h/2),float(w),float(h)]) + return np.array(out) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..68af23dbd43adb51e660cc7b021743e73a05fe2e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/findings.md @@ -0,0 +1,12 @@ +# Findings as of the post-episode-16 snapshot +All 20 authorized demonstrations were analyzed in the original demo_analysis.md. Additional fixed top-camera features were compiled from every action-paired frame via API.read_demo. Source provenance is included. No other task data or simulator implementation was accessed. + +Episode 1 reached the handles by native step 35; native success false. A local logging interruption lost its buffered action trace; initial/final legal observations remain outside this bundle. Episode 2 rehearsed the original draft but its RPC interrupted near 30 minutes; no result/hash was returned. The service later rejected an attempted false visible score because native or previous scores cannot be overwritten. No success or runnable completion is inferred from that rejection. + +Episodes 3–14 measured six independent normalized arm perturbations on each robot. Each used one +0.05 pulse, three zero holds, then eight observation-conditioned retrieval actions (13 native steps including the initial hold). All native successes were false. The finite-difference response is well-conditioned (condition number about 4.74), and a damped inverse supplies small initial-pose corrections. Episodes 15–16 tested that correction with the same pulse type as episodes 3 and 9. Joint-reference metrics: episode 3: 0.00117616 rad RMS; episode 9: 0.00117603 rad RMS; episode 15: 0.00013552 rad RMS; episode 16: 0.00013553 rad RMS. These metrics support local approach recovery only, not task completion. + +Localization: live top images are resized to the demo's canonical 240x320 resolution. Cup boxes changed at most one canonical pixel in the inspected pre-contact perturbation pairs. In demonstrations, boxes sometimes jump about 40 pixels and terminal shapes differ from initial shapes; they are not direct parking targets. Their score is capped. Target-crop appearance improves local liquid visibility but is not a calibrated volume sensor. An offline, phase-hinted check selected within one frame on 160 demo samples; this is not rollout evidence. + +Pose/grasp: D20 retrieval follows measured arm/hand states. Sustained grasp and recovery after cup slip remain unverified. Native dex commands remain deltas, not absolute gripper targets. Timing: order is retained after divergence; the final version applies gain 2 after frame 80 and caps runtime at 320 calls to address the observed wall-time interruption. Those post-grasp changes require the independent rehearsals reserved for episodes 17–20. Terminal resemblance never asserts success. + +The actual public instruction omits the numeric sampled mixture ratio. Neither hidden amounts nor a 1 mm parking error are available through the implemented image features. If native sparse success is absent, the preregistered visible rule counts ambiguous evidence false. Subsequent exact-version rehearsal outcomes are preserved in the task workspace's exploration directory and trusted API records; this snapshot is kept unchanged during its rehearsals. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..c3af05477e3ee143a82c0707156a2f6ce3aefed7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/freeze_manifest.json @@ -0,0 +1,95 @@ +{ + "files": { + "bank.npz": "d471e8b0ff313ff41929ac85bc9a1cdca9b736197c4ad7c43f27b37ca2cd7864", + "bank_provenance.json": "e224a94e0d3fb096a5e7eef3cb169db382bffc76f2cba401976f7783e5ee2657", + "config.json": "9b2a9bcb4e355afd27fbf444849f575135bc56dbcca02b25c7337733947d2025", + "controller.py": "a46852823a36d12112d007d030510d055e9328d67dc4e92acecdfb6600bc4a11", + "demo_manifest.json": "6905bea76ef07adab35592818cfba3911b95b7b8863190a548c76478d39316b5", + "demonstrations_readonly/demo_00.h5": "ca5462d3217c5d2ff97adef937f8c3233d875e92ef7ac84070db6e223399edf4", + "demonstrations_readonly/demo_01.h5": "701c67ecdfb5e57c0352ed77abf1172d844f875d42f37490996aeec720664e48", + "demonstrations_readonly/demo_02.h5": "395bcb82bc8ba7fb5ce87088250ad75f26f648bf4820c25644bcd7135b530088", + "demonstrations_readonly/demo_03.h5": "d895dac30f8fae85a30fbc4d57c6e42d7d1c2da455cc1f2ea6928d74b32443b0", + "demonstrations_readonly/demo_04.h5": "c0d5bb23404777244f940a27ce163563f0ce5461d926af714ed4bcdc1261d019", + "demonstrations_readonly/demo_05.h5": "9d0e250f40f6b311a5496511c450880fa64e9c5551cedbceb30b44d2178f0dcb", + "demonstrations_readonly/demo_06.h5": "e7041b0b5cf2d813eb7b217bd184268533bd9fa8fa0df3c34e5fcdc12a3d58c8", + "demonstrations_readonly/demo_07.h5": "2d093ddcdc2e6fb820ebf4314d06b9ec633f96b9a2011b166c7f1e2d8251de68", + "demonstrations_readonly/demo_08.h5": "72568f8be4a0f7d74b1a9078df2d4ee923d7f8a3b501125d91118985fe00c869", + "demonstrations_readonly/demo_09.h5": "c599fb6bf7b497ce93bc9544750d5c7fdcd8a01ce74226e6057ef44c12e0c7a5", + "demonstrations_readonly/demo_10.h5": "7c1302b5d2e73d8af4b057df721e459ad59938b5d481a174acdd9c46c5cd1720", + "demonstrations_readonly/demo_11.h5": "59cdc13b166b7ff2e8b00bfa2c3bb4a1a8b2e2265e865a717ef58ae0a732e907", + "demonstrations_readonly/demo_12.h5": "23b7ef5be2407ffdbd95b3077470f09f8f64fad48c2c89bfa3150caa7f15e2cc", + "demonstrations_readonly/demo_13.h5": "6193a7e271f3fa37fb2c81c677a698032763ece2ca5e270d4ebde77f72a1fcb8", + "demonstrations_readonly/demo_14.h5": "e5aa62cd11537d99c50115d47b9c1d73c98b6005e62cb140103a1e7032edabb7", + "demonstrations_readonly/demo_15.h5": "9b36443ec9fff81bb9fd1970f84622bbbaa22fb15c0a3bcda335709dd1f20b4c", + "demonstrations_readonly/demo_16.h5": "02e41d4b95bdcd34d75da65c4f4cee2a484ad5da69419e27a80b18e0eca563d5", + "demonstrations_readonly/demo_17.h5": "fc96203051dd709975d69f3d355d664b7b0ccefab3a15e19913d788ac3763394", + "demonstrations_readonly/demo_18.h5": "98dce25032a5b79a05d45fa4fad25a42bba5fe46aa33498c4e9d8331a1a510d6", + "demonstrations_readonly/demo_19.h5": "a47280df702caa27ff1e037a492d7b8ea7bf21346717983008fd05a45576080e", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "dc85ed799cd65901fda8e6c6520c50c07e1a97a23a8526003b27f3d398b00ec0", + "findings.md": "e598e5f176e9bfc3c18eeace91c329d80b08662a29bdafdc9b4cbcd242fb4fb3", + "handoff.md": "bd785c7b0dd12b85553c7995027e9efab9bafce205168fb8251e5694c1b65451", + "localization_bank.npz": "b1f40764ce6f3c9e3a15f3668083e9fc282daec0eedce59d76a780333a8c6c85", + "localization_provenance.json": "5c948bf5f9d37e46ffb29b278418f09c4674db8e89220af1e4f13f632fba6816", + "model_tool_manifest.yaml": "45c7deb7ea607045c0e5a8ed2f29e9e11da55d29093b33f604a7ae1098a26141", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "recovery_calibration.npz": "459729ec1d2bdcdeb79681d18bbd55594f697bce783e5f5991c7f1ac0d78e9c1", + "recovery_calibration_provenance.json": "9f51afdfae75a88fbeaa2c5c64fa79144d1656e5008f80c5f71e1c5bb9e29c4a", + "skills.md": "c99e54c82bed2cc98dd76236c4e60e3d7ae21b0499e3ee4a003f3e1583c4782e", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "154873ebccaa736a4ed57634c436a82c497c8ede2d436e8ab124fa2eefd64770", + "exploration_ledger_hash": "ad09fe838ef95c69aee784a3f4d2ff83f120a2f22ccbde2c3a17bc0881e87821", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 2, + "bundle_hash": "958fb8f80409f6dff620761758e55b7bbf042929c1d7c121735f977fe3cb05fc", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 17, + "bundle_hash": "154873ebccaa736a4ed57634c436a82c497c8ede2d436e8ab124fa2eefd64770", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "f3e8db39539b3ce145cf907fe4b9f9292986777f7ce59b8f0665268b0a300bab", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "85560b43d6463e0806a4812e3c51b57e976b4c37de4cce4cd45539aff7034159", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "154873ebccaa736a4ed57634c436a82c497c8ede2d436e8ab124fa2eefd64770", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..774a1a96d646866fab8e679d45891867dd8e4720 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/handoff.md @@ -0,0 +1,8 @@ +# Offline candidate handoff +Entry points: controller.reset_episode() and controller.act(obs). Runtime is Python with NumPy and OpenCV; all numeric banks, descriptors, calibration, and configuration are bundled. No network, API client, simulator, external model, or training step is used by the frozen program. + +Input uses public RGB and proprioception only. A wrapped observation is also accepted. Output is one finite float32 vector of width 44 in native robot order, or None for program termination. The runner owns the first zero-delta hold; this consumes native step 1. All arm/dex actions preserve the contract's normalized units and negative rotation convention. The program stops by native step 800 at latest and additionally caps controller calls at 320; the latter is not a success claim. + +The bank is an authorized demonstration lookup table, not neural weights. recovery_calibration.npz is a local measured finite-difference response from E20 episodes 3–14, used only at early matched poses. Required asset hashes and provenance are listed in model_tool_manifest.yaml and the provenance files. + +This snapshot was prepared after 16 charged episodes. Episodes 17–20 are reserved for independent rehearsals. Preserve exact files when repeating a version; final selection is performed by API.freeze(), not this controller. Required numeric mixture observability, loaded grasp recovery, 1 mm parking verification, and visible liquid-stability certification remain limitations. See findings.md for actual evidence and the task workspace exploration records for subsequent rehearsal results. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/localization_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/localization_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..039c0ebbfc273a4722645a3fc2be1acfbb5dd92a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/localization_provenance.json @@ -0,0 +1,196 @@ +{ + "method": "Fixed RGB channel-threshold connected-component boxes and area-resized RGB target crop. No neural training.", + "canonical_top_size": [ + 240, + 320 + ], + "target_crop_yx": [ + 125, + 195, + 155, + 240 + ], + "sources": [ + { + "demo_id": "demo_00", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "bddf5f4d9ab83da9f9d1c29eba4280a6a9b5782b260b4a0996496c88c770ee05" + }, + { + "demo_id": "demo_01", + "frames": [ + 0, + 450 + ], + "camera": "top_camera", + "trajectory_sha256": "61b8cda008db6dbf296c7c247c71a096932b3538ee41cb7709264306d9662825" + }, + { + "demo_id": "demo_02", + "frames": [ + 0, + 460 + ], + "camera": "top_camera", + "trajectory_sha256": "5df5e8b8f948bb97e9c2b6009c9f85d4aff3c573fe4a42287e99769f1ddc0ff1" + }, + { + "demo_id": "demo_03", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "f4e43cf932cb4feaea790cd29d1649b599632fa9b1f57d07a006d7570b9759ac" + }, + { + "demo_id": "demo_04", + "frames": [ + 0, + 455 + ], + "camera": "top_camera", + "trajectory_sha256": "01872b8cd77b3f137e544ac2e78641654b4ddc9880ab2cbb79bfcb8b2540004b" + }, + { + "demo_id": "demo_05", + "frames": [ + 0, + 459 + ], + "camera": "top_camera", + "trajectory_sha256": "e4f6b56ba9a9d4da7fc5d4be5fd75bf14023968a0c48162dbe99b93377d55afc" + }, + { + "demo_id": "demo_06", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "fc88e4f4c1c3adf189a7aaaa3e0bac4fb1d3f2392a495b1391dfe09b401db844" + }, + { + "demo_id": "demo_07", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "1f7d15d60ef61bae414d5be9e01825358d21987690220565b9cc87cabe7d4ef3" + }, + { + "demo_id": "demo_08", + "frames": [ + 0, + 453 + ], + "camera": "top_camera", + "trajectory_sha256": "c740f62152bd0b38d3ee0e32cd29e7a7028149498d80dbad004bf78f55cc1664" + }, + { + "demo_id": "demo_09", + "frames": [ + 0, + 453 + ], + "camera": "top_camera", + "trajectory_sha256": "4be2a316605e3c8bd6a98a4c40815d87490afba34ebcec20b13d901efcfbe7f1" + }, + { + "demo_id": "demo_10", + "frames": [ + 0, + 549 + ], + "camera": "top_camera", + "trajectory_sha256": "9ae6974071588a8b47043874562cb0c696ab6630112123c2af4b6ce4a704e235" + }, + { + "demo_id": "demo_11", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "e75b032c819ca0369a309b71ef3e07b8a30601a7b6944c5dc15ef3d21eab397b" + }, + { + "demo_id": "demo_12", + "frames": [ + 0, + 462 + ], + "camera": "top_camera", + "trajectory_sha256": "5e839af92041c2d2d7f9514c561347f37178b42df8d520983c2cac97dd68ffc7" + }, + { + "demo_id": "demo_13", + "frames": [ + 0, + 448 + ], + "camera": "top_camera", + "trajectory_sha256": "a83d1d14930d5f10de32a2b5ce4c0b070453d04cdb8859b5c18593319e25d4bd" + }, + { + "demo_id": "demo_14", + "frames": [ + 0, + 450 + ], + "camera": "top_camera", + "trajectory_sha256": "2fd922af4a6d9e0b525a1152017a3f0c9e350eff5c78a39b1030b79a1ab53ead" + }, + { + "demo_id": "demo_15", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "45d07b25115e49bfcf63fa907949977f75eaa159f7cf8692066b4031d21596b8" + }, + { + "demo_id": "demo_16", + "frames": [ + 0, + 460 + ], + "camera": "top_camera", + "trajectory_sha256": "7998c3fd253564fc178ac698c23cbe787cde4919038431bf631a258a1a4de07c" + }, + { + "demo_id": "demo_17", + "frames": [ + 0, + 455 + ], + "camera": "top_camera", + "trajectory_sha256": "468d6cb8d9d4fec9ce0f57fc167a4be5e6f7c5bbe7672e7da73c2869ea18c220" + }, + { + "demo_id": "demo_18", + "frames": [ + 0, + 451 + ], + "camera": "top_camera", + "trajectory_sha256": "4de7b7d59ec64fd47613c2cad317a3d7d7de789c37583a87f94b2f04749b7996" + }, + { + "demo_id": "demo_19", + "frames": [ + 0, + 707 + ], + "camera": "top_camera", + "trajectory_sha256": "f4858213a0c896cb14b1a987b9e6c3a17d65a69d63d08a16d2f19da0dcd97208" + } + ], + "sha256": "b1f40764ce6f3c9e3a15f3668083e9fc282daec0eedce59d76a780333a8c6c85" +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9e7505bad4cbdb4db9b79d778d6040ba0a04408e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,90 @@ +{ + "stage": "E20_POST_EPISODE_16", + "status": "prepared_for_exact_independent_rehearsals", + "authorized_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "episodes_spent": 16, + "neural_finetuning": false, + "pretrained_tool_weights": [], + "model": { + "identity": "provider coding model, exact checkpoint not exposed", + "weights_modified": false, + "weight_reference": null + }, + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "offline_dependencies": { + "h5py": "3.16.0" + }, + "tools_used": [ + "exec_command shell", + "Python standard library", + "worker_api.API.read_demo", + "NumPy", + "OpenCV", + "h5py via API", + "view_image", + "worker_api.API next_episode/execute_actions/latest_observation/finish_episode/budget_status/rehearse/score_rehearsal" + ], + "external_network_calls": 0, + "provenance": { + "contract_sha256": "05ef2954b6af13af3145546b2f522dfb749ba0960cf242cab662ec7bc242f6c2", + "input_demo_manifest_sha256": "858eba22f780412b0aabb610ecc8e6a1cdec1334bb38016030ffb1a330659543", + "worker_api_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "bank": "Authorized demo observation descriptors and expert labels; see bank_provenance.json; no learned weights" + }, + "limitations": [ + "Numeric mixture target absent from public instruction", + "No metric parking calibration", + "Episode 2 rehearsal RPC interrupted; completion and hash unavailable", + "Local cup segmentation has discontinuities; its score contribution is bounded" + ], + "artifact_sha256": { + "bank.npz": "d471e8b0ff313ff41929ac85bc9a1cdca9b736197c4ad7c43f27b37ca2cd7864", + "bank_provenance.json": "e224a94e0d3fb096a5e7eef3cb169db382bffc76f2cba401976f7783e5ee2657", + "config.json": "9b2a9bcb4e355afd27fbf444849f575135bc56dbcca02b25c7337733947d2025", + "controller.py": "a46852823a36d12112d007d030510d055e9328d67dc4e92acecdfb6600bc4a11", + "features.py": "dc85ed799cd65901fda8e6c6520c50c07e1a97a23a8526003b27f3d398b00ec0", + "findings.md": "e598e5f176e9bfc3c18eeace91c329d80b08662a29bdafdc9b4cbcd242fb4fb3", + "handoff.md": "bd785c7b0dd12b85553c7995027e9efab9bafce205168fb8251e5694c1b65451", + "localization_bank.npz": "b1f40764ce6f3c9e3a15f3668083e9fc282daec0eedce59d76a780333a8c6c85", + "localization_provenance.json": "5c948bf5f9d37e46ffb29b278418f09c4674db8e89220af1e4f13f632fba6816", + "recovery_calibration.npz": "459729ec1d2bdcdeb79681d18bbd55594f697bce783e5f5991c7f1ac0d78e9c1", + "recovery_calibration_provenance.json": "9f51afdfae75a88fbeaa2c5c64fa79144d1656e5008f80c5f71e1c5bb9e29c4a", + "skills.md": "c99e54c82bed2cc98dd76236c4e60e3d7ae21b0499e3ee4a003f3e1583c4782e" + }, + "checks": "Legal API probes and offline frame checks; see findings.md. Full program rehearsal outcomes maintained separately.", + "runtime_tools": [ + "Python standard library", + "NumPy", + "OpenCV" + ], + "numeric_assets": { + "bank.npz": "authorized D20 observations and action labels", + "localization_bank.npz": "fixed RGB-derived D20 descriptors", + "recovery_calibration.npz": "non-neural finite-difference arm response measured in E20 episodes 3\u201314" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/recovery_calibration_provenance.json b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/recovery_calibration_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..ea293cb08aa2b6a1e39ac82c3217fe953bf579e4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/recovery_calibration_provenance.json @@ -0,0 +1,144 @@ +{ + "sources": [ + { + "episode": 3, + "robot": 0, + "axis": 0, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 4, + "robot": 0, + "axis": 1, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 5, + "robot": 0, + "axis": 2, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 6, + "robot": 0, + "axis": 3, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 7, + "robot": 0, + "axis": 4, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 8, + "robot": 0, + "axis": 5, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 9, + "robot": 1, + "axis": 0, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 10, + "robot": 1, + "axis": 1, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 11, + "robot": 1, + "axis": 2, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 12, + "robot": 1, + "axis": 3, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 13, + "robot": 1, + "axis": 4, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + }, + { + "episode": 14, + "robot": 1, + "axis": 5, + "amplitude": 0.05, + "frames": [ + "initial", + "settled" + ] + } + ], + "singular_values": [ + [ + 0.2520832539812951, + 0.2138322863209467, + 0.19085547353054932, + 0.17041728766578865, + 0.0564671744425532, + 0.05313584828626881 + ], + [ + 0.25206755000863734, + 0.2138270897451723, + 0.1908185950979639, + 0.17042664718949807, + 0.05644509293117678, + 0.0531560917823373 + ] + ], + "regularizer": 0.01, + "kind": "Local measured finite-difference response; no neural parameters" +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..dcb9e7a6bc8094809cc29ed43950f10f2650dc5b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/skills.md @@ -0,0 +1,8 @@ +# Implemented controller mechanisms +- Observation-conditioned local nearest-neighbor action retrieval from all 20 authorized demonstrations, using current joint position/velocity and front/top RGB. +- Fixed top-camera cup boxes and target-region crop descriptors; bounded visual costs limit segmentation discontinuities. +- Persistent demonstration pour-order branch after frame 65. +- Measured, damped, bounded initial-pose feedback for matched frames 1–10 only, with a small-error gate. +- Post-grasp arm motion gain, native 44-component bounds, rotation norm preservation, invalid-input hold, terminal-resemblance counter, progress-stall stop, and 320-call stop. + +Only early-pose recovery has been validated by the short E20 probes in this snapshot. Quantitative ratio control, loaded grasp recovery, metric parking, and liquid-stability certification remain unresolved. No external skill package, network, neural model, or online model-development agent is used. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmLiquidMixing-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start= _CONTRACT['native_horizon']: + return None + if _last_step is not None and step < _last_step: + reset_episode() + _last_step = step + try: + q, v, rgb = _features(obs) + except (KeyError, ValueError, TypeError): + return np.zeros(44, dtype=np.float32) + m = _load() + qd = np.mean(((m['q']-q)/m['qs'])**2, axis=1) + vd = np.mean(((m['v']-v)/m['vs'])**2, axis=1) + rd = np.mean(((m['rgb']-rgb)/.08)**2, axis=1) + # Fixed hand-designed metric, not optimized on rollouts. + distance = qd + .08*vd + .7*rd + if _phase is not None: + distance += .03*((m['phase']-_phase)/.10)**2 + best = int(np.argmin(distance)) + # No reliable recovery model outside demonstrated observation support. + if qd[best] > 16 or rd[best] > 25: + return np.zeros(44, dtype=np.float32) + eligible = np.flatnonzero(np.abs(m['phase']-m['phase'][best]) < .035) + selected = eligible[np.argsort(distance[eligible], kind='stable')[:3]] + weights = np.exp(-(distance[selected]-distance[selected[0]])/.12) + weights /= weights.sum() + action = weights @ m['actions'][selected] + _phase = float(weights @ m['phase'][selected]) + if .30 < _phase < .50: + action[2] -= .005 + # Parts were stored in task_contract.action_parts order; no arm UID sorting. + return np.clip(action, _CONTRACT['action_low'], _CONTRACT['action_high']).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..07b43e167539a49abe30a7ce7f5c9853e985faba --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmThreadCloth-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 230, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 230, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 230, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 231, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9f6111952c49bccab10f29a766cbb522b7d1d529fd9c8b5cfe9117e522847649", + "source_sha256": "fd37724087d578c4437b2a8c3889215f4fb0b8d7d57d81510cd6d16a1bfa4e88", + "view_sha256": "ed2836a4937a825559cd218b367a2251afaede1f90ef5d500a31dcff76f2b48c" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 249, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 249, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 249, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 250, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 250, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 250, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 250, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 250, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 250, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "531c805e809808a6cea1515e85763d4b566539d229f11e531c836de820eabc6c", + "source_sha256": "7b248c2703c3defbd821f22a9e3f0d61bcb6bb8604e5895c3d13e8968db4f71e", + "view_sha256": "c289461358d796d6ba00a7eff7183a3e6e5ae7acf8377347e5f50f17bd08eab7" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 231, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 231, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 231, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 232, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 232, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 232, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 232, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 232, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 232, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 232, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 232, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 232, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e1c79eab6b23105ecfbd50280ab35389432cfaa13450e2bc5a3ce8144fb88a60", + "source_sha256": "6fccb1df4c914b9f28a6890ac0889acec911b30c21c8cd4ead4c410c2e52d32f", + "view_sha256": "6fd84c708b7d893457ae131217b908da6dcf6062ec0cfd335c5557d56d355100" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 242, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 242, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 242, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 243, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 243, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 243, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 243, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 243, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 243, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 243, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 243, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 243, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "620bd836e6ddfe9f3cd333a408c5b74149fbd66ecda15d84292d5dee51ba00b5", + "source_sha256": "b03cd8a391b74ddbf7a59f31cd2282fe8dc6fbab0a4857f32103258f420e7842", + "view_sha256": "ce6a67a16ef8afd2d260e31a33813a7013b3185e3c4e14b35fa5f8d3bc9f8883" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 239, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 239, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 239, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 240, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7606b6c7b0424f890bf728d560d2e32cb0a859c9f8645978e0a68d98c7f955b4", + "source_sha256": "33ebfc05a2227fc2b58629eb474f88e12509ba94239aeb3294e2502adb661256", + "view_sha256": "0f02dcc5235e87097cfea226f49f256cc647c2fa8b5b3f9cc7a94e58aca47c45" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 237, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 237, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 237, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 238, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 238, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 238, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 238, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 238, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 238, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 238, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 238, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 238, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6da7462d5e39061faa50f8ffe91624dff089e062589b75d92b128a11cdb25e5e", + "source_sha256": "4cf8e4fa19aacb22bd3efc97b8543a2ed98d73b30dd5552d2398ce455e4b1028", + "view_sha256": "69d6defdc76e514b4798d9251f3298aa8c8ce20cde9c4d24f21498f4a0e5d707" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 235, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 235, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 235, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 236, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ecf72639dd10ee355051c3f4f19687341647a98a52952bdda99af728ee51eebd", + "source_sha256": "01808f4fd3700145055057518431098f17b1ee6c9bf075a917cecdc93f73ddff", + "view_sha256": "4eb10c2a7cf94d8b9c6c813ba5e7a44e446cec5e59bc5dab314643f003a92212" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 232, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 232, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 232, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 233, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e1e97463ac2e1e6af18c52a2abe8890cd08077d68dda32e4c5ea50a86fb89d89", + "source_sha256": "66186211349ae7164effd2984507693e99cd849bfd6f9ffa48d7662a0421df98", + "view_sha256": "17c9496bd87c7d904afaef75a7b67d25e6dff783bc13a157f3deaa66117fdcab" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 240, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 240, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 240, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 241, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 241, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 241, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 241, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 241, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 241, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "666a0af7430a2a493d3b792879a13d09f0d79ed7177b0fa369a8677c1f7b99b2", + "source_sha256": "44fc668467d3eeee7e478a779c945f61c1a98e396ebe2fde5e4fa81b6863bc06", + "view_sha256": "56679e90118c6ae1e864214f0445923be070e122ea3cadf3d78768f71a804d54" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 233, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 233, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 233, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 234, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 234, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 234, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 234, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 234, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 234, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d460852010f6e52817cb4ded73a5c94a6096e79401302860a237640b9852a374", + "source_sha256": "e7403b9d14e71f0af6fc1be44b650acc2b3107223118d9f7f4cead88e510aa3d", + "view_sha256": "9f1e965f30d08e60824b404da22d0b07532eb695d73e2c56a69099a966269657" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 239, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 239, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 239, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 240, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 240, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 240, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e7d44ca183385fb5a5935038b6319ec611dacb74a455f25607881649a3f1c582", + "source_sha256": "5a8d7e89d0042a572ca3ee906d88a84dc700b99e95e62b0c8d288c980cbf2e83", + "view_sha256": "9ef7ae2cf151eade6b69b5246704bdd03e60d8dc0ad358807247bd0e5b14e05d" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 234, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0d8bbc6fc797b7245757a20e0b5854375955a99025850fcebf69b5587e37c9cd", + "source_sha256": "5ca31f16948c7ff2f9384a32c2f0acdc4e1297f577534fcff9f8a9adf45716d4", + "view_sha256": "f119d858097467416a2abb806f48e504389b6d334aaa88942e890cadc849769f" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 234, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "56676911fa8a30536b1e404de39062df3c0a47f3abab051f79f3666b6ca79f5a", + "source_sha256": "918081f26cd4f8634af3a38f3af0f1a79867fe7e9711c7ad4c3902ccff2ad4d9", + "view_sha256": "32c949c4286f1b9b93a79cdd8632c9dd93c4e31e16dded217e8ac0b0a1f05d3c" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 234, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f1ecd53d3cc03e4da63b70855388632ec4b3c0d379ee19d445c3627dd8f7e3c0", + "source_sha256": "eb5ee58dcb9c899e80ea8b2942e80461750d5fdfadf37e3276dffab4dc3d5ce6", + "view_sha256": "432ca6d500f54fc37fec03e808e597f8bb7307492de5fcd3da065972b2128c49" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 232, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 232, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 232, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 233, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 233, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 233, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "293dcd2c2d4b476e3e9e8dd8d4849226ad6ce1fedab1ba5bbf2add57effe5838", + "source_sha256": "901e1294b69a2d08be33d180c173d3a43c9c17e89eadb4c62956a55ffac14691", + "view_sha256": "4247d00ea40c2b1e64c18a7218e5a3844d7058f98effcaab09df77301eaa949c" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 234, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9ac352888d8f373c9d1a9d121472eb41d9c79873fb3bece11e188bc6107fb4a2", + "source_sha256": "2e579f26d0924d7b71cec7e23624560c645904e9f95b90aee882daa9bbc44b7f", + "view_sha256": "5118429bd51e2cb724219140d55e8a571b94ddeac3f54c398598b29529141e29" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 234, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "15409324e59d97fbb6344a8b72147d40378c4f3e9bd72bc3cf7d5468ba042856", + "source_sha256": "9112d31ded009d6fd7e5e5eb36bb480d170be4d59770bcb96fc7324ebf5252b6", + "view_sha256": "f5c63d5af3c702a5f1f6740b9f749333b793a8424d284a7ea22adcabc5ed49e2" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 234, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 234, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 235, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 235, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 235, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "45bcc35da3b10641d6b40f3b5061c17b80e380494d1e8b872f5a3e05c8f9fe3c", + "source_sha256": "ea4c801eb6082a4508ff07bab61e3f5f25e774a5562954879abaec187d96a51c", + "view_sha256": "575fbfd33c73e4f401af46ff7f66e1ca61d1d04493b2074a3edfcca8b879867c" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 230, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 230, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 230, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 231, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 231, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 231, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e97857a18e4baddb2827502525bbca9202092738084d3cb53807f2cb8ff9ceed", + "source_sha256": "e257c1ef2bc69b2efdea031e24fb177a488ad5bccbc2b87d18bfe6b1cba3d93b", + "view_sha256": "0178d008c26b9524d50677a345b94fcc3e621a8a59dc19bc4792c1d231af84e9" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 235, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 235, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 235, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 236, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 236, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 236, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c91cbfcd8c4e3cfa8f7b9bb56e2642e948e466da1a5211f57757e058887e4b4b", + "source_sha256": "73f54d92ee16bd16226548585dfec9da088c54ca5a837807f06557fc66d1a4a4", + "view_sha256": "759a44af0950adcd58096424f402e900b057144581994833e9fb38e69602d578" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..1959e4cfd6241ec042f24686fdde8e09f797db01 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/findings.md @@ -0,0 +1,12 @@ +# Findings before final repeated rehearsals +Exactly 20 authorized demonstrations contributed 4,708 action labels and legal RGB/qpos/qvel. No neural weights were trained. See the workspace demo_analysis.md for the actual access/inspection ledger and evidence/exploration_findings.md for episode details. + +Baseline retrieval succeeded natively at step 204 in episode 1 and failed at horizon 400 in episodes 2 and 3. Episode 4's 15% stronger forward command also failed at 400. Episode 5 charged a rehearsal slot before restart, but its response was not saved; outcome unknown. Restart budget was 5 used and 15 remaining. + +Episode 6 per-arm retrieval failed at horizon 400. Episode 7 single-neighbor per-arm retrieval completed an independent valid rehearsal with native success false (bundle 280231c9aa34291a47d1c8d28143bf3e71e1a8f55d4beb85ee69d23338e7fa8f). Episodes 8–12 failed through development step 260: four-step push extension, cropped images, upward push adjustment, lower crop weight, and fixed-reference matching. These endpoints are not 400-step horizon results. Episode 13's twelve-step extension failed through 280 and visibly displaced/tilted the frame. + +Episode 14 lower_grasp succeeded natively and terminated at step 215. Final front image shows cloth beyond the frame. Its -.005 normalized Z correction ran for 33 steps, summing to -.0165 m commanded additional translation, not measured motion. A single success does not establish causation or robustness. Episode 15 repeated identical behavior and failed through the full horizon of 400. Lower_grasp therefore has 1 native success in 2 interactive attempts before final independent rehearsals. + +Localization uses coarse multi-camera appearance; no calibrated object position exists. Pose is matched to demonstrated robot configurations. Grasp uses demonstrated dex deltas with the small final approach correction; contact quality is unobserved. Timing is retrieved phase, which can stall or advance to terminal-like states despite failure. Longer blind pushing disturbed the frame and was rejected. Out-of-support hold and late settling have not demonstrated recovery. Native success is reported only when returned by the API; ambiguous visible evidence counts false when native success is absent. + +Program failure in episode 1 was in the interactive harness: execute_actions returns a steps list, initially misread as an observation. It was corrected and the same episode continued without reset. Subsequent continuation runs and episode 7 rehearsal had no observed controller execution error. Episode 5's missing response remains an audit limitation. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..7ff7871b3144b7608213249118398e0eb756c39c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/freeze_manifest.json @@ -0,0 +1,108 @@ +{ + "files": { + "contract.json": "7170f16d9268a90863dfdcfbb3edb95f74178c0e16d013ef286f5cf60872154e", + "controller.py": "a8dc7a8f46b9f8b3dff876f7cc62179d5aa1464529f2bc86cffdadd45a409f4a", + "demo_manifest.json": "a384ce79e8697afc3cdc04671d2e111086e16d6f00cedcae61eb12f3c04c8107", + "demonstrations_readonly/demo_00.h5": "ed2836a4937a825559cd218b367a2251afaede1f90ef5d500a31dcff76f2b48c", + "demonstrations_readonly/demo_01.h5": "c289461358d796d6ba00a7eff7183a3e6e5ae7acf8377347e5f50f17bd08eab7", + "demonstrations_readonly/demo_02.h5": "6fd84c708b7d893457ae131217b908da6dcf6062ec0cfd335c5557d56d355100", + "demonstrations_readonly/demo_03.h5": "ce6a67a16ef8afd2d260e31a33813a7013b3185e3c4e14b35fa5f8d3bc9f8883", + "demonstrations_readonly/demo_04.h5": "0f02dcc5235e87097cfea226f49f256cc647c2fa8b5b3f9cc7a94e58aca47c45", + "demonstrations_readonly/demo_05.h5": "69d6defdc76e514b4798d9251f3298aa8c8ce20cde9c4d24f21498f4a0e5d707", + "demonstrations_readonly/demo_06.h5": "4eb10c2a7cf94d8b9c6c813ba5e7a44e446cec5e59bc5dab314643f003a92212", + "demonstrations_readonly/demo_07.h5": "17c9496bd87c7d904afaef75a7b67d25e6dff783bc13a157f3deaa66117fdcab", + "demonstrations_readonly/demo_08.h5": "56679e90118c6ae1e864214f0445923be070e122ea3cadf3d78768f71a804d54", + "demonstrations_readonly/demo_09.h5": "9f1e965f30d08e60824b404da22d0b07532eb695d73e2c56a69099a966269657", + "demonstrations_readonly/demo_10.h5": "9ef7ae2cf151eade6b69b5246704bdd03e60d8dc0ad358807247bd0e5b14e05d", + "demonstrations_readonly/demo_11.h5": "f119d858097467416a2abb806f48e504389b6d334aaa88942e890cadc849769f", + "demonstrations_readonly/demo_12.h5": "32c949c4286f1b9b93a79cdd8632c9dd93c4e31e16dded217e8ac0b0a1f05d3c", + "demonstrations_readonly/demo_13.h5": "432ca6d500f54fc37fec03e808e597f8bb7307492de5fcd3da065972b2128c49", + "demonstrations_readonly/demo_14.h5": "4247d00ea40c2b1e64c18a7218e5a3844d7058f98effcaab09df77301eaa949c", + "demonstrations_readonly/demo_15.h5": "5118429bd51e2cb724219140d55e8a571b94ddeac3f54c398598b29529141e29", + "demonstrations_readonly/demo_16.h5": "f5c63d5af3c702a5f1f6740b9f749333b793a8424d284a7ea22adcabc5ed49e2", + "demonstrations_readonly/demo_17.h5": "575fbfd33c73e4f401af46ff7f66e1ca61d1d04493b2074a3edfcca8b879867c", + "demonstrations_readonly/demo_18.h5": "0178d008c26b9524d50677a345b94fcc3e621a8a59dc19bc4792c1d231af84e9", + "demonstrations_readonly/demo_19.h5": "759a44af0950adcd58096424f402e900b057144581994833e9fb38e69602d578", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "1ea40b488194525f10850b4ea3f97d9b33009f240d5a3ed28b9eb9bd28b10592", + "handoff.md": "91b9cc9e766268e5040b619c6d4034cbf0af5b4ca775abf07fde034045e67334", + "memory.npz": "4eaa379dcbfd502b9aa1c19a4712683c858f451e3c9f69a5c295c84e68ec08ff", + "model_tool_manifest.yaml": "75cae3f7d3a2c30b45adea1c42869b5a70774fe6176cc5a237ef71f48909d054", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "2c891c0f8f3b0780d4f29c20e68bc58cf0fe0c77b776025bc288fd6707c059dd", + "variant.txt": "8f7c37f8f33c490e095d43ee2228df10c7724814758b078867c8c898d8772040", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "09026edc8ef43d401aee51addaf51e32a86911ab70c3a1d38d0f04d12dcbe891", + "exploration_ledger_hash": "f4068fef7804457009b2ee0c7f584a0bad4852af9549979135eec5b6fa884628", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 5, + "bundle_hash": "ebf7f4264108fc79c240bd0f8a33e7bade04cffe01f38905a399540872bd24ac", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 7, + "bundle_hash": "280231c9aa34291a47d1c8d28143bf3e71e1a8f55d4beb85ee69d23338e7fa8f", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "09026edc8ef43d401aee51addaf51e32a86911ab70c3a1d38d0f04d12dcbe891", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "09026edc8ef43d401aee51addaf51e32a86911ab70c3a1d38d0f04d12dcbe891", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "09026edc8ef43d401aee51addaf51e32a86911ab70c3a1d38d0f04d12dcbe891", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "09026edc8ef43d401aee51addaf51e32a86911ab70c3a1d38d0f04d12dcbe891", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "09026edc8ef43d401aee51addaf51e32a86911ab70c3a1d38d0f04d12dcbe891", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..6bc9eae5ede3727bc767f4bd3b93c7b9a429e073 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/handoff.md @@ -0,0 +1,10 @@ +# Handoff +Selected behavior: lower_grasp, defined by controller.py and variant.txt. Keep controller.py, contract.json and memory.npz together. reset_episode() resets only policy memory; act(obs) reads legal images/proprioception and returns one native action. No environment creation or reset is performed by the program. + +Offline dependencies are Python, NumPy and OpenCV. The runner supplies verified demo manifest/read-only demos and common environment lock. No pretrained or neural weights, network, simulator imports, external task data or remote services are required. + +The bank uses all 4,708 labeled observations from exactly demo_00 through demo_19 of this task. The final variant adds only a small downward grasp-approach correction to baseline retrieval. Required handoff files and audit provenance are included. Exploration observations/images/actions and alternative source versions remain in the task workspace. + +Independent results for the final exact bundle are to be recorded externally without editing this bundle between rehearsals. Freeze selection is owned by the trusted API, using independently rehearsed runnable versions, success rate, rehearsal count and recency. Do not infer success from controller phase, program validity, or prior development outcomes. Do not change behavior after the final rehearsal. + +Known limits: narrow demonstration support, coarse visual matching, no measured physical contact, no verified recovery, and limited robustness evidence. If native feedback is absent, apply the preregistered visible rule: unambiguous held frame, rear-to-forward cloth motion, fold and passage; ambiguity is false. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..65783405e5a2b184f22dee861932ce82264a9d62 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,80 @@ +{ + "stage": "D20_E20_EXPLORATION", + "status": "final_candidate_for_repeated_independent_rehearsals", + "task_id": "DualArmThreadCloth-v1", + "demonstrations_used": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "action_rows": 4708, + "exploration_episodes": 15, + "neural_finetuning": false, + "pretrained_tool_weights": [], + "coding_model": "Provider-hosted Codex; exact model build/weight identifier not exposed; weights unchanged", + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "preparation_dependencies": { + "h5py": "3.16.0", + "HDF5": "2.0.0" + }, + "tools_used": [ + "functions.exec / exec_command: local shell and Python", + "functions.exec / view_image: legal demo contact sheets", + "worker_api.API.read_demo: local authorized HDF5 reads only", + "Python standard library: importlib,json,pathlib,hashlib,platform,sys", + "NumPy: numerical analysis and nonparametric action bank", + "OpenCV: image resizing, contact sheets, JPEG writing", + "h5py: authorized HDF5 access through API", + "worker_api.API: authorized exploration and independent rehearsal only" + ], + "not_used": [ + "task expert/controller", + "network/search", + "torch", + "scipy", + "image generation", + "external pretrained models", + "sub-agents", + "direct simulator access" + ], + "source_provenance": { + "/task_contract.json": "0acc3223d3758a352af5a1351e32417caca584ec931e0debcdc16d664302c8c4", + "/demo_manifest.json": "dd3d14a6b645c1d3375a8bdc31e8643cb9c1e9fdea10a7a2a0affa8b7a64e569", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "memory_provenance": "All 4708 pre-action observations and labels from demo_00..demo_19; 16x12 front/left/top RGB plus qpos/qvel; contains audit demo/frame identifiers, never matched to live identifiers. No optimized neural parameters.", + "validation": "Lower_grasp: native success at 215 in episode 14; false through 400 in episode 15 (1/2 interactive). Baseline 1/3 interactive. Episode 7 different variant valid independent rehearsal, native false. Final exact-bundle results are recorded outside bundle.", + "known_limitations": [ + "Only 1/2 lower_grasp interactive successes; scene variation confounds causal claims", + "Coarse visual matching and unobserved grasp/contact", + "No verified physical recovery", + "Episode 5 charged slot has missing saved response" + ], + "selected_variant": "lower_grasp", + "runtime_files": { + "controller.py": "a8dc7a8f46b9f8b3dff876f7cc62179d5aa1464529f2bc86cffdadd45a409f4a", + "contract.json": "7170f16d9268a90863dfdcfbb3edb95f74178c0e16d013ef286f5cf60872154e", + "memory.npz": "4eaa379dcbfd502b9aa1c19a4712683c858f451e3c9f69a5c295c84e68ec08ff" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..da59243824caf4677132839abf8426f7edad7bea --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/skills.md @@ -0,0 +1,8 @@ +# Offline controller operation +Call reset_episode(), then act(obs) once per native control step after the runner-owned hold. The hold consumes step 1 of the 400-step horizon. act returns a finite 44-vector in contract action_parts order, or None at step >=400. Native bounds are [-1,1]. + +The controller queries all 4,708 action-bearing frames from this task's 20 authorized demonstrations using both robots' qpos/qvel and 16x12 full-image thumbnails from front, left and top cameras. It averages three nearby labels within a narrow retrieved phase band. Phase is observation-derived, not elapsed-time playback. No live demo identity, seed, hidden pose, contacts or simulator state are used. + +Final lower_grasp adjustment: subtract .005 from the first robot's normalized root-Z translation only when retrieved phase lies strictly between .30 and .50. This is a small rear-grasp approach correction; all finger commands and subsequent push/release retain retrieved labels. Frame-arm actions are retrieved each call. Return clipped native actions. Invalid or severely out-of-support observations return zero deltas, which is not a verified recovery. + +Requires only packaged controller.py, contract.json, memory.npz, Python, NumPy and OpenCV. No network, tool service, model weights, neural fitting, or online development agent is needed. Rehearsal results belong to the external audit ledger; phase and valid execution never imply success. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/variant.txt b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/variant.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6c3e6f23a9b17e2676b22594b0fdc170f4e7296 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/variant.txt @@ -0,0 +1 @@ +lower_grasp diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmThreadCloth-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start170)&(f[:,:,1]>140)&(f[:,:,2]<120)).astype('uint8') + n,l,st,c=cv2.connectedComponentsWithStats(mask) + ids=[i for i in range(1,n) if st[i,4]>8] + if not ids:return None + egg=c[max(ids,key=lambda i:st[i,4])] + circles=cv2.HoughCircles(cv2.cvtColor(im,cv2.COLOR_RGB2GRAY),cv2.HOUGH_GRADIENT,1,50,param1=80,param2=25,minRadius=40,maxRadius=70) + if circles is None:return None + pan=min(circles[0],key=lambda c:np.linalg.norm(c[:2]-egg)) + if np.linalg.norm(pan[:2]-egg)>45:return None + return egg-pan[:2] + +def rx(a): + c,s=np.cos(a),np.sin(a);return np.array([[1,0,0],[0,c,-s],[0,s,c]]) diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..e38a29d9a2393c1cb42353175ed6ce6fb66bdbee --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/check_synthetic.py @@ -0,0 +1,23 @@ +"""Interface checks only; not an environment, simulator, or efficacy evaluation.""" +import importlib.util,json,pathlib,time,py_compile +import numpy as np +root=pathlib.Path(__file__).parent +for p in root.glob('*.py'):py_compile.compile(str(p),doraise=True) +spec=importlib.util.spec_from_file_location('draft',root/'controller.py');c=importlib.util.module_from_spec(spec);spec.loader.exec_module(c) +q=np.array([0,0,0,-1.5,0,1.5,0,.04,.04],np.float32) +def observation(batch=False,level=0,step=1): + rgb={name:np.full((320,240,3) if name=='top_camera' else (240,320,3),level,np.uint8) for name in c._features.CAMERAS} + if batch:rgb={k:v[None] for k,v in rgb.items()} + return {'rgb':rgb,'proprioception':{'agent/qpos':q.copy(),'agent/qvel':np.zeros(9,np.float32)},'instruction':'Take the pan off the stove, flip the fried egg inside it, and put the pan back on the burner.','step_id':step} +start=time.monotonic();c.reset_episode();a=c.act(observation());assert a.shape==(7,) and np.isfinite(a).all() and np.all(abs(a)<=1) +c.reset_episode();b=c.act(observation(True));assert np.array_equal(a,b) +c.reset_episode();d=c.act(observation());assert np.array_equal(a,d) +for t in range(2,7): + b=c.act(observation(level=255 if t%2 else 127,step=t));assert b.shape==(7,) and np.isfinite(b).all() and np.all(abs(b)<=1) +assert c.act(observation(step=900)) is None +c.reset_episode();assert c._cursor is None and c._last_step==0 +try: + bad=observation();bad['proprioception']['agent/qpos'][0]=np.nan;c.act(bad);raise AssertionError('NaN accepted') +except ValueError:pass +result={'status':'passed','checks':['syntax all candidate Python files','finite shape (7,) within [-1,1] on synthetic RGB/proprioception','HWC and 1HWC equivalent','deterministic episode reset','multiple calls with changed synthetic RGB','step_id 900 returns None','reset clears cursors','NaN proprioception rejected'],'elapsed_seconds':time.monotonic()-start,'environment_calls':0,'exploration_episodes':0,'rollouts':0,'efficacy_tested':False} +(root.parent/'evidence/synthetic_checks.json').write_text(json.dumps(result,indent=2));print(json.dumps(result,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..ddeb530eea20fe5cd537c41d1ab84c202ff67b5a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/controller.py @@ -0,0 +1,78 @@ +"""RGB handle localization and proprioceptive Cartesian demonstration tracking.""" +from pathlib import Path +import importlib.util +import numpy as np +root=Path(__file__).parent +def module(name): + sp=importlib.util.spec_from_file_location(name,root/(name+'.py'));m=importlib.util.module_from_spec(sp);sp.loader.exec_module(m);return m +geo=module('geometry');kin=module('kinematics');centering=module('centering') +flip=np.load(root/'flip_refs.npz') +mem=np.load(root/'memory.npz');gm=np.load(root/'geometry_memory.npz');cal=np.load(root/'calibration.npz')['coef'] +f=gm['features'].copy();f[:,2]%=2*np.pi +X=np.c_[np.ones(20),(f[:,:2]-[270,320])/100,f[:,2]-np.pi] +approach_coef=np.linalg.lstsq(X,gm['approach'].reshape(20,-1),rcond=None)[0] +_state=None + +def rz(a): + c,s=np.cos(a),np.sin(a);return np.array([[c,-s,0],[s,c,0],[0,0,1]]) +def rot_error(target,current): + R=target@current.T + return np.array([R[2,1]-R[1,2],R[0,2]-R[2,0],R[1,0]-R[0,1]])*.5 + +def reset_episode(): + global _state + _state=None + +def act(obs): + global _state + step=int(obs['step_id']);t=step-1 + if step>=900:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1);T=kin.pose(q) + if _state is None: + v,center=geo.locate(obs['rgb']['top_camera']);v[2]%=2*np.pi + target=np.r_[1,(v[:2]-[270,320])/100,np.cos(v[2]),np.sin(v[2])]@cal + yaw=3*np.pi/4-v[2];R=rz(yaw)@np.diag([1,-1,-1]) + dist=np.sum(((f[:,:2]-v[:2])/100)**2,axis=1)+((f[:,2]-v[2])*2)**2 + d=int(np.argmin(dist));s,e=mem['offsets'][d:d+2];a=mem['actions'][s:e].copy();qs=mem['q'][s:e] + opens=np.flatnonzero((np.arange(len(a))>55)&(a[:,6]>0));end=min(len(a),int(opens[0])+25) if len(opens) else len(a) + base=kin.pose(qs[44]);delta=rz(yaw-np.arctan2(base[1,0],base[0,0])) + approach=(np.r_[1,(v[:2]-[270,320])/100,v[2]-np.pi]@approach_coef).reshape(44,7) + _state=dict(approach=approach,target=target,R=R,a=a[:end],qs=qs[:end],base=base,delta=delta) + st=_state;target=st['target'].copy();R=st['R'];a=np.zeros(7);a[6]=1 + if t<44: + a=st['approach'][t].copy();a[6]=1 + if t>=30: + a[:3]+=.15*(target-T[:3,3])/.1 + elif t<58: + a[:3]=.5*(target-T[:3,3])/.1;a[3:6]=0;a[6]=-1 + elif t<123: + ref=kin.pose(mem['q'][mem['offsets'][4]+76]);target=ref[:3,3];R=ref[:3,:3] + a[:3]=.18*(target-T[:3,3])/.1;a[3:6]=-1.2*rot_error(R,T[:3,:3]);a[6]=-1 + elif t<172: + if 'flip_demo' not in st: + off=centering.egg_offset(obs['rgb']['top_camera']);ids=flip['eligible'] + scores=.1*np.mean(((flip['q'][ids]-q[:7])/.2)**2,axis=1) + if off is not None:scores+=np.sum(((flip['egg_offsets'][ids]-off)/20)**2,axis=1) + st['flip_demo']=int(ids[np.argmin(scores)]) + fd=st['flip_demo'];base_ref=kin.pose(mem['q'][int(mem['offsets'][fd])+int(flip['starts'][fd])]) + st['flip_shift']=T[:3,3]-base_ref[:3,3] + st['flip_rot']=T[:3,:3]@base_ref[:3,:3].T + fd=st['flip_demo'];idx=int(flip['starts'][fd])+t-123;mi=int(mem['offsets'][fd])+idx + ref=kin.pose(mem['q'][mi]);ref[:3,3]+=st['flip_shift'];ref[:3,:3]=st['flip_rot']@ref[:3,:3];a=mem['actions'][mi].copy() + ref[0,3]-=.09*np.clip((t-156)/10,0,1) + if t<172: + a[:3]+=.35*(ref[:3,3]-T[:3,3])/.1 + a[3:6]+=-2.0*rot_error(ref[:3,:3],T[:3,:3]) + elif t<212: + target[2]+=.15 + a[:3]=.18*(target-T[:3,3])/.1;a[3:6]=-.6*rot_error(R,T[:3,:3]);a[6]=-1 + elif t<262: + target[2]+=.008 + a[:3]=.18*(target-T[:3,3])/.1;a[3:6]=-.6*rot_error(R,T[:3,:3]);a[6]=-1 + elif t<277: + a[6]=1 + elif t<297: + target[2]+=.20 + a[:3]=.18*(target-T[:3,3])/.1;a[6]=1 + else:return None + return np.clip(a,-1,1).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..4e8fb7aef4c17831714cf14f7290c8debf2bcaad --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "FlipPan-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 343, + "fields": [ + { + "path": "actions", + "shape": [ + 343, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 344, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 344, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 344, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 344, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "55f1342bdf981263ca99f50baaea646da50bac1827260a5b47e06ee87417d317", + "source_sha256": "c90e6b7d754bb9814a58f982995fabf7802e8fc688baf9959e0bba8e4edef7dd", + "view_sha256": "4d31c4013f6047f764e04876d80830a941df2d5535215be3f58072b9db0d28dc" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 244, + "fields": [ + { + "path": "actions", + "shape": [ + 244, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 245, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 245, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 245, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 245, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 245, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 245, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0769a2b473a0c16a62db7c5cb6aae6fae1edc9175d5ae344fdd3d5c90d420902", + "source_sha256": "351775ca059d48fbe030d0b21c57c59a66c97ec7775ac36ee69ffbcf48218d0e", + "view_sha256": "e4f9bdae410fb04d9e923c6aa427a4be14c229f57e45a77a04dafd4f4bbd7a99" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 852, + "fields": [ + { + "path": "actions", + "shape": [ + 852, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 853, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 853, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 853, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 853, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 853, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 853, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "aaff18f025c13f038e593815fc334f40c4aedb82f2b386c709876fd740e3b45d", + "source_sha256": "c4ca148ed0e37d45b2614cb8b0593f1fa4234be9d15a97f1ba6485c99c125648", + "view_sha256": "6dc19254e12db463114271c2a4a2f0f53ebbaa44f8e3bbd1b34a31dfcce7acde" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 206, + "fields": [ + { + "path": "actions", + "shape": [ + 206, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 207, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 207, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 207, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 207, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 207, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 207, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "45c16101c04530aec5e91f68754738852c064a2df914661a46efdaa547b089f6", + "source_sha256": "27bd80886a522bfd027a4ef766f8a2734a588a2dfc8ed2c1cad0d3e41c5ea081", + "view_sha256": "e04a86fc18d8872fb13d52d2ad7f0dbb99b9ff1e1afc3b6159bff91f4c9bb5b9" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 194, + "fields": [ + { + "path": "actions", + "shape": [ + 194, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 195, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 195, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 195, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 195, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 195, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 195, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b20e52ec11aa4062f1ca12b5204e573da115ea1dae4ab06ef09f365d170f57a9", + "source_sha256": "ed86def7ad04240580e72a6a226fa444e7d7867da802c591c3ebae4fcee1f358", + "view_sha256": "8ed47541187c47a30be772538e0886f5e5dd6efe7c38e965d17c732741b7b809" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 339, + "fields": [ + { + "path": "actions", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 340, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4c3205360ddd3484b5c6330333fb9c921a2358986994002995de8cfd8ce8aa0d", + "source_sha256": "c25091477c05497c2c94691f707c7e595dd2bf7310116d7c6ae99cbc9b04802b", + "view_sha256": "d21dd982c32e4534299b1dac33524b5178a45e1fdb2fc77956f4506945c959eb" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 204, + "fields": [ + { + "path": "actions", + "shape": [ + 204, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 205, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 205, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 205, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "02a2d3bf3b00049f5590e320ea4e9e96271a64ef4de642f819c37112c3e46c7d", + "source_sha256": "23bbc460879e3fff0037af3feed15ff03e9e9c444cb8e7f63750e82f9c3da4b5", + "view_sha256": "96d6946d2ff5c24c521f40e803ac06b1d279f91137ee138c02728c52fa1b77d8" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 334, + "fields": [ + { + "path": "actions", + "shape": [ + 334, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 335, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 335, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 335, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 335, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7fbcce14015bd2e79109693b1a94e8821d9ce01751e915da3c61d1bbf2a0e24a", + "source_sha256": "58596c02a876993970166b51a4bdbe5966b3dc2c99405bcfeab51bf438a80246", + "view_sha256": "70dc869e8a9144968e898c1332205e6024fbaa878f9b8b7fed5e80666e12b296" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 505, + "fields": [ + { + "path": "actions", + "shape": [ + 505, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 506, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 506, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 506, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 506, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 506, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 506, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e8efce20b7bf3a6e2c64cc74f13cf1e8f989887d666034e3190017c694aef4cd", + "source_sha256": "7c31d9bd7979cc9cdb0da11b20dccf6ffc94b747229f80a5613cec9e5023c67d", + "view_sha256": "dacef8bf569d8c09892b94ee8016d74df6827fcc0753c404b3346faa0923779b" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 201, + "fields": [ + { + "path": "actions", + "shape": [ + 201, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 202, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 202, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 202, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "90e237d43c014574bbd2049eca6a73532489ed16e77c02e04286aa958e6111cd", + "source_sha256": "c1e60d0d4e15de159bf42f5749aa437ef4d46ac62b775dec6aba6b0519d4fb1a", + "view_sha256": "f6d7f5db0773ef861f8e1c3cd2ef6824776e8edf6721c132309702cc2cb20c83" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 216, + "fields": [ + { + "path": "actions", + "shape": [ + 216, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 217, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 217, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 217, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 217, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 217, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 217, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b0d46924d829c99dbfee3d8167c285233cb3bdfbd2861d036988c7f4f0273eee", + "source_sha256": "b0ae117d78535de8d48b0788945ec8dd66bfb84c34ff0ac017463e084d816340", + "view_sha256": "66ca010c528e4432938a54dddeeaed3110cea5615414ee0fab78ba05fc29eb1a" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 224, + "fields": [ + { + "path": "actions", + "shape": [ + 224, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 225, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 225, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 225, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6cabe33d1cf78c624c7ac1936738b1fff2e66509501c6ee3d30dc52e6297d7d0", + "source_sha256": "0092c3567a463d672c77dcf67ffe805c836f2530ca0666dc9037c49158c3bddc", + "view_sha256": "92e72f432e8de1049ac7285129c291a003e566975188eaffe8929e6a381aeceb" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 204, + "fields": [ + { + "path": "actions", + "shape": [ + 204, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 205, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 205, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 205, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3e1f9e9d65379bed32d5f313419da8e430f373f594652c54de42f0875b6ab178", + "source_sha256": "03736d6f311ebec3ee78f30c8447895d7471d1fa07b523b2c2d9e57c6d03f09a", + "view_sha256": "bd03d90b95843701dff73a71b0b12a8cad31aac25253eef8bb5344fefba48b1c" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 213, + "fields": [ + { + "path": "actions", + "shape": [ + 213, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 214, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 214, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 214, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 214, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 214, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 214, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4decdfce598a062123b6aab9fd342de88e31cc7baf58a9fc45b2033873091dc2", + "source_sha256": "5a0478f0c40ddf60d17c59d3e78b578a29c8415f7a46c024070134f2974602e8", + "view_sha256": "48f3b235e87c304df22cf2b6ccb80eac3f714085e5c33306cf49653c35753864" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 356, + "fields": [ + { + "path": "actions", + "shape": [ + 356, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 357, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 357, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 357, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 357, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 357, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 357, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c315daf28240c46e04dc1c8ed3c909327905b6c031831dec15291a7a1bf76fca", + "source_sha256": "851c5143bb7c4f39fa1d43a3d947b4c4fb60b55dd8b64c8bcf987d231fa73d06", + "view_sha256": "8ec0e5f3fefa7af4002894d772358e7a3b02902891f1819ad091366a11dd970e" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 207, + "fields": [ + { + "path": "actions", + "shape": [ + 207, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 208, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 208, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 208, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 208, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 208, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 208, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c780b50c3274a7540e3433db83f73361b3c8fb8bd321cfe6af6111bee8fb1fa1", + "source_sha256": "2722b9a6f71927831b9bfb49508b4f146017164f3803953d87529025a097ac4a", + "view_sha256": "9ec1a5084a28241c7758646a02736252b5f00b320e670bdd36a7affc0d09c7db" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 536, + "fields": [ + { + "path": "actions", + "shape": [ + 536, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 537, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 537, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 537, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 537, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 537, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 537, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "67021f915d2f6f4bb1d458f9088005f3e73f7181b0bdad274a136f38c379af51", + "source_sha256": "38f14f44f0bf57a3b20ebd2b3c76e1dae06d21ae67ee62189ee29e2b4abac0ad", + "view_sha256": "7372f8f4c388b22a0af6e56db462e7c37039e9db89c46c3f29fa3ee1fd07324b" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 227, + "fields": [ + { + "path": "actions", + "shape": [ + 227, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 228, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 228, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 228, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 228, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4c8408537dbadb30c1062214544a4282b64041a8b39a543b5fb5902057ec46d8", + "source_sha256": "c9858e083cc4586a1bb241b0fb97ab274758ccd55bd21571ef4001032d2fdac1", + "view_sha256": "db6ea0d2e03f04610e350e750d3c290cd81693381c9ab05d94e60856498bebc7" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 365, + "fields": [ + { + "path": "actions", + "shape": [ + 365, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 366, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 366, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 366, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 366, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "457017b136271ff40246ebd1c41769b017e496fabfbc4a19527cf5f154337b64", + "source_sha256": "6bed6cf1b833354aa948c70f9dac84e3d54410755ff5409c2bff8f47b3999c07", + "view_sha256": "ff6b43680f43ebd957ed4df27745ce04cd51cd7ddd950034815c13461c8ffd6f" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 349, + "fields": [ + { + "path": "actions", + "shape": [ + 349, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 350, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 350, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 350, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 350, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2e411808a1617b1a00679263e6b8e72bae9efc08888e166b76542692ac8f5e63", + "source_sha256": "e2af8269722f96415bbe49a7c4c9400bec77bf8732b91016e20fcaf8fc58bfeb", + "view_sha256": "9c7f2837af1358ed3fe774f70f86893763cc1b2ac2886166927f57c03bd8c172" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..a7208767c111f53ab0450d0b0c35f8e07c830d2a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/features.py @@ -0,0 +1,14 @@ +"""Fixed image descriptors; no pretrained or fitted neural model.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera', 'left_camera', 'robot_camera', 'top_camera') +def image_feature(rgb): + im = np.asarray(rgb) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3 or im.dtype != np.uint8: + raise ValueError('Expected uint8 HWC or 1HWC RGB') + small = cv2.resize(im, (20, 16), interpolation=cv2.INTER_AREA).astype(np.float32)/255 + # Include local contrast to reduce domination by the static table. + blur = cv2.GaussianBlur(small, (5,5), 0) + return np.concatenate((small.ravel(), (2*(small-blur)).ravel())) diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..2915e1acfec19f1c3f3899fb2418bf927fb827e5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/findings.md @@ -0,0 +1,19 @@ +# Findings from authorized D20 and E20 + +Data: exactly twenty authorized FlipPan-v1 demos, 6,319 action-labelled samples. Original manual visual inspection ledger and numerical statistics are preserved in /workspace/demo_analysis.md and /workspace/evidence. No neural weights were trained, no network or other-task data used. + +Localization: image-only handle estimates calibrated against demonstrated grasp qpos made grasp and lift practical. Interpolated demonstrated approach is more reliable than the initial image-neighbor action policy. Camera observations are normalized to 480x640. Egg offset from a Hough circle is noisy when the pan is oblique; a tested visual-centering phase failed to converge reliably. + +Pose: analytic Panda kinematics and feedback substantially reduce arm trajectory error. In episode12 the first toss tracked demo4 within roughly1cm, yet egg catch failed. Small differences in egg placement, grasp and orientation remain consequential; no contact or hidden object state is available. + +Grasp: multiple legal runs visibly lifted the pan. Empty grasps and mislocalization remain possible. The program has no robust regrasp planner. + +Timing: all demos include vertical action magnitudes2, exceeding native bounds1. The controller clips every command. Episode12 tracking suggests clipping alone does not explain failed catches. Double pulses repeatedly ejected the egg. The single-pulse revision also lost the egg. Two pulses with stronger orientation feedback are now tested. + +Recovery: feedback corrects arm pose; missing egg localization falls back to joint similarity. Dropped eggs are not recovered. A return-and-release motion cannot count as task success when the egg was lost or a flip is ambiguous. + +Program: the initial exploration driver incorrectly expected execute_actions to return its next observation directly; fixed by calling latest_observation. Episode11 outcome was unavailable after restart and is unknown. Rehearsals4,6,7,8,10 were valid independent programs with native success false. Episode12 also completed with false native feedback. No official success has been invented. + +The complete chronological record is retained in /workspace/exploration/notes.md with version directories, images, actions, proprioception and API returns. Native API success is used whenever present; otherwise the visible instruction must be unambiguously satisfied, with ambiguity counted false. + +Rehearsals13–15 were independently valid with native success false. Episode16 inspection isolated a handle-side catch miss before return. The final revision adds a0.09m backward catch-reference ramp over t156–166. Four final independent rehearsals17–20 are reserved for this exact revision; their result and the selected frozen hash are recorded outside this bundle in exploration/rehearsal*.json and exploration/freeze.json. No success is claimed in advance. diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..a961f3cdea811aa78cbf22b9ccc0cfd4c26e5413 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/freeze_manifest.json @@ -0,0 +1,174 @@ +{ + "files": { + "__pycache__/build_memory.cpython-310.pyc": "ae8ad71f1ed4e372f4ea89bfc370b2a9a16843d1387ec153e3541ffbefc0eb97", + "__pycache__/check_synthetic.cpython-310.pyc": "883fd7f5c531a86f506418cfacb7b90c7541283bd34dd32845e7f07acadff2a4", + "__pycache__/controller.cpython-310.pyc": "6d6a494fdbc2fc85f4955cd38b3f8467906caf465dab41ba13d9e9246dc41363", + "__pycache__/features.cpython-310.pyc": "7e5a9762870b39bd280ace097a26f27fd3cc0bec5bd406f6fb4516120baee908", + "build_memory.py": "60f1e0380af58f4d43e5a597c00e2fca913718d1557d86c14fce733305b53b25", + "calibration.npz": "3686277ca83cc529cd28de8642a69d885650b04b2178eb38b9abdf12160bc6b9", + "centering.py": "c9ecf00b188bfdf5a02ca88611d0b32190404368c3c9556853221a4a1d6bc976", + "check_synthetic.py": "7edcbda664688db8c0cdd43f48408397194b853b750382e6e4f049fdc323aaf5", + "controller.py": "d34d5c92b2fc15d9739f47fbeb05984378f3b7767e9801120d9824ac4ddaf041", + "demo_manifest.json": "9e64ffa6fdb99ef5bd75c64f1189fab19b8e07159b584a0bf54caf0599ae3c81", + "demonstrations_readonly/demo_00.h5": "4d31c4013f6047f764e04876d80830a941df2d5535215be3f58072b9db0d28dc", + "demonstrations_readonly/demo_01.h5": "e4f9bdae410fb04d9e923c6aa427a4be14c229f57e45a77a04dafd4f4bbd7a99", + "demonstrations_readonly/demo_02.h5": "6dc19254e12db463114271c2a4a2f0f53ebbaa44f8e3bbd1b34a31dfcce7acde", + "demonstrations_readonly/demo_03.h5": "e04a86fc18d8872fb13d52d2ad7f0dbb99b9ff1e1afc3b6159bff91f4c9bb5b9", + "demonstrations_readonly/demo_04.h5": "8ed47541187c47a30be772538e0886f5e5dd6efe7c38e965d17c732741b7b809", + "demonstrations_readonly/demo_05.h5": "d21dd982c32e4534299b1dac33524b5178a45e1fdb2fc77956f4506945c959eb", + "demonstrations_readonly/demo_06.h5": "96d6946d2ff5c24c521f40e803ac06b1d279f91137ee138c02728c52fa1b77d8", + "demonstrations_readonly/demo_07.h5": "70dc869e8a9144968e898c1332205e6024fbaa878f9b8b7fed5e80666e12b296", + "demonstrations_readonly/demo_08.h5": "dacef8bf569d8c09892b94ee8016d74df6827fcc0753c404b3346faa0923779b", + "demonstrations_readonly/demo_09.h5": "f6d7f5db0773ef861f8e1c3cd2ef6824776e8edf6721c132309702cc2cb20c83", + "demonstrations_readonly/demo_10.h5": "66ca010c528e4432938a54dddeeaed3110cea5615414ee0fab78ba05fc29eb1a", + "demonstrations_readonly/demo_11.h5": "92e72f432e8de1049ac7285129c291a003e566975188eaffe8929e6a381aeceb", + "demonstrations_readonly/demo_12.h5": "bd03d90b95843701dff73a71b0b12a8cad31aac25253eef8bb5344fefba48b1c", + "demonstrations_readonly/demo_13.h5": "48f3b235e87c304df22cf2b6ccb80eac3f714085e5c33306cf49653c35753864", + "demonstrations_readonly/demo_14.h5": "8ec0e5f3fefa7af4002894d772358e7a3b02902891f1819ad091366a11dd970e", + "demonstrations_readonly/demo_15.h5": "9ec1a5084a28241c7758646a02736252b5f00b320e670bdd36a7affc0d09c7db", + "demonstrations_readonly/demo_16.h5": "7372f8f4c388b22a0af6e56db462e7c37039e9db89c46c3f29fa3ee1fd07324b", + "demonstrations_readonly/demo_17.h5": "db6ea0d2e03f04610e350e750d3c290cd81693381c9ab05d94e60856498bebc7", + "demonstrations_readonly/demo_18.h5": "ff6b43680f43ebd957ed4df27745ce04cd51cd7ddd950034815c13461c8ffd6f", + "demonstrations_readonly/demo_19.h5": "9c7f2837af1358ed3fe774f70f86893763cc1b2ac2886166927f57c03bd8c172", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "8ecab57e48cab3cb9ca8dc2949d82739e18048cd7703ddf953aa2820d3fe3fcf", + "findings.md": "226255591c65b60ee9664caa1be8b7a09be9b52569aa09ff434ef5e1cad74b72", + "flip_refs.npz": "43e4d6150be825fe8346d7fb76a7762459deee7c553ed325477ce5ef5f291d33", + "geometry.py": "8d2b7a8bbd6bd95a46057d63340fd52cf548eccbdaaa3435f0664a64af27433d", + "geometry_memory.npz": "199a6e9073cbc28ab4e992903a5c06a000011dee17f0a0dd5db2c178d313acba", + "handoff.md": "b135e9be61282363379d1e8dcb2c4c62038d169cf78c5b205475ba01c20e287d", + "kinematics.py": "d804c8a5ec77ca82213ed91408da21a54db7b35a1f88393eb2824ca716feb9b9", + "memory.npz": "0f69efaa211cda57a6a4bb5abe1a943a46aa857432538a7e194a16cc4eae7c0c", + "memory_provenance.json": "9d97e12f0ee0ddf279a3f1330829d40a69c86ecf1bcccf238c7b38fdf8b86e87", + "model_tool_manifest.yaml": "7f97b3c7a51975017cb85ef6fb8492181ecbe5b4ecc184e54c6fd724d254d5cf", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "3a3c5501211a25ffd2f77911daee073c30d235f0ffa87c0301e25a9f2e3c56a1", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "6998c344a76fd8657fb3092ed2d2e301fef0123af2a837001b1087b3e5340342", + "exploration_ledger_hash": "c99ac00467fe2c4b9b6c9c5d37e9e72a3ddc71ec58d8320045e93a4d22196483", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "99c3a4d03aa9698ed139bc6f26ec7f9980e07b684de76020194d30256dd2a69a", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "fce4ff54c5fab3a47ed76472669f9214ab013c5bd43eb9be971e1f8d6509d000", + "episode": 6, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "bc2603246de41b1950a2ff3eb02fd9d74e9f7bc8971851f4d7bce69c30e294ab", + "episode": 7, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "0e5983a21f979f3762c003e637687bcf9a9c2f7b4188abf5811bcc58b356d686", + "episode": 8, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "9f9a6f4d1667b09b25ff3d3e134072a0a76785a3af9c9b3114b26e8e1f3a05fc", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 11, + "bundle_hash": "7323c2731e83c260593258a5b18fcedd2b467b4f1b897829a1c85ea3aba3613f", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 13, + "bundle_hash": "e7145aa20c809a48d4fd6f8146fe1522aac742ab8fec0ff269bbaede40ad87f8", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "ce1c46460f3228f3913536838115be4dee27b9ebdc9adf80a3cd3e8012256ab3", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "321b340d4d3140104ada4059e6a8f8111b09f4e11b62dfa3e3cf8871fc48bb73", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "6998c344a76fd8657fb3092ed2d2e301fef0123af2a837001b1087b3e5340342", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "6998c344a76fd8657fb3092ed2d2e301fef0123af2a837001b1087b3e5340342", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "6998c344a76fd8657fb3092ed2d2e301fef0123af2a837001b1087b3e5340342", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "6998c344a76fd8657fb3092ed2d2e301fef0123af2a837001b1087b3e5340342", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/geometry.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..36f34ebdc4e99571ff0080588f919cc06c1c2774 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/geometry.py @@ -0,0 +1,25 @@ +import cv2,numpy as np + +def locate(im): + im=cv2.resize(np.asarray(im).squeeze(),(480,640));f=im.astype(float) + # Egg yolk is the unique saturated yellow region in the cooking area. + mask=((f[:,:,0]>170)&(f[:,:,1]>140)&(f[:,:,2]<120)).astype('uint8') + n,lab,stats,cents=cv2.connectedComponentsWithStats(mask) + ids=[i for i in range(1,n) if stats[i,4]>8] + if not ids:raise ValueError('no yolk') + egg=cents[max(ids,key=lambda i:stats[i,4])] + gray=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY) + circles=cv2.HoughCircles(gray,cv2.HOUGH_GRADIENT,1,50,param1=80,param2=25,minRadius=40,maxRadius=65) + center=egg + if circles is not None: + c=min(circles[0],key=lambda c:np.linalg.norm(c[:2]-egg)) + if np.linalg.norm(c[:2]-egg)<35:center=c[:2] + yy,xx=np.indices(gray.shape);dist=np.hypot(xx-center[0],yy-center[1]) + dark=(f.max(2)-f.min(2)<18)&(gray<55)&(dist>64)&(dist<170)&(xx>190) + n,l,st,ce=cv2.connectedComponentsWithStats(dark.astype('uint8')) + ids=[i for i in range(1,n) if st[i,4]>30] + if not ids:raise ValueError('no handle') + idx=max(ids,key=lambda i:st[i,4]);ys,xs=np.where(l==idx);pts=np.stack([xs,ys],1);delta=pts.mean(0)-center;delta=delta/np.linalg.norm(delta) + # Handle grasp point 90 pixels radially from pan center. + handle=center+90*delta + return np.r_[handle, np.arctan2(delta[1],delta[0])],center diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..ca23d0e016122d191602de374be1a078f02fd313 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/handoff.md @@ -0,0 +1,13 @@ +# E20 handoff + +controller.py exposes reset_episode() and act(obs). Input is RGB, qpos/qvel and native step_id; output is seven finite clipped normalized controls or None. All runtime modules and data are in this directory. Python, NumPy and OpenCV are required offline. No neural model, network service or model-development agent is needed. + +Only FlipPan-v1 authorized D20 and legal API exploration data were used. demo_analysis.md preserves original preparation; exploration/notes.md and per-episode images/actions/returns preserve subsequent findings. Historical drafts are retained under exploration/version*. + +The latest policy uses calibrated initial handle localization, demonstrated approach interpolation, proprioceptive pose tracking, live egg-offset reference selection, two toss pulses with stronger orientation feedback, and pose-controlled return/release. Limitations include perception errors, chaotic egg flight, grasp variation, no robust recovery from a dropped egg, and no visual flip-success classifier. Native feedback is recorded verbatim; lack of success is not converted into a claim. + +The trusted runner selects a runnable independently rehearsed exact bundle by its prescribed ranking and freezes it after exactly20 slots. Consult the API freeze record for the selected hash; the workspace directory may differ if an earlier exact version ranks first. + +At flip selection, reference position and orientation are aligned to the current observed arm pose to avoid a discontinuity. + +Final catch correction: ramp the root-x reference backward by0.09m over t156–166 to address the handle-side miss seen in legal episode16. It is heuristic and must be evaluated independently. diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/kinematics.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/kinematics.py new file mode 100644 index 0000000000000000000000000000000000000000..021b568e78942a9947757b46a105512ede994149 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/kinematics.py @@ -0,0 +1,10 @@ +import numpy as np + +def pose(q): + a=[0,0,0,.0825,-.0825,0,.088];d=[.333,0,.316,0,.384,0,0];al=[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2] + T=np.eye(4) + for aa,dd,alpha,theta in zip(a,d,al,q): + ca,sa=np.cos(alpha),np.sin(alpha);c,s=np.cos(theta),np.sin(theta) + T=T@np.array([[c,-s,0,aa],[s*ca,c*ca,-sa,-dd*sa],[s*sa,c*sa,ca,dd*ca],[0,0,0,1]]) + T=T@np.array([[1,0,0,0],[0,1,0,0],[0,0,1,.2104],[0,0,0,1]]) + return T diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/memory_provenance.json b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/memory_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..e39d3af921346f0d9b70e721cbad3fe1830b8e9f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/memory_provenance.json @@ -0,0 +1,128 @@ +{ + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "observation_frames": "0..length-1 inclusive, all four cameras; numerical feature extraction only beyond explicitly viewed frames", + "action_frames": "0..length-1 inclusive", + "manifest_sources": [ + { + "demo_id": "demo_00", + "trajectory_sha256": "55f1342bdf981263ca99f50baaea646da50bac1827260a5b47e06ee87417d317", + "view_sha256": "4d31c4013f6047f764e04876d80830a941df2d5535215be3f58072b9db0d28dc" + }, + { + "demo_id": "demo_01", + "trajectory_sha256": "0769a2b473a0c16a62db7c5cb6aae6fae1edc9175d5ae344fdd3d5c90d420902", + "view_sha256": "e4f9bdae410fb04d9e923c6aa427a4be14c229f57e45a77a04dafd4f4bbd7a99" + }, + { + "demo_id": "demo_02", + "trajectory_sha256": "aaff18f025c13f038e593815fc334f40c4aedb82f2b386c709876fd740e3b45d", + "view_sha256": "6dc19254e12db463114271c2a4a2f0f53ebbaa44f8e3bbd1b34a31dfcce7acde" + }, + { + "demo_id": "demo_03", + "trajectory_sha256": "45c16101c04530aec5e91f68754738852c064a2df914661a46efdaa547b089f6", + "view_sha256": "e04a86fc18d8872fb13d52d2ad7f0dbb99b9ff1e1afc3b6159bff91f4c9bb5b9" + }, + { + "demo_id": "demo_04", + "trajectory_sha256": "b20e52ec11aa4062f1ca12b5204e573da115ea1dae4ab06ef09f365d170f57a9", + "view_sha256": "8ed47541187c47a30be772538e0886f5e5dd6efe7c38e965d17c732741b7b809" + }, + { + "demo_id": "demo_05", + "trajectory_sha256": "4c3205360ddd3484b5c6330333fb9c921a2358986994002995de8cfd8ce8aa0d", + "view_sha256": "d21dd982c32e4534299b1dac33524b5178a45e1fdb2fc77956f4506945c959eb" + }, + { + "demo_id": "demo_06", + "trajectory_sha256": "02a2d3bf3b00049f5590e320ea4e9e96271a64ef4de642f819c37112c3e46c7d", + "view_sha256": "96d6946d2ff5c24c521f40e803ac06b1d279f91137ee138c02728c52fa1b77d8" + }, + { + "demo_id": "demo_07", + "trajectory_sha256": "7fbcce14015bd2e79109693b1a94e8821d9ce01751e915da3c61d1bbf2a0e24a", + "view_sha256": "70dc869e8a9144968e898c1332205e6024fbaa878f9b8b7fed5e80666e12b296" + }, + { + "demo_id": "demo_08", + "trajectory_sha256": "e8efce20b7bf3a6e2c64cc74f13cf1e8f989887d666034e3190017c694aef4cd", + "view_sha256": "dacef8bf569d8c09892b94ee8016d74df6827fcc0753c404b3346faa0923779b" + }, + { + "demo_id": "demo_09", + "trajectory_sha256": "90e237d43c014574bbd2049eca6a73532489ed16e77c02e04286aa958e6111cd", + "view_sha256": "f6d7f5db0773ef861f8e1c3cd2ef6824776e8edf6721c132309702cc2cb20c83" + }, + { + "demo_id": "demo_10", + "trajectory_sha256": "b0d46924d829c99dbfee3d8167c285233cb3bdfbd2861d036988c7f4f0273eee", + "view_sha256": "66ca010c528e4432938a54dddeeaed3110cea5615414ee0fab78ba05fc29eb1a" + }, + { + "demo_id": "demo_11", + "trajectory_sha256": "6cabe33d1cf78c624c7ac1936738b1fff2e66509501c6ee3d30dc52e6297d7d0", + "view_sha256": "92e72f432e8de1049ac7285129c291a003e566975188eaffe8929e6a381aeceb" + }, + { + "demo_id": "demo_12", + "trajectory_sha256": "3e1f9e9d65379bed32d5f313419da8e430f373f594652c54de42f0875b6ab178", + "view_sha256": "bd03d90b95843701dff73a71b0b12a8cad31aac25253eef8bb5344fefba48b1c" + }, + { + "demo_id": "demo_13", + "trajectory_sha256": "4decdfce598a062123b6aab9fd342de88e31cc7baf58a9fc45b2033873091dc2", + "view_sha256": "48f3b235e87c304df22cf2b6ccb80eac3f714085e5c33306cf49653c35753864" + }, + { + "demo_id": "demo_14", + "trajectory_sha256": "c315daf28240c46e04dc1c8ed3c909327905b6c031831dec15291a7a1bf76fca", + "view_sha256": "8ec0e5f3fefa7af4002894d772358e7a3b02902891f1819ad091366a11dd970e" + }, + { + "demo_id": "demo_15", + "trajectory_sha256": "c780b50c3274a7540e3433db83f73361b3c8fb8bd321cfe6af6111bee8fb1fa1", + "view_sha256": "9ec1a5084a28241c7758646a02736252b5f00b320e670bdd36a7affc0d09c7db" + }, + { + "demo_id": "demo_16", + "trajectory_sha256": "67021f915d2f6f4bb1d458f9088005f3e73f7181b0bdad274a136f38c379af51", + "view_sha256": "7372f8f4c388b22a0af6e56db462e7c37039e9db89c46c3f29fa3ee1fd07324b" + }, + { + "demo_id": "demo_17", + "trajectory_sha256": "4c8408537dbadb30c1062214544a4282b64041a8b39a543b5fb5902057ec46d8", + "view_sha256": "db6ea0d2e03f04610e350e750d3c290cd81693381c9ab05d94e60856498bebc7" + }, + { + "demo_id": "demo_18", + "trajectory_sha256": "457017b136271ff40246ebd1c41769b017e496fabfbc4a19527cf5f154337b64", + "view_sha256": "ff6b43680f43ebd957ed4df27745ce04cd51cd7ddd950034815c13461c8ffd6f" + }, + { + "demo_id": "demo_19", + "trajectory_sha256": "2e411808a1617b1a00679263e6b8e72bae9efc08888e166b76542692ac8f5e63", + "view_sha256": "9c7f2837af1358ed3fe774f70f86893763cc1b2ac2886166927f57c03bd8c172" + } + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e341bda3664bbeb4324d826011f0f99bbcd453e9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,61 @@ +{ + "stage": "authorized_E20_development", + "task_id": "FlipPan-v1", + "worker": "Agent-D20-E20-Compiled", + "status": "final_rehearsal_candidate", + "neural_finetuning": false, + "pretrained_tool_weights_used": [], + "frozen_weight_references": [], + "language_model": { + "identity": "provider-supplied coding model; precise checkpoint unavailable to worker", + "weights_modified": false + }, + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0" + }, + "offline_dependencies": { + "h5py": "3.16.0" + }, + "tools_used": [ + "functions.exec orchestration", + "exec_command bash/Python", + "write_stdin process polling", + "view_image local image inspection", + "worker_api.API.read_demo (local authorized HDF5 reads only)", + "NumPy statistics and retrieval", + "OpenCV contact sheets and fixed image descriptors", + "h5py via API.read_demo", + "Python stdlib importlib, pathlib, json, hashlib, time, py_compile", + "worker_api.API exploration and independent rehearsal" + ], + "data_provenance": { + "contract": "/task_contract.json", + "manifest": "/demo_manifest.json", + "demonstrations": "/demonstrations/demo_00.h5 through demo_19.h5, exactly manifest authorized list", + "api_source": "/worker_api.py", + "per_demo_hash_references": "memory_provenance.json", + "manual_visual_ledger": "../demo_analysis.md", + "computed_feature_observations": "all 4 RGB cameras, frames 0..N-1 of every demo", + "memory_pairs": 6319, + "neural_weights": "none; memory.npz contains data-derived fixed features, joint arrays, raw action labels, and demo offsets", + "geometric_memory": "20 authorized initial top images plus first 44 actions and qpos", + "legal_exploration": "This task only; up to episode16 during development, with final independently charged rehearsals17\u201320." + }, + "validation": { + "syntax": "passed", + "synthetic_inputs": "passed", + "real_task_testing": true, + "rehearsal": true, + "success_claim": false + }, + "limitations": [ + "Only this task D20 and legal E20 data used; no neural training or network.", + "531 demo action entries exceed legal bounds; all emitted actions clipped.", + "Image localization and analytic pose feedback have limited robustness.", + "No reliable visual egg flip detector; native success recorded only when supplied.", + "Runner supplies verified manifest, read-only demos, and common environment lock." + ], + "artifacts_sha256": {} +} diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..0f73860cdd88b80a729a1931bd0ab559c673a0e8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/skills.md @@ -0,0 +1,15 @@ +# Compiled manipulation skills + +Perception: initial top RGB uses fixed color thresholds and circle/handle detection, normalized to 480x640. Calibration comes only from this task's twenty legal demos. + +Grasp and pose: interpolate demonstrated approach actions; use qpos and analytic Panda forward kinematics for Cartesian corrections; close and dwell, then transport slowly to the canonical preflip pose. No contact sensor or hidden state is used. + +Timing: select a demonstrated flip reference from live egg offset and seven arm joints. Apply legal clipped actions with Cartesian/orientation feedback. Two upward/downward pulses use strong orientation feedback, followed by catch dwell. Return to the initial handle pose, lower, release and retreat. + +Recovery limits: pose errors receive feedback; egg segmentation failure falls back to joint similarity. There is no reliable empty-grasp retry or dropped-egg recovery. No image-based success is asserted from egg containment alone. + +Runtime: Python, NumPy, OpenCV, bundled fixed demonstration arrays; no neural weights, network, agent or simulator access. Stop at script completion or native step900. + +At flip selection, reference position and orientation are aligned to the current observed arm pose to avoid a discontinuity. + +Final catch correction: ramp the root-x reference backward by0.09m over t156–166 to address the handle-side miss seen in legal episode16. It is heuristic and must be evaluated independently. diff --git a/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/FlipPan-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start25)&(im[:,:,1].astype(float)-im[:,:,0]>12);yy,xx=np.where(b) + if len(xx)<30:raise ValueError('source not localized') + src=np.array([np.median(xx),np.median(yy)]) + m=((im.min(2)>170)&(im.max(2).astype(float)-im.min(2)<40)).astype('uint8');n,l,stats,cent=cv2.connectedComponentsWithStats(m);options=[(s,c) for s,c in zip(stats[1:],cent[1:]) if 100120 and c[1]<165] + if not options:raise ValueError('target not localized') + target=max(options,key=lambda x:x[0][4]) + im=cv2.resize(np.asarray(rgb['front_camera']).squeeze(),(320,240));m=((im.min(2)>145)&(im.max(2).astype(float)-im.min(2)<40)).astype('uint8');m[:110]=0;m[:,:170]=0;n,l,stats,cent=cv2.connectedComponentsWithStats(m);opts=[s for s in stats[1:] if 60=650:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1) + if self.demo is None: + try:f=locate(obs['rgb']) + except (ValueError,KeyError):return None + self.feature=f;df=self.db['features']-f + score=np.sum((df/np.array([12,12,12,12,1.5]))**2,axis=1);self.demo=int(np.argmin(score)) + self.lo=int(self.db['offsets'][self.demo]);self.hi=int(self.db['offsets'][self.demo+1]);self.close=int(self.db['close'][self.demo]);self.tilt=int(self.db['tilt'][self.demo]);base=self.db['features'][self.demo] + self.src_shift=np.r_[f[:2]-base[:2],0.]@self.db['source_map'] + self.src_shift[2]=0 + self.target_shift=np.array([.005*(f[2]-base[2]),-.0048*(f[3]-base[3]),.017*(f[4]-base[4])]) + self.src_shift=np.clip(self.src_shift,-.10,.10);self.target_shift=np.clip(self.target_shift,-.10,.10) + t=min(self.t,self.hi-self.lo-1);idx=self.lo+t + T=fk(q,.107);ref=self.db['poses'][idx].copy() + approach=np.clip(t/max(1,self.close-20),0,1) + transfer=np.clip((t-self.close-35)/max(1,self.tilt-35-self.close-35),0,1) + shift=approach*((1-transfer)*self.src_shift+transfer*self.target_shift) + ref[:3,3]+=shift+ref[:3,:3]@np.array([-.020,0.,.025]) + ref[:3,:3]=ref[:3,:3]@Rotation.from_euler('z',-np.pi/2*approach).as_matrix() + err=ref[:3,3]-T[:3,3];rot=Rotation.from_matrix(ref[:3,:3]@T[:3,:3].T).as_rotvec() + speed=1 if t>=self.close-20 else 2 + a=self.db['actions'][idx].copy();a[:6]*=speed;a[:3]+=10*err;a[3:6]+=-2*rot + a[:6]=np.clip(a[:6],-.3,.3) + self.closed=t>=self.close;a[6]=-1 if self.closed else 1 + self.t+=speed;self.cursor[self.demo]=self.t + if t>=self.hi-self.lo-1 and self.t>self.hi-self.lo+40:return None + return a.astype(np.float32) +_controller=None +def reset_episode(): + global _controller + if _controller is None:_controller=Controller() + else:_controller.reset_episode() +def act(obs): + global _controller + if _controller is None:reset_episode() + return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..083011eb5ce48aacb911b1aeb232aa06f058d414 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "LiquidMeasuring-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 357, + "fields": [ + { + "path": "actions", + "shape": [ + 357, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 358, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 358, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1c6d2a7e0d162062b1985e3b4ee326acbfaf06182bc132d234682cd42a588c94", + "source_sha256": "a2464dda36515f5be2bfb4e537438bb285a09e8288c8ba60ceb2f3c86bf11c8f", + "view_sha256": "280cf0c70aed5323b10806f2d55fcdeb445176324d30619798f5645c79d0f5ea" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 350, + "fields": [ + { + "path": "actions", + "shape": [ + 350, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 351, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e71ad173c84986d19385fbb1940638adb86caa359993fd5c8f185fa3280f62cf", + "source_sha256": "d649d31f11da8ca4b6a017e3af3d1c3f735214a289b4fb58700839a6b9503b09", + "view_sha256": "5fec380b574046c1930874b0f93477ae36d5be37cf4e0f1bfbeb21987aa11e43" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 437, + "fields": [ + { + "path": "actions", + "shape": [ + 437, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 438, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 438, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 438, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 438, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 438, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 438, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4f17d2870ee0ee7d9b1987f53438b4330f8b8587343d80a68ba37bf8904615eb", + "source_sha256": "c16c551692dade1787a699c21408d4601cc015091efee1f193ba48c36e6380bf", + "view_sha256": "cd9999facf96e8089cce0e0a44d2fb4cabcf65f15fc0c3061acbf484f2e831d6" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 350, + "fields": [ + { + "path": "actions", + "shape": [ + 350, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 351, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "16e32e8a6691945e7a3ab228589b5fa9e86ddedfc32fc5a749975976e4a301e8", + "source_sha256": "6efdd9c00558d63054641985c9ee9ea75c9913acf5044d1d6e8ec76231d9942e", + "view_sha256": "56a81b3dd5cde1be4a04050920d317890abe383f6c516c1aa43fa9a43ae21277" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 420, + "fields": [ + { + "path": "actions", + "shape": [ + 420, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 421, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 421, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 421, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "df959d868ce7637d4aab40d2a262397f0f4bfee631017754eb9b3390fb233ec3", + "source_sha256": "8df92b4e5882cd9eccd3f05069dae8a4d2422a6ce72044e5c5b80b7263a759ef", + "view_sha256": "6b6b9b04cb46f8548c74d9d62fe40739979f37ba39ff4f52a72601e3cce6dd4e" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 418, + "fields": [ + { + "path": "actions", + "shape": [ + 418, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 419, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 419, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 419, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 419, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 419, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 419, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f2b7a0e1b029c6b01ac485a6157caffc6ca365a811a04b4849f27924fb97a1a5", + "source_sha256": "57bea5cd488b8662eea1de2a66d6f58e08a70194c97b38cea2a9d8eb35534721", + "view_sha256": "a120ddba538c3e55d9a89ae82b6be02ed961a49455a6a00aa28c5e0cb9c1e4ac" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 376, + "fields": [ + { + "path": "actions", + "shape": [ + 376, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 377, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 377, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 377, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 377, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e3262986df84c3b14d4242c237a473d41d6e067d5076a3e6c30dbca0b3e0624c", + "source_sha256": "197c6253b0a5c0a3238ea0348031ed3d507dd85e40aad6b7c21e75aa046252b2", + "view_sha256": "36e3ef4966ffe24f824f85c35fc6978b7bc9c0bb1d10c3b5c1e984a5800a379b" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 442, + "fields": [ + { + "path": "actions", + "shape": [ + 442, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 443, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 443, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 443, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 443, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3a1a0a51e4a08bfad1fbc77160bb4ce4c657a17e6b65689d8d6e21fea2db20f9", + "source_sha256": "4035679cb299e921057962d0d7d5461433d86f7abfc848c67454bc2137eaff4b", + "view_sha256": "067bdf8eadf0be5af6bfee599e93e9cadd999f05797f1425dab4be5255ad5fe2" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 345, + "fields": [ + { + "path": "actions", + "shape": [ + 345, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 346, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 346, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 346, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 346, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 346, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 346, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e1aa69bb6f05ed3fb9d389504edce44184a2e7710d3cf60cdfc63737cf26b324", + "source_sha256": "5a0a67a36cf0fa74ad7d6ea180335e2c24e0fa5d58861f029432f02f64bd17a8", + "view_sha256": "76409330971b01cbd6c57d16faa4834bc0d8fee65fdf7593b1342e4016b86edb" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 357, + "fields": [ + { + "path": "actions", + "shape": [ + 357, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 358, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 358, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 358, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 358, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "853013414a58eed4232f4c16913e2ea822756ac12f74a67e131fb34ae42e0c24", + "source_sha256": "a793aa54d4e72afddefba62e3450fb8431a1937c0dda9e09eb06ba28c46ba934", + "view_sha256": "c4f3bec737b68fa0c33f3bb6ab02043f30455b0b0c2ca7119e232cab4696f878" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 420, + "fields": [ + { + "path": "actions", + "shape": [ + 420, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 421, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 421, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 421, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 421, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "781facaaa1f5af633e23de3300b9a074234a58267f31b1b440602735907791da", + "source_sha256": "b6641c57fc492afc88e827965edd6e1d1c0142fdca6045aa1ab3b62e5f9253a9", + "view_sha256": "cc42226452a4bf804ea214a91ff7ab38aa37b2710ff995502c2ca6e733e18fe5" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 323, + "fields": [ + { + "path": "actions", + "shape": [ + 323, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 324, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 324, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 324, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 324, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dd6313529398ca8f639eb8821b9c1d32192fa8ca8b0d81af5c8973c2fd5b46e0", + "source_sha256": "a9d1e1fda807690911d2ee356f5108c8fcef51e59a9575b2aff06e7c9d801507", + "view_sha256": "ce6dd44cacede78f4ff556b992aa2eceee18704affbf7c1c748666ec15d7990a" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 338, + "fields": [ + { + "path": "actions", + "shape": [ + 338, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 339, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 339, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 339, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5dcedbb50a2e687b6fdda6a2a7e9ddab6967877d65b4c9c0f47a256389ac796a", + "source_sha256": "11a701d9dee9481f57b1205a1da81547b74d0a248b1826371bcabd113d6ef0f4", + "view_sha256": "2a03f01059312341efc2a9213f3ff1fc3f52794eb9cb8e63a89cec88f425a3ad" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 342, + "fields": [ + { + "path": "actions", + "shape": [ + 342, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 343, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "89b8285ddff982dee15288cd475f3d995e063d803a0a864c04084c25574bdd98", + "source_sha256": "e83e87151e8099b363b2181edebf0ca8c2c9168de448d9573d028ec94f861ae9", + "view_sha256": "a6865e2a38b85410de4fc1943b7a626497c4d1f86bba90db30fe5c36dad7f81f" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 370, + "fields": [ + { + "path": "actions", + "shape": [ + 370, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 371, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 371, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 371, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "142b934d9bf0dde6b6ad7e6e5f4e77784daf376554abed9aac3e455d79db57e8", + "source_sha256": "cf40f56c00973be189ad94e1ae00d51dc44b59575ecfa087666902b9cb40dc0e", + "view_sha256": "1793f2547d90ae93773212fa5d60dcd9889bea2f113f1426181f55147e3d3f68" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 399, + "fields": [ + { + "path": "actions", + "shape": [ + 399, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 400, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 400, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 400, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 400, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 400, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 400, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0285199640d2d690908682f3a4fbb9c4a180dc5b3a739641b24554d4536ff9b3", + "source_sha256": "89ac096bd9b3c0481c15617c905e485efe85df0c13335dfc73e854090ad872ae", + "view_sha256": "54cf90514dd60a05d896a767d84509138e016b7ca80717480993545d40ea8b06" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 404, + "fields": [ + { + "path": "actions", + "shape": [ + 404, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 405, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 405, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 405, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 405, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 405, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 405, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "11679f9a77800b1aec3326eb9386129ff21fae085fcd41c59a65c1f9bdfbfec5", + "source_sha256": "9c08f6125bf917608c6bee6f0091292cee8c131d4642651d81a30d9cdef3d093", + "view_sha256": "3f60e6280b0c4acfac863e62ccd357a17f0d558f0297d1c69f7fb7ba05379d51" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 342, + "fields": [ + { + "path": "actions", + "shape": [ + 342, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 343, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "16a0f1482b0133faa85a416c47af2d1229f86112f553a25e75e6e703d394ad1e", + "source_sha256": "3012b24ddeea9776684b8893c488c7d83ed2b7a0564b680cf62e41d328122599", + "view_sha256": "59706cb723d2b741a1c6b127f25356853e1579864c7d5d1a81237ad3020b86fd" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 410, + "fields": [ + { + "path": "actions", + "shape": [ + 410, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 411, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 411, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 411, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 411, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 411, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 411, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b9b4048dbcdbc297efe48372006608e7942265d3e07b7a228e0cd51dba5b4525", + "source_sha256": "3526472210f85982caca25958967cfb75956fb710be7def0d99af68965d31756", + "view_sha256": "12321cd2b0cfeb184554e7a0850751d51dd781e09c32550b50f9361d7e67e401" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 339, + "fields": [ + { + "path": "actions", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 340, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0b965d3137f8d2f7be1847c9f74d15661ae2dd29a9ebf76da1032283254396f3", + "source_sha256": "d7d47aa228c0675d88c9095007a659e128840e5524ce0d10cf64fdcc6d0c1ff1", + "view_sha256": "49910dcb9b739b49e338c4cc3d523396e86cad640dd04a432cd496b5ae7ac673" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..73daaa31d948456311e5a5cd544dbac4bcfb8314 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/findings.md @@ -0,0 +1,36 @@ + +Trusted API budget initially confirmed 0/20. Contract and protocol reread. Episode 1 baseline failed visible lift: source tipped and spilled by native step 150; stopped at 226, native success false. Initial steps-list parsing failed once without resetting or replaying the executed action; resumed from latest_observation. Checkpoint observations remain in exploration/. Action trace was lost on manual interrupt and is not reconstructed or claimed complete. + +Offline continuation used only the existing 20-demo memory and API.read_demo for authorized initial top/front images. Implemented standard Panda modified-DH forward kinematics (own generic calculation, no simulator). For flange offset .107 m, per-axis action/increment correlations over demonstration transitions are .982, .997, .958; rotation x/z correlations -.999 agree with contract negative multiplier. This is not an independent physical calibration or test. + +Overhead RGB normalized to 240x320; source blue-pixel median and target white connected component extracted. Front camera normalized 320x240; target white component height estimated. Linear source-pixel-to-demonstrated-grasp fit has in-sample position RMSE [1.30,1.58,.30] mm across all 20 demos. Target position/height-to-pour fit errors [14.1,17.0,8.1] mm; final design instead offsets selected trajectory using planar pixel scale and target-height difference. No neural weights fitted. New pose reference uses all demonstrated qpos through analytic FK, with per-step correction from legal observed qpos. Twofold temporal traversal is an unvalidated timing choice to test; original demonstration holds remain with reduced duration plus terminal settling. + +Episode 2: visual-prior retrieval exact rehearsal completed, native success false; valid independent program. V2 pose feedback pending live test. + +Episode 3: shifted pose tracking at 2x rate tipped source during lift; closed fingers ultimately reached zero (miss). Pose at step 100 matched shifted reference within approximately 2 mm, so feedback works but grasp does not. Demonstration contact actions maintain downward/rotational effort despite near-static measured pose; multiplying these contact commands by two is inappropriate. V3 retains native speed from 20 frames before closure through 60 frames after, and throughout pour. Episode 4 will diagnose this change. + +Episode 4: native contact/lift timing still tips source; at step 77 fingers [.01074,.01071] indicate retained handle contact but subsequent source rotation spills fluid. Episode 5 tests +15 mm vertical grasp shift. + +Episode 5: higher handle grasp still permits container rotation during lift. Episode 6 returns to original grasp height and shifts grip 12 mm toward vessel body. Offset follows reference orientation during transfer/pour so vessel reference geometry is preserved. + +Episode 6: +12 mm inward grasp substantially improves lift: source retains fluid through step 120, but leans. Not task success (target empty). Episode 7 tests +20 mm inward offset for more stable vessel support. + +Episode 7: 20 mm offset permits large vessel rotation; not an improvement over 12 mm. Episode 8 tests orthogonal finger closing direction (90 degree wrist yaw, introduced before contact) at original grasp location. Rotation offset persists through the reference path; full pour intended if grasp holds. + +Episode 8: orthogonal grasp at original location misses bar and closes inside handle opening. Source remains on table; zero finger gap. Episode 9 shifts orthogonal grasp 20 mm outward toward outer bar. Interactive harness now accepts durable stop flag and preserves actions/logs on early ending. + +Episode 9: outward orthogonal grasp still closes empty and disturbs cup while descending; wrist view suggests contact with curved upper loop. Episode 10 lowers grasp by 25 mm in world at pickup (local tool +z under downward reference orientation), retaining outward offset and orthogonal closing direction. + +Episode 10: lower outer-bar grasp lifts and transports loaded source near target, but drops it during turn/initial pour. Episode 11 tests side entry: descend 60 mm to side of handle, insert at lower bar height over 30 steps, clamp 25 steps, then native-rate post-grasp reference. One empty-finger retry moves 8 mm farther outward. This recovery is untested; spill recovery remains impossible. + +Continuation budget check: 11 slots used, 9 remaining, no active episode. Episode 11 evidence ends at step 50; no completed result was saved, so its outcome is unknown and is not counted successful. Episode 12 tests the unchanged side-entry controller to completion. + +Episode 12 completed: side entry at 35 mm lower height closes empty twice, then stops at step 191; native success false. Source remains on table; target not filled. Episode 13 uses the episode-10 25 mm lower grip height, no lateral side-entry displacement, 25-step clamp dwell, and native-rate transfer. + +Episode 13: outer-bar grip tips source during clamp (visible at step 100), before transfer. Stopped at 124; native success false. Episode 14 restores original demonstrated wrist orientation, 12 mm inward grasp, and removes action feedforward near contact while retaining observed pose feedback and clamp dwell. + +Episode 14: initial clamp has 10.4 mm finger positions near demonstrations, but vessel pivots during lift by step 175. Stopped at 212; native false. No successful fill. Episode 15 lowers original-orientation grasp by 20 mm, removing inward offset to test contact farther below upper handle arc. Pose-feedback contact and native transfer timing retained. + +Episode 15: lower handle grasp slides off on lift, source remains upright on table (step 175). Stopped at 215; native false. Episode 16 tests a vessel-body grasp: +70 mm local x toward source center and 15 mm lower, original orientation; same closed-loop trajectory geometry and clamp dwell. + +Episode 16: body/rim grasp spills during clamp and loses the vessel on lift (step 175). Stopped at 208; native success false. Final rehearsal candidate restores episode-10 lower outer orthogonal grasp, the only version that visibly transported the loaded source near the target, and slows all post-contact progression to native reference rate. No clamp dwell or retry is retained because episodes 12–15 did not improve grasp retention. Four remaining independent rehearsals use one exact bundle; results will be recorded outside candidate to preserve bundle identity. diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..6758c1104722476e9bc165c7d627696414b27a7b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/freeze_manifest.json @@ -0,0 +1,91 @@ +{ + "files": { + "__pycache__/build_memory.cpython-310.pyc": "d8c320df92585778aba48cc18ca4f25dd3893a2348fe973470dc2320a1d7e0a6", + "__pycache__/check_synthetic.cpython-310.pyc": "629b5442969682f295bb103a303cf2eb91a05015136f9394992f3a94c49f80a4", + "__pycache__/controller.cpython-310.pyc": "c4c5100d9865fcdb7dddb3c87a580e9034652c136c5b394ac508103943bc92e1", + "controller.py": "235ded47b753d929a96b58a29b420d2df8612aea8e6c9f16860d388ef7a26905", + "demo_manifest.json": "3882e38bd0caa2f6daa9c03d5d2d5369f1805fff3a8c87afaa823b918886f1f3", + "demonstrations_readonly/demo_00.h5": "280cf0c70aed5323b10806f2d55fcdeb445176324d30619798f5645c79d0f5ea", + "demonstrations_readonly/demo_01.h5": "5fec380b574046c1930874b0f93477ae36d5be37cf4e0f1bfbeb21987aa11e43", + "demonstrations_readonly/demo_02.h5": "cd9999facf96e8089cce0e0a44d2fb4cabcf65f15fc0c3061acbf484f2e831d6", + "demonstrations_readonly/demo_03.h5": "56a81b3dd5cde1be4a04050920d317890abe383f6c516c1aa43fa9a43ae21277", + "demonstrations_readonly/demo_04.h5": "6b6b9b04cb46f8548c74d9d62fe40739979f37ba39ff4f52a72601e3cce6dd4e", + "demonstrations_readonly/demo_05.h5": "a120ddba538c3e55d9a89ae82b6be02ed961a49455a6a00aa28c5e0cb9c1e4ac", + "demonstrations_readonly/demo_06.h5": "36e3ef4966ffe24f824f85c35fc6978b7bc9c0bb1d10c3b5c1e984a5800a379b", + "demonstrations_readonly/demo_07.h5": "067bdf8eadf0be5af6bfee599e93e9cadd999f05797f1425dab4be5255ad5fe2", + "demonstrations_readonly/demo_08.h5": "76409330971b01cbd6c57d16faa4834bc0d8fee65fdf7593b1342e4016b86edb", + "demonstrations_readonly/demo_09.h5": "c4f3bec737b68fa0c33f3bb6ab02043f30455b0b0c2ca7119e232cab4696f878", + "demonstrations_readonly/demo_10.h5": "cc42226452a4bf804ea214a91ff7ab38aa37b2710ff995502c2ca6e733e18fe5", + "demonstrations_readonly/demo_11.h5": "ce6dd44cacede78f4ff556b992aa2eceee18704affbf7c1c748666ec15d7990a", + "demonstrations_readonly/demo_12.h5": "2a03f01059312341efc2a9213f3ff1fc3f52794eb9cb8e63a89cec88f425a3ad", + "demonstrations_readonly/demo_13.h5": "a6865e2a38b85410de4fc1943b7a626497c4d1f86bba90db30fe5c36dad7f81f", + "demonstrations_readonly/demo_14.h5": "1793f2547d90ae93773212fa5d60dcd9889bea2f113f1426181f55147e3d3f68", + "demonstrations_readonly/demo_15.h5": "54cf90514dd60a05d896a767d84509138e016b7ca80717480993545d40ea8b06", + "demonstrations_readonly/demo_16.h5": "3f60e6280b0c4acfac863e62ccd357a17f0d558f0297d1c69f7fb7ba05379d51", + "demonstrations_readonly/demo_17.h5": "59706cb723d2b741a1c6b127f25356853e1579864c7d5d1a81237ad3020b86fd", + "demonstrations_readonly/demo_18.h5": "12321cd2b0cfeb184554e7a0850751d51dd781e09c32550b50f9361d7e67e401", + "demonstrations_readonly/demo_19.h5": "49910dcb9b739b49e338c4cc3d523396e86cad640dd04a432cd496b5ae7ac673", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "c0c8ba94259c00800b661ba815b686af96a609e2aa9bf2e97c5b74ccfeea110a", + "handoff.md": "b4194610aeefc5f3d23542e8758e4a0e05a6f300beb295be77832ffa5de26684", + "memory_provenance.json": "d2b90fa53002c77dede6bc85949ab6fa3c3814549714d39101094c79f11464c6", + "model_tool_manifest.yaml": "7ba3ef64bd317900e5f56b63636fe9463a920c1da54debd47b3aa3a8842dbc7c", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "pose_memory.npz": "fb0097d5dcea2d93a7f7f4e20ccbe2f93752513d3d20e67d4495ef728febec35", + "skills.md": "31bd623a54ac5f58755ba83c1b59e930fee6bf9dad91dc31b3db4a52070045d8", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "f7f9f9db078265ceda9e1a2622b636f23f1048832f3f73bef84d68c8e5b36ba2", + "exploration_ledger_hash": "b9a1296b9097e275911266cc755ee34cb3744ff371d5163ac2bc21b4eeb1ed4b", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "eee629a7b7bf28a2040cfb4ebd5423f3b31ef1792379eb6cbf6ecacb3809d56f", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 17, + "bundle_hash": "f7f9f9db078265ceda9e1a2622b636f23f1048832f3f73bef84d68c8e5b36ba2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "f7f9f9db078265ceda9e1a2622b636f23f1048832f3f73bef84d68c8e5b36ba2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "f7f9f9db078265ceda9e1a2622b636f23f1048832f3f73bef84d68c8e5b36ba2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "f7f9f9db078265ceda9e1a2622b636f23f1048832f3f73bef84d68c8e5b36ba2", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..c460f633b47a473e284149a66e19d9984f08c7cc --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/handoff.md @@ -0,0 +1,11 @@ +# Agent-D20-E20-Compiled handoff + +Task: LiquidMeasuring-v1. Runtime entry points are controller.reset_episode() and controller.act(obs). The program uses NumPy, OpenCV, SciPy and the bundled pose_memory.npz. No network, model-development agent, neural weights, simulator, or API calls are used inside the controller. + +All 20 authorized demonstrations supply fixed pose/action references and initial-image calibration. Legal live top/front RGB localizes the source and target and estimates target height. The nearest scene reference is shifted accordingly. Analytic Panda FK on observed joints provides pose feedback each step. Approach uses up to two reference frames per call; contact and transfer use native reference timing. The final candidate uses the lower outer handle grasp: local offset [-0.020, 0, 0.025] m and a 90-degree wrist-yaw offset introduced before closure. It closes at the reference index without extra dwell or a retry. Arm outputs are bounded to 0.3 normalized units and gripper targets to +/-1. The program ends after the reference and settling interval, localization failure, or 649 action calls; these endings do not certify success. + +Known limitations: initial-only image localization, approximate target height and planar calibration, unstable handle contact observed in multiple trials, no volumetric fill estimator, and no spilled-fluid recovery. Finger-gap evidence alone did not establish secure grasp. The full historical analysis is preserved in /workspace/demo_analysis.md; exploration images, exact executed actions, and native returns are in /workspace/exploration. Original artifacts and tested versions are retained in /workspace/versions. No other task's data was used. + +Rehearsals must be independently completed from exact candidate snapshots. Native sparse success is used when available; if absent, only unambiguous visible target fill may be scored true. Ambiguous images count false. Runner selects among independently rehearsed runnable exact bundles by success rate, count, then recency. Freeze is called only after all 20 charged slots. + +Final choice: episode 10 demonstrated loaded lift/transport but dropped during its faster turn; the final candidate uses that geometry with native-rate post-contact transfer. Episodes 12–16 tested side entry, clamp dwell, original orientation, lower handle contact and vessel-body contact, with no observed task success. Slots 17–20 are reserved for exact independent rehearsals. diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/memory_provenance.json b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/memory_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..a97103ef4ebff4d0af2c4cc31384878978143831 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/memory_provenance.json @@ -0,0 +1,162 @@ +[ + { + "demo_id": "demo_00", + "frames_compiled": [ + 0, + 356 + ], + "trajectory_sha256": "1c6d2a7e0d162062b1985e3b4ee326acbfaf06182bc132d234682cd42a588c94" + }, + { + "demo_id": "demo_01", + "frames_compiled": [ + 0, + 349 + ], + "trajectory_sha256": "e71ad173c84986d19385fbb1940638adb86caa359993fd5c8f185fa3280f62cf" + }, + { + "demo_id": "demo_02", + "frames_compiled": [ + 0, + 436 + ], + "trajectory_sha256": "4f17d2870ee0ee7d9b1987f53438b4330f8b8587343d80a68ba37bf8904615eb" + }, + { + "demo_id": "demo_03", + "frames_compiled": [ + 0, + 349 + ], + "trajectory_sha256": "16e32e8a6691945e7a3ab228589b5fa9e86ddedfc32fc5a749975976e4a301e8" + }, + { + "demo_id": "demo_04", + "frames_compiled": [ + 0, + 419 + ], + "trajectory_sha256": "df959d868ce7637d4aab40d2a262397f0f4bfee631017754eb9b3390fb233ec3" + }, + { + "demo_id": "demo_05", + "frames_compiled": [ + 0, + 417 + ], + "trajectory_sha256": "f2b7a0e1b029c6b01ac485a6157caffc6ca365a811a04b4849f27924fb97a1a5" + }, + { + "demo_id": "demo_06", + "frames_compiled": [ + 0, + 375 + ], + "trajectory_sha256": "e3262986df84c3b14d4242c237a473d41d6e067d5076a3e6c30dbca0b3e0624c" + }, + { + "demo_id": "demo_07", + "frames_compiled": [ + 0, + 441 + ], + "trajectory_sha256": "3a1a0a51e4a08bfad1fbc77160bb4ce4c657a17e6b65689d8d6e21fea2db20f9" + }, + { + "demo_id": "demo_08", + "frames_compiled": [ + 0, + 344 + ], + "trajectory_sha256": "e1aa69bb6f05ed3fb9d389504edce44184a2e7710d3cf60cdfc63737cf26b324" + }, + { + "demo_id": "demo_09", + "frames_compiled": [ + 0, + 356 + ], + "trajectory_sha256": "853013414a58eed4232f4c16913e2ea822756ac12f74a67e131fb34ae42e0c24" + }, + { + "demo_id": "demo_10", + "frames_compiled": [ + 0, + 419 + ], + "trajectory_sha256": "781facaaa1f5af633e23de3300b9a074234a58267f31b1b440602735907791da" + }, + { + "demo_id": "demo_11", + "frames_compiled": [ + 0, + 322 + ], + "trajectory_sha256": "dd6313529398ca8f639eb8821b9c1d32192fa8ca8b0d81af5c8973c2fd5b46e0" + }, + { + "demo_id": "demo_12", + "frames_compiled": [ + 0, + 337 + ], + "trajectory_sha256": "5dcedbb50a2e687b6fdda6a2a7e9ddab6967877d65b4c9c0f47a256389ac796a" + }, + { + "demo_id": "demo_13", + "frames_compiled": [ + 0, + 341 + ], + "trajectory_sha256": "89b8285ddff982dee15288cd475f3d995e063d803a0a864c04084c25574bdd98" + }, + { + "demo_id": "demo_14", + "frames_compiled": [ + 0, + 369 + ], + "trajectory_sha256": "142b934d9bf0dde6b6ad7e6e5f4e77784daf376554abed9aac3e455d79db57e8" + }, + { + "demo_id": "demo_15", + "frames_compiled": [ + 0, + 398 + ], + "trajectory_sha256": "0285199640d2d690908682f3a4fbb9c4a180dc5b3a739641b24554d4536ff9b3" + }, + { + "demo_id": "demo_16", + "frames_compiled": [ + 0, + 403 + ], + "trajectory_sha256": "11679f9a77800b1aec3326eb9386129ff21fae085fcd41c59a65c1f9bdfbfec5" + }, + { + "demo_id": "demo_17", + "frames_compiled": [ + 0, + 341 + ], + "trajectory_sha256": "16a0f1482b0133faa85a416c47af2d1229f86112f553a25e75e6e703d394ad1e" + }, + { + "demo_id": "demo_18", + "frames_compiled": [ + 0, + 409 + ], + "trajectory_sha256": "b9b4048dbcdbc297efe48372006608e7942265d3e07b7a228e0cd51dba5b4525" + }, + { + "demo_id": "demo_19", + "frames_compiled": [ + 0, + 338 + ], + "trajectory_sha256": "0b965d3137f8d2f7be1847c9f74d15661ae2dd29a9ebf76da1032283254396f3" + } +] \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aca0b0f9c398131a60ff14f2b5931bb890eb1ab3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,50 @@ +{ + "status": "final_rehearsal_candidate", + "task_id": "LiquidMeasuring-v1", + "model": { + "assistant": "Codex; exact backend identifier unavailable", + "weights_modified": false, + "pretrained_tool_weights": [] + }, + "runtime": { + "python": "3.10.20 (main, Mar 11 2026, 17:46:40) [GCC 14.3.0]", + "packages": { + "numpy": "2.2.6", + "opencv-python": "4.13.0.92", + "h5py": "3.16.0", + "scipy": "1.15.2" + } + }, + "preparation_tools": [ + "Python standard library", + "NumPy", + "OpenCV", + "h5py via API.read_demo", + "shell exec", + "local image viewer" + ], + "data_provenance": { + "authorized_source": "/demonstrations via /worker_api.py API.read_demo", + "selection": "all 20 pinned /demo_manifest.json entries", + "compiled_frames": "0..N-1 inclusive per demo", + "visual_inspection": "../demo_analysis.md", + "memory_type": "fixed D20 pose/action memory and linear source calibration; not neural weights" + }, + "network": { + "used": false, + "restriction": "audited provider proxy only; not exercised" + }, + "environment_calls": "trusted API only", + "limitations": [ + "Initial-only visual localization", + "Unstable grasp retention observed", + "No volumetric fill feedback or spill recovery", + "Slower final transfer requires independent rehearsal" + ], + "runner_supplied": [ + "verified demo manifest", + "common environment lock" + ], + "worker_api_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "exploration_episodes_before_final_rehearsals": 16 +} diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..62595c2b84f162756f10c5d00cde22bd38615bab --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/skills.md @@ -0,0 +1,8 @@ +# Controller skills and limits +- Initial source/target localization from legal overhead and front RGB, with target-height estimate. +- Reference selection from all 20 authorized demonstrations, with scene translation compensation. +- Closed-loop end-effector pose tracking from legal joint observations using analytic Panda FK. +- Lower outer handle grasp with orthogonal wrist yaw; native reference speed from 20 frames before closure onward. +- Transport, turn, tilt and settle follow the selected demonstration, with bounded native actions. +- No explicit volume estimator, spill recovery, or active grasp retry. Finger closure is not treated as success. +- Finite stop after reference/settling, localization failure, or call limit. No stop condition certifies target fill. diff --git a/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/LiquidMeasuring-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start