diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..476cf1cf0e926b559f439d2a832f95d4b8d6171b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/freeze_manifest.json @@ -0,0 +1,94 @@ +{ + "files": { + "controller.py": "b7a8ed0339694134447698a913398a6099f3ca8e96972790fe306c78fc3627d3", + "demo_analysis.md": "eb64096782fe364d3f68a340232fe3720192af3484d7e339bdd4d76d8d03f0f6", + "demo_manifest.json": "56d962217e30f3716981c14ac8259957053898f86b6be4953a5b2964a4610042", + "demonstrations_readonly/demo_00.h5": "15c3b69574899adcdf36f92fa49659d450c82d41ba04430ef4bc92f3f97f7a38", + "demonstrations_readonly/demo_01.h5": "ff58ffc7b142bc0b1bf201f99b2f48ea9e7392dec171330cf67ee3f4b3296d17", + "demonstrations_readonly/demo_02.h5": "dc859b2fe4da9ed074a2a4e408828ec07e5510974096958bc51b75b133765cea", + "demonstrations_readonly/demo_03.h5": "717c1cc66f0fddceb7c3a4b73cab9234c9ac9ebcd10cb0b390ba19c314d67bcd", + "demonstrations_readonly/demo_04.h5": "850ac65eaa41c4f8c1f558131a04116de2fc6c618263facfb33c136f5f44e251", + "demonstrations_readonly/demo_05.h5": "f8a6bce620a462745d908de9caa0e2a9a4e66af43c3cfd6a076ac139fd8eb1d6", + "demonstrations_readonly/demo_06.h5": "72fecef57643178c586ebe1bb3723f933837d795e17fb8b208e18cddc2308b3d", + "demonstrations_readonly/demo_07.h5": "248cf45c67c4a7b039b64214d67aca7426df091b3ed888fb225a97a38ea84848", + "demonstrations_readonly/demo_08.h5": "cf3747c750a57ae620d89325dd49dbe5810c861f0f1a4fae22b50f48bc79437f", + "demonstrations_readonly/demo_09.h5": "562f8d82bcfb0e30d70379048e776a83cb7602cd5129fb31e5cc3de987055cf6", + "demonstrations_readonly/demo_10.h5": "2a340114bd0bc728d57b0e734774f5b16f5278e7e4a2ac4880188e817a6606f6", + "demonstrations_readonly/demo_11.h5": "3e3675b75fe4ed84fbb7e99a2cb94ec133d6b89ada697d350b3fd71fe6b4c527", + "demonstrations_readonly/demo_12.h5": "07d691b9b7b2fca308d5e116f37c0134ca2f81c94e9dba370475174105704ca4", + "demonstrations_readonly/demo_13.h5": "fbe474c4ad0081428dcb84009f37cf60a93264b214860ceca0c88d99f8da6eb1", + "demonstrations_readonly/demo_14.h5": "3f5c21bebcbc36bd635198c94a5c9621c7eaf46f1830392a6a12173c533fbef1", + "demonstrations_readonly/demo_15.h5": "2fea6081c183a51095ff8f5f548e21d50e9f4b163b4c3195ab8db0fb38cee857", + "demonstrations_readonly/demo_16.h5": "cce064142dab874ae0f47533ba53a03a81b7f46941bc6bf8532679736610a771", + "demonstrations_readonly/demo_17.h5": "5985e93304501fab390d847656863dd02420880fb56ad1701f904e62c852888a", + "demonstrations_readonly/demo_18.h5": "8eda9d9feefca942095002f341a46d0f069237d4579915d12e02e87d0eccaa5f", + "demonstrations_readonly/demo_19.h5": "37bfd0098f066f42af58e55fb003ecf1b02c23454cca642b0d71e43d5da413e9", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "ada33ca8dce2d7792660da3731c82a93b5b667268c8621a7a00ac594bfeaef81", + "geometry_clean.npz": "c91f9f75f1d3b1d16eeb2df6a8298e9adcd210070b515c4fe2f2a7fb32a09c14", + "geometry_clean_provenance.json": "7a17d1bb622816fd7545f840f586b006f519eb37403ed9bbcd1da3a793ee65f9", + "geometry_provenance.json": "ceb1d4ffd96bfecbbd0310bf658f5d8ad206c548304a5f308e1603a685b83232", + "handoff.md": "b7a457df80f68fdcfa0fcb5243e27a9fb6d310e50ef3880d01c7c5a962fea181", + "model_tool_manifest.yaml": "a9a9a828bff56928c14c6846664b479fc207055e6738b7eca9c621be12cb3234", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "posts_inferred.npz": "55e6028ed77cafaa57618476218ec083bb78404ae3a4571a912a6c6fe0ebc713", + "posts_inferred_provenance.json": "0980b01085f680748fca4ad56ef8677d52572112b62ff65c1f2c698a8b6090c4", + "sequences.npz": "aa4b6c63d86eb9132ab1d9151e7baf006304a327c4122aca13104c63ae13689c", + "sequences_provenance.json": "dbc5bd6a2aa2d227e6033113b6174dbbcfb5764e939321ee024cf7d208ba3e22", + "skills.md": "7543eb10c61ad5974c3bea501eaf58b88f40cd6ad0ee6f1ac1bc3bd205ff5e8d", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "ebec87e5d06c0801138a62b7d4cc26af702b4907416cf6fc3acd5c79d563d43f", + "exploration_ledger_hash": "55278b76bf2ed0cbf4799890802f377b3d96384b37a260f13cdb9796156e1825", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 4, + "bundle_hash": "b61386bf43f45a335d4ac2e59ff2be7a90fe48ada417d439a619be8dc6c33360", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "ebec87e5d06c0801138a62b7d4cc26af702b4907416cf6fc3acd5c79d563d43f", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "ebec87e5d06c0801138a62b7d4cc26af702b4907416cf6fc3acd5c79d563d43f", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "ebec87e5d06c0801138a62b7d4cc26af702b4907416cf6fc3acd5c79d563d43f", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "ebec87e5d06c0801138a62b7d4cc26af702b4907416cf6fc3acd5c79d563d43f", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b3408aa0094fd6b7d732c6d6bb67265817c7cbeb --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,73 @@ +{ + "task": "BuildTent-v1", + "protocol": "Agent-D20-E20-Compiled", + "status": "immutable_candidate_for_final_independent_rehearsals", + "selected_interactive_behavior_episode": 16, + "final_guard_changes": [ + "reserve reference actions before extra release pauses", + "clear stale target confirmation during closed phases without valid reference landmarks", + "advance reference once per normal call; do not select future action frames" + ], + "authorized_demonstrations": 20, + "neural_finetuning": false, + "pretrained_weights_loaded": [], + "model_weights": "No neural weights loaded or modified; fixed features and local nonparametric numeric computation only", + "frozen_weight_references": [], + "python": "3.10.20", + "runtime_dependencies": [ + "Python", + "numpy", + "opencv-python" + ], + "dependencies": { + "numpy": "2.2.6", + "opencv-python": "4.12.0" + }, + "runtime_assets": [ + "controller.py", + "sequences.npz", + "geometry_clean.npz", + "posts_inferred.npz" + ], + "runtime_network": false, + "runtime_agent_or_model_tools": false, + "runtime_simulator_or_worker_api": false, + "development_tools": [ + "trusted worker_api.API", + "local Python and shell", + "NumPy", + "OpenCV", + "local image viewer" + ], + "external_data": false, + "data_scope": "Only this task authorized D20 demos and legal E20 API observations", + "native_horizon": 1000, + "action_width": 7, + "action_bounds": [ + -1, + 1 + ], + "success_policy": "Native sparse feedback when present; otherwise only unambiguous legal-image satisfaction of all four threaded eyelets; ambiguity false", + "initial_rehearsal": { + "episode": 4, + "valid": true, + "success": false, + "source": "native_step_feedback", + "bundle_hash": "b61386bf43f45a335d4ac2e59ff2be7a90fe48ada417d439a619be8dc6c33360" + }, + "final_rehearsal_receipts": "runner records plus ../exploration/rehearsal_17.json through rehearsal_20.json; no result asserted before execution", + "provenance_files": [ + "demo_analysis.md", + "sequences_provenance.json", + "geometry_provenance.json", + "geometry_clean_provenance.json", + "posts_inferred_provenance.json" + ], + "common_environment_lock": "supplied by runner", + "artifact_sha256": { + "controller.py": "b7a8ed0339694134447698a913398a6099f3ca8e96972790fe306c78fc3627d3", + "sequences.npz": "aa4b6c63d86eb9132ab1d9151e7baf006304a327c4122aca13104c63ae13689c", + "geometry_clean.npz": "c91f9f75f1d3b1d16eeb2df6a8298e9adcd210070b515c4fe2f2a7fb32a09c14", + "posts_inferred.npz": "55e6028ed77cafaa57618476218ec083bb78404ae3a4571a912a6c6fe0ebc713" + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..67fc4be97f94695d06254be7b4acfde7802fa017 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/BuildTent-v1/frozen/skills.md @@ -0,0 +1,8 @@ +# Implemented offline mechanisms +- Account for the runner-owned initial hold, settle to native step 25, and select one authorized demo by settled top-camera cloth silhouette. +- Use current joint pose for at most one-frame backward reference alignment, advance the reference clock once per normal call, preserve grip-transition timing, and use bounded translation corrections while retaining demonstrated rotation commands. +- Match visible eyelets for approach; filter wrist landmarks and fall back when localization is inconsistent. +- Track repeated post-cap candidates, reject candidates near the wrist, and require a geometrically consistent pair before inferring the live square and changing the transport target. +- Keep the approach offset for the first 12 closed-gripper frames and allow at most 30 extra steps at a release for confirmed target residual correction. +- Emit one native seven-component action within [-1,1]; count native calls separately from reference phase and stop by the 1000-step horizon. +These mechanisms are not claims of successful grasping, recovery, threading, or generalization. Only native feedback or the conservative public visible rule may establish success. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_00.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_00.h5 new file mode 100644 index 0000000000000000000000000000000000000000..046cb2cc4283e86a4214fdbd3c6d3aeaa94278d4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_00.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d35a2d94084361ce5bf0b427424d3c593279bba8aacbf18e1f0c3da808f972 +size 125727804 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_03.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_03.h5 new file mode 100644 index 0000000000000000000000000000000000000000..2a3628402d0cc2beebdc0dbf66d4ef541fac0aa9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_03.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084fb099f1c2256f76860c423b09275005e5a9ae268287751d38f40651fee0b8 +size 129152886 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_05.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_05.h5 new file mode 100644 index 0000000000000000000000000000000000000000..6defd69f8582c774f2e35b54a2acfe37921ed26e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_05.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e03247617df1ff4480dbeff1462eb40b9af8f7f283ad28d8fb332e27960e8dbb +size 124246095 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_06.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_06.h5 new file mode 100644 index 0000000000000000000000000000000000000000..4e53da6fe915644c02a378a45512de9de428953e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_06.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be73900bc2092bb047dd52b8080657e73c02d4d6e65e38eca2a837b02d6727a9 +size 130240081 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_07.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_07.h5 new file mode 100644 index 0000000000000000000000000000000000000000..1b4916d8d9e50eecc7f75bd23f833e69d19726b9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_07.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01c9eab2aac5cc2ab6f570363273d2d498336e30c1bfcc8ffce325fcdf3df98 +size 127096588 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_09.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_09.h5 new file mode 100644 index 0000000000000000000000000000000000000000..847cfd478fe3e057b0db8fa359a5e712940b7172 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_09.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e699147b5ddd50be28f6af894a695a7f64ffd8f5c68684bc777a8084af31ee92 +size 123949182 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_10.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_10.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c70428425a65fe8dea74ea064708add6ac0ee45d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_10.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f66a982053e0653a83602faffaba378335a8fcb1459e858ecbbe6f8cf72dee +size 128338268 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_11.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_11.h5 new file mode 100644 index 0000000000000000000000000000000000000000..e802208e8bdc3342b51437ee66676cb706cec5d9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_11.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e4f6efdd5cfde72adc3b6bb4574a96578af2c3f83b31e4845200a5d1f8a604 +size 121822827 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_12.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_12.h5 new file mode 100644 index 0000000000000000000000000000000000000000..b7506de0afbd49418ff165d8c0f8d48034228077 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_12.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99864e0dbc9973b84a81f6f3ea1e93cb3f5b7f472b6f21ae164fe9268791cb9 +size 120759196 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_13.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_13.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c968df8d5e0c85d905a5a61ccefa6dfa068a2465 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_13.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c68da41fa86149ef12a8c72da3ce4656345ea367ef5fff8d077336bb0e748a08 +size 128742930 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_14.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_14.h5 new file mode 100644 index 0000000000000000000000000000000000000000..8d4ee62e6ab5e9f1e7af15c807b085f2d44af3f3 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_14.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b5164f5fc0f90a143d880a0e8dfda37f849eab07c086781cbea9a797f1bca4 +size 117686629 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_15.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_15.h5 new file mode 100644 index 0000000000000000000000000000000000000000..4fc0fcbe94c2b3541b3d00602a0c82ef105dca64 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_15.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac1ea6b88abe5d6e614912980ccfd66fad2389dccb2514f104f86c4bcf7d9738 +size 124342137 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_16.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_16.h5 new file mode 100644 index 0000000000000000000000000000000000000000..417dbc903411b8be4fb5da8d6515e5540c8d8034 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_16.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f08beb21ff50dd39d1704de66449f9c33165270ed14a7bd93e769830694d7f +size 120800799 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_17.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_17.h5 new file mode 100644 index 0000000000000000000000000000000000000000..c854ab2cb99fd289f70c315f21200d7cbccf18d6 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_17.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3086d59caaa6cd0cdad5b67156da5ed381585e85c57fb069122571af6d76922c +size 121501056 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_18.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_18.h5 new file mode 100644 index 0000000000000000000000000000000000000000..4a9744eb1a2bac81b32f44e2c2de43229fb687ba --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_18.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13041d07727aeb9187d492d6822641653581a2a2ac9a601622b8b4779818c202 +size 123621490 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_19.h5 b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_19.h5 new file mode 100644 index 0000000000000000000000000000000000000000..6f4c7d05b8e309a66fdfb597d026106063aca95e --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmMahjongSetup-v1/frozen/demonstrations_readonly/demo_19.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4eb63c94fc1f218be89bc6d56007dd040838b4f786f86c6e745abfee8c4ac46 +size 119213541 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/build_bank.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/build_bank.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..88f6ca3f5af66feb117441de6cff20eac414dd73 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/build_bank.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7b88f2fe2433ce9cf248cac8dd1cb0b10b5550c4 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/check_synthetic.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/controller.cpython-310.pyc b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/controller.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..663f5e64da2a326a0df0d54c670d20e5acbffae4 Binary files /dev/null and b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/__pycache__/controller.cpython-310.pyc differ diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/build_bank.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/build_bank.py new file mode 100644 index 0000000000000000000000000000000000000000..2884c4e5ac416ef4b748c44b656edb15ad95c174 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/build_bank.py @@ -0,0 +1,22 @@ +"""Offline descriptors and action memory from only the authorized D20 files.""" +import importlib.util,json,numpy as np +from pathlib import Path +from controller import visual_features,proprio_features,PATHS,ROBOTS,CAMERAS +spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py'); mod=importlib.util.module_from_spec(spec);spec.loader.exec_module(mod) +api=mod.API(); manifest=json.load(open('/demo_manifest.json')) +qs=[];vs=[];acts=[];ids=[];phases=[];summaries=[] +for di,e in enumerate(manifest['episodes']): + n=e['length']; fields=['obs/'+p for p in PATHS]+['actions/'+r for r in ROBOTS]+['obs/sensor_data/'+c+'/rgb' for c in CAMERAS] + d=api.read_demo(e['demo_id'],fields=fields) + a=np.concatenate([d['actions/'+r] for r in ROBOTS],axis=1) + q=np.stack([proprio_features({p:d['obs/'+p][t] for p in PATHS}) for t in range(n+1)]) + v=np.stack([visual_features({c:d['obs/sensor_data/'+c+'/rgb'][t] for c in CAMERAS}) for t in range(n+1)]) + qs.append(q); vs.append(v); acts.append(np.vstack([a,np.zeros(44)])); ids.extend([di]*(n+1)); phases.extend(np.arange(n+1)/n) + z=np.sign(np.where(abs(a[:,2])>.005,a[:,2],0)); cuts=np.r_[0,np.flatnonzero(np.diff(z))+1,n] + hand=np.max(abs(a[:,6:22]),axis=1); active=np.flatnonzero(hand>.05) + summaries.append({'demo_id':e['demo_id'],'z_sign_runs':[(int(x),int(y-1),int(z[x])) for x,y in zip(cuts[:-1],cuts[1:])],'hand_above_005_first':int(active[0]) if len(active) else None,'arm_abs_max':float(abs(a[:,[0,1,2,22,23,24]]).max()),'rotation_abs_max':float(abs(a[:,[3,4,5,25,26,27]]).max()),'qpos_initial':q[0].tolist()}) +q=np.concatenate(qs); floor=np.tile(np.r_[np.full(23,.1),np.full(23,.5)],2); scale=np.maximum(q.std(0),floor) +np.savez_compressed(Path(__file__).with_name('bank.npz'),q=q,v=np.concatenate(vs),a=np.concatenate(acts).astype(np.float32),scale=scale.astype(np.float32),demo=np.asarray(ids),phase=np.asarray(phases,dtype=np.float32)) +json.dump(summaries,open('/workspace/evidence/sequence_summary.json','w'),indent=2) +for r in summaries: print(r['demo_id'],r['z_sign_runs'],'hand starts',r['hand_above_005_first'],'rotation',r['rotation_abs_max']) +print('bank rows',len(q),'initial q variation',np.max(np.std([r['qpos_initial'] for r in summaries],axis=0))) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/build_reference.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/build_reference.py new file mode 100644 index 0000000000000000000000000000000000000000..241045a9b49d70d611f50808d407852bf1473cd7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/build_reference.py @@ -0,0 +1,24 @@ +import sys,json +from pathlib import Path +import numpy as np,cv2 +sys.path.insert(0,'/') +from worker_api import API +api=API();b=np.load(Path(__file__).with_name('bank.npz')); scene=[];Q=[];A=[];Ks=[] +def rope(im): + im=cv2.resize(im,(480,640));h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + m=(h[:,:,0]>4)&(h[:,:,0]<22)&(h[:,:,1]>155)&(h[:,:,2]>100) + m[:100]=False;m[550:]=False;m[:,:180]=False;m[:,350:]=False + y,x=np.where(m);lo,hi=np.percentile(y,[1,99]);s,c=np.polyfit(y,x,1) + return np.array([s,(s*320+c-275)/100,((lo+hi)/2-320)/100],dtype=np.float32) +for d in range(20): + ix=np.flatnonzero(b['demo']==d);q=b['q'][ix];a=b['a'][ix];L=np.flatnonzero(a[:,2]>.005)[0] + im=api.read_demo(f'demo_{d:02d}',0,1,['obs/sensor_data/top_camera/rgb'])['obs/sensor_data/top_camera/rgb'][0] + scene.append(rope(im));ind=np.minimum(np.arange(200)+L,len(ix)-1);Q.append(q[ind]);A.append(a[ind]) +for qo,ao in [(0,0),(46,22)]: + dx=[];dy=[] + for d in range(20): + ix=np.flatnonzero(b['demo']==d);q=b['q'][ix,qo:qo+7];a=b['a'][ix,ao:ao+3] + dx.append((q[3:]-q[:-3])/3);dy.append((a[:-3]+a[1:-2]+a[2:-1])/3) + x=np.concatenate(dx);y=np.concatenate(dy);J=np.linalg.solve(y.T@y+np.eye(3)*1e-5,y.T@x);Ks.append(J.T@np.linalg.inv(J@J.T+np.eye(3)*1e-6)) +np.savez_compressed(Path(__file__).with_name('reference.npz'),scene=scene,q=Q,a=A,K=Ks) +print('scenes',np.array(scene));print('K',Ks) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..4f40c51ebf74a43da5a8b418d9c7707aceac82e9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/check_synthetic.py @@ -0,0 +1,15 @@ +"""Interface checks only; no task environment or demo replay evaluation.""" +import numpy as np +import controller as c +c.reset_episode() +obs={'rgb':{'front_camera':np.zeros((240,320,3),np.uint8),'top_camera':np.zeros((1,320,240,3),np.uint8)},'proprioception':{p:np.zeros((1,23),np.float32) for p in c.PATHS},'instruction':'Lift and stretch the rope','step_id':1} +a=c.act(obs); assert a.shape==(44,) and a.dtype==np.float32 and np.isfinite(a).all() and np.max(abs(a))<=1 +c.reset_episode(); assert np.array_equal(c.act(obs),a) +obs['rgb']['front_camera'][:]=255 +b=c.act(obs); assert b.shape==(44,) and np.isfinite(b).all() +obs['step_id']=299; assert c.act(obs).shape==(44,) +obs['step_id']=300; assert c.act(obs) is None +obs['step_id']=1; obs['proprioception'][c.PATHS[0]][:]=np.nan +assert np.array_equal(c.act(obs),np.zeros(44)) +c.reset_episode() +print('PASS: shape, bounds, finite, batched RGB, reset determinism, horizon, invalid-input hold. No task performance tested.') diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..a7c47f6845c8daef91152660e310d7911b3fdb9d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/controller.py @@ -0,0 +1,50 @@ +"""D20 geometric scene interpolation with proprioceptive trajectory feedback.""" +from pathlib import Path +import numpy as np +import cv2 +ROBOTS=('panda_leaphand-1','panda_leaphand_left-0') +PATHS=tuple('agent/'+r+'/'+q for r in ROBOTS for q in ('qpos','qvel')) +_bank=None +_previous_phase=None +_state=None + +def rope(im): + im=np.asarray(im).squeeze();im=cv2.resize(im,(480,640));h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV) + m=(h[:,:,0]>4)&(h[:,:,0]<22)&(h[:,:,1]>155)&(h[:,:,2]>100) + m[:100]=False;m[550:]=False;m[:,:180]=False;m[:,350:]=False + y,x=np.where(m) + if len(x)<50:raise ValueError('rope not localized') + lo,hi=np.percentile(y,[1,99]);s,c=np.polyfit(y,x,1) + return np.array([s,(s*320+c-275)/100,((lo+hi)/2-320)/100]) +def reset_episode(): + global _state,_previous_phase + _state=None;_previous_phase=None + +def act(obs): + global _bank,_state,_previous_phase + if int(obs['step_id'])>=300:return None + if _bank is None: + with np.load(Path(__file__).with_name('reference.npz')) as b:_bank={k:b[k] for k in b.files} + b=_bank;q=np.concatenate([np.asarray(obs['proprioception'][p]).reshape(-1) for p in PATHS]) + if _state is None: + try:s=rope(obs['rgb']['top_camera']) + except ValueError:return np.zeros(44,dtype=np.float32) + s[0]=q[0] + X=np.c_[np.ones(20),b['scene']];v=np.r_[1,s] + dist=np.sum(((b['scene']-s)/[.10,.08,.10])**2,axis=1) + w=np.exp(-dist/2)+.01 + co=v@np.linalg.solve(X.T@(w[:,None]*X)+np.diag([1e-8,1e-5,1e-5,1e-5]),X.T*w) + _state={'q':np.einsum('d,dtq->tq',co,b['q']),'a':np.einsum('d,dta->ta',co,b['a']),'t':-1,'approach':0,'scene':s.tolist()} + st=_state;t=st['t'];idx=max(0,min(t,199));target=st['q'][min(idx+1,199)];a=st['a'][idx].copy() if t>=0 else np.zeros(44) + errors=[] + for j,(qo,ao) in enumerate(((0,0),(46,22))): + e=(target[qo:qo+7]-q[qo:qo+7])@b['K'][j];errors.append(np.max(abs(e))) + a[ao:ao+3]=np.clip(a[ao:ao+3]+.25*e,-.08,.08) + if t>=0:a[ao+6:ao+22]=np.clip(a[ao+6:ao+22],-.4,.4) + a[ao+3:ao+6]=0 + if t<0: + st['approach']+=1 + if (st['approach']>=5 and max(errors)<.035) or st['approach']>=40:st['t']=0 + else:st['t']+=1 + _previous_phase=max(0,st['t'])/200 + return np.clip(a,-1,1).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..69c7ce9916aa0244d254a810a9d7c6f89eaf8778 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmRopeStretch-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 203, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 203, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 203, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 204, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 204, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 204, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 204, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 204, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 204, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 204, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 204, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 204, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7dbf443d603fbf65933acda2827a698dd07d31e4b4b6cf6431ac3c688c733ae1", + "source_sha256": "217b910b76a837522dc791f0ce4de0606079b85de4fdffee750cbf8b9ce81470", + "view_sha256": "da28a7b196233a90c61bef4af928990629dc26a0df05d91a2405a9e03feb374b" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 218, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 218, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 218, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 219, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0d0aac60b86d1d61450c08ed8391545b6334d28ce732607b680daf5c3cf1735d", + "source_sha256": "1245619849a3432bce8ca089c7ba18a348caaff688f3439fc0b4db0a601b2e66", + "view_sha256": "82e437728e85561b4d13902ec21bf703710945ac9ce3af8de485ab4cdbe3806c" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 204, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 204, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 204, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 205, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "604e88fba549437801486035c55acde4d0abd4cb105029a5ebbb77045c7270f4", + "source_sha256": "9ddbe9bab99c10ece951069b3347a6e8a10a65b7f59637dc8af590ab2ad9605b", + "view_sha256": "a224625946e0bb620eda47a8b7d8d1df33e1bd27f43c543e99de6db6af3e32cf" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 225, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 225, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 225, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 226, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 226, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 226, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 226, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 226, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 226, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a8aea18d8f511e90a7ac8f549550c5d4f863aad24fbc83e0740f2baf06d1d809", + "source_sha256": "407de0e3bc661982e50b143814854217d5a7dff7397a8982440e75a45ce2ab30", + "view_sha256": "f0aa43f320d3ea6cb32bbd03d3f6b194429f67de19fa750d2692a6749805276d" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 219, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 219, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 219, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 220, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 220, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 220, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 220, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 220, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 220, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "48a1e422b65a5b62d62a982405af7ccbe5c44512fc62eab7f3c94b2c6dadeb58", + "source_sha256": "08e40df6c6e79a93283038c71d06f751ee0821094848d365e068124d3c62dba0", + "view_sha256": "071eb1d7f833b17ebce87f490cc51b26d336fcf616d129d7e3e0656940de1e04" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 202, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 202, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 202, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 203, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 203, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 203, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 203, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 203, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 203, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6f2aec2f071e06b62f20018fd30aefa0546e55dd133ff2572670cd67442db06c", + "source_sha256": "3570eba91342ccb655c0abe9919a31050d46f410cc1ac0291b4e62765a78bba8", + "view_sha256": "94c6ba3505d4112700096827976ddf98c9b487b9ff59733916f5d634a3fa700e" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 208, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 208, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 208, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 209, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 209, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 209, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 209, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 209, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 209, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 209, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 209, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 209, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "681f477b07e8677e4d6c0ed0df5ca95aedf4f3170a8a3e1df940a4f8b3306deb", + "source_sha256": "c3391062b99abb422ad0480cb619db443402d39aac72434c83356ecc5ad232fa", + "view_sha256": "5e8456a0768455b0a41767c8dc7b818e8e3e5c5fec1524bcba0b0dbe9fae1a32" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 204, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 204, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 204, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 205, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 205, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 205, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "18c9e1cfd1596113ccb5b5dc68e8f1c49b8605ac89870b89f2f327ec5a88af24", + "source_sha256": "bfce4c1ec8c8cfc87e9d2899484b7aedb12d9c73a022c52f2bb8fe864c9d4e75", + "view_sha256": "40f29484aa8eaaa82ecdcf3703a23f8b90a47f6000b2404b32ec42e8902318ac" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 218, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 218, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 218, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 219, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 219, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 219, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "db0d9b0ee107f8bda6a8a0bf26f77c2feba36f3d75a72d4dce276e3fcb432732", + "source_sha256": "ff9ab45960aaabbc6e0dac2510985531dfae4faf24c6d2b1bbfbcf30022784e0", + "view_sha256": "eb92f023bf6fed9cfd02ecd4178b143a746cbb1d881072fd39de60c9d5957494" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 198, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 198, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 198, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 199, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "25f1cc63d37d1dcc23739b9ec005a2dd5d1f4ba427136a584dd56055f290e756", + "source_sha256": "19d01548c882474b32ca10b42eace98d5f7fc069d07a9bb97ccf04818018637b", + "view_sha256": "8537db1d0ba7e4d96e149cff94024bfe2c19a2542b7c5920813f1d8459f0ea85" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 198, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 198, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 198, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 199, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 199, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 199, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1151bab70bf95a620eb0d4def6f9affe5272ae9daab3805fd1eaebc737be2ae4", + "source_sha256": "af1a3fcf37ef7df6cf8c6e341ac175dfaab5dbde79371e93674a4a622df24672", + "view_sha256": "e259a8d0da7ae4e8a72def6246f76eea19da7e82744e7b4be2b8d1526ded1dff" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 217, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 217, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 217, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 218, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 218, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 218, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 218, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 218, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 218, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 218, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 218, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 218, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b0716db48e321b8a79d5e06bd3affdd33e6bd250c473e3c371923f18b8cb3b30", + "source_sha256": "b09c9ef62d97c86b4f2a8819e231bbd50981ac40fa250e458ab0c49f3f7c9629", + "view_sha256": "9b83b96dd3f6863df44d75d5dd0ca131ca7df95c015a19058d11b09495046c09" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 197, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 197, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 197, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 198, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a09012338e12aea1379eb9f377c6fc73aee4c28dbc4e59de50357b09af831b3e", + "source_sha256": "85e1f28a3d86c0f0bbb5c00e00f5e821a9a2e4e7e470299de366ade275975fae", + "view_sha256": "47fe6ab4ded3ac03abb6de3cf85cb34deeb0b57e551e1217cc3cdee81859b7e9" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 197, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 197, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 197, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 198, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "060fa0fa9574d04e1039f59881bac7b9fc8d3429018d3e99be3fdb96eb0da960", + "source_sha256": "57d399d9accf63ca609fd88d897b591473e97e462927f80704ef455375a1bf46", + "view_sha256": "1f606735810b1a573f4b39472b8026075379d87613c1a38ba77fd43a7036419f" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 195, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 195, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 195, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 196, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 196, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 196, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 196, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 196, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 196, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 196, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 196, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 196, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "76ca460ac3156f5925eb9d3d2f74ddb5d656c5f97c37730f7403fcfea9dde514", + "source_sha256": "10c91bf42d42d0e9156afba1752140205d67c24aba6391928b6f7053213ec030", + "view_sha256": "86804dbba3728e81e17af13f1a6509719bcb38fd283bdac075ec987f1e0a21a4" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 201, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 201, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 201, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 202, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 202, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 202, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 202, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 202, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 202, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b494eea0a67493a8b6e7af4b023de7fd66b005c3a101ac883fa6a10c00827d33", + "source_sha256": "5b5d5da7269c61f607c372a843cd3b4e8815fb1b930f7649f4007edfcae9dc30", + "view_sha256": "016b6dbc9afa03f45cd29ace6c5de979ce55ffd579b461eed4743497c00d14d8" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 197, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 197, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 197, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 198, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 198, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 198, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "314cb36285925d84ee57295b72043b064ce6910018f5a985d39a221c6f0a0b72", + "source_sha256": "626a0a726e555ab306bd3bfa217cb7f90d5dd0c8a3868d72c6108575b0da2720", + "view_sha256": "e213d7a108c58504159b1fb0862f8a48cf013f37f7084ce3586e117df72d0d3b" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 224, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 224, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 224, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 225, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 225, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 225, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 225, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 225, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 225, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c130ec5992b926d81b15fb41aadd3da11756fd412447012585bd1ff99cbba7a3", + "source_sha256": "39d088c219bbcb4225a280f74f662a9e15506a16ff4302e90cf594222b004a52", + "view_sha256": "abd47eee56d9955fad3286ac6d90bef6c007c2d16e7bd748fde43560e18b1b9a" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 200, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 200, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 200, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 201, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ec32289debc94cbf58b995d02edf3316ed5089bc9807d959cae92de031b9511a", + "source_sha256": "f11a94d0550f5ea075adb9c0cb967edc37bde325f3230d142dbf7ee02a114d8e", + "view_sha256": "277d1832e5c2794c1ddd15cd3e71ac85e0b7c32c58aac38693b9084b57fdc6dc" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 200, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 200, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 200, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 201, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 201, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 201, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f45cc8a9cc393f9eba0fdc5bf8196656db3d024b183263331a6bf718dd89b7ec", + "source_sha256": "2f21726489beb523d15b03e965b48b1b950e60c80242ef5620ace6f3e6a052be", + "view_sha256": "3b90a733fc848f710273827e10774007323c5aa8f0be571330d9dfe0f4c9d9a2" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..407345af2d660b9726efd42a6327f422fd707fc9 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/findings.md @@ -0,0 +1,7 @@ +# E20 exploration ledger +Budget status first call: 0/20 used. Only API was used for live steps. +Episode 1: original D20 descriptor retrieval with 3-neighbor blend. Phase advanced through approach (step50), closure (100), lift (150), terminal (225). Front images at 150 and 200 show right grasp lifting while left rope remains on supports; this is a grasp/localization failure, not a phase stall. Native success false at sampled steps. Terminal action holds cannot recover a missed grasp. Observation wrapper handled through latest_observation; this redundant read is removed for subsequent runs, using returned step observation directly. +Episode 2 planned change: visual distance weight 8 -> 200 and single nearest demonstration sample instead of 3-label mixture. Tests appearance-sensitive localization and avoids cancellation; no new neural parameters. +Episode 2: appearance weight 200, single neighbor. At step175 front view left grasp alone lifts rope, right side lies on platform/table. Native success false; reversing which hand misses confirms sensitivity to geometry, not simply a fixed broken action part. Finished at terminal phase after 225. +Offline refinement before episode 3: segmented orange rope pixels from authorized initial top images after resolution normalization (demos 320x240, live 640x480). Hue4..22, saturation>155,value>100, central ROI. Fitted slope agrees with initial arm joint0 to ~0.002, while lateral center varies ~18 pixels and longitudinal midpoint ~20 pixels. Added initial scene geometry (slope, lateral center, longitudinal center), stage-aligned reference trajectories, weighted linear interpolation, and a linear inverse displacement map derived only from observed demo q/action differences. This is deterministic numerical fitting, no neural weights. Stage alignment uses observed first positive-Z action. Live joint feedback follows interpolated target; approach has a 40-step guard. Closure and lift remain scheduled; recovery not yet implemented. +Episode 3: explicit geometric interpolation localized approach, but direct finger qpos-to-action correction was invalid: qpos joint order differs from dex action order. This caused excessive/fanned closure configurations. Global inverse regression also drifted during lift (right arm descended), indicating sensitivity to joint error outside demonstrated motion subspace. Native success false. Fix before episode4: remove finger feedback (keep demonstrated finger actions); fit forward action-to-q displacement map then damped pseudoinverse to reject unsupported joint-error directions. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..eebf74a82478e7593bce4453dee4762103a50cb5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/freeze_manifest.json @@ -0,0 +1,148 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "50315e27f02440615b7f40ba9973856baad3fc7c8c638974d7e524b64a2656ed", + "__pycache__/check_synthetic.cpython-310.pyc": "d2efda63db7c9e57be820c909f1b0ca38c39e8babe21630678a41791e3effd04", + "__pycache__/controller.cpython-310.pyc": "e7538fb0bb0bf9eeb9f00cd07c2db04d386889000f6e42ded67edc33e7a361cd", + "bank.npz": "2944163da8c78d76d889de61f1c3d11b59df6d8be104de9725147f18f1a81349", + "build_bank.py": "d6c3973bd3f71c0ff46f96b8b24e13b95abbce571d13eccadb8d6e893742af2d", + "build_reference.py": "7511b976feefcddb2ae8c3dc32e4c423f05020f203dc1585197e881c26e9bd1f", + "check_synthetic.py": "103ed800b32076b68ab5b9cf0f686a8722d068da8adf6cb6b3f3227895e62f8c", + "controller.py": "e564e54e9ef9ffaa088e0fac3ea9c45fe6848622505b063d15238cde558adf4f", + "demo_manifest.json": "089388b3e29b473176e7b2a315749375c8cedbeba99ca7fa5d524fb3fe491acd", + "demonstrations_readonly/demo_00.h5": "da28a7b196233a90c61bef4af928990629dc26a0df05d91a2405a9e03feb374b", + "demonstrations_readonly/demo_01.h5": "82e437728e85561b4d13902ec21bf703710945ac9ce3af8de485ab4cdbe3806c", + "demonstrations_readonly/demo_02.h5": "a224625946e0bb620eda47a8b7d8d1df33e1bd27f43c543e99de6db6af3e32cf", + "demonstrations_readonly/demo_03.h5": "f0aa43f320d3ea6cb32bbd03d3f6b194429f67de19fa750d2692a6749805276d", + "demonstrations_readonly/demo_04.h5": "071eb1d7f833b17ebce87f490cc51b26d336fcf616d129d7e3e0656940de1e04", + "demonstrations_readonly/demo_05.h5": "94c6ba3505d4112700096827976ddf98c9b487b9ff59733916f5d634a3fa700e", + "demonstrations_readonly/demo_06.h5": "5e8456a0768455b0a41767c8dc7b818e8e3e5c5fec1524bcba0b0dbe9fae1a32", + "demonstrations_readonly/demo_07.h5": "40f29484aa8eaaa82ecdcf3703a23f8b90a47f6000b2404b32ec42e8902318ac", + "demonstrations_readonly/demo_08.h5": "eb92f023bf6fed9cfd02ecd4178b143a746cbb1d881072fd39de60c9d5957494", + "demonstrations_readonly/demo_09.h5": "8537db1d0ba7e4d96e149cff94024bfe2c19a2542b7c5920813f1d8459f0ea85", + "demonstrations_readonly/demo_10.h5": "e259a8d0da7ae4e8a72def6246f76eea19da7e82744e7b4be2b8d1526ded1dff", + "demonstrations_readonly/demo_11.h5": "9b83b96dd3f6863df44d75d5dd0ca131ca7df95c015a19058d11b09495046c09", + "demonstrations_readonly/demo_12.h5": "47fe6ab4ded3ac03abb6de3cf85cb34deeb0b57e551e1217cc3cdee81859b7e9", + "demonstrations_readonly/demo_13.h5": "1f606735810b1a573f4b39472b8026075379d87613c1a38ba77fd43a7036419f", + "demonstrations_readonly/demo_14.h5": "86804dbba3728e81e17af13f1a6509719bcb38fd283bdac075ec987f1e0a21a4", + "demonstrations_readonly/demo_15.h5": "016b6dbc9afa03f45cd29ace6c5de979ce55ffd579b461eed4743497c00d14d8", + "demonstrations_readonly/demo_16.h5": "e213d7a108c58504159b1fb0862f8a48cf013f37f7084ce3586e117df72d0d3b", + "demonstrations_readonly/demo_17.h5": "abd47eee56d9955fad3286ac6d90bef6c007c2d16e7bd748fde43560e18b1b9a", + "demonstrations_readonly/demo_18.h5": "277d1832e5c2794c1ddd15cd3e71ac85e0b7c32c58aac38693b9084b57fdc6dc", + "demonstrations_readonly/demo_19.h5": "3b90a733fc848f710273827e10774007323c5aa8f0be571330d9dfe0f4c9d9a2", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "b9bc4a64022bcced40b8e01bac0e6fa9febd4f6cd7ac5ca87f9add4235371c44", + "handoff.md": "67d262817c1ec8b0ccb569145e5df9e90e0ccd6c6f3405ec4df7f70b04c4e624", + "model_tool_manifest.yaml": "c8c82cc2593826fde45ddeb579691c6ccf840585faee0c86b2d5cb36fc817784", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference.npz": "b7e478966e0617773ca2063a5d98972ad6580106babbde33338e4f2a3d8bd5c6", + "skills.md": "74fd079e0e292df1b823f80b9cca4606e6ca88705365f102286d8158c220d5e2", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "63d6646065071d981d4b0ff15baa20ff0cbe34bac1669797445b924dbeabb2e2", + "exploration_ledger_hash": "2dba0e1fd5d6800f15b9dfa993b96ea9b8a2d09804d2ee0817896a30c511e0fb", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "63d6646065071d981d4b0ff15baa20ff0cbe34bac1669797445b924dbeabb2e2", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "episode": 11, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "episode": 13, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 15, + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "fd11b554bd9b5e733d8fed1b348eb835129ed3222dfcf62c00c10d4992f167f3", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..b94052181aa2b3d3b8e5e8b1c30eb476ac9c0aaf --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/handoff.md @@ -0,0 +1,6 @@ +# E20 candidate handoff +Entrypoint controller.py: reset_episode() and act(obs). Runtime assets reference.npz; Python, NumPy, OpenCV. The trusted runner supplies native observations, initial charged hold, verified demo manifest, and common environment lock. No network/model-development tool is required in the bundle. + +All references use this task's twenty authorized demonstrations. Offline baseline analysis is preserved in /workspace/demo_analysis.md and evidence/. Legal exploration artifacts are in /workspace/exploration; original candidate and successive controller versions in /workspace/versions. Only trusted worker API calls execute task episodes. + +This candidate is under E20 development; independent rehearsal hashes and outcomes are recorded externally in exploration/. A frozen submission must be selected by the trusted API among exact independently rehearsed runnable versions. No official success is inferred from pictures. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f44e43aee0a65616289d9b49f72a3b941f56951f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,87 @@ +{ + "stage": "D20_E20_development", + "status": "candidate_for_independent_rehearsal", + "task": "DualArmRopeStretch-v1", + "episodes_spent": 0, + "training_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "models": { + "neural_models_used": [], + "weight_updates": false, + "numerical_method": "fixed color segmentation, weighted linear interpolation of demonstration references, linear inverse displacement fitting" + }, + "tools_used": [ + "functions.exec shell execution", + "functions.exec tools.view_image for contact sheets", + "worker_api.API.read_demo via importlib", + "Python standard library", + "NumPy", + "OpenCV", + "h5py" + ], + "versions": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.12.0", + "h5py": "3.16.0" + }, + "runtime_dependencies": [ + "Python", + "NumPy", + "OpenCV" + ], + "preparation_dependencies": [ + "h5py", + "worker_api.py", + "authorized demo HDF5 files", + "task_contract.json", + "demo_manifest.json" + ], + "not_used": [ + "neural_training", + "internet", + "direct_simulator", + "benchmark_source", + "other_task_data" + ], + "provenance": { + "inputs": "Only mounted authorized D20 RGB/proprioception/action labels and supplied contract/API", + "bank": "4145 observations; 4125 expert labels plus 20 explicit terminal zero holds; deterministic descriptors, no fitted neural parameters", + "runtime_assets": { + "controller.py": "e564e54e9ef9ffaa088e0fac3ea9c45fe6848622505b063d15238cde558adf4f", + "reference.npz": "b7e478966e0617773ca2063a5d98972ad6580106babbde33338e4f2a3d8bd5c6" + } + }, + "checks": [ + "Real legal exploration recorded in exploration ledger; independent rehearsal required" + ], + "limitations": [ + "Approximate geometric localization and inverse motion map", + "No explicit contact sensor", + "No reliable grasp recovery" + ], + "runner_supplies": [ + "verified demo manifest", + "common environment lock" + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..0f3727cc3bc4b0ba4fcf9a09c1fd93a092809bdc --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/skills.md @@ -0,0 +1,6 @@ +# Controller capabilities +Uses initial top RGB orange-rope segmentation and both robots' qpos/qvel. Normalizes camera resolution before fitting rope slope and center. Interpolates stage-aligned authorized demonstration reference trajectories using measured geometry; follows arm and finger targets with live proprioceptive corrections. No neural model, network, hidden state, or simulator access. + +The 44 normalized action components preserve contract order, translation and dex units, and zero rotation. reset_episode clears all episode state; act returns None at the native horizon. NumPy and OpenCV are required offline; reference.npz contains numerical reference data and linear maps from authorized demonstration observations/actions. + +Limitations: initial rope segmentation can fail under occlusion; linear geometry interpolation and joint-to-translation corrections are approximate. Closure/lift timing is demo-derived; no explicit contact sensor or reliable grasp recovery yet. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmRopeStretch-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=500:return None + if _DATA is None: + with np.load(_ROOT/'reference.npz') as z:_DATA={k:z[k] for k in z.files} + q=np.concatenate([np.asarray(obs['proprioception'][p]).ravel() for p in _PATHS]) + if _refq is None: + xy=_loc.locate(obs['rgb']['front_camera']);b=_DATA + _refq=np.zeros((600,92));_refa=np.zeros((600,44)) + for qi,ai,oi in [(0,0,2),(46,22,0)]: + positions=b['objects'][:,oi:oi+2];center=positions.mean(0);scale=np.maximum(positions.std(0),.01) + target=(xy[oi:oi+2]-center)/scale + if not np.isfinite(target).all():target=np.zeros(2) + target=np.clip(target,-3,3);x=np.c_[np.ones(20),(positions-center)/scale] + w=np.exp(-np.sum((x[:,1:]-target)**2,1)/4)+.05 + coef=np.linalg.solve(x.T@(w[:,None]*x)+np.diag([1e-6,.03,.03]),x.T*w) + weights=np.r_[1,target]@coef + _refq[:,qi:qi+46]=np.tensordot(weights,b['q'][:,:,qi:qi+46],axes=1) + _refa[:,ai:ai+22]=np.tensordot(weights,b['a'][:,:,ai:ai+22],axes=1) + positions=np.c_[b['objects'],np.load(_ROOT/'initial_targets.npy')] + center=positions.mean(0);scale=np.maximum(positions.std(0),.01) + target=(np.r_[xy,_loc.target(obs['rgb']['front_camera'])]-center)/scale + target=np.nan_to_num(np.clip(target,-3,3));x=np.c_[np.ones(20),(positions-center)/scale] + w=np.exp(-np.sum((x[:,1:]-target)**2,1)/12)+.05 + coef=np.linalg.solve(x.T@(w[:,None]*x)+np.eye(7)*.08,x.T*w) + weights=np.r_[1,target]@coef;weights/=weights.sum() + fullq=np.tensordot(weights,b['q'],axes=1);fulla=np.tensordot(weights,b['a'],axes=1) + mix=np.clip((np.arange(600)-330)/100,0,1)[:,None] + _refq=(1-mix)*_refq+mix*fullq;_refa=(1-mix)*_refa+mix*fulla + t=min(int(_phase*600),599) + # Reference progression follows elapsed actions; pose error is corrected at every step. + a=_refa[t].copy() + a+=_servo.correct(q,_refq[t],_phase) + mapping=np.array([4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15]) + for ai,qi in [(6,7),(28,53)]:a[ai:ai+16]+=.5*(_refq[t,qi+mapping]-q[qi+mapping]) + rate=2. if t<115 or 200<=t<430 else 1. + if rate!=1.: + a[:6]*=rate;a[22:28]*=rate + _phase=min(599/600,_phase+rate/600) + if t>=598: + a[:6]=0;a[22:28]=0 + return np.clip(a,-1,1).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..e13a16d9416fc385b04bffc01416bf5d75c5e7b1 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/demo_manifest.json @@ -0,0 +1,2168 @@ +{ + "task_id": "DualArmSendPingpong-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 568, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 568, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 568, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 569, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 569, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 569, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 569, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 569, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 569, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 569, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 569, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 569, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5b3dd5cd9d8625e1a3d70d01a860f81d53ba0ec11fbebf7490908de6c61b1001", + "source_sha256": "c34d8e0572c96dfdbff6d647fb324233e4da87b1f0d7050d41355bf44e97c500", + "view_sha256": "baef8ef8867a7736bc5c148cc37ec858eb56475fadf3aa0e99b55b3215ce9467" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 560, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 561, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4c09bfa9ef7517aebd1f6c6124855627a0ff33340db819fcda71a8f360221821", + "source_sha256": "8185a756bef822bd8075154d82645d6222783117ea1925741967c74ba842c37d", + "view_sha256": "d57f5dda9d936dc7597ebc2f9bfed500a8ad6e80e93bbf00584742b48dba2946" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 588, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 588, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 588, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 589, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "65eb321257bf6f8e8288b485df36a4b8d3449ccb56984776746878a68571d79b", + "source_sha256": "9e4aa76aee061250b971c17e133c6b5f652384598b01983450e3e7cff726aa28", + "view_sha256": "02c884d6f0a8d965ec70927886f9eb9e1f4eda329fe18759952b075c39640a34" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 581, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 581, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 581, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 582, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "155537290189971d3a06399b237ab1c76e28152e90302edd0d657c8beb4cb31e", + "source_sha256": "fbf22d088b83cb90007f7a8c9d62d08bb3f4240b7a5e0c4cd9f35d5cf128e04f", + "view_sha256": "86d16fa7a39d1c547335faae6d372f261e30bac05ffe66b6701ad661d96247b4" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 560, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 561, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "42fa5d54d7e9654c640e87aec85ae4edad4b068f4a98c843f75ef5caefa8cfb0", + "source_sha256": "be664b94c2ccd668b80d5a0a0dcbd231fa19bc1fbee8150aa273549bc15002b1", + "view_sha256": "e8abb875331120a0885d89668fd9a8f8ddf15ae2fb13eb1f8318807b1e2e3f4a" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 581, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 581, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 581, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 582, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "044867dae84809b318262d020fcd09718deeef57371c8ecbb9fe72fd0c8dc89d", + "source_sha256": "96920d95b9d391d22c52659e1e400dabaf29f8c76dc16641aa0cfd5929a705da", + "view_sha256": "d02ae4efbaee3057b73bce22797c5ef78d1d29ed415adcdf36e0d6d31e4cd3b2" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 566, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 566, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 566, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 567, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 567, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 567, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 567, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 567, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7a8f7a83213a3adf884a23ca1ff292fe07cdc62071a4958face7178b47e83309", + "source_sha256": "61d8890e69a490ff9932f9258bd5e72df59d98d8bb10a52945bf88a9c8d3f2a7", + "view_sha256": "24ace4011ac755856eb4f484cab43e7f5f0f13ee1c3921cb1bc0c7a015e728be" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 567, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 567, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 567, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 568, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4b06c7e69622be4408da617d487638329c3abb0e8606a517d1980ef18e4e1372", + "source_sha256": "6c2972a3fce8ac30b70d0acf4cd267d5928a67f4ba9c6e0a504fa1dad27623ba", + "view_sha256": "40cfc0c886fc845942e1b529e09f6a40e64308ada04154079b34cc118437a108" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 577, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 577, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 577, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 578, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 578, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 578, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 578, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 578, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 578, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b826d910b2727c1c7cb30b3c75b97490a11fc56a54e9103376190be1b172b049", + "source_sha256": "d0c56c4fbc0507da3133779f114c4d4089331117182ed814ef62f34174316087", + "view_sha256": "4f2a5b7be6b0826f5c31693bdac374f0aaeca5b195d8ce93657976662967bd0f" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 574, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 574, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 574, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 575, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c0a8bc52f7a5ea68ea7d676734cccb7adf13f7e5ab613c660ac73d36bfcf0947", + "source_sha256": "56bf7ffe365eed2edf0de9b7997dfee212d4be81d7f0f558600c48f9f20365ad", + "view_sha256": "55f7e89dee6b5d8b0b504703376f8721e17a1982c3f05ac0522b0e87f3246ba4" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 587, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 587, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 587, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 588, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 588, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 588, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 588, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 588, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 588, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8a861733848c9b23852c464057967075c6421d05ac1fe3f34fa6068d0069df38", + "source_sha256": "96451300c57991b5ce1f7c94f9b1a9ca984fae7d92f8c7037d2954ee2f102556", + "view_sha256": "e1177443058d044ea46b2cc825f9117982124a8b8404392ed72213e27f5cb51b" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 551, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 551, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 551, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 552, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 552, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 552, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 552, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 552, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 552, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 552, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 552, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 552, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4b83fa258ce7e020f7ef7750d342e963d070459dbbccf86a121f3af69b2e3c0b", + "source_sha256": "5a104d7d98b270c41a444a03d6b5a72b7e04dba1279173c0aca2c657cd02669c", + "view_sha256": "7752e1b5f25002b5f1c1a0445b626940b45eeaedbb2153a94ca471cb86e62fd5" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 574, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 574, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 574, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 575, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 575, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0faed75dda230cbd7b4b08c92de38f2a4a91dda5e7fae18f092592298d0d16c3", + "source_sha256": "d65667d3b29ac9be3c7089539cd629dad5323cc6f2563c1610cbcdccfc052441", + "view_sha256": "9d2e7d756eadc5264e13ee20415f49248aa8e93aa809242afcdb7201e4bf15fd" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 560, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 560, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 561, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 561, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 561, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a763d0c5103c675d4785f886ffd46c15a686693b7d1238c987085b6faf6e73a6", + "source_sha256": "2275896f019682554ddf51083d6ac96d9a398ecaa0c54afb8bdfa36ef49ee557", + "view_sha256": "03a916ee8e6797c605e3e2e4021eb47863df1c648fbc925de94d818605644242" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 567, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 567, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 567, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 568, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 568, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 568, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e9fa2ab2be923de9599702e8175192ad7a41ffa6b458c884502bd6499cb09bdb", + "source_sha256": "f6b0af9970841b22d044ce5639e0f9fa66d0f278ae3b74a0052c47eecf97caef", + "view_sha256": "a8724f300df853536a541999a5ad7eb603ce4fdca501ddf2e600244e4425a411" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 588, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 588, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 588, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 589, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 589, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 589, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "32d9e9e3351d33210a1a62a03a545cea8c22cf9d9baa5ea1adfdda6295ebedc9", + "source_sha256": "f9e5678314263f23d1bc9eb7ba9eb05c795375b29164397fe432a45f87c8d8a8", + "view_sha256": "50ea2a730c8917105909da7083cd06fe0426466b5672711c09747676720a0cc3" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 565, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 565, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 565, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 566, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 566, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 566, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 566, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 566, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 566, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 566, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 566, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 566, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5bffba524f284f7d93d1eb104c7ab7992f80b00f33a9e9c2a53f0c26fdc0b150", + "source_sha256": "4ff59e06ca51c98744da6d1f8f3165e825079a66c351905aabfbb624ab29d3cc", + "view_sha256": "50c8dc770a14c0a9dfe20b946dc31cd2e3efbd04b3cbe8819d05b55a1df3e36a" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 581, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 581, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 581, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 582, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 582, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 582, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a503bce35d4b48deb011cd3877e357bbdfb96aa3d7ddbaf316133ac62fc7060c", + "source_sha256": "1b3c5ee3eb85311296184ad64c58366c18c44d517d3542a9e462c2a2f555ed31", + "view_sha256": "de103af1967ba066dd0226f11aba4fd313f146138222532bef82b57b0e33c1a4" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 579, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 579, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 579, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 580, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e1d94bedf50770f3155e243b5412ad6c323a30653eb008e450a1118694a3c928", + "source_sha256": "15dbb41b785f313e20fdde8e5b82b9f30254f870f15b9ea569dfedfe1a1ae415", + "view_sha256": "38aef72064073ff11f7f66f885a901293aaed5ce1adabfab3fb3fb392097ee15" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 579, + "fields": [ + { + "path": "actions/panda_leaphand-1", + "shape": [ + 579, + 22 + ], + "dtype": "float32" + }, + { + "path": "actions/panda_leaphand_left-0", + "shape": [ + 579, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qpos", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand-1/qvel", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qpos", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/panda_leaphand_left-0/qvel", + "shape": [ + 580, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_0/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera_1/rgb", + "shape": [ + 580, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 580, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e1072a930e271a4af0d4f3cfc3ac3a6b6ccfef9e7a26295db7f73cc4ef043986", + "source_sha256": "0c176093c378f88d018f31432793e02f07144230c643b4cd4a157c8a44f4f4f8", + "view_sha256": "d182e2c65e9f3908e7ead96ff91507e3ffc7fd8fd436c3986d7f3bb76ff77cef" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..0fcffba2f5fb470be7e94ac08fe50afc308e6ce8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/features.py @@ -0,0 +1,10 @@ +"""Fixed image descriptors; no learned weights or camera calibration.""" +import cv2 +import numpy as np +CAMERAS = ('front_camera', 'top_camera') +def visual(image): + x=np.asarray(image) + if x.ndim==4 and x.shape[0]==1: x=x[0] + if x.ndim!=3 or x.shape[2]!=3 or x.dtype!=np.uint8: raise ValueError('Expected uint8 RGB') + # Preserve spatial appearance and small bright/color features with a finer grid. + return cv2.resize(x,(24,24),interpolation=cv2.INTER_AREA).astype(np.float32).reshape(-1)/255. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..f3f473a18ea6c05d3b46d933018ffffd7511fc28 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/findings.md @@ -0,0 +1,10 @@ +# Findings from this task only +Authorized sources: this task's 20 D20 demonstrations, original ../demo_analysis.md, and legal exploration observations in ../exploration. No external task data, simulator reconstruction, neural training, or benchmark source. + +Episodes 1–4 established a plan. Baseline coarse-image retrieval lost the racket; stronger scene preference still missed the ball; 2x early commands flipped the racket and triggered out-of-support termination. Object-conditioned affine interpolation produced closer joint tracking and a visibly raised racket, but did not establish retained ball/landing. Episode 5 completed with native failure. Independent rehearsal 6 was valid but failed natively. Episode 7, using corrected hand order and event-aligned timing, returned native success=true and terminated=true at step 382. This is one interactive success. Rehearsal 8 of the same behavior was valid but failed. Later trials 9–12 (quadratic/local interpolation, slower motion, and native-duration stroke variants) suffered missed grasps or racket loss and did not improve native outcomes. The chosen behavior is restored to episode 7/8 for independent rehearsals 13–20; their receipts are saved outside the immutable candidate in ../exploration/. + +Localization uses normalized front-image coordinates of neutral-dark racket, bright ball/support, and red target. Occlusion/shadows can bias these estimates. Early pose references interpolate each object's demonstration joints separately; later poses incorporate both objects and target. Legal-demo leave-one-out arm-joint prediction at late phase improved from roughly .06–.09 rad to .012–.018 rad with full scene geometry. These are offline pose errors, not task success rates. + +The runnable candidate tracks references with local least-squares joint-difference-to-action maps built solely from successive legal demo observations. Hand commands use the demonstrated absolute joint target q[mapping] + 2a. Mapping [4,0,8,12,5,1,9,13,6,2,10,14,3,7,11,15] was identified uniquely from legal temporal differences, residuals below 1e-7. Episodes 2–5 incorrectly assumed matching hand orders; this is corrected in episode 6. Initial geometry conditions reference interpolation; live qpos closes the feedback loop. Later rotational correction is supported only where demonstrations contain rotation. No calibrated FK, camera transform, hidden state, or simulator is used. + +Timing follows a 600-frame event-aligned demonstration reference. Free-space approach and reposition phases advance twice as fast, while closure, release and strike remain at normal rate. The 15-step release-to-strike interval is preserved. The controller stops at 500 calls. Native horizon is 1000 including runner hold. Grasp/contact, one-hit counting, and landed-ball recovery are not explicitly detected; failures can persist. No visible success claim is made without unambiguous legal evidence. All native sparse success values are preserved separately. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..d3a3a2e5b53b148c690940634301ca21ecf81709 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/freeze_manifest.json @@ -0,0 +1,150 @@ +{ + "files": { + "__pycache__/build_bank.cpython-310.pyc": "d29720c4f45c7636d1e77466e1b4676cb01f650671fe8c47d0f2261cb9260f24", + "__pycache__/check_synthetic.cpython-310.pyc": "21217709d5405fb571c5751502ceeb3dba7625bf32b2a8dfee9370a538eec72e", + "__pycache__/controller.cpython-310.pyc": "f6fc3dea1450d37764ea79379d9ed491cd9c3896a15ab4c0adf89a89e82a6bc9", + "__pycache__/features.cpython-310.pyc": "01e470ddeced506da4dca29fac4af8729ba7b7b43257ba9bcf7d783597d00b19", + "__pycache__/initial_features.cpython-310.pyc": "7076c8b6ebc71507f4f3b86b372e3aa3bd7b510d63f85db22e170be293f3b110", + "__pycache__/pose_feedback.cpython-310.pyc": "ed50fae6ebb78d5f6db39f1ceb1aa9d50efb7b6331e176ce0fddb374a2e26588", + "bank.npz": "f566ecaf7776beeb265c8dd2c1bb65c38c3d5eda62ed1de4f2c9937d67c4a7f7", + "build_bank.py": "2b3d211825837973aba6a145e3cec24c2ceb37da2d0b501ad9d67987a695ab00", + "check_synthetic.py": "f6ff02ada7c2309daa2de2d07fcf308b5b47f79749692caa0beef2532f8e519e", + "checks.json": "d0821cc32652f0491ef2d1dfa1e993264b13f0ab7dbec39048f9396bc86b888e", + "config.json": "5c2f61d1f6e98cba1c8cfc5a0cd6295715ca6bc1d3dea96966397b5ec2a50607", + "controller.py": "ec08c3f251e1b68822d2e0faa36d401a22e591e68282c67ecf279469bc3f1d40", + "demo_manifest.json": "aa9241818b0e62f9e04c889c2aacd069d5536a8bba00d8578bda63604b4f20c9", + "demonstrations_readonly/demo_00.h5": "baef8ef8867a7736bc5c148cc37ec858eb56475fadf3aa0e99b55b3215ce9467", + "demonstrations_readonly/demo_01.h5": "d57f5dda9d936dc7597ebc2f9bfed500a8ad6e80e93bbf00584742b48dba2946", + "demonstrations_readonly/demo_02.h5": "02c884d6f0a8d965ec70927886f9eb9e1f4eda329fe18759952b075c39640a34", + "demonstrations_readonly/demo_03.h5": "86d16fa7a39d1c547335faae6d372f261e30bac05ffe66b6701ad661d96247b4", + "demonstrations_readonly/demo_04.h5": "e8abb875331120a0885d89668fd9a8f8ddf15ae2fb13eb1f8318807b1e2e3f4a", + "demonstrations_readonly/demo_05.h5": "d02ae4efbaee3057b73bce22797c5ef78d1d29ed415adcdf36e0d6d31e4cd3b2", + "demonstrations_readonly/demo_06.h5": "24ace4011ac755856eb4f484cab43e7f5f0f13ee1c3921cb1bc0c7a015e728be", + "demonstrations_readonly/demo_07.h5": "40cfc0c886fc845942e1b529e09f6a40e64308ada04154079b34cc118437a108", + "demonstrations_readonly/demo_08.h5": "4f2a5b7be6b0826f5c31693bdac374f0aaeca5b195d8ce93657976662967bd0f", + "demonstrations_readonly/demo_09.h5": "55f7e89dee6b5d8b0b504703376f8721e17a1982c3f05ac0522b0e87f3246ba4", + "demonstrations_readonly/demo_10.h5": "e1177443058d044ea46b2cc825f9117982124a8b8404392ed72213e27f5cb51b", + "demonstrations_readonly/demo_11.h5": "7752e1b5f25002b5f1c1a0445b626940b45eeaedbb2153a94ca471cb86e62fd5", + "demonstrations_readonly/demo_12.h5": "9d2e7d756eadc5264e13ee20415f49248aa8e93aa809242afcdb7201e4bf15fd", + "demonstrations_readonly/demo_13.h5": "03a916ee8e6797c605e3e2e4021eb47863df1c648fbc925de94d818605644242", + "demonstrations_readonly/demo_14.h5": "a8724f300df853536a541999a5ad7eb603ce4fdca501ddf2e600244e4425a411", + "demonstrations_readonly/demo_15.h5": "50ea2a730c8917105909da7083cd06fe0426466b5672711c09747676720a0cc3", + "demonstrations_readonly/demo_16.h5": "50c8dc770a14c0a9dfe20b946dc31cd2e3efbd04b3cbe8819d05b55a1df3e36a", + "demonstrations_readonly/demo_17.h5": "de103af1967ba066dd0226f11aba4fd313f146138222532bef82b57b0e33c1a4", + "demonstrations_readonly/demo_18.h5": "38aef72064073ff11f7f66f885a901293aaed5ce1adabfab3fb3fb392097ee15", + "demonstrations_readonly/demo_19.h5": "d182e2c65e9f3908e7ead96ff91507e3ffc7fd8fd436c3986d7f3bb76ff77cef", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "3537e958143864a8d80aed273fdb33b6e16f37a94009a90506619ae9386db7d7", + "findings.md": "f8859e464b07f7d337748011bdc88d850d119a8403b615e750c26e50440e5377", + "hand_mapping.npy": "535b33f368a4c6e49257cd819c856a868bb6f74d0803a86ca46dccc9ba23884a", + "handoff.md": "86d3804c10f702c8edc42c734f4e54fcd061521690551f3d6c7fef973a55079b", + "initial_features.py": "725e4c7485fe9ec17a4cadd389b917e7786a2d257e6a500cb764a159bd8e3bc6", + "initial_objects.npy": "24d4dc326703632b8222a8f63373d2eff243a418df50cb3cc02382862b2cd848", + "initial_targets.npy": "8dddc4e15ed6c470b729674ec77bc090640b26cb3d0ad6ac6ef8b155b15af8ea", + "model_tool_manifest.yaml": "1988205e954d4e1ecd31fc00ae94d26acda734f0b94ca76a59bb21681008dc20", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "pose_feedback.py": "fbd656eb47cafec72804cc0de835dc1478e07ea923b3884398c49fca1d223378", + "reference.npz": "ab283e2b0fcf7b0cac5db709f9b4767e754acb4b78b6379f72ec6fe272638b88", + "servo.npz": "f3c5744de86043522826d64f2c6a3414614ee7981255e17cf19cdde6328d7bf9", + "skills.md": "5b0685bc92dec465b421e4c5656c52576516defa8cb0b30748992bb3ad1f590e", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "exploration_ledger_hash": "2e2c7a02de977d39e9cc8f464284d9b790e542209561635cfdf363a2ded9d67e", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 6, + "bundle_hash": "d373b89aa1b0d0d2b759c2c5e421701fbddef88abb7a1e4bf006fb47737dbc04", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 8, + "bundle_hash": "c077660887b70675f3e2ad5a35112a9fee1c3ea89e181fc4b5056e4bf85802d0", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 13, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "1208cd2c0ac56e03b7c8ea880fe2936338606938c146b141cd68c922538024b7", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..ae2be23381b6cf3169106840e6f48fc01e0e16d8 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/handoff.md @@ -0,0 +1,6 @@ +# Runnable handoff +Entrypoints: controller.reset_episode() and controller.act(obs). Required offline files: controller.py, initial_features.py, pose_feedback.py, reference.npz, servo.npz, initial_targets.npy. Runtime requires Python, NumPy, OpenCV only. No network, agent, external model, simulator, or demonstration reads at runtime. + +Actions are 44 normalized values in the task contract order, clipped to [-1,1]. The runner supplies initial hold; controller adds none. The program stops after 500 calls, below the 1000-step native horizon. It expects legal RGB and proprioception dictionaries. Reset clears scene-conditioned references and phase. Object-dependent references are fixed after initial localization; live joints control corrections thereafter. + +Original offline work is preserved in ../demo_analysis.md. Interactive actions, images, traces and failure notes are in ../exploration; historical controller versions are in ../versions. Rehearsals must run exact independent snapshots. The runner supplies verified demonstration manifest and common environment lock. Selection and freeze are runner-owned. No official success is inferred from termination. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_features.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_features.py new file mode 100644 index 0000000000000000000000000000000000000000..6a4864df1d28324131677fb0e73d97d57852300b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/initial_features.py @@ -0,0 +1,30 @@ +import numpy as np,cv2 + +def locate(im): + im=np.asarray(im).squeeze(); h,w=im.shape[:2] + # camera-fixed tabletop windows verified in authorized front images + white=(im.min(2)>175)&((im.max(2).astype(float)-im.min(2))<55) + white[:int(h*.50)]=False;white[int(h*.73):]=False;white[:,:int(w*.42)]=False;white[:,int(w*.75):]=False + n,labels,stats,cent=cv2.connectedComponentsWithStats(white.astype('uint8')) + good=[i for i in range(1,n) if 1522)&((im.max(2).astype(float)-im.min(2))<9) + dark[:int(h*.49)]=False;dark[int(h*.65):]=False;dark[:,:int(w*.29)]=False;dark[:,int(w*.58):]=False + n,labels,stats,cent=cv2.connectedComponentsWithStats(dark.astype('uint8')) + good=[i for i in range(1,n) if stats[i,4]>60] + racket=cent[max(good,key=lambda i:stats[i,4])] if good else np.array([np.nan,np.nan]) + return (np.r_[racket,ball]/np.array([w,h,w,h])).astype(np.float32) +if __name__=='__main__': + import sys,json + sys.path.insert(0,'/');from worker_api import API + api=API(); data=[] + for i in range(20): + im=api.read_demo(f'demo_{i:02d}',0,1,['obs/sensor_data/front_camera/rgb'])['obs/sensor_data/front_camera/rgb'][0];z=locate(im);data.append(z);print(i,z) + np.save('candidate/initial_objects.npy',data) + +def target(im): + im=np.asarray(im).squeeze() + mask=(im[:,:,0]>130)&(im[:,:,0]>im[:,:,1].astype(float)*1.7)&(im[:,:,0]>im[:,:,2].astype(float)*1.7) + y,x=np.where(mask) + if len(x)<10:return np.array([.83,.69]) + return np.array([(x.min()+x.max())/2/im.shape[1],(y.min()+y.max())/2/im.shape[0]]) diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..553e1cb7c42de92a312722894ec539accc490ef7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,115 @@ +{ + "task_id": "DualArmSendPingpong-v1", + "protocol": "Agent-D20-E20-Compiled", + "neural_finetuning": false, + "runtime_dependencies": [ + "Python standard library", + "numpy", + "cv2" + ], + "runtime_models": "Fixed color localization, affine demonstration interpolation, local least-squares secant feedback; no neural model", + "authorized_data": "Only this task 20 demonstrations and legal exploration", + "tools_used": [ + "worker_api.API", + "Python", + "NumPy", + "OpenCV", + "h5py for authorized demo analysis", + "local shell and image viewing", + "SciPy linear_sum_assignment for offline hand-order identification only" + ], + "sources": { + "demos": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ] + }, + "artifacts": { + "check_synthetic.py": { + "sha256": "f6ff02ada7c2309daa2de2d07fcf308b5b47f79749692caa0beef2532f8e519e", + "bytes": 2090 + }, + "initial_objects.npy": { + "sha256": "24d4dc326703632b8222a8f63373d2eff243a418df50cb3cc02382862b2cd848", + "bytes": 448 + }, + "initial_features.py": { + "sha256": "725e4c7485fe9ec17a4cadd389b917e7786a2d257e6a500cb764a159bd8e3bc6", + "bytes": 1623 + }, + "initial_targets.npy": { + "sha256": "8dddc4e15ed6c470b729674ec77bc090640b26cb3d0ad6ac6ef8b155b15af8ea", + "bytes": 448 + }, + "servo.npz": { + "sha256": "f3c5744de86043522826d64f2c6a3414614ee7981255e17cf19cdde6328d7bf9", + "bytes": 1131277 + }, + "checks.json": { + "sha256": "d0821cc32652f0491ef2d1dfa1e993264b13f0ab7dbec39048f9396bc86b888e", + "bytes": 384 + }, + "findings.md": { + "sha256": "f8859e464b07f7d337748011bdc88d850d119a8403b615e750c26e50440e5377", + "bytes": 2998 + }, + "handoff.md": { + "sha256": "86d3804c10f702c8edc42c734f4e54fcd061521690551f3d6c7fef973a55079b", + "bytes": 1167 + }, + "config.json": { + "sha256": "5c2f61d1f6e98cba1c8cfc5a0cd6295715ca6bc1d3dea96966397b5ec2a50607", + "bytes": 1598 + }, + "pose_feedback.py": { + "sha256": "fbd656eb47cafec72804cc0de835dc1478e07ea923b3884398c49fca1d223378", + "bytes": 695 + }, + "bank.npz": { + "sha256": "f566ecaf7776beeb265c8dd2c1bb65c38c3d5eda62ed1de4f2c9937d67c4a7f7", + "bytes": 15205256 + }, + "build_bank.py": { + "sha256": "2b3d211825837973aba6a145e3cec24c2ceb37da2d0b501ad9d67987a695ab00", + "bytes": 1902 + }, + "reference.npz": { + "sha256": "ab283e2b0fcf7b0cac5db709f9b4767e754acb4b78b6379f72ec6fe272638b88", + "bytes": 5654651 + }, + "hand_mapping.npy": { + "sha256": "535b33f368a4c6e49257cd819c856a868bb6f74d0803a86ca46dccc9ba23884a", + "bytes": 384 + }, + "controller.py": { + "sha256": "ec08c3f251e1b68822d2e0faa36d401a22e591e68282c67ecf279469bc3f1d40", + "bytes": 2877 + }, + "skills.md": { + "sha256": "5b0685bc92dec465b421e4c5656c52576516defa8cb0b30748992bb3ad1f590e", + "bytes": 600 + }, + "features.py": { + "sha256": "3537e958143864a8d80aed273fdb33b6e16f37a94009a90506619ae9386db7d7", + "bytes": 508 + } + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/pose_feedback.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/pose_feedback.py new file mode 100644 index 0000000000000000000000000000000000000000..0bd36c79e370fbce7cfa6df7b5feeb499474d912 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/pose_feedback.py @@ -0,0 +1,17 @@ +from pathlib import Path +import numpy as np +_DATA=None + +def correct(q,reference,phase): + global _DATA + if _DATA is None: + with np.load(Path(__file__).parent/'servo.npz') as z:_DATA={k:z[k] for k in z.files} + b=_DATA; result=np.zeros(44,np.float32) + for ri,(qi,ai) in enumerate([(0,0),(46,22)]): + x=q[qi:qi+7]; dist=np.mean((b['q'][:,ri*7:ri*7+7]-x)**2,axis=1) + ix=np.argpartition(dist,160)[:160] + dq=b['dq'][ix,ri*7:ri*7+7].astype(float);u=b['a'][ix,ri*6:ri*6+6].astype(float) + # Fixed local least-squares secant, not a neural model or simulator. + matrix=np.linalg.solve(dq.T@dq+np.eye(7)*.0002,dq.T@u) + result[ai:ai+6]=np.clip(.3*(reference[qi:qi+7]-x)@matrix,-.035,.035) + return result diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..a6f30057215bba7679a34a60bff8441d52088cf4 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/skills.md @@ -0,0 +1,7 @@ +# Compiled program capabilities +- Locate initial ball/support, racket, and red target in the front camera using fixed color/region rules. +- Interpolate only the 20 authorized demonstration joint/action references using observed geometry. +- Correct arm pose and hand target errors using current legal joint observations. +- Execute the demonstrated approach, closure, lift, reposition, release and strike timing within native action bounds. +- Stop at a fixed bounded horizon. No grasp-failure or landing recovery is claimed. +These are implementation capabilities, not certified successful task skills. diff --git a/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/DualArmSendPingpong-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start65)&(g>1.4*r)&(g>1.3*b)) if color=='green' else ((r>100)&(r>1.6*g)&(r>1.5*b)) + n,l,st,cs=cv2.connectedComponentsWithStats(m.astype('uint8')) + if n<2:return None + k=1+np.argmax(st[1:,4]);return cs[k] if st[k,4]>=2 else None + +def uv_world(uv):return np.array([.4+(uv[0]-120)/200.,(160-uv[1])/200.]) +def world_uv(p):return np.array([120+200*(p[0]-.4),160-200*p[1]]) +def block(obs): + global _H + if _H is None:_H=json.loads(Path(__file__).with_name('cameras.json').read_text()) + candidates={};S['top_seen']=False + for c in ['top_camera','front_camera','left_camera']: + im=image(obs,c);uv=centroid(im) + if uv is None:continue + if c=='top_camera': + f=im.astype(float);r,g,b=f.transpose(2,0,1) + area=np.sum((g>65)&(g>1.4*r)&(g>1.3*b)) + if area<40:continue + else: + p=np.array(_H[c])@np.r_[uv,1];uv=p[:2]/p[2] + p=uv_world(uv) + if .27160)&((f.max(2)-f.min(2))<60) + edges={} + for x in range(6): + for y in range(10): + ns=[] + for dx,dy in [(1,0),(-1,0),(0,1),(0,-1)]: + xx,yy=x+dx,y+dy + if not(0<=xx<6 and 0<=yy<10):continue + if dx: + u=int(round(100+max(x,xx)*80/6));v=int(round(80+(y+.5)*16));patch=white[v-5:v+6,u-1:u+2] + else: + u=int(round(100+(x+.5)*80/6));v=int(round(80+max(y,yy)*16));patch=white[v-1:v+2,u-4:u+5] + if patch.mean()<.32:ns.append((xx,yy)) + edges[(x,y)]=ns + return edges + +def path(start,goal,edges): + todo=deque([start]);prev={start:None} + while todo: + c=todo.popleft() + if c==goal: + r=[] + while c is not None:r.append(c);c=prev[c] + return r[::-1] + for n in edges.get(c,[]): + if n not in prev:prev[n]=c;todo.append(n) + return None + +def change(phase,target=None): + S['phase']=phase;S['age']=0 + if target is not None:S['target']=np.array(target,float) + +def move(tcp,target,speed=.1): + a=np.zeros(7,dtype=np.float32);a[:3]=np.clip((target-tcp)*6.,-speed,speed);a[3:6]=S.get('rot_action',np.zeros(3));a[6]=-1.;return a + +def act(obs): + global _last_reason + if not S:reset_episode() + step=int(obs.get('step_id',1)) + if step>=1000:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1);tcp=fk(q) + S.setdefault('rotation',rotation(q)) + error,_=cv2.Rodrigues(S['rotation']@rotation(q).T) + S['rot_action']=np.clip(-2*error.ravel(),-.3,.3) + S['age']+=1;S['last_step']=step + p=block(obs) + if p is not None:S['block']=p + phase=S['phase'];_last_reason=phase + if phase=='close': + if max(q[7:])<.008:change('clear',[.26,-.40,.20]) + return np.array([0,0,0,0,0,0,-1],dtype=np.float32) + if phase=='clear': + if np.linalg.norm(tcp-S['target'])<.012: + S['edges']=maze(obs);g=centroid(image(obs,'top_camera'),'red') + if g is None:return None + S['goal_xy']=uv_world(g);S['goal']=cell(S['goal_xy']);change('plan') + return move(tcp,S['target'],.18) + if phase=='goal_clear': + if np.linalg.norm(tcp-S['target'])<.012:change('plan') + return move(tcp,S['target'],.18) + if phase=='plan': + if S['block'] is None:return None + b=S['block'];r=path(cell(b),S['goal'],S['edges']);S['route']=r + if r is None:change('clear',[.25,-.4,.25]);S['failures']+=1;return move(tcp,S['target']) + if len(r)<2: + if not S['top_seen']: + change('goal_clear',[.26,-.40,.20]);return move(tcp,S['target'],.18) + delta=S['goal_xy']-b + if np.linalg.norm(delta)<.008: + change('done',[tcp[0],tcp[1],.15]);return move(tcp,S['target']) + axis=int(np.argmax(np.abs(delta)));direction=np.zeros(2);direction[axis]=np.sign(delta[axis]) + target=b.copy();target[axis]=S['goal_xy'][axis] + else: + d=np.array(r[1])-r[0];end=r[1] + for n in r[2:]: + if np.array_equal(np.array(n)-end,d):end=n + else:break + target=center(end);direction=(target-center(r[0]));direction/=np.linalg.norm(direction) + S.update(push_dir=direction,push_goal=target,push_start=b.copy(),last_block=b.copy(),stuck=0) + S['contact']=(.020 if direction[0]>.5 else .030) if abs(direction[0])>.5 else (.032 if direction[1]>.5 else .025) + behind=b-direction*.016;S['behind']=behind + change('lift',[tcp[0],tcp[1],.11]) + if S['phase']=='lift': + if tcp[2]>.095:change('position',np.r_[S['behind'],.11]) + return move(tcp,S['target'],.18) + if S['phase']=='position': + if np.linalg.norm(tcp[:2]-S['target'][:2])<.004:change('lower',np.r_[S['behind'],.018]) + return move(tcp,S['target'],.18) + if S['phase']=='lower': + if tcp[2]<.024 or S['age']>30:change('push') + return move(tcp,S['target']) + if S['phase']=='push': + b=S['block'];d=S['push_dir'];goal=S['push_goal'] + progress=np.dot(goal-b,d);ortho=b-d*np.dot(b,d) + target=goal-d*S['contact'] + # Align to the observed block perpendicular to the push axis. + # Hold corridor center rather than chasing an occluded green edge. + if np.linalg.norm(tcp[:2]-target)<.004 or S['age']>100: + change('inspect_lift',np.r_[tcp[:2],.13]);return move(tcp,S['target']) + return move(tcp,np.r_[target,.018]) + if S['phase']=='inspect_lift': + if tcp[2]>.115:change('inspect',np.r_[tcp[:2]-S['push_dir']*.065,.13]) + return move(tcp,S['target'],.18) + if S['phase']=='inspect': + if np.linalg.norm(tcp-S['target'])<.008: + if S['top_seen'] or S['age']>10:change('plan') + return move(tcp,S['target'],.18) + if S['phase']=='done': + if tcp[2]>.14:return None + return move(tcp,S['target']) + return move(tcp,tcp) diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..8d1569614949af27df89608399ec83f7eb97b4c2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "MazeBlockPush-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 550, + "fields": [ + { + "path": "actions", + "shape": [ + 550, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 551, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 551, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 551, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 551, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d99ae45e4266eff0f59c73945e7685b159d16e724d66adcad079e4cf704751a0", + "source_sha256": "181e9159c60afe3bc7d7f758e95711714f2a9b005ce7845949c7800d29c53e10", + "view_sha256": "001daa6483355666b39372bbc83ed1baaa9c500518c69423f29e10980f46264d" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 840, + "fields": [ + { + "path": "actions", + "shape": [ + 840, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 841, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 841, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 841, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 841, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 841, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 841, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e8c745a08652dce44f50780f8702b18ea0f833d851f073131e4c830fe271fe2f", + "source_sha256": "0fd75de9540f9d64e9a88e0d25a389543dadbf5627c440919ad38b6763926df8", + "view_sha256": "a4edcc341d424f44991a2230cd3b6a164cc82a46d8fb22da8bd81ecc7fe41478" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 666, + "fields": [ + { + "path": "actions", + "shape": [ + 666, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 667, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 667, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 667, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 667, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 667, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 667, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1bdc07a8f7cbf32cd70d87538e6e3a327f46e203510e497a13f4fb9b16b2a933", + "source_sha256": "ed41192bbeebf268cd946ff0da02cac6e40ebc02779c763d8a0a2941d96c7019", + "view_sha256": "251d61950408ad1bd7c7b86e5fe32a85ce8a13e5a991aa1ee985d96ef51f4965" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 622, + "fields": [ + { + "path": "actions", + "shape": [ + 622, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 623, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 623, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 623, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 623, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 623, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 623, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "09f2fe70a7b6b576acc746184412a62837153511b0d276b984b1b86fa2c7a257", + "source_sha256": "fcd4fbbf52f50779676c0d5eea25832722d341ef7113d22ea48a4e14bc8d3de7", + "view_sha256": "361c5b5fabb494cd72f55714f89bc3cdfb7f769e6eb516cac11e93753d9e0289" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 975, + "fields": [ + { + "path": "actions", + "shape": [ + 975, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 976, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 976, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 976, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 976, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 976, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 976, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "280d56bbc5bc4b568ad00b7823a78e9592eb4a312717d0fb9d248f63fb1908f7", + "source_sha256": "1cae689c6fc9a73932d28a00fe1c9fbe62a038ba3c362b916683788f3052a1f5", + "view_sha256": "04657a29e315263f31ae935ff84d3ce8537efff64ec6db7a787658d615746beb" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 544, + "fields": [ + { + "path": "actions", + "shape": [ + 544, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 545, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 545, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 545, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 545, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 545, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 545, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "62cb1e773885ca2ddd9d7dc620f622a936f0bee1a2a1c9cd6d02e85530bcffa4", + "source_sha256": "740b27033eaf2ee16b761438b3123dd1d60d7469020cf74565558b7a17808f1f", + "view_sha256": "885fb55e2211d52962edce6369a4cafe046d430e50b9fdacf05f2c658eb466a8" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 791, + "fields": [ + { + "path": "actions", + "shape": [ + 791, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 792, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 792, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 792, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 792, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 792, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 792, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dad2377cdcb716de41106cc18e823e1e346b86d737f6d35c460a061c1739ac13", + "source_sha256": "e7696dcd58db9ece96a456bfb6c37488359a0b1874e5559ad1b2eb94b8185144", + "view_sha256": "e4c49024f2f66c0ed95a94be444d77c295b7fa376dc1787efea0e9e6d087fec0" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 574, + "fields": [ + { + "path": "actions", + "shape": [ + 574, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 575, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 575, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 575, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 575, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "896eebb155181c84a9d28217bbd7573a5aa0b5503c56985680436d5207f85149", + "source_sha256": "ed1be1d9cdbdedb11303a866f4ef3ddb0aa42ae6aa0aaa816a2b6bffc30e5384", + "view_sha256": "039c47e8c3dfa09f0f27d7b9a7354776745ccf166df52494aaec5cce04b71245" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 793, + "fields": [ + { + "path": "actions", + "shape": [ + 793, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 794, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 794, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 794, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 794, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 794, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 794, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "726909a987958d92e80bd623be6380a48e3e50a8567a8c1ec9a0959c650223ce", + "source_sha256": "b226e311f19e43ce0e68d165a464b3dbb01243cdac9ba1b85d5361493fd4aa42", + "view_sha256": "086591380122d3e8c88ac3bdf6fae0b5dbcf15ae18955db9bce81f89c50d2936" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 681, + "fields": [ + { + "path": "actions", + "shape": [ + 681, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 682, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 682, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 682, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 682, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 682, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 682, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "89b7102ddfe4829b29b2c60c4c6b6a422f777313d44227b763d88b789aa9e66b", + "source_sha256": "f8c7a255c0b59bdc0f320b4708af157e033cc002faec20bd413463c39630e8d1", + "view_sha256": "3b5a38bd8fd3dad276a0546e4ddd541dc317a700004cf2a6a74a2c94141564e1" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 533, + "fields": [ + { + "path": "actions", + "shape": [ + 533, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 534, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 534, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 534, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 534, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 534, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 534, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "44348c29bfd865d9eef24c1e1dd8d59298bfac385e5d7df0ea84f6ee4cde9ab7", + "source_sha256": "95fefcdb72bb16a791bff5d7da47c7f82ad9a70102224bbf6f71de3b0cabacbe", + "view_sha256": "554b7060b4264caf88e38d3140c4bc005b324524717128935da4c0bb655447bd" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 756, + "fields": [ + { + "path": "actions", + "shape": [ + 756, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 757, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 757, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 757, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 757, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 757, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 757, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "326b07f6f3a0acc6d0154e8d761100dda0f26b7f4ac3a1312306010f7b8cf71f", + "source_sha256": "88b9a6fe730fa913d49dd7c4a7c115be2ef3155323247c9d6ebcb232835a099d", + "view_sha256": "1f2884f2d46751678012b76bf955047826be53fd429ed4f297dc8630f1259e50" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 681, + "fields": [ + { + "path": "actions", + "shape": [ + 681, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 682, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 682, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 682, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 682, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 682, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 682, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "29eef29bb0347a23f464db84cde3370da60ac41934337eb20e0d925a9aade123", + "source_sha256": "7fc2f713731c49edcdb096ed0f917a36b4a8a11b87f4c6d367ccf47c67daf2e5", + "view_sha256": "3ba5ab7d76d5f02f08ade640fe0a75c738b789e86261c31407d60b39660a1378" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 822, + "fields": [ + { + "path": "actions", + "shape": [ + 822, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 823, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 823, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 823, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 823, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 823, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 823, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a0a765e8c9a0a31056e01d80e2d35c9ca50da54fb8df65d47d3a3cbd998fbb60", + "source_sha256": "a761d9951c1da70d05717c4201f96ce45b7a46eebd679e567e3bff5575f2cfe6", + "view_sha256": "fbd0e47a219752a9b76c9f8bc040cd9cbcccfaeee59425324fa78d7c03ba3cc2" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 738, + "fields": [ + { + "path": "actions", + "shape": [ + 738, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 739, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 739, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 739, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 739, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 739, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 739, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ba9cc011fc3066d3b7856980265638b33b3b8cdf2af6a55dc50a114f1c2a82b1", + "source_sha256": "a4b13b5d7925112b0f4bc45e8226e5200379cb7d52d7e11387e816f69d487ddc", + "view_sha256": "f8507fb466f291fb3781d481bc2bda4a1edb873aadd423fa78bf87aa20fe76bf" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 733, + "fields": [ + { + "path": "actions", + "shape": [ + 733, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 734, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 734, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 734, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 734, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 734, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 734, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "561ec3f28960a163d68cef1d9e718de3069e5cae3dc6a63bf15d15b81490adea", + "source_sha256": "beee48e0240ef38d6b0f8f21f667e92685c4c8678c6a41138410a3af612acc0d", + "view_sha256": "7da64c23ac30a6606c2287b07e7690b55154f0dcc253d51ccddaff9311357bd9" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 755, + "fields": [ + { + "path": "actions", + "shape": [ + 755, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 756, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 756, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 756, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3a8493594c0a4f7e732debd2dac1e593594ba81dd0c2ef4464bc12f993cfe66b", + "source_sha256": "cd72c1817a444ad54a6b59d59970d6301ba4fa2a45f104e994c9b9b394fc155a", + "view_sha256": "a8a0ae5fb33929445afc3ae578b8e00b5ab90d7b40205e37ca0effe8b65287d5" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 580, + "fields": [ + { + "path": "actions", + "shape": [ + 580, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 581, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 581, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 581, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 581, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 581, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 581, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e429df9e8af8ad259ecfd250dc3b84ce4aab8a647a4dfd25cd8fba305d06cf06", + "source_sha256": "568d496776e477fe0fb901e597aa42be338a818fa58370f50f929bf2aeab034e", + "view_sha256": "26dcc3feeacec5ee2b96b3dc4919f3ef8917702982b2ead3d8da1d449e6f42d0" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 566, + "fields": [ + { + "path": "actions", + "shape": [ + 566, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 567, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 567, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 567, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 567, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d7dd150864cd67b68511abbed49fff13de0b31395837e43e6d9d95609b2a5a75", + "source_sha256": "4525b11f8fe7df43f7e3808ad9b8a62810e31ae18f14e7c3274eba5f090dc525", + "view_sha256": "89089a40d8667d31e6c73c6a7c6d769d4fe55b925edc9a999a34f50059b05485" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 687, + "fields": [ + { + "path": "actions", + "shape": [ + 687, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 688, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 688, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 688, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 688, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 688, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 688, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7c24774db13fb1a601ce9ff90d6fe7ba8e3612daf3d971e6a02f40462a4f8c04", + "source_sha256": "cd459b32f6c943887946c1c84a161b3c4dd90935b8ad721f755db736112582ab", + "view_sha256": "b1cff363aaad992e3efbfbbc4446de53f9f0d92be0979d1690677cda9b5ad7c3" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..157c4476eca37d8a326a79d4c41a2d0a896c2e14 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/findings.md @@ -0,0 +1,37 @@ +# Task-local exploration findings + +Authorized data: this task's 20 D20 demonstrations plus legal API episodes only. No simulator internals or other-task data used; no neural weights trained. + +Episodes 1–4 establish the plan. Episode 1 exposed an interactive harness schema bug (execute_actions returns a steps list); it ended after the charged hold and one closure action. The initial and returned images are preserved. Episode 2 tests the original nearest-observation action dictionary. At steps 100, 200 and 300 the robot and block are visually stationary near the start. The retrieval controller aliases approach completion with low-motion actions and lacks recovery. + +Geometric development: a standard seven-joint Panda kinematic chain estimates TCP pose from legal qpos. This is an analytic rigid transform, not a simulator. Demo 00 action/pose checks support x increasing right and y increasing upward in the top image. The regular maze spans approximately x=.3.. .7, y=-.4.. .4, with 6 columns and 10 rows. Top images are normalized to the authorized demo resolution, 240x320; live cameras are twice that resolution. Walls are segmented at grid boundaries and breadth-first search supplies a route. A closed gripper is used only as a pusher, with zero wrist rotation. The controller lifts, positions behind the visually localized block, lowers and pushes a straight corridor segment. + +Camera localization: green and red masks, top camera preferred. Side cameras use planar correspondences manually measured from legal images, with start-position corrections. An attempted automatic homography fit was rejected because nearly all paired visible green detections clustered at the start; camera_fit_audit.json records those authorized reads. Side-plane bias and occlusion remain limitations. The first geometric version has not yet been tested. + +Timing: initial hold consumes native step 1. Every command respects seven native components and horizon 1000. Translation is capped at demonstrated normalized magnitude .1; no grasp is attempted. Push recovery lifts and replans after a pose target or timeout; recovery quality remains unverified. Visible completion requires unambiguous legal evidence, and ambiguous evidence is false. Native success, when returned, is kept separate. + +Episode 3 (geometric v1, 320 native steps): maze clearance and BFS worked; the robot pushed the block across the first bottom corridor and began the second push. Side-camera estimates shifted during occlusion, freezing a behind-block target slightly outside the outer wall; descent hit its timeout before recovery. Top observations after repositioning showed the first horizontal push overshot about 1.5 cm. Geometric v2 therefore uses axis-dependent contact distances (.033 m for x, .019 m for y), holds the corridor center rather than chasing partial green edges, and lifts/retreats for a fresh image before each turn. Native success was false. Saved images/actions document localization, analytic pose, non-grasping closed-finger contact, timing and recovery failure. + +Episode 4 independently rehearsed geometric v2: runnable, valid, hash ee51c85ee40c1d1fb25949d0af3d2e86b0c90be613f8e52e215327c7dbcf6845, native success false at step 1000. Final legal images retrieved after completion show the block partway through the maze and a severely tilted hand. No intervention occurred during rehearsal. A visible-score override is unnecessary because native step feedback was present. + +Episode 5 (geometric v3, 500 native steps): bounded rotation feedback held initial wrist orientation within .004 rad through the first approach/descent and enabled progress through multiple turns. Gripper lowering was changed to .016 m behind the block, matching inspected demo approach positions. Partial top green masks and side-camera height/occlusion biases still caused missed contacts and a descent timeout. This is a partial-route exploration result, native success false, not a completed successful rollout. Geometric v4 rejects small partial top detections and combines left-view horizontal position with front-view vertical position. Approximate fallback corrections are derived from episodes 3 and 5 and remain under test. + +Episode 6 is a task-local interactive calibration probe: the candidate proposes pushes, then the exploration harness moves the hand above and left of the board to collect unobstructed legal RGB correspondences. These manual probe interventions are logged and are not represented as independent candidate performance. + +Episodes 6–7 calibration: episode 6 reached its 400-step cap after one long push; the probe's aside target near the robot base oscillated without meeting a tight positional threshold. The hand was already clear, so a valid correspondence was manually extracted from saved frame 200. Episode 7 fixed the probe by accepting a clear top view during safe elevated travel toward the reachable lower-left staging area; it collected four push-end correspondences and resumed after each. Native success remained false at its 400-step partial-route cap. Probe interventions are explicit and not independent performance claims. + +Analytic wrist feedback reduced sampled episode-5 maximum drift to .028 rad, versus .817 rad in episode 3. Calibration camera corrections fit a small planar similarity on top of manually measured camera planes, using only saved legal RGB pairs. Exact records and residuals are in evidence/exploration_camera_fit.json. Frame selection is explicit; no neural optimization occurred. Direction-dependent empirical contact offsets are +x .020 m, -x .030 m, +y .032 m; -y .025 m remains an initial estimate. Pose stopping tolerance and image-plane error contribute to these empirical offsets, so they are not claimed as exact gripper geometry. + +Episode 8 tests geometric v5 without calibration-probe interventions, up to the native horizon. This version rejects top green components smaller than 40 pixels at normalized resolution, combines left-view horizontal and front-view vertical measurements when top is occluded, and uses the fitted camera planes. First independent rehearsal remains episode 4; further exact-version rehearsals are still required. + +Episode 8 completed the full maze without probe intervention: native API success true, terminated at step 869 (868 program actions after the charged hold). Actual actions and native returns are preserved in evidence/episode08/actions.pkl; outcome.json records the sparse native success. This is interactive evidence, not an independent rehearsal claim. One outer-wall descent consumed its 65-action timeout but the following push recovered with the wrist stabilized. All other displayed segments continued along the planned route. The runtime bundle now excludes unused preparation scripts/dictionary; those are preserved in versions/preparation_assets and versions/v5_full_pre_rehearsal. + +Episode 9 was infrastructure_interrupted and invalid, with no final step observation. A false visible assessment was submitted because completion evidence is absent. Episode 10 independently rehearsed unchanged v5, hash 6067d31e9ddd70bf525c6d597b38258f84742d28261a140d9af7779d3e064c48: valid finished, native success false at step 1000. Final top/front/left images were inspected; green block remains short of red goal. Approximate side-based block xy (.606,.114), goal (.665,.203), TCP z .037. The final frame alone cannot distinguish repeated missed contact from route-length timing. v6 increases pose proportional gain from 4 to 6, retaining existing speed caps, offsets and recovery thresholds, to test reduced settling overhead. + +Episode 11 (v6 gain 6) completed with native success true at step 582, 581 program actions after hold. No manual interventions. Periodic legal images, actual actions and returns are saved in evidence/episode11; outcome.json preserves native success separately from interpretation. The route progressed through turns without a maze-search failure. This tests one changed gain on a different maze and does not establish a paired causal improvement over v5. Independent exact-version rehearsal follows; results after snapshot will be kept in evidence/continuation_findings.md to preserve bundle identity. + +Episode 12 independently rehearsed v6, hash 7c47a9c28bef75e8113fd32c7126ae1496c2e9cc7fc9db269c86a1567786f1cf, valid finished, native success false, final step 876. The program stopped before horizon; top and front final images were inspected. Side-based final block estimate (.525,.189) was in the goal cell but visibly offset from the red target; top view partially occluded. This reveals an overly coarse cell-based stop rule, not just horizon exhaustion. v7 stores the initially visible red centroid in metric coordinates. When route reaches the goal cell, it clears the top view if occluded, then either stops within .008 m or attempts an axis-aligned fine push toward that observed goal coordinate. The same non-prehensile contact offsets and gain 6 remain. This correction is a test hypothesis, not claimed success. + +Episode 13 (v7) exhausted the native horizon at step 1000, native success false. Saved action returns and phase/image samples show multiple descents staying blocked until the 65-step timeout, followed by successful pushes. Final segment was missed or incomplete and was being retried at horizon. The new fine-goal correction was not reached and remains unverified. v8 shortens only the blocked-descent timeout from 65 to 30 actions; normal descents in the sampled logs complete in about 15 actions, so this retains settling margin while reducing repeated wall-contact delay. No grasp is used. + +Episode 14 (v8) completed with native success true at step 910, 909 actual actions after hold, with no interventions. The controller reached the goal cell with a remaining y offset (sampled estimate around y=.102 versus target .1225), then executed the new fine correction and native success arrived during that correction. Thus fine-goal handling was exercised successfully in one interactive attempt; independent rehearsal remains required. Shorter blocked-descent timeout also remained runnable through this maze. The candidate is now held fixed for independent rehearsals; subsequent results and hashes are saved outside candidate to avoid changing exact bundle identity. diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..279f3b34cd1e7eded156f064a91ef600ce26c92a --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/freeze_manifest.json @@ -0,0 +1,133 @@ +{ + "files": { + "cameras.json": "7812bb9889afdd71efb376ece366f4480ef8756a715f9f0cf948acd36dfa0f7e", + "controller.py": "ad732e9478af392fe5e55cafcda7546ef789a7029f6af6e1956a286dd96cdcc2", + "demo_manifest.json": "ee8e3b775caaa4f823e8d19ffc8f60490a56d3cae1186a3a8dfc78ced5eb0bc7", + "demonstrations_readonly/demo_00.h5": "001daa6483355666b39372bbc83ed1baaa9c500518c69423f29e10980f46264d", + "demonstrations_readonly/demo_01.h5": "a4edcc341d424f44991a2230cd3b6a164cc82a46d8fb22da8bd81ecc7fe41478", + "demonstrations_readonly/demo_02.h5": "251d61950408ad1bd7c7b86e5fe32a85ce8a13e5a991aa1ee985d96ef51f4965", + "demonstrations_readonly/demo_03.h5": "361c5b5fabb494cd72f55714f89bc3cdfb7f769e6eb516cac11e93753d9e0289", + "demonstrations_readonly/demo_04.h5": "04657a29e315263f31ae935ff84d3ce8537efff64ec6db7a787658d615746beb", + "demonstrations_readonly/demo_05.h5": "885fb55e2211d52962edce6369a4cafe046d430e50b9fdacf05f2c658eb466a8", + "demonstrations_readonly/demo_06.h5": "e4c49024f2f66c0ed95a94be444d77c295b7fa376dc1787efea0e9e6d087fec0", + "demonstrations_readonly/demo_07.h5": "039c47e8c3dfa09f0f27d7b9a7354776745ccf166df52494aaec5cce04b71245", + "demonstrations_readonly/demo_08.h5": "086591380122d3e8c88ac3bdf6fae0b5dbcf15ae18955db9bce81f89c50d2936", + "demonstrations_readonly/demo_09.h5": "3b5a38bd8fd3dad276a0546e4ddd541dc317a700004cf2a6a74a2c94141564e1", + "demonstrations_readonly/demo_10.h5": "554b7060b4264caf88e38d3140c4bc005b324524717128935da4c0bb655447bd", + "demonstrations_readonly/demo_11.h5": "1f2884f2d46751678012b76bf955047826be53fd429ed4f297dc8630f1259e50", + "demonstrations_readonly/demo_12.h5": "3ba5ab7d76d5f02f08ade640fe0a75c738b789e86261c31407d60b39660a1378", + "demonstrations_readonly/demo_13.h5": "fbd0e47a219752a9b76c9f8bc040cd9cbcccfaeee59425324fa78d7c03ba3cc2", + "demonstrations_readonly/demo_14.h5": "f8507fb466f291fb3781d481bc2bda4a1edb873aadd423fa78bf87aa20fe76bf", + "demonstrations_readonly/demo_15.h5": "7da64c23ac30a6606c2287b07e7690b55154f0dcc253d51ccddaff9311357bd9", + "demonstrations_readonly/demo_16.h5": "a8a0ae5fb33929445afc3ae578b8e00b5ab90d7b40205e37ca0effe8b65287d5", + "demonstrations_readonly/demo_17.h5": "26dcc3feeacec5ee2b96b3dc4919f3ef8917702982b2ead3d8da1d449e6f42d0", + "demonstrations_readonly/demo_18.h5": "89089a40d8667d31e6c73c6a7c6d769d4fe55b925edc9a999a34f50059b05485", + "demonstrations_readonly/demo_19.h5": "b1cff363aaad992e3efbfbbc4446de53f9f0d92be0979d1690677cda9b5ad7c3", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "dcd86e14bc9d95d48fba0c48083be8243c8af23e9c2bc5c69950e3019eb69488", + "geometry.py": "7ba985c2dc4f3fafacfc415ad67d072b3421c459f6a25fa1d5ba39ddcc519a1b", + "handoff.md": "22bb6f1dc0ed77c20bad25c225b4c6a0aac7b6bfae0d671dd9e1ed802049eeff", + "model_tool_manifest.yaml": "ed3b8ae7b7d9a61cac90d509bb83d8cdb961dca5ff38a8a792f0f761d442a4ea", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "skills.md": "10601c7f39eab5885a7a1335346d0d69c8f5b686ee12e8ec639b61c530dffb1e", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "exploration_ledger_hash": "c00a6c97a591830b08f54bf509316af164447998b72882a410e4e818adcea259", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "ee51c85ee40c1d1fb25949d0af3d2e86b0c90be613f8e52e215327c7dbcf6845", + "episode": 4, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "6067d31e9ddd70bf525c6d597b38258f84742d28261a140d9af7779d3e064c48", + "episode": 9, + "independent": true, + "score_source": "visible_self_assessment", + "status": "infrastructure_interrupted", + "success": false, + "valid": false + }, + { + "bundle_hash": "6067d31e9ddd70bf525c6d597b38258f84742d28261a140d9af7779d3e064c48", + "episode": 10, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "7c47a9c28bef75e8113fd32c7126ae1496c2e9cc7fc9db269c86a1567786f1cf", + "episode": 12, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "episode": 16, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "episode": 17, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "episode": 18, + "independent": true, + "score_source": "visible_self_assessment", + "status": "infrastructure_interrupted", + "success": false, + "valid": false + }, + { + "episode": 19, + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "eef5e334c139e4ca46172646db4419d621f7e2380bf488959c227e1424fdcb4d", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/geometry.py b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..d8bc037914ae3e16de82a2bffeaf5ea19ec57e3c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/geometry.py @@ -0,0 +1,14 @@ +import numpy as np +def fk(q): + T=np.eye(4) + for theta,a,d,alpha in zip(q[:7],[0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,0],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + ct,st,ca,sa=np.cos(theta),np.sin(theta),np.cos(alpha),np.sin(alpha) + T=T@np.array([[ct,-st,0,a],[st*ca,ct*ca,-sa,-d*sa],[st*sa,ct*sa,ca,d*ca],[0,0,0,1]]) + return (T@np.array([0,0,.2104,1]))[:3] + +def rotation(q): + R=np.eye(3) + for theta,alpha in zip(q[:7],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + ct,st,ca,sa=np.cos(theta),np.sin(theta),np.cos(alpha),np.sin(alpha) + R=R@np.array([[ct,-st,0],[st*ca,ct*ca,-sa],[st*sa,ct*sa,ca]]) + return R diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..633340c1c45a16b92f1c55327889af6cce5aa923 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/handoff.md @@ -0,0 +1,11 @@ +# Compiled controller handoff + +controller.py exports reset_episode() and act(obs). It requires NumPy, OpenCV, geometry.py and cameras.json, all offline. The controller reads only current RGB and Panda qpos and maintains a finite-state push plan. Standard Panda forward kinematics is an analytic pose estimate, not a simulator or hidden-state query. No neural model is loaded or trained. + +The runner owns the initial hold and adds the verified D20 manifest and environment lock. Input RGB can have native or demonstrated resolution; it is normalized internally. Actions are width seven, root-frame delta pose with closed Panda fingers; bounded root-frame rotation feedback preserves the initial wrist orientation. None means horizon, missing perception, or a completed visual plan, and never asserts official success. + +The original nonparametric action-retrieval draft is archived outside this bundle in versions/baseline. The preparation dictionary and compilation audit are preserved outside the runtime bundle in versions/preparation_assets. Exploration evidence and saved images are outside the candidate directory. Rehearsal must use the exact bundle and success must be reported honestly. No network, environment access, or model-development agent is needed by the runtime program. + +Final development lineage: v5 completed interactive episode 8 but failed independent episode 10 at horizon; v6 changes only pose proportional gain from 4 to 6 and completed interactive episode 11 at step 582. Selection must rely on independently rehearsed exact bundle results, not these interactive claims. Later rehearsal evidence is maintained outside the bundle to preserve hash identity. + +Current v8 adds image-based fine-goal alignment and reduces blocked-descent timeout to 30 actions, retaining gain 6. It succeeded interactively in episode 14 at step 910 after a fine correction. Episode 13 reached horizon without success. The independent rehearsal results, not interactive successes, govern final bundle selection. No behavior changes are permitted after the final rehearsal. diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9f2f0352190f5f933bac62a5f7a02711e5ab1d8b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,128 @@ +{ + "schema_version": 1, + "stage": "AUTHORIZED_E20_EXPLORATION", + "task_id": "MazeBlockPush-v1", + "status": "geometric_candidate_in_development", + "demonstrations": { + "count": 20, + "ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "provenance": "/demo_manifest.json; /demonstrations, authorized sanitized RGB/proprioception/actions only", + "verified_manifest": "supplied separately by runner", + "input_manifest_sha256": "97016a75def370b5ec1c4204cc32e31c1fa31dadb7ee7b7e8ad07b7cbdbec88f", + "task_contract_sha256": "ad4892d7c6a5db69e0d1f6d21f101f0110e92af77889b423289f06fac1896caa" + }, + "model": { + "coding_worker": "Codex, GPT-6 family per session instructions; exact provider snapshot unavailable", + "weights_updated": false, + "runtime_neural_models": [], + "frozen_weight_references": [], + "external_weights_loaded": false + }, + "tools_used": [ + "functions.exec", + "exec_command (bash/Python local execution)", + "view_image (authorized contact sheets)", + "worker_api.API.read_demo (local reads only)", + "h5py direct authorized dataset reads", + "NumPy array analysis", + "OpenCV image processing", + "Python standard library" + ], + "versions": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92", + "h5py": "3.16.0", + "opencv_runtime": "4.12.0", + "hdf5_runtime": "2.0.0", + "bash": "GNU bash, version 5.1.16(1)-release (x86_64-pc-linux-gnu)", + "provider_tool_versions": "Not exposed by tool interfaces" + }, + "runtime_dependencies": [ + "numpy", + "opencv-python", + "Python standard library" + ], + "offline_dependencies": [ + "numpy", + "opencv-python", + "h5py", + "Python standard library", + "/worker_api.py standalone local API client" + ], + "common_environment_lock": "supplied separately by runner", + "network": { + "used": false, + "restriction": "audited provider proxy only; availability untested" + }, + "forbidden_operations_performed": [], + "validation": "Legal API interactive episodes and independent rehearsals; see findings.md and exploration evidence.", + "limitations": [ + "Approximate camera plane calibration", + "Robot occlusion", + "Grid-wall segmentation can fail", + "Contact and collision not directly observed", + "No runtime official success detector" + ], + "worker_api_provenance": { + "path": "/worker_api.py", + "sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "methods_used": [ + "API.read_demo" + ], + "rpc_methods_used": [ + "budget_status", + "next_episode", + "latest_observation", + "execute_actions", + "finish_episode", + "rehearse", + "score_rehearsal", + "freeze" + ] + }, + "artifact_provenance": { + "controller.py": "Task-local handwritten geometric controller developed from D20 and legal E20 evidence", + "geometry.py": "Standard analytic Panda transforms, checked against authorized proprioception", + "cameras.json": "Planar camera corrections fitted only to documented legal exploration RGB pairs" + }, + "worker_assignment": "Agent-D20-E20-Compiled, single task-local worker", + "artifact_sha256": { + "cameras.json": "7812bb9889afdd71efb376ece366f4480ef8756a715f9f0cf948acd36dfa0f7e", + "findings.md": "dcd86e14bc9d95d48fba0c48083be8243c8af23e9c2bc5c69950e3019eb69488", + "handoff.md": "22bb6f1dc0ed77c20bad25c225b4c6a0aac7b6bfae0d671dd9e1ed802049eeff", + "geometry.py": "7ba985c2dc4f3fafacfc415ad67d072b3421c459f6a25fa1d5ba39ddcc519a1b", + "controller.py": "ad732e9478af392fe5e55cafcda7546ef789a7029f6af6e1956a286dd96cdcc2", + "skills.md": "10601c7f39eab5885a7a1335346d0d69c8f5b686ee12e8ec639b61c530dffb1e" + }, + "runtime_policy": "Analytic Panda pose estimate, RGB maze graph, finite-state non-prehensile pushing; no simulator access.", + "historical_dictionary": { + "rows": 3372, + "demos": 20, + "neural_training": false, + "stride": 4, + "stationary_translation_labels_omitted": true, + "runtime_uses_source_ids": false + } +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..8debdf8709c9a9b7866aaeb2012b8bccfa4cfd55 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/skills.md @@ -0,0 +1,11 @@ +# Offline runtime skills + +1. Normalize legal top/front/left RGB to fixed camera dimensions; segment green block and red goal. Prefer visible top localization; use calibrated side projections when occluded. +2. Estimate Panda TCP from seven measured joints using a fixed analytic kinematic chain. +3. Move to clear the top maze view; classify white walls between 6x10 cells and search for a corridor route. +4. Close fingers, lift to travel height, position behind the block, lower, push a straight corridor segment, and replan from images. Bounded orientation feedback preserves the initial wrist pose; contact is non-prehensile. +5. Bound native translations and stop by the charged native horizon. A plan completion or None return is not an official success claim. + +No external service, learned neural model, optimizer, seed, simulator state, or other-task artifact is used. + +6. Reaching the goal cell alone is insufficient: clear an occluded top view and, when needed, perform an axis-aligned fine push toward the initially observed red centroid. This geometric stop condition is not an official success detector. diff --git a/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/MazeBlockPush-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start1,axis=1).sum()),'label_components_outside_bounds':int((abs(actions)>1).sum()),'phase_mean_abs':{f'{lo}:{min(hi,n)}':np.mean(abs(actions[lo:min(hi,n)]),axis=0).tolist() for lo,hi in [(0,10),(10,50),(50,100),(100,150),(150,200),(200,250),(250,n)]}}) +q=np.concatenate(q).astype(np.float32);v=np.concatenate(v).astype(np.float32);a=np.concatenate(a).astype(np.float32) +np.savez_compressed(ROOT/'memory.npz',q=q,v=v,actions=np.clip(a,-1,1),global_rgb=np.array(g),target_rgb=np.array(t),q_scale=np.maximum(q.std(0),.15),v_scale=np.maximum(v.std(0),.5),demo_index=np.array(ids,dtype=np.int16),frame_index=np.array(frames,dtype=np.int16)) +(ROOT/'memory_provenance.json').write_text(json.dumps({'source':'/demo_manifest.json','demo_ids':[e['demo_id'] for e in manifest['episodes']], 'rows':len(a),'alignment':'observation t -> action t; terminal observation has no action','rgb_processed':'all cameras, frames 0 through length-1; numerical descriptors, not all visually inspected','bounds_policy':'componentwise clipping to contract [-1,1] before storage','details':detail},indent=2)) +print('Memory rows:',len(a),'out-of-bounds rows:',sum(d['label_rows_outside_bounds'] for d in detail),'components:',sum(d['label_components_outside_bounds'] for d in detail)) +for lo,hi in [(0,10),(10,50),(50,100),(100,150),(150,200),(200,250),(250,298)]: + b=np.concatenate([aa[lo:hi] for aa in np.split(a,np.cumsum([e['length'] for e in manifest['episodes']])[:-1])]);print(lo,hi,'arm',float(abs(b[:,:6]).mean()),'hand',float(abs(b[:,6:]).mean())) diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..20ca6f6f4f9c61272c561bdf3fb56f0336499f63 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/check_synthetic.py @@ -0,0 +1,20 @@ +"""Interface checks only. No demo observations, simulator, or task rollout.""" +import importlib.util +from pathlib import Path +import numpy as np +p=Path(__file__).resolve().parent +s=importlib.util.spec_from_file_location('draft',p/'controller.py');c=importlib.util.module_from_spec(s);s.loader.exec_module(c) +rng=np.random.default_rng(20) +def obs(batch=False): + rgb={name:rng.integers(0,256,(240,320,3),dtype=np.uint8) for name in ('front_camera','left_camera','robot_camera','top_camera')} + if batch:rgb={k:v[None] for k,v in rgb.items()} + return {'rgb':rgb,'proprioception':{'agent/qpos':np.zeros(23),'agent/qvel':np.zeros(23)},'instruction':'synthetic interface input','step_id':1} +def legal(a): + assert a.shape==(22,) and a.dtype==np.float32 and np.isfinite(a).all() and (abs(a)<=1).all() +c.reset_episode();o=obs();legal(c.act(o));o2=obs(True);legal(c.act(o2)) +o['step_id']=299;legal(c.act(o));o['step_id']=300;assert c.act(o) is None +legal(c.act({}));o=obs();o['proprioception']['agent/qpos'][0]=np.nan;assert not c.act(o).any() +o=obs();a=c.act(o);c.reset_episode();assert np.array_equal(a,c.act(o)) +# Feature extraction changes with synthetic pixels; verify both array layouts. +f=c._features;g,t=f.image_features(o['rgb']);rgb={k:np.zeros_like(v) for k,v in o['rgb'].items()};g2,t2=f.image_features(rgb);assert not np.array_equal(g,g2) and not np.array_equal(t,t2) +print('PASS: synthetic action shape/dtype/bounds, HWC/1HWC, invalid sensors, horizon, reset determinism, RGB feature dependence. No task behavior tested.') diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..ec778c9df10a889c83906da34d2215a8745dd907 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/controller.py @@ -0,0 +1,85 @@ +"""Unrehearsed D20 draft: observation-conditioned nonparametric imitation. +No environment imports, neural weights, seed matching, or timed demo replay. +""" +from pathlib import Path +import importlib.util +import numpy as np +import json + +_ROOT = Path(__file__).resolve().parent +_CONFIG = json.loads((_ROOT/'policy.json').read_text()) +_spec = importlib.util.spec_from_file_location('_d20_features', _ROOT/'features.py') +_features = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(_features) +_memory = None +_last_diagnostics = {} +_target = None +_calls = 0 + +def reset_episode(): + """Reset diagnostic state; the initial hold belongs to the runner.""" + global _last_diagnostics, _target, _calls + _last_diagnostics = {} + _target = None + _calls = 0 + +def _load(): + global _memory + if _memory is None: + with np.load(_ROOT/'memory.npz', allow_pickle=False) as data: + _memory = {key:data[key] for key in data.files} + return _memory + +def act(obs): + """Return six root-frame arm deltas then 16 dex joint deltas, float32. + None at the horizon means budget exhaustion, not observed success. + Missing or malformed legal sensors produce a zero-delta hold. + """ + global _last_diagnostics, _target, _calls + _calls += 1 + try: + step = int(obs.get('step_id', _calls)) + if step >= 300: + return None + if step < 1: + return np.zeros(22, dtype=np.float32) + proprio = obs['proprioception'] + q = np.asarray(proprio['agent/qpos'], dtype=np.float32).reshape(-1) + v = np.asarray(proprio['agent/qvel'], dtype=np.float32).reshape(-1) + if q.shape != (23,) or v.shape != (23,) or not np.isfinite(q).all() or not np.isfinite(v).all(): + raise ValueError('Invalid proprioception') + g,t = _features.image_features(obs['rgb']) + except (KeyError, ValueError, TypeError, OverflowError): + _last_diagnostics = {'status':'invalid_observation_hold'} + return np.zeros(22, dtype=np.float32) + m = _load() + if _target is None: _target = t.copy() + t = _target + # Both geometry visible in current RGB and current joint state select labels. + # Frame index supplies a soft timing prior; measured state still selects actions. + dq = np.mean(((m['q']-q)/m['q_scale'])**2, axis=1) + dv = np.mean(((m['v']-v)/m['v_scale'])**2, axis=1) + dg = np.mean((m['global_rgb']-g)**2, axis=1) + dt = np.mean((m['target_rgb']-t)**2, axis=1) + distance = dq + .03*dv + _CONFIG['global_weight']*dg + _CONFIG['target_weight']*dt + _CONFIG['time_weight']*((m['frame_index']-step)/40.)**2 + allowed = ~np.isin(m['demo_index'], _CONFIG['excluded_demos']) + best_target = np.min(dt[allowed]) + distance = np.where(allowed & (dt <= best_target+_CONFIG['target_margin']), distance, distance+100.) + nearest = np.argpartition(distance, 4)[:5] + nearest = nearest[np.argsort(distance[nearest])] + weights = np.exp(-(distance[nearest]-distance[nearest[0]])/_CONFIG['temperature']) + weights /= weights.sum() + action = weights @ m['actions'][nearest] + reference = weights @ m['q'][nearest] + mapping = [11,7,15,19,12,8,16,20,13,9,17,21,10,14,18,22] + action[6:] += _CONFIG['hand_gain']*(reference[mapping]-q[mapping]) + jac = np.tensordot(weights, m['inverse_jacobian'][nearest], axes=1) + action[:6] += np.clip(_CONFIG['arm_gain']*(reference[:7]-q[:7]) @ jac, -.12, .12) + # Unvalidated conservative OOD gate, not a calibrated confidence estimate. + if dq[nearest[0]] > 9. or dg[nearest[0]] > 9.: + action = np.zeros(22, dtype=np.float32) + status = 'out_of_support_hold' + else: + status = 'retrieval' + _last_diagnostics = {'status':status,'distance':float(distance[nearest[0]]), 'demo':int(m['demo_index'][nearest[0]]), 'frame':int(m['frame_index'][nearest[0]])} + return np.clip(action,-1.,1.).astype(np.float32) diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..2dbeba38aed91b7e108a8f3967a91307ddf2e8e7 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "ReorientPen-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8d2ed75803a5505d30dd7d3292f04350c79c4c19586ee52cfa5c9752ee116a54", + "source_sha256": "6eaeb93adc04bd623cbdb301dfcf36f7ccfa35b330b0fda1437bda61409447e7", + "view_sha256": "29522d8a97f390b8eb008a485e6b6cffdf91a69f5b4f717df11e04c8953ecd50" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d85e6fdd2c700f3fc523d0137bc71d8e002908c137b7ab0a95e0077c2bfa0792", + "source_sha256": "f8c40a0ed8d3760942a9712d9f589901960f10f7fbd250f5e0492989861bbeaf", + "view_sha256": "b4e136ad0fe5157193a8803486beda1a816c503f2da587b1dcd37df624229861" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2781b73623e5aa44600ed1eec1fc02bed5ca3fcbbbfdc46e7f7a9a3065eddb6e", + "source_sha256": "32b77ef5878a1727c9371a48044cd9267efccb1c039cadab8e822a71532e1d93", + "view_sha256": "b976b3dbec4a3e6bfe73d0c76fa240b676bb2d36edc017f0528569aebc4a8e35" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "739841ce2a2b039aa2977f29e872272c796b1120351768eafb67b9dd4aaf9e34", + "source_sha256": "910585b7f2bf6511230e10176af9602511f5a9fd9b47c34b24705d592659ef66", + "view_sha256": "78ab95b506cb330bfebcf410d536cd5b0c9a56729c4b991ae36764c5234140a9" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1abe0a3613ffab9a0c1106a800d0a0df365546a4e702c36f1279f92e92cc07ac", + "source_sha256": "36f06f91f20a6654b715c67f2756be40a77f703551df977d38b70cd8bb0468ba", + "view_sha256": "00e7ec52ee80b5c39123f4fd0f5e1c76a0dcd3ea7aa2e5c9e82dc1ebbc5531c3" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "07776111285f9ae1ac617a933221e0fc3a90eaf8964c61af9d34e90503160c86", + "source_sha256": "19e718e22bc6d4bee0b7411df6ccafe36b8587ff4beef038be1b30086fdbbd36", + "view_sha256": "874cddfbbe30ffb4642630d0f84db10501d0f3c1f3d5c07f94805a381729ed5d" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0aec279492ec61501a2647ff8a80f7e0e046eee596a7aa792a02d3b7800a7bbd", + "source_sha256": "6c6148cba6ebf1a8d8c5edb0a86724334a0cfb65c9e13fbdad25380c4f3956c3", + "view_sha256": "553058b2476506607ffedd3d44ed2b78c853826d0b3f32213a96a746b89ad61f" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 299, + "fields": [ + { + "path": "actions", + "shape": [ + 299, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 300, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ddac08ed4613d677d870af046e8e09cd8bdeeea3546bfb39db0a06e0f9984998", + "source_sha256": "81b7e46fa08811ddb7e99ae7f231680f3fdce1bec401cb47286d8fbc5172368a", + "view_sha256": "e555d03e4ad115efd6c4f4b611440e61b82b86700f598481abd2d6cb66535157" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "034453622034f51dfe4a6adfb97a2afe4a8422d77b2aa5cb48935b1735c44840", + "source_sha256": "8de82ad0478ed6164ce5bd0287234a0b9bab4776bc87f67995691bcf18da2f9f", + "view_sha256": "c75b146867adeb2f32ee365460b371714bf2ea90cafb719f5983df423d82876e" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b1308dd84b7fc355176623731e96611c853ac6be2ed0d305f98a6b19b52b6a13", + "source_sha256": "d422bb660dedd18ed346c8511cdc80ba18609760eee1f56e4099daf385a782e9", + "view_sha256": "c088b844b81f92ec66cf5b21dfb6d337995e98446dc751558086ea8cc61fe220" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 299, + "fields": [ + { + "path": "actions", + "shape": [ + 299, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 300, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2779a25098cabe14cbb154f68bdc573611acda24e811f1ef6697e371bd46b9c0", + "source_sha256": "ddde78a642937b8fe2e0cefa4ccca143b8d1d95e31e90912a3fb09aadb2b432c", + "view_sha256": "2755631396cbba66e8b03b85cf22676615df883fdc1c1bd0fd3a4f6dc569bc56" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7f77dd14fde2743fb53cf61b356a40df79fd7d04e9bbda58642302a0e895092b", + "source_sha256": "70373c5930a112d121e1627b7da2d96ad9e8cc82be9c44cf1d76b5841202aff3", + "view_sha256": "00ffe28c9791ab3d1df20713d3977303c23e41dfb4340cbe0753ee03a9138d54" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "57613cf2181265c6b16a70b611454415f469627b72c3c79010e551c1007dd827", + "source_sha256": "8c2f8e3b34d5a654ec3a703b0fb454f6f19a442770b322a33cc45c4ab67e2de0", + "view_sha256": "fe8d8f488d2a2ba10b9b4c7202e1b4fd1dc0c116ef9b420357b4cb8b698ece40" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "50d43dd22a546e1422abe87906af3b7b3f28c01fa1414c8763d96844ca94aff6", + "source_sha256": "43fc63ba8b7b69f4eebf10181ac28e83015f92664daff07381f4b982ba158bec", + "view_sha256": "849d88ae6e7de80bdaf17433db7c029a1325ccb899f2c4952cd9044ed4ac57a1" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "80e66d94a490b2fe951aca4f19169bac77ec1e4f95ae7acd8d0065e74022bc58", + "source_sha256": "e3d14f512d21055f80151944a0ee7ad3e7a7c48c46744dc580d9638994b40b45", + "view_sha256": "9b8fa8107c6136c4e7d2a0250879f0f75c29f8450f656f0cb124de14f463deb7" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 299, + "fields": [ + { + "path": "actions", + "shape": [ + 299, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 300, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "634ae714afa8dd354d3b7934469648960a326119c760cccbe7952f08957ef3f5", + "source_sha256": "20999656ebd089fb948d576c8d50885c0a9aacf9b6ec2539fabbaf0911b74fbb", + "view_sha256": "762aaaca1d4303a960326f515c534d1f478129dc3a37077b95188560e3d525a4" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f8e94dffe6525071f3bb129f4796e2f7565d156436ce06e090364974309dfa4f", + "source_sha256": "4fa33e03832505b2efe1b7bf4829e2661fb6fdb5c824f371b54a3aa0ee601069", + "view_sha256": "05fdb110b3f3b669a8508baae28558dea9e22ac3cb5e42d57776e1c1a1ecf669" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 299, + "fields": [ + { + "path": "actions", + "shape": [ + 299, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 300, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 300, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 300, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4325d73693ac876354bea700a0d18f39cef1466a92e5438efb242e0db31b22e8", + "source_sha256": "740117166cf7d9c85b770fb808c83e4e82499bc37c2c37b1cff75bb9f777b9a0", + "view_sha256": "9c1c484e21d43caa61f2ee047941c505260ff85f1441f6f4cac780e7daa5667c" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "42e641b92adc4b4a120dbdc5af205ca3eab5486588f18e2090fa334d821ef9a1", + "source_sha256": "335ab999fcda7a33b46578a0fea143821aec1a6ccfd69508de44b6c95f977268", + "view_sha256": "b1441bd2236801ea9d6e4182cc31b179c05385f7cf2905e8f356b3b2f489b50c" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 298, + "fields": [ + { + "path": "actions", + "shape": [ + 298, + 22 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 299, + 23 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 299, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 299, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "19a22fdfa16e15884c5f65c935480bc1a12d8f04d4ac7103310df07acbb1cf1c", + "source_sha256": "887b5ade6acdd4d8c1dc0777d820338859cd0507a16f6fd1616b3cd7eef91832", + "view_sha256": "ebc989045f9b79acae5e4d8f60fda020bc1260f1abff2a0a76465533cc8af67e" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/features.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/features.py new file mode 100644 index 0000000000000000000000000000000000000000..60feffd16834da555f1ee317fbe65a7c2f705013 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/features.py @@ -0,0 +1,34 @@ +"""Deterministic legal RGB descriptors; no learned vision model.""" +import cv2 +import numpy as np +from pathlib import Path +import importlib.util +_sp = importlib.util.spec_from_file_location('_shape',Path(__file__).resolve().parent/'shape_features.py') +_shape = importlib.util.module_from_spec(_sp); _sp.loader.exec_module(_shape) +CAMERAS = ('front_camera', 'left_camera', 'robot_camera', 'top_camera') + +def image_features(rgb): + global_views = [] + front = None + top = None + for camera in CAMERAS: + im = np.asarray(rgb[camera]) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3 or min(im.shape[:2]) < 16 or im.dtype != np.uint8: + raise ValueError('Expected uint8 HWC or 1HWC RGB') + gray = cv2.cvtColor(im, cv2.COLOR_RGB2GRAY) + global_views.append(cv2.resize(gray, (24, 18), interpolation=cv2.INTER_AREA).ravel()) + if camera == 'front_camera': + front = gray + if camera == 'top_camera': + top = gray + h, w = front.shape + # The displayed reference pen occupies this region in inspected front views. + # This is an image-space prior, not a live scene or target-pose assumption. + crop = front[int(.15*h):int(.60*h), int(.65*w):int(.94*w)] + target = cv2.resize(crop, (32, 32), interpolation=cv2.INTER_AREA).ravel() + th,tw = top.shape + top_crop = top[:int(.17*th), int(.32*tw):int(.80*tw)] + top_target = cv2.resize(top_crop, (32, 32), interpolation=cv2.INTER_AREA).ravel() + return np.concatenate(global_views).astype(np.float32)/64., _shape.shape_features(rgb) diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..92b510dc3ae3226c3a31a7f98a59e01c6c30e9be --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/findings.md @@ -0,0 +1,30 @@ +# Authorized E20 exploration ledger + +Budget checked before any episode: 0 used, 20 remaining. Only the supplied worker API is used for environment access. D20 source analysis remains in demo_analysis.md; it predates live access and is preserved as historical evidence. + +Visible scoring rule, preregistered before rehearsals: success only if legal camera images unambiguously show the pen retained in-hand and aligned with the displayed reference orientation across interpretable views. Occlusion, ambiguous axis direction, unknown tolerance, or a dropped pen count false. Native success is reported separately and never inferred from imitation or terminal timing. + +1. Original image/proprioception five-neighbor retrieval, full 300 native steps. Native success never true. Early motion progresses; at step 150 pen appears near closed hand, later orientation visibly disagrees with near-horizontal reference. Closest joint-state neighbor switches from demo 4 to demo 10 around step 200. Initial interactive logging code assumed results rather than `steps`; first action executed, logger failed, resumed through latest_observation without new reset. First action reconstructed from saved pre-action observation and unchanged deterministic baseline; separate evidence file. Baseline source and memory preserved in versions/baseline. Evidence ep01 includes RGB/proprio samples and action records. +2. Front reference crop corrected to x=.65–.94, y=.15–.60; target distance weight 3. Full horizon; no native success. Reference is foreshortened in front, and top projection differs from the grasped pen at step 225. Candidate follows demo 8 early; adding top reference crop changes nearest target descriptor to demo 10. Front-only matching is ambiguous in 3D. Evidence ep02; source/memory versions/crop3. +3. Planned: front+top target descriptors cached from first legal observation, target-distance eligibility threshold min+.012, hand correction gain 2, local empirical arm inverse Jacobian gain .4. Stop at 200 to inspect grasp and motion drift before extending. + +## Derived feedback, not privileged kinematics +All 20 authorized demonstration qpos transitions and bounded action labels were used to inspect correlation. Nonzero hand action components map most strongly to qpos indices [11,7,15,19,12,8,16,20,13,9,17,21,10,14,18,22]; entries for constant action components 9,13,17 are unverified placeholders associated with near-stationary joints. The nonzero components' correlations range .83–.945 except action21/q22 (.398). This does not establish exact joint names or contact response. Local regularized least-squares maps observed 7-arm-joint changes to six arm command components from 200 nearby demonstrated postures. These are empirical feedback heuristics, not a simulator, neural training, or external model. + +## Localization and pose limits +Images are 480x640 live front versus 240x320 demonstrated front. Features resize relative crops. Reference front crop includes moving shadows; caching the first legal target descriptors avoids later robot-shadow contamination. Top reference occupies upper image, distinct from actual pen near central support. Pixel matching does not reconstruct calibrated 3D pose. An experimental median-background PCA diagnostic is saved but unused by the policy; it cannot resolve foreshortening or signed pen direction alone. + +3 result: stopped at 200 as planned; no native success. At step50 nearest demo9/frame47, step100/frame84, step150/frame109. Hand contact changes motion and geometric nearest-neighbor selection lags badly; feedback alone does not ensure phase progress. Source/memory versions/feedback. +4 planned: same feedback with .15*((demonstration_frame-native_step)/40)^2 soft timing prior. Observation and target distances still affect action choice. Internal action counter supplies native-step index when runner passes an observation without metadata. This explicitly supersedes the preparation draft's choice not to consult frame metadata; it is a timing prior, not hidden-state/seed identification. +4 result: stopped at220, no native success. Step50/frame48, step100/frame102, step150/frame148, step200/frame194; timing lag is substantially reduced. Reference matches demo19, whose offline terminal alignment was already questionable. Timing alone cannot repair a poor demonstrated reorientation or contact failure. +5 planned: independent full-horizon rehearsal of the exact timing+feedback bundle to validate runtime and collect native evidence. +5 result: independent valid finished rehearsal; bundle 072ba4a7a9b563dbf362d520cf3d5d1f36366da2e081982660864f6723726d61. Native feedback success=false. Terminal front shows long vertical pen versus foreshortened reference; top also mismatches. Latest legal terminal observation and all cameras preserved. No official success inferred. +6 planned: reduce hand gain2 to.5 and arm gain.4 to.2; increase timing weight.15 to.3; exclude demo14,15,19 based on the documented questionable terminal views (a heuristic, not official failure labels). Keep demo10 for out-of-plane target coverage. Independent full rehearsal. +6 result: independent valid finished, native success=false; bundle 60de0c659975bec1dc17ee84d6c8aee5ab9648290b673b1fe81b0b10347199c3. Full terminal cameras saved under evidence/rehearsal06. Feedback reduction and filtering did not yield native success in this fresh episode. +7 planned: closest reference only, no feedback correction, timing weight.8, same questionable-demonstration exclusion. Tests whether feedback itself was disturbing contact. +7 result: independent valid finished; native success=true; bundle 33b00d784f8971205900b89c1158897b9c5ce2cfc01c2c8b5bb7066479d03c76. This is native-step feedback, not an invented or visual success label. Exact candidate preserved in versions/episode07. No corrective joint feedback; closest reference restriction plus timing. One episode does not establish robustness. +8 planned: repeat exact episode7 bundle without any file changes to test another fresh slot. A projected-axis servo prototype was analyzed offline on saved images but is not included in this bundle; its native use remains untested. +8 result: independent valid finished; native success=true; exact same bundle 33b00d784f8971205900b89c1158897b9c5ce2cfc01c2c8b5bb7066479d03c76 as episode7. Combined native success 2/2 for this bundle; no broad robustness claim from two scenes. +9 planned: interactive full horizon, same nearest-reference base plus projected-axis image feedback after step240 only if detected angular mismatch exceeds.30rad. Small three-axis arm-rotation probes calibrate 2x3 image response; zero hand deltas during correction. No privileged camera transform. Missing pen evidence holds during probes; unresponsive/ill-conditioned probes fall back to retrieval. This is not validated drop recovery. Best 2/2 exact bundle remains preserved. +9 result: full horizon, no native success. Late servo probes yield nearly dependent front/top angle response columns. Front error improves from about1.38rad to1.17rad while top error worsens from.31 to.57rad. Perspective foreshortening and angle-only observability make this unsafe to adopt as reliable recovery. Prototype and exact files retained in versions/episode09, diagnostics/actions/images ep09. It is removed from active control in episode10. +10 planned: successful episode7 controller, but reference matching uses deterministic covariance/area of dark neutral-colored reference pen pixels in fixed front/top regions. This compares projected shape/extent rather than full crop pixels. Only authorized demo initial images compile the reference bank; no neural weights. All other episode7 control settings retained. Independent rehearsal. diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..6b72c19d7ca4b99d974db52ed54b317b31e8ff5d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/freeze_manifest.json @@ -0,0 +1,190 @@ +{ + "files": { + "__pycache__/build_memory.cpython-310.pyc": "28de7b8692cf939754fd88d0b05e87858a53b310e64728a8722b631f71f11b6f", + "__pycache__/check_synthetic.cpython-310.pyc": "3049ef7242ce051367a4530f3b72d71ca8f28fad00f25961bbe2236b2ca526b5", + "__pycache__/controller.cpython-310.pyc": "bc9accf5196ff12024c87f23837a435831c3daf6d38e337b4e8ae996fb84e817", + "__pycache__/features.cpython-310.pyc": "54ce6e4401adef4e6a2048e56b4a3b21efb3c68e36c6694015dbdcfcf86af6d2", + "build_memory.py": "7b49e7a7c26da3645b49b0103a73ab2c48f44c9772939233b20c205a18c391e8", + "check_synthetic.py": "d4d93eece30149b3d015a7f10958bb272edbc26e3842a1b5b3e0d960b5330170", + "controller.py": "e1f4c969a9fd3f59c96704dea262c215d8a9753528166fbb0181c88f55cb9ebb", + "demo_manifest.json": "86d755f8b4befa2cbf199879e59a2ae1039a72775fa69e228b4ec774d6c82d77", + "demonstrations_readonly/demo_00.h5": "29522d8a97f390b8eb008a485e6b6cffdf91a69f5b4f717df11e04c8953ecd50", + "demonstrations_readonly/demo_01.h5": "b4e136ad0fe5157193a8803486beda1a816c503f2da587b1dcd37df624229861", + "demonstrations_readonly/demo_02.h5": "b976b3dbec4a3e6bfe73d0c76fa240b676bb2d36edc017f0528569aebc4a8e35", + "demonstrations_readonly/demo_03.h5": "78ab95b506cb330bfebcf410d536cd5b0c9a56729c4b991ae36764c5234140a9", + "demonstrations_readonly/demo_04.h5": "00e7ec52ee80b5c39123f4fd0f5e1c76a0dcd3ea7aa2e5c9e82dc1ebbc5531c3", + "demonstrations_readonly/demo_05.h5": "874cddfbbe30ffb4642630d0f84db10501d0f3c1f3d5c07f94805a381729ed5d", + "demonstrations_readonly/demo_06.h5": "553058b2476506607ffedd3d44ed2b78c853826d0b3f32213a96a746b89ad61f", + "demonstrations_readonly/demo_07.h5": "e555d03e4ad115efd6c4f4b611440e61b82b86700f598481abd2d6cb66535157", + "demonstrations_readonly/demo_08.h5": "c75b146867adeb2f32ee365460b371714bf2ea90cafb719f5983df423d82876e", + "demonstrations_readonly/demo_09.h5": "c088b844b81f92ec66cf5b21dfb6d337995e98446dc751558086ea8cc61fe220", + "demonstrations_readonly/demo_10.h5": "2755631396cbba66e8b03b85cf22676615df883fdc1c1bd0fd3a4f6dc569bc56", + "demonstrations_readonly/demo_11.h5": "00ffe28c9791ab3d1df20713d3977303c23e41dfb4340cbe0753ee03a9138d54", + "demonstrations_readonly/demo_12.h5": "fe8d8f488d2a2ba10b9b4c7202e1b4fd1dc0c116ef9b420357b4cb8b698ece40", + "demonstrations_readonly/demo_13.h5": "849d88ae6e7de80bdaf17433db7c029a1325ccb899f2c4952cd9044ed4ac57a1", + "demonstrations_readonly/demo_14.h5": "9b8fa8107c6136c4e7d2a0250879f0f75c29f8450f656f0cb124de14f463deb7", + "demonstrations_readonly/demo_15.h5": "762aaaca1d4303a960326f515c534d1f478129dc3a37077b95188560e3d525a4", + "demonstrations_readonly/demo_16.h5": "05fdb110b3f3b669a8508baae28558dea9e22ac3cb5e42d57776e1c1a1ecf669", + "demonstrations_readonly/demo_17.h5": "9c1c484e21d43caa61f2ee047941c505260ff85f1441f6f4cac780e7daa5667c", + "demonstrations_readonly/demo_18.h5": "b1441bd2236801ea9d6e4182cc31b179c05385f7cf2905e8f356b3b2f489b50c", + "demonstrations_readonly/demo_19.h5": "ebc989045f9b79acae5e4d8f60fda020bc1260f1abff2a0a76465533cc8af67e", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "features.py": "2ab5cdbcca718e1ea59e57b574878618f60d6d8da3eb53320576dc3877fafcca", + "findings.md": "20a3b62b47d5626be3e1c2589ce1123b9c8fb8b0964a868f9e1d2461910da011", + "handoff.md": "fd888ea53df2d389acb7876e2e718d94c3b825c436eca25903e789503ced665a", + "memory.npz": "2b9aef79070cdfb53363c4a4e843710176ba2ada1ad43ab77a2136049497c126", + "memory_provenance.json": "1acaa63a5e801c0f278fb4d403776cdc2c91f4e63d89827788058f8a18f2ed27", + "model_tool_manifest.yaml": "d18386fb77f2ad73501ca157bd1aefc90dd4cea88a1594555685804b839895b9", + "pen_geometry.py": "b4279d35319664eb95bea17cd5be00ba399d33cf60e44f5fb3051fec5b53d286", + "policy.json": "239c2147c7d5adf9cec2505735a6d94a8f6aae6994baeb765b4450411fd15992", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "servo.py": "1ce0cd4bcfecbb669c72c61855f2664f686800306015fb3b94f82f49bd98d188", + "shape_features.py": "2b94586639da7c629e2dc4c0ba1b91025b7d773501867f63a3c75027eb48b92e", + "skills.md": "df3c3236d5dc6a84410cbd888f71638f0690071d025746fad2594aad5c7a38aa", + "validation.txt": "7db0339a58b316f43e1a339cb553a07d76d5fd314b7d899ddf9ffb5f4259a8a4", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "46a40432bb6a5b181a6f6eb0c8c4304667594715e25fd7230f7a2c1c5c97e5ee", + "exploration_ledger_hash": "af04bba1683fb135461306f3035cf572a7c26c39d534d534756c676c11a33ebb", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "episode": 5, + "bundle_hash": "072ba4a7a9b563dbf362d520cf3d5d1f36366da2e081982660864f6723726d61", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 6, + "bundle_hash": "60de0c659975bec1dc17ee84d6c8aee5ab9648290b673b1fe81b0b10347199c3", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 7, + "bundle_hash": "33b00d784f8971205900b89c1158897b9c5ce2cfc01c2c8b5bb7066479d03c76", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 8, + "bundle_hash": "33b00d784f8971205900b89c1158897b9c5ce2cfc01c2c8b5bb7066479d03c76", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 10, + "bundle_hash": "46a40432bb6a5b181a6f6eb0c8c4304667594715e25fd7230f7a2c1c5c97e5ee", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 11, + "bundle_hash": "46a40432bb6a5b181a6f6eb0c8c4304667594715e25fd7230f7a2c1c5c97e5ee", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 12, + "bundle_hash": "33b00d784f8971205900b89c1158897b9c5ce2cfc01c2c8b5bb7066479d03c76", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 13, + "bundle_hash": "33b00d784f8971205900b89c1158897b9c5ce2cfc01c2c8b5bb7066479d03c76", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "46a40432bb6a5b181a6f6eb0c8c4304667594715e25fd7230f7a2c1c5c97e5ee", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "46a40432bb6a5b181a6f6eb0c8c4304667594715e25fd7230f7a2c1c5c97e5ee", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "ed7777ea0ef36ce80cac5d9bf3b6504aaee96311f620bb80a0cf3ee0595b1a31", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "ed7777ea0ef36ce80cac5d9bf3b6504aaee96311f620bb80a0cf3ee0595b1a31", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "ed7777ea0ef36ce80cac5d9bf3b6504aaee96311f620bb80a0cf3ee0595b1a31", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "ed7777ea0ef36ce80cac5d9bf3b6504aaee96311f620bb80a0cf3ee0595b1a31", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "ed7777ea0ef36ce80cac5d9bf3b6504aaee96311f620bb80a0cf3ee0595b1a31", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..d720318ea3584f7d2fd4d4c4b89c73909e380ced --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# E20 controller handoff + +Entry points: controller.py reset_episode() and act(obs). Runtime files: controller.py, features.py, memory.npz. Runtime dependencies: Python standard library, NumPy, OpenCV. No network or model service is required. Observation dictionary uses rgb and proprioception; step_id is accepted when available, otherwise an episode-local call counter accounts for the initial charged hold. + +The memory contains descriptors, clipped labels, qpos/qvel, frame/demo provenance, next qpos, and local regularized inverse differential maps derived from the 20 authorized demonstrations. Preparation analysis is preserved in /workspace/demo_analysis.md; exploration records and versioned code are under /workspace/evidence and /workspace/versions. New compilation scripts in /workspace update_target.py and compile_feedback.py supplement historical build_memory.py. + +Status at this snapshot: development candidate awaiting independent rehearsal. No success claim. Episodes1–3 have no native success; episode4 tests a soft timing prior. Runner selects a runnable exact rehearsed bundle after all 20 slots; historical text is not an official outcome. + +Limitations: approximate reference matching, no calibrated 3D pose, uncertain hand contact and retention, feedback maps valid only near demonstration support, no validated regrasp after a drop. Do not infer success from reaching a late demonstration frame or holding the pen near the hand. Visible judgments require unambiguous legal image evidence across views; ambiguity is false. diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/memory_provenance.json b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/memory_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..ebea4a84accc0b9c4ab880b8b417d12469de0060 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/memory_provenance.json @@ -0,0 +1,3531 @@ +{ + "source": "/demo_manifest.json", + "demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "rows": 5964, + "alignment": "observation t -> action t; terminal observation has no action", + "rgb_processed": "all cameras, frames 0 through length-1; numerical descriptors, not all visually inspected", + "bounds_policy": "componentwise clipping to contract [-1,1] before storage", + "details": [ + { + "demo_id": "demo_00", + "label_rows_outside_bounds": 34, + "label_components_outside_bounds": 135, + "phase_mean_abs": { + "0:10": [ + 0.0010422583436593413, + 0.0007361160824075341, + 9.544775093672797e-05, + 0.01087121944874525, + 0.008073067292571068, + 0.0076642753556370735, + 0.40382856130599976, + 0.2971424460411072, + 1.2851351499557495, + 0.0, + 0.7050322890281677, + 0.11337568610906601, + 1.516518473625183, + 0.0, + 0.6744791865348816, + 0.49498119950294495, + 1.5309693813323975, + 0.0, + 1.2291162014007568, + 0.08058051019906998, + 1.6602287292480469, + 0.017882848158478737 + ], + "10:50": [ + 0.030962159857153893, + 0.09566214680671692, + 0.005978346802294254, + 0.030150502920150757, + 0.01937754824757576, + 0.010656637139618397, + 0.06560243666172028, + 0.027448246255517006, + 0.12623165547847748, + 0.0, + 0.060149140655994415, + 0.016432803124189377, + 0.14849425852298737, + 0.0, + 0.06123465299606323, + 0.05402228981256485, + 0.15256327390670776, + 0.0, + 0.5496047139167786, + 0.048652276396751404, + 0.1311652958393097, + 0.007883395999670029 + ], + "50:100": [ + 0.03430120646953583, + 0.019421158358454704, + 0.004851309582591057, + 0.008147540502250195, + 0.021123504266142845, + 0.009322366677224636, + 0.009747820906341076, + 0.005420174449682236, + 0.001956378575414419, + 0.0, + 0.014167699962854385, + 0.0048029799945652485, + 0.0016346510965377092, + 0.0, + 0.027709245681762695, + 0.006187178660184145, + 0.0022559375502169132, + 0.0, + 0.03614518791437149, + 0.014438114129006863, + 0.010659480467438698, + 0.0031677752267569304 + ], + "100:150": [ + 0.03629162162542343, + 0.028846027329564095, + 0.07670300453901291, + 0.06419514119625092, + 0.027246670797467232, + 0.018408261239528656, + 0.16486115753650665, + 0.348140150308609, + 0.6214779019355774, + 0.0, + 0.3129986822605133, + 0.20152118802070618, + 0.6186416745185852, + 0.0, + 0.27374640107154846, + 0.18140913546085358, + 0.6184830665588379, + 0.0, + 0.1864812970161438, + 0.01625254936516285, + 0.08696983009576797, + 0.009371408261358738 + ], + "150:200": [ + 0.031124109402298927, + 0.05743784457445145, + 0.08772484958171844, + 0.10894505679607391, + 0.0198423620313406, + 0.07940862327814102, + 0.11582038551568985, + 0.15402436256408691, + 0.2064540982246399, + 0.0, + 0.08200927078723907, + 0.08941828459501266, + 0.20255395770072937, + 0.0, + 0.06953601539134979, + 0.0770895779132843, + 0.20302382111549377, + 0.0, + 0.09990592300891876, + 0.0095759192481637, + 0.05123162269592285, + 0.0021435520611703396 + ], + "200:250": [ + 0.009211648255586624, + 0.019875887781381607, + 0.025053584948182106, + 0.017078004777431488, + 0.007007031235843897, + 0.006093902513384819, + 0.011124011129140854, + 0.05053110048174858, + 0.019195174798369408, + 0.0, + 1.3828278042637976e-06, + 0.0805276408791542, + 3.43322744811303e-06, + 0.0, + 1.144409225162235e-06, + 1.3828278042637976e-06, + 3.43322744811303e-06, + 0.0, + 0.014683818444609642, + 0.006449174135923386, + 0.005632972810417414, + 0.0009743680711835623 + ], + "250:298": [ + 0.0009516887366771698, + 0.0005638960283249617, + 0.005579464603215456, + 0.0035789161920547485, + 0.0022265512961894274, + 0.0018421212444081903, + 0.002374484436586499, + 0.021123191341757774, + 0.00455339765176177, + 0.0, + 0.0, + 0.0185947734862566, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.003210256574675441, + 0.002251145662739873, + 0.0036815304774791002, + 0.0013264329172670841 + ] + } + }, + { + "demo_id": "demo_01", + "label_rows_outside_bounds": 47, + "label_components_outside_bounds": 136, + "phase_mean_abs": { + "0:10": [ + 0.00015747528232168406, + 0.00022593508765567094, + 0.00285549508407712, + 0.0016179799567908049, + 0.0034564733505249023, + 0.008579778485000134, + 0.18942204117774963, + 0.6395782232284546, + 0.8836976289749146, + 0.0, + 0.6619913578033447, + 0.01183229498565197, + 1.4367891550064087, + 0.0, + 0.6610500812530518, + 0.4961290955543518, + 1.4946967363357544, + 0.0, + 1.1856062412261963, + 0.07595239579677582, + 1.7143528461456299, + 0.007669893093407154 + ], + "10:50": [ + 0.003380242735147476, + 0.09166622906923294, + 0.0012115236604586244, + 0.021286070346832275, + 0.02458358369767666, + 0.010413038544356823, + 0.04500463977456093, + 0.0595172755420208, + 0.08557353913784027, + 0.0, + 0.053305625915527344, + 0.006607695482671261, + 0.1404012143611908, + 0.0, + 0.04990025609731674, + 0.05390669032931328, + 0.15025657415390015, + 0.0, + 0.6006403565406799, + 0.04025715962052345, + 0.10506445169448853, + 0.0073850504122674465 + ], + "50:100": [ + 0.045382630079984665, + 0.030867207795381546, + 0.05970567837357521, + 0.026823239400982857, + 0.018381351605057716, + 0.012282276526093483, + 0.00983811542391777, + 0.0027610280085355043, + 0.0016562803648412228, + 0.0, + 0.009752675890922546, + 0.007658415008336306, + 0.0035020019859075546, + 0.0, + 0.018418222665786743, + 0.0058937654830515385, + 0.0029932388570159674, + 0.0, + 0.018637513741850853, + 0.010471747256815434, + 0.032613325864076614, + 0.005323705263435841 + ], + "100:150": [ + 0.04394885525107384, + 0.06217871233820915, + 0.0872151106595993, + 0.16058290004730225, + 0.07742354273796082, + 0.07884114980697632, + 0.20181196928024292, + 0.5309345126152039, + 0.817808985710144, + 0.0, + 0.7675817012786865, + 0.48210883140563965, + 0.8429568409919739, + 0.0, + 0.3327823579311371, + 0.21538348495960236, + 0.8181384205818176, + 0.0, + 0.14262299239635468, + 0.012051084078848362, + 0.10710616409778595, + 0.006536533124744892 + ], + "150:200": [ + 0.010042556561529636, + 0.07059371471405029, + 0.053710322827100754, + 0.025000495836138725, + 0.0195819903165102, + 0.010268044658005238, + 0.05834116041660309, + 0.05788679048418999, + 7.41958647267893e-05, + 0.0, + 0.35601261258125305, + 0.24736279249191284, + 0.07001972198486328, + 0.0, + 2.484321521478705e-05, + 1.8548966181697324e-05, + 6.780624244129285e-05, + 0.0, + 0.043761540204286575, + 0.006032501347362995, + 0.019501257687807083, + 0.0019548526033759117 + ], + "200:250": [ + 0.0030623588245362043, + 0.006124354433268309, + 0.014544002711772919, + 0.03330494835972786, + 0.02914668619632721, + 0.030415024608373642, + 0.08659878373146057, + 0.08553414046764374, + 0.0, + 0.0, + 0.02821514569222927, + 0.05416135862469673, + 0.06156158447265625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.029777001589536667, + 0.0065039293840527534, + 0.008309555239975452, + 0.001996055943891406 + ], + "250:298": [ + 0.00761399744078517, + 0.0031377749983221292, + 0.00898008979856968, + 0.015271673910319805, + 0.012402504682540894, + 0.013442005030810833, + 0.03654949367046356, + 0.07153749465942383, + 0.0, + 0.0, + 0.026109913364052773, + 0.047359663993120193, + 0.02010941505432129, + 0.0, + 0.0, + 0.00013122956443112344, + 0.0, + 0.0, + 0.019763806834816933, + 0.004874511621892452, + 0.00902026891708374, + 0.0019955646712332964 + ] + } + }, + { + "demo_id": "demo_02", + "label_rows_outside_bounds": 48, + "label_components_outside_bounds": 156, + "phase_mean_abs": { + "0:10": [ + 0.002363255713135004, + 0.0007312625530175865, + 0.0006161523051559925, + 0.010426783934235573, + 0.0011638164287433028, + 0.0023474215995520353, + 0.17476873099803925, + 0.8678787350654602, + 1.458594560623169, + 0.0, + 0.6233636736869812, + 1.114851713180542, + 1.3772352933883667, + 0.0, + 0.6591655611991882, + 0.48494967818260193, + 1.490851640701294, + 0.0, + 1.0530563592910767, + 0.0684867650270462, + 1.7288236618041992, + 0.0035075179766863585 + ], + "10:50": [ + 0.001782210310921073, + 0.08154572546482086, + 0.0012002222938463092, + 0.013551908545196056, + 0.04888314753770828, + 0.0109584154561162, + 0.02260367013514042, + 0.08125926554203033, + 0.14164167642593384, + 0.0, + 0.06937828660011292, + 0.10683199018239975, + 0.13256946206092834, + 0.0, + 0.055471450090408325, + 0.05335013195872307, + 0.14854323863983154, + 0.0, + 0.4669402241706848, + 0.03798528388142586, + 0.1385778784751892, + 0.005442153662443161 + ], + "50:100": [ + 0.023867258802056313, + 0.0354619175195694, + 0.05533931404352188, + 0.012818136252462864, + 0.0229488518089056, + 0.019605588167905807, + 0.022363116964697838, + 0.007669541984796524, + 0.0036947058979421854, + 0.0, + 0.029450619593262672, + 0.006948590278625488, + 0.0027107256464660168, + 0.0, + 0.02259531058371067, + 0.005700262729078531, + 0.0026608139742165804, + 0.0, + 0.05105235427618027, + 0.02011524885892868, + 0.02089972421526909, + 0.00477160420268774 + ], + "100:150": [ + 0.032478753477334976, + 0.02934432029724121, + 0.06570195406675339, + 0.043724142014980316, + 0.023556174710392952, + 0.03730965033173561, + 0.1287703812122345, + 0.46559616923332214, + 0.8181460499763489, + 0.0, + 0.373361200094223, + 0.20652306079864502, + 0.8182557821273804, + 0.0, + 0.3186871409416199, + 0.23874031007289886, + 0.8178040385246277, + 0.0, + 0.2743654251098633, + 0.026911137625575066, + 0.10329356044530869, + 0.004047747235745192 + ], + "150:200": [ + 0.05037517845630646, + 0.0814715102314949, + 0.07656200230121613, + 0.14737242460250854, + 0.11016998440027237, + 0.42171862721443176, + 0.11169061809778214, + 0.12789258360862732, + 0.00020523070998024195, + 0.0, + 0.7076961398124695, + 0.48051393032073975, + 0.09286012500524521, + 0.0, + 4.634857032215223e-05, + 0.016406845301389694, + 0.00015993117995094508, + 0.0, + 0.07775068283081055, + 0.029659591615200043, + 0.021042203530669212, + 0.0034000903833657503 + ], + "200:250": [ + 0.011272536590695381, + 0.016151677817106247, + 0.0356905534863472, + 0.0734240785241127, + 0.03673025965690613, + 0.054014917463064194, + 0.03318535163998604, + 0.07815323024988174, + 0.003206539200618863, + 0.0, + 0.05534636974334717, + 0.05474429205060005, + 0.05157298967242241, + 0.0, + 0.0, + 0.00022368431382346898, + 0.0, + 0.0, + 0.03396330028772354, + 0.008610147051513195, + 0.015418386086821556, + 0.0019025210058316588 + ], + "250:298": [ + 0.024927986785769463, + 0.022990303114056587, + 0.021388819441199303, + 0.07762139290571213, + 0.02933603525161743, + 0.07550925761461258, + 0.05816739425063133, + 0.024762004613876343, + 0.048392217606306076, + 0.0, + 0.06943866610527039, + 0.0718647763133049, + 0.08294308930635452, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.10926425457000732, + 0.010406512767076492, + 0.009191185235977173, + 0.0010166444117203355 + ] + } + }, + { + "demo_id": "demo_03", + "label_rows_outside_bounds": 36, + "label_components_outside_bounds": 126, + "phase_mean_abs": { + "0:10": [ + 0.00305086188018322, + 0.0037196713965386152, + 0.00235382211394608, + 0.005405402276664972, + 0.010270357131958008, + 0.002244210336357355, + 0.209315225481987, + 0.7576972246170044, + 1.3511064052581787, + 0.0, + 0.5856533646583557, + 1.2106305360794067, + 1.0251739025115967, + 0.0, + 0.6669428944587708, + 0.4947064518928528, + 1.5186526775360107, + 0.0, + 1.2700283527374268, + 0.09934500604867935, + 1.6022965908050537, + 0.011902710422873497 + ], + "10:50": [ + 0.0031379193533211946, + 0.07230773568153381, + 0.000584555440582335, + 0.018857348710298538, + 0.02507087029516697, + 0.01831650175154209, + 0.0330476239323616, + 0.0691651999950409, + 0.13210605084896088, + 0.0, + 0.08519565314054489, + 0.11900141090154648, + 0.09847403317689896, + 0.0, + 0.053048230707645416, + 0.05782504007220268, + 0.15280935168266296, + 0.0, + 0.5493354797363281, + 0.04184449464082718, + 0.09433683753013611, + 0.008981263265013695 + ], + "50:100": [ + 0.024250522255897522, + 0.026051152497529984, + 0.029575927183032036, + 0.003733406076207757, + 0.011628503911197186, + 0.006191420368850231, + 0.013038394041359425, + 0.0036533295642584562, + 0.002124329563230276, + 0.0, + 0.01604064181447029, + 0.005460869055241346, + 0.002984988735988736, + 0.0, + 0.01569567248225212, + 0.004638612270355225, + 0.002516013104468584, + 0.0, + 0.05537862703204155, + 0.01720142550766468, + 0.030589556321501732, + 0.008091196417808533 + ], + "100:150": [ + 0.030349712818861008, + 0.025136027485132217, + 0.08261094987392426, + 0.04871908202767372, + 0.04239654168486595, + 0.029564127326011658, + 0.2635096311569214, + 0.4205147624015808, + 0.8022221922874451, + 0.0, + 0.3765251934528351, + 0.18089251220226288, + 0.8106450438499451, + 0.0, + 0.32019054889678955, + 0.2537475824356079, + 0.810646116733551, + 0.0, + 0.1681714653968811, + 0.014413178898394108, + 0.1201300173997879, + 0.009381442330777645 + ], + "150:200": [ + 0.03692687302827835, + 0.056199364364147186, + 0.10592519491910934, + 0.014285316690802574, + 0.0465281680226326, + 0.037289250642061234, + 0.02316092886030674, + 0.05492229387164116, + 0.016764068976044655, + 0.0, + 0.002785301301628351, + 0.038190148770809174, + 0.007913017645478249, + 0.0, + 0.0022537230979651213, + 0.0031527518294751644, + 0.008053874596953392, + 0.0, + 0.07682213932275772, + 0.014583506621420383, + 0.034293033182621, + 0.0019510744605213404 + ], + "200:250": [ + 0.011273485608398914, + 0.017282214015722275, + 0.016146596521139145, + 0.04326963797211647, + 0.0111585333943367, + 0.043571144342422485, + 0.024687007069587708, + 0.028090858832001686, + 4.882812572759576e-05, + 0.0, + 0.0, + 0.015804385766386986, + 9.536743306171047e-08, + 0.0, + 0.0, + 4.7683716530855236e-08, + 9.536743306171047e-08, + 0.0, + 0.046202994883060455, + 0.005331236869096756, + 0.01741471327841282, + 0.0017829352291300893 + ], + "250:298": [ + 0.004474145360291004, + 0.0008589469944126904, + 0.0087800407782197, + 0.0029012709856033325, + 0.0023157596588134766, + 0.00435975193977356, + 0.010262901894748211, + 0.011421839706599712, + 0.0, + 0.0, + 0.0, + 0.01186661422252655, + 0.0, + 0.0, + 0.0, + 2.1904706954956055e-05, + 0.0, + 0.0, + 0.021071234717965126, + 0.010408935137093067, + 0.0033627450466156006, + 0.001344372401945293 + ] + } + }, + { + "demo_id": "demo_04", + "label_rows_outside_bounds": 41, + "label_components_outside_bounds": 128, + "phase_mean_abs": { + "0:10": [ + 0.0032402866054326296, + 0.002740104915574193, + 0.0034063986968249083, + 0.006770444102585316, + 0.006287193391472101, + 0.02616286277770996, + 0.21913644671440125, + 0.6769683957099915, + 1.49427330493927, + 0.0, + 0.6994640231132507, + 0.3093104958534241, + 1.469082236289978, + 0.0, + 0.6679584383964539, + 0.5066297054290771, + 1.5534673929214478, + 0.0, + 1.0875234603881836, + 0.045561935752630234, + 1.362291693687439, + 0.013190815225243568 + ], + "10:50": [ + 0.008738303557038307, + 0.08085133880376816, + 0.00667305663228035, + 0.016863858327269554, + 0.021786117926239967, + 0.014099371619522572, + 0.03545258194208145, + 0.060502368956804276, + 0.14576444029808044, + 0.0, + 0.05830267816781998, + 0.02889532968401909, + 0.14102467894554138, + 0.0, + 0.051695823669433594, + 0.05406966805458069, + 0.1527683585882187, + 0.0, + 0.39021921157836914, + 0.026555558666586876, + 0.045150041580200195, + 0.0036203949712216854 + ], + "50:100": [ + 0.011996183544397354, + 0.03238897770643234, + 0.038538940250873566, + 0.008612203411757946, + 0.024803657084703445, + 0.014937061816453934, + 0.022017918527126312, + 0.004940420389175415, + 0.002136427443474531, + 0.0, + 0.01958666369318962, + 0.004490264691412449, + 0.0029127185698598623, + 0.0, + 0.02058819681406021, + 0.004911181516945362, + 0.002526633208617568, + 0.0, + 0.016167735680937767, + 0.013996209017932415, + 0.026112889871001244, + 0.007351314648985863 + ], + "100:150": [ + 0.02191956341266632, + 0.06029651686549187, + 0.11507117003202438, + 0.026841765269637108, + 0.054836854338645935, + 0.030173955485224724, + 0.16927696764469147, + 0.4181147813796997, + 0.8164466619491577, + 0.0, + 0.3816293776035309, + 0.20416957139968872, + 0.8165434002876282, + 0.0, + 0.3239166736602783, + 0.21535244584083557, + 0.816999077796936, + 0.0, + 0.20348753035068512, + 0.014933736063539982, + 0.09133072197437286, + 0.009204057976603508 + ], + "150:200": [ + 0.022579098120331764, + 0.071581169962883, + 0.10028768330812454, + 0.07036390900611877, + 0.13892540335655212, + 0.19270643591880798, + 0.060494519770145416, + 0.06119074672460556, + 0.0021043778397142887, + 0.0, + 0.00064425467280671, + 0.05575287342071533, + 0.0015421867137774825, + 0.0, + 0.0005312919383868575, + 0.0005056142690591514, + 0.0016808509826660156, + 0.0, + 0.06594691425561905, + 0.016117475926876068, + 0.028183555230498314, + 0.0024467266630381346 + ], + "200:250": [ + 0.01766972988843918, + 0.03341266140341759, + 0.0052536590956151485, + 0.030661888420581818, + 0.01953059621155262, + 0.0342998169362545, + 0.15818066895008087, + 0.1208612471818924, + 0.0, + 0.0, + 0.691901445388794, + 0.5020473599433899, + 0.06918802112340927, + 0.0, + 0.0, + 0.05659160763025284, + 0.0, + 0.0, + 0.06265787780284882, + 0.0037669145967811346, + 0.008465910330414772, + 0.0006354266661219299 + ], + "250:298": [ + 0.0007477689650841057, + 0.002106566447764635, + 0.0031069463584572077, + 0.0052417367696762085, + 0.004744663834571838, + 0.0045594521798193455, + 0.01417157519608736, + 0.012601961381733418, + 0.0, + 0.0, + 0.003651157021522522, + 0.015911808237433434, + 0.00986635684967041, + 0.0, + 0.0, + 7.962187373777851e-05, + 0.0, + 0.0, + 0.015666833147406578, + 0.003146392060443759, + 0.008405148983001709, + 0.0019955134484916925 + ] + } + }, + { + "demo_id": "demo_05", + "label_rows_outside_bounds": 54, + "label_components_outside_bounds": 168, + "phase_mean_abs": { + "0:10": [ + 0.0008939182152971625, + 0.0025038733147084713, + 0.0035405412781983614, + 0.006474184803664684, + 0.003947877790778875, + 0.003286504652351141, + 0.2380957305431366, + 0.9809034466743469, + 1.4547195434570312, + 0.0, + 0.4764011800289154, + 1.2172634601593018, + 1.2957801818847656, + 0.0, + 0.656391441822052, + 0.4845779836177826, + 1.5204379558563232, + 0.0, + 1.3745379447937012, + 0.09078141301870346, + 1.694104790687561, + 0.013517871499061584 + ], + "10:50": [ + 0.008262122049927711, + 0.09230795502662659, + 0.009686825796961784, + 0.03236120194196701, + 0.025283729657530785, + 0.012845361605286598, + 0.03860272094607353, + 0.09217192232608795, + 0.14158812165260315, + 0.0, + 0.06876601278781891, + 0.12018923461437225, + 0.12443351745605469, + 0.0, + 0.045658137649297714, + 0.05210966616868973, + 0.15230610966682434, + 0.0, + 0.5755162835121155, + 0.04464712738990784, + 0.12432509660720825, + 0.006735258735716343 + ], + "50:100": [ + 0.029278267174959183, + 0.021239735186100006, + 0.05320136621594429, + 0.021198082715272903, + 0.023475589230656624, + 0.012102889828383923, + 0.02069174125790596, + 0.007778189145028591, + 0.0035610883496701717, + 0.0, + 0.021644864231348038, + 0.005663505755364895, + 0.0021674518939107656, + 0.0, + 0.01873868703842163, + 0.005976452026516199, + 0.0026347266975790262, + 0.0, + 0.03835620731115341, + 0.014186114072799683, + 0.015505790710449219, + 0.0062636430375278 + ], + "100:150": [ + 0.049767132848501205, + 0.06081617996096611, + 0.09987389296293259, + 0.04432736709713936, + 0.0764012560248375, + 0.07811333239078522, + 0.6146479249000549, + 0.5274646282196045, + 0.8176068067550659, + 0.0, + 1.0139790773391724, + 0.6421020030975342, + 0.8586556315422058, + 0.0, + 0.3167886734008789, + 0.25457173585891724, + 0.81778883934021, + 0.0, + 0.2591592073440552, + 0.015894748270511627, + 0.164978489279747, + 0.009616207331418991 + ], + "150:200": [ + 0.03740248829126358, + 0.02855541743338108, + 0.02520463615655899, + 0.02398623898625374, + 0.010516433976590633, + 0.027196478098630905, + 0.050324052572250366, + 0.06517095863819122, + 6.341934204101562e-05, + 0.0, + 0.07135486602783203, + 0.09447236359119415, + 0.06625232845544815, + 0.0, + 1.8405913579044864e-05, + 0.0024402618873864412, + 6.446838233387098e-05, + 0.0, + 0.03577756881713867, + 0.006069965194910765, + 0.026036690920591354, + 0.0022496141027659178 + ], + "200:250": [ + 0.007437878753989935, + 0.003513961797580123, + 0.0008194548427127302, + 0.004391970578581095, + 0.006120853591710329, + 0.005468492396175861, + 0.005787453148514032, + 0.01037378329783678, + 0.0, + 0.0, + 0.005286121275275946, + 0.008408164605498314, + 0.005091858096420765, + 0.0, + 0.0, + 4.7683716530855236e-08, + 0.0, + 0.0, + 0.019493579864501953, + 0.006342411506921053, + 0.002642726991325617, + 0.0011975219240412116 + ], + "250:298": [ + 0.0045739347115159035, + 0.0006472565582953393, + 0.0011917900992557406, + 0.003551200032234192, + 0.004522944334894419, + 0.005713030695915222, + 0.0064693051390349865, + 0.014806141145527363, + 0.0, + 0.0, + 0.004141578916460276, + 0.004845758434385061, + 0.009670753963291645, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.007035633083432913, + 0.004011546727269888, + 0.008796553127467632, + 0.0027326804120093584 + ] + } + }, + { + "demo_id": "demo_06", + "label_rows_outside_bounds": 53, + "label_components_outside_bounds": 149, + "phase_mean_abs": { + "0:10": [ + 0.006701541133224964, + 0.010676274076104164, + 0.009671729989349842, + 0.003448915435001254, + 0.00552744884043932, + 0.008444475941359997, + 0.4022543430328369, + 0.6835988759994507, + 1.4082242250442505, + 0.0, + 0.6870553493499756, + 0.35630255937576294, + 1.4618556499481201, + 0.0, + 0.6573144197463989, + 0.47047123312950134, + 1.5266988277435303, + 0.0, + 1.2733185291290283, + 0.05324108526110649, + 1.5961129665374756, + 0.007541423197835684 + ], + "10:50": [ + 0.009671947918832302, + 0.1001659408211708, + 0.00442495197057724, + 0.02660619653761387, + 0.039670396596193314, + 0.025712495669722557, + 0.07463802397251129, + 0.06594322621822357, + 0.13703653216362, + 0.0, + 0.07700441777706146, + 0.03514217585325241, + 0.1406179964542389, + 0.0, + 0.09308382123708725, + 0.04890695959329605, + 0.150272399187088, + 0.0, + 0.7128646373748779, + 0.02889850176870823, + 0.09349614381790161, + 0.004065234214067459 + ], + "50:100": [ + 0.02697852812707424, + 0.027453823015093803, + 0.042494844645261765, + 0.02008834294974804, + 0.02049543336033821, + 0.012897410430014133, + 0.0271381214261055, + 0.0061097159050405025, + 0.002091427333652973, + 0.0, + 0.018481874838471413, + 0.0046552144922316074, + 0.0016105246031656861, + 0.0, + 0.019659215584397316, + 0.006065609864890575, + 0.003179142251610756, + 0.0, + 0.07543835788965225, + 0.020323164761066437, + 0.024335671216249466, + 0.004005024675279856 + ], + "100:150": [ + 0.021194448694586754, + 0.0336277037858963, + 0.07080136984586716, + 0.0369376577436924, + 0.0335879810154438, + 0.02721358835697174, + 0.15655025839805603, + 0.508594274520874, + 0.8017619252204895, + 0.0, + 0.3904074430465698, + 0.20454739034175873, + 0.8136541843414307, + 0.0, + 0.32700276374816895, + 0.21540743112564087, + 0.812412440776825, + 0.0, + 0.12555031478405, + 0.01623978465795517, + 0.16470256447792053, + 0.0099396463483572 + ], + "150:200": [ + 0.05292173847556114, + 0.042544908821582794, + 0.09258556365966797, + 0.03157654404640198, + 0.03875761106610298, + 0.03367357701063156, + 0.060138262808322906, + 0.10598258674144745, + 0.017971325665712357, + 0.0, + 0.002149391220882535, + 0.04063854366540909, + 0.004991340450942516, + 0.0, + 0.0020983696449548006, + 0.0019720792770385742, + 0.006088065914809704, + 0.0, + 0.08847446739673615, + 0.008613666519522667, + 0.021126557141542435, + 0.002284539397805929 + ], + "200:250": [ + 0.012215523980557919, + 0.0542696937918663, + 0.03723376616835594, + 0.0267343707382679, + 0.04473698139190674, + 0.054579950869083405, + 0.05136549100279808, + 0.0353664867579937, + 0.013270092196762562, + 0.0, + 0.7050862312316895, + 0.4703381657600403, + 0.03890066221356392, + 0.0, + 0.0, + 0.0003461122396402061, + 0.0, + 0.0, + 0.10548319667577744, + 0.011052113026380539, + 0.01854400709271431, + 0.0020352527499198914 + ], + "250:298": [ + 0.005020685028284788, + 0.018831918016076088, + 0.0025349673815071583, + 0.007421602960675955, + 0.00944096315652132, + 0.03904743865132332, + 0.04232299327850342, + 0.04625469446182251, + 1.609325408935547e-05, + 0.0, + 0.06067842245101929, + 0.08837322145700455, + 0.05912552401423454, + 0.0, + 0.0, + 3.3030908070941223e-06, + 0.0, + 0.0, + 0.0316266231238842, + 0.0033702233340591192, + 0.01894434355199337, + 0.0011507959570735693 + ] + } + }, + { + "demo_id": "demo_07", + "label_rows_outside_bounds": 32, + "label_components_outside_bounds": 103, + "phase_mean_abs": { + "0:10": [ + 0.0004091638547834009, + 0.002000675769522786, + 0.0011677357833832502, + 0.007619619369506836, + 0.0011014461051672697, + 0.011459779925644398, + 0.20961448550224304, + 0.018002821132540703, + 0.005021619610488415, + 0.0, + 0.03900511935353279, + 0.01980716362595558, + 0.0055261277593672276, + 0.0, + 0.24326272308826447, + 0.021059677004814148, + 0.004055987577885389, + 0.0, + 0.9283334612846375, + 0.03835950419306755, + 1.6389644145965576, + 0.0016242429846897721 + ], + "10:50": [ + 0.011659546755254269, + 0.09561947733163834, + 0.0033751484006643295, + 0.021480953320860863, + 0.02625936269760132, + 0.013457119464874268, + 0.06257501244544983, + 0.005110905505716801, + 0.002071005292236805, + 0.0, + 0.02132127806544304, + 0.002971059177070856, + 0.0010226726299151778, + 0.0, + 0.018606513738632202, + 0.0028329596389085054, + 0.0012417059624567628, + 0.0, + 0.621274471282959, + 0.041809018701314926, + 0.11405825614929199, + 0.007761611603200436 + ], + "50:100": [ + 0.031192149966955185, + 0.02652669884264469, + 0.03995538130402565, + 0.0067745354026556015, + 0.021964063867926598, + 0.013549613766372204, + 0.011916344985365868, + 0.004540164954960346, + 0.002711741952225566, + 0.0, + 0.021500572562217712, + 0.0052272905595600605, + 0.0023555555380880833, + 0.0, + 0.031321931630373, + 0.007631360087543726, + 0.0033140748273581266, + 0.0, + 0.019278908148407936, + 0.011624014005064964, + 0.02064666710793972, + 0.0044923690147697926 + ], + "100:150": [ + 0.045098647475242615, + 0.0533369816839695, + 0.08596856892108917, + 0.03334059193730354, + 0.02399919554591179, + 0.03260820731520653, + 0.1182011291384697, + 0.5216591358184814, + 0.8181084394454956, + 0.0, + 0.3757682740688324, + 0.6772520542144775, + 0.7073279023170471, + 0.0, + 0.31905537843704224, + 0.24108600616455078, + 0.8186638355255127, + 0.0, + 0.19800542294979095, + 0.015255345962941647, + 0.10600118339061737, + 0.009698804467916489 + ], + "150:200": [ + 0.038403674960136414, + 0.037082239985466, + 0.0618293471634388, + 0.053701624274253845, + 0.027113400399684906, + 0.080754853785038, + 0.027695853263139725, + 0.02301773987710476, + 0.00027914048405364156, + 0.0, + 0.017914270982146263, + 0.014877128414809704, + 0.029538393020629883, + 0.0, + 9.665489051258191e-05, + 0.00011148452904308215, + 0.00030117033747956157, + 0.0, + 0.07096872478723526, + 0.012029699049890041, + 0.011545228771865368, + 0.002819105749949813 + ], + "200:250": [ + 0.008031475357711315, + 0.009616772644221783, + 0.004401454236358404, + 0.026038264855742455, + 0.009748668409883976, + 0.022868776693940163, + 0.010121733881533146, + 0.008288716897368431, + 0.007686900906264782, + 0.0, + 0.003122186753898859, + 0.013841534033417702, + 0.02051987685263157, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03550462797284126, + 0.010911163873970509, + 0.003700637724250555, + 0.0010423993226140738 + ], + "250:299": [ + 0.0037082466296851635, + 0.0008094563381746411, + 0.0012987768277525902, + 0.004325180780142546, + 0.004084485117346048, + 0.003161050844937563, + 0.002455645939335227, + 0.007075874134898186, + 0.008331318385899067, + 0.0, + 0.004521924536675215, + 0.006685159634798765, + 0.004929474554955959, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.017702773213386536, + 0.003282233141362667, + 0.006171538028866053, + 0.0014384393580257893 + ] + } + }, + { + "demo_id": "demo_08", + "label_rows_outside_bounds": 39, + "label_components_outside_bounds": 136, + "phase_mean_abs": { + "0:10": [ + 0.000988957704976201, + 0.0007680820999667048, + 0.0012284033000469208, + 0.0011494874488562346, + 0.0011605501640588045, + 0.0039646863006055355, + 0.2163735330104828, + 0.6192858219146729, + 1.4503777027130127, + 0.0, + 0.5867401361465454, + 1.0847349166870117, + 1.3591704368591309, + 0.0, + 0.6644579172134399, + 0.49008458852767944, + 1.5069859027862549, + 0.0, + 1.5287225246429443, + 0.1020616665482521, + 1.522841453552246, + 0.02259054407477379 + ], + "10:50": [ + 0.0026162827853113413, + 0.07059688121080399, + 0.003101829905062914, + 0.02439989522099495, + 0.025137919932603836, + 0.01708230935037136, + 0.03535846248269081, + 0.055790044367313385, + 0.14221712946891785, + 0.0, + 0.07599683851003647, + 0.10533346235752106, + 0.13082298636436462, + 0.0, + 0.055598966777324677, + 0.0541195347905159, + 0.15035709738731384, + 0.0, + 0.6859287023544312, + 0.03627384826540947, + 0.0741950273513794, + 0.004734340123832226 + ], + "50:100": [ + 0.0227342676371336, + 0.03653679043054581, + 0.002660538535565138, + 0.005263662431389093, + 0.02503187581896782, + 0.010002736933529377, + 0.016749052330851555, + 0.006209915969520807, + 0.0029043182730674744, + 0.0, + 0.014672373421490192, + 0.004596927668899298, + 0.0021175872534513474, + 0.0, + 0.014918690547347069, + 0.004085219465196133, + 0.0020106337033212185, + 0.0, + 0.0226622112095356, + 0.019495630636811256, + 0.016856908798217773, + 0.007360432762652636 + ], + "100:150": [ + 0.0340668223798275, + 0.024742459878325462, + 0.09062939882278442, + 0.029055075719952583, + 0.0216263048350811, + 0.025981692597270012, + 0.2163078933954239, + 0.37359508872032166, + 0.5393550395965576, + 0.0, + 0.3439742922782898, + 0.09661807119846344, + 0.6936019659042358, + 0.0, + 0.2770763337612152, + 0.1748504787683487, + 0.6691319346427917, + 0.0, + 0.16098655760288239, + 0.020707307383418083, + 0.10327668488025665, + 0.014143355190753937 + ], + "150:200": [ + 0.01878342404961586, + 0.03085469640791416, + 0.1313173919916153, + 0.0286068394780159, + 0.061269961297512054, + 0.07649141550064087, + 0.1322053074836731, + 0.16520507633686066, + 0.28464505076408386, + 0.0, + 0.05632514879107475, + 0.1457890272140503, + 0.12694072723388672, + 0.0, + 0.052945710718631744, + 0.04226233810186386, + 0.1497890055179596, + 0.0, + 0.054650258272886276, + 0.009028380736708641, + 0.04905066639184952, + 0.004934654571115971 + ], + "200:250": [ + 0.004950142931193113, + 0.039601217955350876, + 0.024404579773545265, + 0.012380590662360191, + 0.01679547317326069, + 0.018940186128020287, + 0.0238405242562294, + 0.049862004816532135, + 0.046475838869810104, + 0.0, + 8.583068620282575e-07, + 0.03045344352722168, + 2.002715973503655e-06, + 0.0, + 8.583068620282575e-07, + 6.675720101156912e-07, + 2.384185791015625e-06, + 0.0, + 0.07322931289672852, + 0.01010857243090868, + 0.01738920249044895, + 0.0018578836461529136 + ], + "250:298": [ + 0.0059699504636228085, + 0.004566304851323366, + 0.0014471225440502167, + 0.002152949571609497, + 0.0022297550458461046, + 0.0024013917427510023, + 0.007520224899053574, + 0.01661559008061886, + 0.017261654138565063, + 0.0, + 0.0, + 0.013388817198574543, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.008826404809951782, + 0.0036806685384362936, + 0.004486044403165579, + 0.0011606854386627674 + ] + } + }, + { + "demo_id": "demo_09", + "label_rows_outside_bounds": 49, + "label_components_outside_bounds": 146, + "phase_mean_abs": { + "0:10": [ + 0.0029374887235462666, + 0.0015926513588055968, + 0.0008118677651509643, + 0.007242083549499512, + 0.004412150476127863, + 0.012640928849577904, + 0.22224977612495422, + 0.9400922060012817, + 1.4489113092422485, + 0.0, + 0.7089195251464844, + 0.24542221426963806, + 1.4726307392120361, + 0.0, + 0.6656571626663208, + 0.5073222517967224, + 1.5255399942398071, + 0.0, + 1.3627023696899414, + 0.10733890533447266, + 1.665771484375, + 0.01439076941460371 + ], + "10:50": [ + 0.01767583377659321, + 0.09066276997327805, + 0.01965530961751938, + 0.031745124608278275, + 0.034117233008146286, + 0.028598790988326073, + 0.07362542301416397, + 0.08776898682117462, + 0.14083604514598846, + 0.0, + 0.07772703468799591, + 0.026746919378638268, + 0.14416493475437164, + 0.0, + 0.06485264003276825, + 0.05521731823682785, + 0.15449655055999756, + 0.0, + 0.6833156943321228, + 0.040933504700660706, + 0.09901899099349976, + 0.007457862142473459 + ], + "50:100": [ + 0.02329443208873272, + 0.020632071420550346, + 0.05957956239581108, + 0.027570104226469994, + 0.01401802059262991, + 0.027855215594172478, + 0.02300582081079483, + 0.003656097687780857, + 0.001846803817898035, + 0.0, + 0.009140866808593273, + 0.007686850614845753, + 0.004364120773971081, + 0.0, + 0.01779155060648918, + 0.0068902610801160336, + 0.004258720204234123, + 0.0, + 0.03724675253033638, + 0.010660460218787193, + 0.04654679447412491, + 0.00737500237300992 + ], + "100:150": [ + 0.06043456122279167, + 0.035277415066957474, + 0.1217392235994339, + 0.040702205151319504, + 0.09390392899513245, + 0.044781044125556946, + 0.3237510621547699, + 0.44723206758499146, + 0.6990135908126831, + 0.0, + 0.3847484588623047, + 0.23962631821632385, + 0.817719578742981, + 0.0, + 0.3269733488559723, + 0.23419779539108276, + 0.8178610801696777, + 0.0, + 0.15733465552330017, + 0.01096756849437952, + 0.1284317970275879, + 0.0061042699962854385 + ], + "150:200": [ + 0.03600373491644859, + 0.04731210693717003, + 0.10813522338867188, + 0.04671280458569527, + 0.08799279481172562, + 0.0989375114440918, + 0.08975230157375336, + 0.06836328655481339, + 0.07138757407665253, + 0.0, + 0.7257042527198792, + 0.44955384731292725, + 0.06080474704504013, + 0.0, + 0.0001126289353123866, + 0.0042237997986376286, + 0.00038061142549850047, + 0.0, + 0.09857392311096191, + 0.02174343168735504, + 0.033425427973270416, + 0.006060995627194643 + ], + "200:250": [ + 0.009938539005815983, + 0.017299240455031395, + 0.022507579997181892, + 0.08670153468847275, + 0.043976373970508575, + 0.0843760296702385, + 0.03003251552581787, + 0.01857595518231392, + 0.013649272732436657, + 0.0, + 0.02968578413128853, + 0.04024505615234375, + 0.036086320877075195, + 0.0, + 0.0, + 1.1730194273695815e-05, + 0.0, + 0.0, + 0.015193844214081764, + 0.003540339879691601, + 0.005420398898422718, + 0.0015603852225467563 + ], + "250:298": [ + 0.013514860533177853, + 0.004477937240153551, + 0.005232024937868118, + 0.013545562513172626, + 0.0062200576066970825, + 0.010326455347239971, + 0.02118123136460781, + 0.01127392053604126, + 0.009742826223373413, + 0.0, + 0.014009103178977966, + 0.01409043837338686, + 0.013779103755950928, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.009622971527278423, + 0.0036867440212517977, + 0.0011658171424642205, + 0.0007654999499209225 + ] + } + }, + { + "demo_id": "demo_10", + "label_rows_outside_bounds": 48, + "label_components_outside_bounds": 143, + "phase_mean_abs": { + "0:10": [ + 0.0006590978009626269, + 0.0005355988978408277, + 0.0007473726291209459, + 0.01097095012664795, + 0.008742714300751686, + 0.016407061368227005, + 0.23721671104431152, + 0.8733282089233398, + 1.4689093828201294, + 0.0, + 0.6899206638336182, + 0.318424254655838, + 1.4524509906768799, + 0.0, + 0.6590911149978638, + 0.4851159453392029, + 1.5207982063293457, + 0.0, + 1.3360469341278076, + 0.11042781919240952, + 1.5209991931915283, + 0.016832396388053894 + ], + "10:50": [ + 0.0031295698136091232, + 0.06676937639713287, + 0.009661993943154812, + 0.021943330764770508, + 0.016549617052078247, + 0.017053252086043358, + 0.049040161073207855, + 0.08132962137460709, + 0.14159491658210754, + 0.0, + 0.07133176922798157, + 0.03210948035120964, + 0.1397252380847931, + 0.0, + 0.06575588136911392, + 0.05414087697863579, + 0.14958873391151428, + 0.0, + 0.6283270716667175, + 0.053435664623975754, + 0.07338398694992065, + 0.004022608511149883 + ], + "50:100": [ + 0.0016879286849871278, + 0.030490463599562645, + 0.017566006630659103, + 0.019462915137410164, + 0.012232956476509571, + 0.014029569923877716, + 0.014916759915649891, + 0.0035412681754678488, + 0.0014450077433139086, + 0.0, + 0.012602192349731922, + 0.005510627757757902, + 0.0028773494996130466, + 0.0, + 0.011894750408828259, + 0.004915309138596058, + 0.002742243465036154, + 0.0, + 0.022518109530210495, + 0.019905824214220047, + 0.009812021628022194, + 0.0036427497398108244 + ], + "100:150": [ + 0.023391015827655792, + 0.03955603763461113, + 0.1145525872707367, + 0.055348578840494156, + 0.044845305383205414, + 0.030988354235887527, + 0.12427783757448196, + 0.4624916911125183, + 0.808058500289917, + 0.0, + 0.390402615070343, + 0.2172795534133911, + 0.8093646168708801, + 0.0, + 0.3250541388988495, + 0.2111176699399948, + 0.8096311092376709, + 0.0, + 0.2082890272140503, + 0.019149957224726677, + 0.09213070571422577, + 0.004690122790634632 + ], + "150:200": [ + 0.02022380754351616, + 0.0165152195841074, + 0.0984167829155922, + 0.05188469961285591, + 0.07595302909612656, + 0.11561267822980881, + 0.08370480686426163, + 0.06815586239099503, + 0.011225128546357155, + 0.0, + 0.6921102404594421, + 0.4761587083339691, + 0.1253165751695633, + 0.0, + 0.0032431602012366056, + 0.017277788370847702, + 0.00914220791310072, + 0.0, + 0.0679553970694542, + 0.02164984494447708, + 0.015284299850463867, + 0.005349564366042614 + ], + "200:250": [ + 0.013370294123888016, + 0.001874198205769062, + 0.016517138108611107, + 0.01915341429412365, + 0.06323022395372391, + 0.07485897094011307, + 0.03676867485046387, + 0.03793363645672798, + 9.536743306171047e-08, + 0.0, + 0.01626286469399929, + 0.03543548658490181, + 0.062322188168764114, + 0.0, + 4.7683716530855236e-08, + 7.10725798853673e-05, + 9.536743306171047e-08, + 0.0, + 0.04809742048382759, + 0.007828574627637863, + 0.00963745079934597, + 0.001810824149288237 + ], + "250:299": [ + 0.0021820231340825558, + 0.0007724903989583254, + 0.008825070224702358, + 0.007687617093324661, + 0.013934899121522903, + 0.007541043218225241, + 0.049049388617277145, + 0.05888885259628296, + 0.0, + 0.0, + 0.05921495333313942, + 0.052138786762952805, + 0.09073510766029358, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.059625908732414246, + 0.006097473204135895, + 0.0034205280244350433, + 0.0012166505912318826 + ] + } + }, + { + "demo_id": "demo_11", + "label_rows_outside_bounds": 46, + "label_components_outside_bounds": 114, + "phase_mean_abs": { + "0:10": [ + 0.002274494618177414, + 0.0003607244580052793, + 6.939000741112977e-05, + 0.0030687570106238127, + 0.005102205090224743, + 0.006701421923935413, + 0.2330314666032791, + 0.023187736049294472, + 0.001800384372472763, + 0.0, + 0.030732041224837303, + 0.026042360812425613, + 0.0022570001892745495, + 0.0, + 0.2542247176170349, + 0.02638872340321541, + 0.0030934845563024282, + 0.0, + 0.9646288156509399, + 0.03583521768450737, + 1.6829121112823486, + 0.004963505081832409 + ], + "10:50": [ + 0.008249732665717602, + 0.049422744661569595, + 0.0028796596452593803, + 0.01750660501420498, + 0.029210591688752174, + 0.01886356994509697, + 0.027917295694351196, + 0.0038861981593072414, + 0.0012028312776237726, + 0.0, + 0.027651065960526466, + 0.006439421325922012, + 0.0023027793504297733, + 0.0, + 0.04221620783209801, + 0.006626312620937824, + 0.002221228089183569, + 0.0, + 0.625838577747345, + 0.033705875277519226, + 0.07259422540664673, + 0.006467717699706554 + ], + "50:100": [ + 0.011336701922118664, + 0.046291232109069824, + 0.002658703364431858, + 0.00640058983117342, + 0.011278538964688778, + 0.00865174736827612, + 0.014990775845944881, + 0.003199854400008917, + 0.0017871211748570204, + 0.0, + 0.01734071597456932, + 0.004291067831218243, + 0.0018014413071796298, + 0.0, + 0.03248191997408867, + 0.006499177776277065, + 0.0024116423446685076, + 0.0, + 0.0836358517408371, + 0.014637112617492676, + 0.011316442862153053, + 0.0034466057550162077 + ], + "100:150": [ + 0.006509480997920036, + 0.02132355608046055, + 0.06421216577291489, + 0.026567483320832253, + 0.029741434380412102, + 0.01879046857357025, + 0.018803661689162254, + 0.0029032111633569, + 0.001515365089289844, + 0.0, + 0.016691794618964195, + 0.004869283642619848, + 0.0027815711218863726, + 0.0, + 0.01204653363674879, + 0.004386489279568195, + 0.0024894829839468002, + 0.0, + 0.03519640117883682, + 0.019887760281562805, + 0.027327680960297585, + 0.004996970761567354 + ], + "150:200": [ + 0.022357270121574402, + 0.06537386775016785, + 0.16141638159751892, + 0.0651426613330841, + 0.08052971959114075, + 0.045421015471220016, + 0.23082789778709412, + 0.3650341331958771, + 0.7989016771316528, + 0.0, + 0.38364726305007935, + 0.22346296906471252, + 0.8170008063316345, + 0.0, + 0.32489049434661865, + 0.21095916628837585, + 0.8168957233428955, + 0.0, + 0.20914283394813538, + 0.01589130610227585, + 0.16479793190956116, + 0.004890446551144123 + ], + "200:250": [ + 0.011037718504667282, + 0.04594994708895683, + 0.04633738845586777, + 0.044487714767456055, + 0.04675060883164406, + 0.026646681129932404, + 0.0860808938741684, + 0.055201150476932526, + 0.06396374851465225, + 0.0, + 0.693299412727356, + 0.4762943983078003, + 0.04640545696020126, + 0.0, + 2.059936559817288e-05, + 2.4461745852022432e-05, + 5.664825584972277e-05, + 0.0, + 0.03880906105041504, + 0.007201995700597763, + 0.018749237060546875, + 0.0024510787334293127 + ], + "250:298": [ + 0.0014834176981821656, + 0.004895019344985485, + 0.007024936378002167, + 0.02824583649635315, + 0.025032827630639076, + 0.04017205163836479, + 0.06338730454444885, + 0.037436384707689285, + 0.03990699723362923, + 0.0, + 0.0417737178504467, + 0.025466978549957275, + 0.029131272807717323, + 0.0, + 0.0, + 1.986821445143505e-07, + 0.0, + 0.0, + 0.0222150981426239, + 0.007380394730716944, + 0.010109394788742065, + 0.003289432032033801 + ] + } + }, + { + "demo_id": "demo_12", + "label_rows_outside_bounds": 50, + "label_components_outside_bounds": 151, + "phase_mean_abs": { + "0:10": [ + 0.0024385531432926655, + 0.0015082710888236761, + 0.0012466346379369497, + 0.004806017968803644, + 0.009491157718002796, + 0.002291393233463168, + 0.47407516837120056, + 0.6661192774772644, + 1.3894736766815186, + 0.0, + 0.505723774433136, + 1.191894292831421, + 1.2839006185531616, + 0.0, + 0.667393684387207, + 0.4783948063850403, + 1.5243117809295654, + 0.0, + 1.2844927310943604, + 0.06799544394016266, + 1.6170011758804321, + 0.011323152109980583 + ], + "10:50": [ + 0.01203685998916626, + 0.07587186247110367, + 0.00919925607740879, + 0.02833302691578865, + 0.024388140067458153, + 0.009387308731675148, + 0.05200798064470291, + 0.0607975609600544, + 0.13459180295467377, + 0.0, + 0.06573562324047089, + 0.11694973707199097, + 0.12372571229934692, + 0.0, + 0.056722164154052734, + 0.05285611003637314, + 0.1529829055070877, + 0.0, + 0.6535147428512573, + 0.03125564381480217, + 0.10523515939712524, + 0.004529699683189392 + ], + "50:100": [ + 0.02526509016752243, + 0.022391896694898605, + 0.026207759976387024, + 0.016530752182006836, + 0.017977237701416016, + 0.014245309866964817, + 0.010533665306866169, + 0.003258895594626665, + 0.0015453137457370758, + 0.0, + 0.013127956539392471, + 0.003574224654585123, + 0.001423470675945282, + 0.0, + 0.017417049035429955, + 0.004862381611019373, + 0.0020542009733617306, + 0.0, + 0.03429770469665527, + 0.022369343787431717, + 0.023241091519594193, + 0.0054463353008031845 + ], + "100:150": [ + 0.028183545917272568, + 0.0513656809926033, + 0.11539271473884583, + 0.048774685710668564, + 0.04544588178396225, + 0.028405703604221344, + 0.12673582136631012, + 0.4063838720321655, + 0.7522130608558655, + 0.0, + 0.37760478258132935, + 0.19844169914722443, + 0.7819936871528625, + 0.0, + 0.32455721497535706, + 0.23098856210708618, + 0.7795560359954834, + 0.0, + 0.10998811572790146, + 0.01281033270061016, + 0.12236137688159943, + 0.004919343162328005 + ], + "150:200": [ + 0.01755407638847828, + 0.11091265827417374, + 0.16546721756458282, + 0.11945445835590363, + 0.09874305874109268, + 0.11121470481157303, + 0.056473374366760254, + 0.15321263670921326, + 0.06658425182104111, + 0.0, + 0.7442823648452759, + 0.485694020986557, + 0.1026037186384201, + 0.0, + 0.013202858157455921, + 0.014275038614869118, + 0.04084215313196182, + 0.0, + 0.1016196757555008, + 0.013304715044796467, + 0.03684182092547417, + 0.002152820583432913 + ], + "200:250": [ + 0.031076747924089432, + 0.06746944040060043, + 0.05030409246683121, + 0.08314384520053864, + 0.05185256153345108, + 0.09101329743862152, + 0.07590469717979431, + 0.08778510242700577, + 1.144409225162235e-06, + 0.0, + 0.06005227565765381, + 0.037604428827762604, + 0.10308942943811417, + 0.0, + 1.9073486612342094e-07, + 1.9073486612342094e-07, + 5.722046125811175e-07, + 0.0, + 0.06984734535217285, + 0.010489335283637047, + 0.00796494446694851, + 0.0007265830645337701 + ], + "250:298": [ + 0.013259571976959705, + 0.013778341002762318, + 0.004348175134509802, + 0.017013976350426674, + 0.012878443114459515, + 0.009576867334544659, + 0.0447097010910511, + 0.05904778838157654, + 0.0, + 0.0, + 0.041787996888160706, + 0.05937447026371956, + 0.048243653029203415, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.012467850930988789, + 0.0031714679207652807, + 0.005256682634353638, + 0.0010673246579244733 + ] + } + }, + { + "demo_id": "demo_13", + "label_rows_outside_bounds": 34, + "label_components_outside_bounds": 122, + "phase_mean_abs": { + "0:10": [ + 0.004707282409071922, + 0.0023943691048771143, + 0.0015642300713807344, + 0.003013706300407648, + 0.010212326422333717, + 0.0034251927863806486, + 0.17492012679576874, + 0.8278578519821167, + 1.4792193174362183, + 0.0, + 0.5447728037834167, + 1.2291687726974487, + 1.1116567850112915, + 0.0, + 0.6649333238601685, + 0.4946202337741852, + 1.5467545986175537, + 0.0, + 0.985180675983429, + 0.06588702648878098, + 1.6579669713974, + 0.004659234546124935 + ], + "10:50": [ + 0.011932301335036755, + 0.06915866583585739, + 0.002489635953679681, + 0.015492916107177734, + 0.03457764536142349, + 0.0127907395362854, + 0.029152965173125267, + 0.07509417831897736, + 0.14411675930023193, + 0.0, + 0.07129020988941193, + 0.11894945800304413, + 0.1066368967294693, + 0.0, + 0.05419051647186279, + 0.05791926383972168, + 0.15508641302585602, + 0.0, + 0.5252248048782349, + 0.030002987012267113, + 0.10311490297317505, + 0.005458260886371136 + ], + "50:100": [ + 0.027606157585978508, + 0.036211561411619186, + 0.03427150100469589, + 0.011824021115899086, + 0.01853678748011589, + 0.009144973941147327, + 0.013371112756431103, + 0.0019521124195307493, + 0.0011174817336723208, + 0.0, + 0.014544527977705002, + 0.005146558862179518, + 0.002672729780897498, + 0.0, + 0.019159633666276932, + 0.0073458002880215645, + 0.0033493691589683294, + 0.0, + 0.014541435055434704, + 0.011441899463534355, + 0.035758160054683685, + 0.00890948623418808 + ], + "100:150": [ + 0.023470623418688774, + 0.03481481969356537, + 0.06682503968477249, + 0.024366898462176323, + 0.03665628284215927, + 0.029223836958408356, + 0.1145721971988678, + 0.4807693064212799, + 0.8176000714302063, + 0.0, + 0.3844625949859619, + 0.2301848977804184, + 0.8177043795585632, + 0.0, + 0.3268020749092102, + 0.21366950869560242, + 0.8175601363182068, + 0.0, + 0.17688146233558655, + 0.011785957030951977, + 0.07172379642724991, + 0.005211257841438055 + ], + "150:200": [ + 0.04336811229586601, + 0.02463567815721035, + 0.11153189837932587, + 0.1072515994310379, + 0.028812069445848465, + 0.08679007738828659, + 0.08912818878889084, + 0.0728396400809288, + 0.000828647636808455, + 0.0, + 0.0003517150762490928, + 0.023351479321718216, + 0.0007671356434002519, + 0.0, + 0.0002906799199990928, + 0.000211930280784145, + 0.0007993698236532509, + 0.0, + 0.04703235626220703, + 0.004432497080415487, + 0.01239309273660183, + 0.0023881527595221996 + ], + "200:250": [ + 0.01958329789340496, + 0.017356323078274727, + 0.026706576347351074, + 0.07465872168540955, + 0.02438824251294136, + 0.0625501349568367, + 0.050392504781484604, + 0.045943163335323334, + 0.0, + 0.0, + 0.0, + 0.017322396859526634, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.07879576832056046, + 0.006018832791596651, + 0.018264437094330788, + 0.0017320909537374973 + ], + "250:298": [ + 0.04871315881609917, + 0.0054938639514148235, + 0.06425008922815323, + 0.09032657742500305, + 0.1173163428902626, + 0.06562736630439758, + 0.04634786769747734, + 0.009991179220378399, + 0.0, + 0.0, + 0.00017772118735592812, + 0.025463029742240906, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03376613184809685, + 0.006946394685655832, + 0.004682739730924368, + 0.001220949925482273 + ] + } + }, + { + "demo_id": "demo_14", + "label_rows_outside_bounds": 64, + "label_components_outside_bounds": 289, + "phase_mean_abs": { + "0:10": [ + 0.00023619360581506044, + 2.6936928406939842e-05, + 0.00040295178769156337, + 0.005128907971084118, + 0.0010770559310913086, + 0.008149838075041771, + 0.4773816168308258, + 0.8345342874526978, + 1.4567056894302368, + 0.0, + 0.7203086614608765, + 0.4057818055152893, + 1.4612300395965576, + 0.0, + 0.6745019555091858, + 0.4776434302330017, + 1.5292799472808838, + 0.0, + 1.4873981475830078, + 0.08060174435377121, + 1.7944456338882446, + 0.0024793243501335382 + ], + "10:50": [ + 0.016623545438051224, + 0.08169546723365784, + 0.003798960242420435, + 0.015523063950240612, + 0.018785273656249046, + 0.019479036331176758, + 0.07327298074960709, + 0.07739622890949249, + 0.14095553755760193, + 0.0, + 0.0665150135755539, + 0.03711092844605446, + 0.14143449068069458, + 0.0, + 0.056975871324539185, + 0.05558566004037857, + 0.15292298793792725, + 0.0, + 0.5952215790748596, + 0.03519843518733978, + 0.13406723737716675, + 0.006105832289904356 + ], + "50:100": [ + 0.0177073422819376, + 0.03434978052973747, + 0.042414966970682144, + 0.014313063584268093, + 0.03370238468050957, + 0.016915272921323776, + 0.013849885202944279, + 0.0032334686256945133, + 0.0015996448928490281, + 0.0, + 0.014408205635845661, + 0.005420645698904991, + 0.0020966455340385437, + 0.0, + 0.024358026683330536, + 0.004328720737248659, + 0.0020195769611746073, + 0.0, + 0.01892094686627388, + 0.01573721133172512, + 0.03234090656042099, + 0.007804476656019688 + ], + "100:150": [ + 0.025957627221941948, + 0.06255123764276505, + 0.12894120812416077, + 0.043497391045093536, + 0.12633901834487915, + 0.05482099577784538, + 0.17533566057682037, + 0.38194388151168823, + 0.8176361322402954, + 0.0, + 0.4028202295303345, + 0.209148108959198, + 0.8184230923652649, + 0.0, + 0.3359394967556, + 0.2533053755760193, + 0.8175987005233765, + 0.0, + 0.16108807921409607, + 0.017108600586652756, + 0.15466651320457458, + 0.014318450354039669 + ], + "150:200": [ + 0.08379599452018738, + 0.01356170792132616, + 0.05745338276028633, + 0.03324881196022034, + 0.039444513618946075, + 0.03566921874880791, + 0.0669775903224945, + 0.06484818458557129, + 0.0006392478826455772, + 0.0, + 0.00015292168245650828, + 0.02686283551156521, + 0.0003666877746582031, + 0.0, + 0.00016908645920921117, + 0.00022392273240257055, + 0.0005969047779217362, + 0.0, + 0.02328353002667427, + 0.007957370020449162, + 0.028398990631103516, + 0.0018169516697525978 + ], + "200:250": [ + 0.05226050689816475, + 0.015396480448544025, + 0.10709372162818909, + 0.08522012829780579, + 0.03534296900033951, + 0.03952237218618393, + 0.11602304130792618, + 0.4769302010536194, + 0.8145774006843567, + 0.0, + 0.4337119162082672, + 0.22745324671268463, + 0.8153664469718933, + 0.0, + 0.422454833984375, + 0.20985378324985504, + 0.8155487775802612, + 0.0, + 0.4057689607143402, + 0.0230556670576334, + 0.1891111433506012, + 0.01118544302880764 + ], + "250:298": [ + 0.0185572300106287, + 0.012316008098423481, + 0.1501959264278412, + 0.07323236763477325, + 0.0581413097679615, + 0.029846379533410072, + 0.32149967551231384, + 0.4304999113082886, + 0.8537347912788391, + 0.0, + 0.42398154735565186, + 0.23059654235839844, + 0.8543173670768738, + 0.0, + 0.39181676506996155, + 0.24981951713562012, + 0.8544890284538269, + 0.0, + 0.3870948255062103, + 0.012842494063079357, + 0.18128617107868195, + 0.013461616821587086 + ] + } + }, + { + "demo_id": "demo_15", + "label_rows_outside_bounds": 35, + "label_components_outside_bounds": 127, + "phase_mean_abs": { + "0:10": [ + 0.001532101770862937, + 0.00038397088064812124, + 0.001975054619833827, + 0.004411912057548761, + 0.0071198465302586555, + 0.00798645056784153, + 0.19885750114917755, + 0.6117975115776062, + 1.3590571880340576, + 0.0, + 0.6403098106384277, + 0.32259228825569153, + 1.3421990871429443, + 0.0, + 0.6243300437927246, + 0.4537769854068756, + 1.4052060842514038, + 0.0, + 1.2566454410552979, + 0.09650073945522308, + 1.4495434761047363, + 0.024052103981375694 + ], + "10:50": [ + 0.0025530210696160793, + 0.09270460903644562, + 0.001893692067824304, + 0.019568169489502907, + 0.04796888306736946, + 0.008638769388198853, + 0.030979957431554794, + 0.07414104044437408, + 0.1715666502714157, + 0.0, + 0.06270966678857803, + 0.042804114520549774, + 0.16734883189201355, + 0.0, + 0.06570277363061905, + 0.06339498609304428, + 0.18007612228393555, + 0.0, + 0.7339630722999573, + 0.03372670337557793, + 0.037312209606170654, + 0.007713966071605682 + ], + "50:100": [ + 0.022064318880438805, + 0.039857640862464905, + 0.06794596463441849, + 0.0209969375282526, + 0.03138067200779915, + 0.008691973984241486, + 0.02358534187078476, + 0.006494330707937479, + 0.0030034887604415417, + 0.0, + 0.014691288582980633, + 0.0051024495624005795, + 0.0023380336351692677, + 0.0, + 0.014628100208938122, + 0.003202738706022501, + 0.0017462467076256871, + 0.0, + 0.023690080270171165, + 0.005750041455030441, + 0.04109496995806694, + 0.005657457746565342 + ], + "100:150": [ + 0.023130878806114197, + 0.034480974078178406, + 0.15191879868507385, + 0.061761654913425446, + 0.1063842847943306, + 0.07595764845609665, + 0.2876611649990082, + 0.5053156614303589, + 0.8189910650253296, + 0.0, + 0.38802406191825867, + 0.22645890712738037, + 0.8177538514137268, + 0.0, + 0.3261260688304901, + 0.21053747832775116, + 0.8180779814720154, + 0.0, + 0.1861957609653473, + 0.015707189217209816, + 0.03478803485631943, + 0.012177501805126667 + ], + "150:200": [ + 0.030100828036665916, + 0.02577683888375759, + 0.059466298669576645, + 0.07243093848228455, + 0.0742904543876648, + 0.09447789192199707, + 0.07502619177103043, + 0.0625123530626297, + 4.0340422856388614e-05, + 0.0, + 1.6355514162569307e-05, + 0.0803334042429924, + 3.795623706537299e-05, + 0.0, + 1.6069412595243193e-05, + 1.3017654055147432e-05, + 4.558563159662299e-05, + 0.0, + 0.08245210349559784, + 0.009958211332559586, + 0.021168183535337448, + 0.0026889946311712265 + ], + "200:250": [ + 0.0466572530567646, + 0.023706285282969475, + 0.02385493367910385, + 0.04397204518318176, + 0.03715648129582405, + 0.04941468685865402, + 0.1424347162246704, + 0.03275475651025772, + 0.0, + 0.0, + 0.0, + 0.050264716148376465, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.08551473915576935, + 0.007030357141047716, + 0.027074147015810013, + 0.0015544977504760027 + ], + "250:299": [ + 0.011741002090275288, + 0.03241903334856033, + 0.00750774284824729, + 0.07649699598550797, + 0.032994382083415985, + 0.009288772940635681, + 0.05672818422317505, + 0.04034743085503578, + 0.0, + 0.0, + 0.0, + 0.030469601973891258, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.034575268626213074, + 0.009642350487411022, + 0.010077856481075287, + 0.0013075139140710235 + ] + } + }, + { + "demo_id": "demo_16", + "label_rows_outside_bounds": 45, + "label_components_outside_bounds": 115, + "phase_mean_abs": { + "0:10": [ + 0.0019128149142488837, + 0.0012096632272005081, + 0.0012921083252876997, + 0.0058724405243992805, + 0.003289723303169012, + 0.004913353826850653, + 0.18689405918121338, + 0.01847057044506073, + 0.0030777393840253353, + 0.0, + 0.017544878646731377, + 0.02062326669692993, + 0.0011091881897300482, + 0.0, + 0.18289950489997864, + 0.020055091008543968, + 0.002270118799060583, + 0.0, + 0.7163271307945251, + 0.046969376504421234, + 1.4412391185760498, + 0.009555061347782612 + ], + "10:50": [ + 0.0172106996178627, + 0.07430673390626907, + 0.015461379662156105, + 0.016057217493653297, + 0.036285243928432465, + 0.01620226539671421, + 0.04611072316765785, + 0.003313634544610977, + 0.0020281062461435795, + 0.0, + 0.021689381450414658, + 0.005586698651313782, + 0.002896327991038561, + 0.0, + 0.01792491227388382, + 0.004883126821368933, + 0.002527195028960705, + 0.0, + 0.5507647395133972, + 0.033590514212846756, + 0.03990137577056885, + 0.004822990391403437 + ], + "50:100": [ + 0.014430793933570385, + 0.04514217749238014, + 0.020002229139208794, + 0.014134092256426811, + 0.012636328116059303, + 0.016617408022284508, + 0.02436540089547634, + 0.00416420865803957, + 0.0024022269062697887, + 0.0, + 0.019910359755158424, + 0.0053704772144556046, + 0.002705975202843547, + 0.0, + 0.01761961542069912, + 0.006789674982428551, + 0.0032795665320008993, + 0.0, + 0.026845360174775124, + 0.006679630372673273, + 0.02980508841574192, + 0.005452511366456747 + ], + "100:150": [ + 0.021321898326277733, + 0.02854037471115589, + 0.08408672362565994, + 0.05356285721063614, + 0.04492105171084404, + 0.01862555555999279, + 0.06672385334968567, + 0.28232425451278687, + 0.2882446348667145, + 0.0, + 0.173101007938385, + 0.09523580223321915, + 0.2767783999443054, + 0.0, + 0.16747605800628662, + 0.07315994799137115, + 0.28170621395111084, + 0.0, + 0.0928521603345871, + 0.021528711542487144, + 0.07362961769104004, + 0.013339221477508545 + ], + "150:200": [ + 0.027242278680205345, + 0.054761797189712524, + 0.17004337906837463, + 0.03749845176935196, + 0.07805635780096054, + 0.06250690668821335, + 0.1361793577671051, + 0.2636990547180176, + 0.5348195433616638, + 0.0, + 0.2202204167842865, + 0.14262495934963226, + 0.5432145595550537, + 0.0, + 0.17558063566684723, + 0.18504716455936432, + 0.5387737154960632, + 0.0, + 0.1752772480249405, + 0.011389590799808502, + 0.09344325214624405, + 0.007767488248646259 + ], + "200:250": [ + 0.01063326932489872, + 0.04170842096209526, + 0.042676981538534164, + 0.054855719208717346, + 0.06713474541902542, + 0.07537458091974258, + 0.05471375584602356, + 0.0734957680106163, + 0.016846943646669388, + 0.0, + 0.7259030342102051, + 0.4836842715740204, + 0.07405576854944229, + 0.0, + 3.52859501617786e-06, + 4.553794951789314e-06, + 1.182556115963962e-05, + 0.0, + 0.06289739906787872, + 0.012024205178022385, + 0.013228988274931908, + 0.002074040239676833 + ], + "250:298": [ + 0.0014478202210739255, + 0.004651910159736872, + 0.002779362490400672, + 0.006897628307342529, + 0.004593064542859793, + 0.006086334586143494, + 0.03187361732125282, + 0.009655456058681011, + 1.728534698486328e-05, + 0.0, + 0.01270641852170229, + 0.008358657360076904, + 0.028352737426757812, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.008095254190266132, + 0.004699022974818945, + 0.007429023738950491, + 0.0016156673664227128 + ] + } + }, + { + "demo_id": "demo_17", + "label_rows_outside_bounds": 42, + "label_components_outside_bounds": 136, + "phase_mean_abs": { + "0:10": [ + 0.0030330470763146877, + 7.275592361111194e-05, + 0.0011354917660355568, + 0.011030244641005993, + 0.0019069910049438477, + 0.002587652299553156, + 0.29039889574050903, + 0.9122532606124878, + 1.4564353227615356, + 0.0, + 0.5315920114517212, + 1.1729052066802979, + 1.3981714248657227, + 0.0, + 0.6647418737411499, + 0.4561794400215149, + 1.4797073602676392, + 0.0, + 1.1663154363632202, + 0.054265666753053665, + 1.5216878652572632, + 0.00910814106464386 + ], + "10:50": [ + 0.0063070738688111305, + 0.08294340968132019, + 0.008175629191100597, + 0.023840337991714478, + 0.014212792739272118, + 0.008786136284470558, + 0.06748564541339874, + 0.08262674510478973, + 0.14287960529327393, + 0.0, + 0.08401065319776535, + 0.11255113035440445, + 0.134272038936615, + 0.0, + 0.05523882061243057, + 0.0536932572722435, + 0.15091751515865326, + 0.0, + 0.6087700128555298, + 0.02509695291519165, + 0.061174631118774414, + 0.0040775081142783165 + ], + "50:100": [ + 0.024389805272221565, + 0.02940164878964424, + 0.021792873740196228, + 0.01775294356048107, + 0.016152191907167435, + 0.01119048148393631, + 0.015487429685890675, + 0.0040206038393080235, + 0.0014066711300984025, + 0.0, + 0.013421893119812012, + 0.0037474199198186398, + 0.001902182586491108, + 0.0, + 0.020594459027051926, + 0.004071022849529982, + 0.0022614458575844765, + 0.0, + 0.03938274458050728, + 0.017418287694454193, + 0.027443408966064453, + 0.005522386636584997 + ], + "100:150": [ + 0.01838243193924427, + 0.02790520153939724, + 0.08612973988056183, + 0.03513656556606293, + 0.03826618194580078, + 0.017923293635249138, + 0.12607061862945557, + 0.4711740016937256, + 0.4699750244617462, + 0.0, + 0.3452230393886566, + 0.10359988361597061, + 0.6783507466316223, + 0.0, + 0.2935999035835266, + 0.18287953734397888, + 0.666595995426178, + 0.0, + 0.06355476379394531, + 0.017650386318564415, + 0.10820579528808594, + 0.0036763614043593407 + ], + "150:200": [ + 0.031165089458227158, + 0.041720546782016754, + 0.09495286643505096, + 0.04893399402499199, + 0.045257873833179474, + 0.06610462814569473, + 0.19556917250156403, + 0.1677938997745514, + 0.34845200181007385, + 0.0, + 0.05507831647992134, + 0.1325182169675827, + 0.141505628824234, + 0.0, + 0.045493364334106445, + 0.04837648943066597, + 0.1548556387424469, + 0.0, + 0.15815763175487518, + 0.008514802902936935, + 0.08880462497472763, + 0.002655986463651061 + ], + "200:250": [ + 0.008622081018984318, + 0.01449118833988905, + 0.025702832266688347, + 0.014080009423196316, + 0.005929965991526842, + 0.017939463257789612, + 0.035324595868587494, + 0.03299083560705185, + 3.328323509776965e-05, + 0.0, + 8.583068620282575e-07, + 0.03688006475567818, + 2.28881845032447e-06, + 0.0, + 7.152557373046875e-07, + 8.1062319168268e-07, + 2.47955313170678e-06, + 0.0, + 0.018366193398833275, + 0.008085491135716438, + 0.007523012347519398, + 0.0018537282012403011 + ], + "250:299": [ + 0.006366363726556301, + 0.0033793936017900705, + 0.0068471478298306465, + 0.0045795440673828125, + 0.005694399122148752, + 0.007268248591572046, + 0.030761348083615303, + 0.01166514027863741, + 0.0, + 0.0, + 0.0, + 0.021071068942546844, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.029125895351171494, + 0.003316636895760894, + 0.007195229642093182, + 0.000994076021015644 + ] + } + }, + { + "demo_id": "demo_18", + "label_rows_outside_bounds": 46, + "label_components_outside_bounds": 115, + "phase_mean_abs": { + "0:10": [ + 0.0018493302632123232, + 0.0010490246349945664, + 0.0008796715992502868, + 0.007892918772995472, + 0.0027819634415209293, + 0.0026609182823449373, + 0.1858803927898407, + 0.02105718106031418, + 0.002202606527134776, + 0.0, + 0.04807428643107414, + 0.02098509483039379, + 0.0012072563404217362, + 0.0, + 0.1578250676393509, + 0.019559085369110107, + 0.001695734215900302, + 0.0, + 0.9902358055114746, + 0.049613285809755325, + 1.4135019779205322, + 0.012857059016823769 + ], + "10:50": [ + 0.0044402675703167915, + 0.08920596539974213, + 0.0002686225634533912, + 0.03012438490986824, + 0.02434086799621582, + 0.014334279112517834, + 0.045152708888053894, + 0.0045282295905053616, + 0.0023614084348082542, + 0.0, + 0.022680696099996567, + 0.007369056344032288, + 0.0028245383873581886, + 0.0, + 0.02331356704235077, + 0.005611072760075331, + 0.002522838767617941, + 0.0, + 0.6324089765548706, + 0.04625559225678444, + 0.06471675634384155, + 0.008039114996790886 + ], + "50:100": [ + 0.031334180384874344, + 0.027283716946840286, + 0.06286442279815674, + 0.015884194523096085, + 0.029779039323329926, + 0.01374338660389185, + 0.018305227160453796, + 0.003080355003476143, + 0.0016029494581744075, + 0.0, + 0.022382721304893494, + 0.005587852094322443, + 0.001735980506055057, + 0.0, + 0.028189701959490776, + 0.004915260709822178, + 0.002357285702601075, + 0.0, + 0.06085176393389702, + 0.01614064909517765, + 0.05522098392248154, + 0.005024941172450781 + ], + "100:150": [ + 0.04992617294192314, + 0.04588728025555611, + 0.15322157740592957, + 0.05203575640916824, + 0.07548782229423523, + 0.05156339704990387, + 0.33616921305656433, + 0.5012356638908386, + 0.8171833753585815, + 0.0, + 0.39273208379745483, + 0.2531455159187317, + 0.8177825808525085, + 0.0, + 0.3374617099761963, + 0.21694451570510864, + 0.81760573387146, + 0.0, + 0.17798370122909546, + 0.011749123223125935, + 0.09873547405004501, + 0.010037150233983994 + ], + "150:200": [ + 0.015582460910081863, + 0.024600647389888763, + 0.04614105075597763, + 0.027780646458268166, + 0.01914267987012863, + 0.037231672555208206, + 0.09004112333059311, + 0.06531824916601181, + 0.0001657485991017893, + 0.0, + 0.7384710907936096, + 0.4540966749191284, + 0.1580815315246582, + 0.0, + 3.132819983875379e-05, + 4.751682354253717e-05, + 9.212493750965223e-05, + 0.0, + 0.0768003910779953, + 0.013282138854265213, + 0.01901564560830593, + 0.0073812492191791534 + ], + "200:250": [ + 0.00439501041546464, + 0.0029959725216031075, + 0.003119079163298011, + 0.0016760730650275946, + 0.01088898628950119, + 0.0033933783415704966, + 0.01598150096833706, + 0.02065248414874077, + 0.0, + 0.0, + 0.01274862326681614, + 0.014450645074248314, + 0.015437602996826172, + 0.0, + 0.0, + 0.0035937547218054533, + 0.0, + 0.0, + 0.014414501376450062, + 0.0032949396409094334, + 0.004626798443496227, + 0.0011249734088778496 + ], + "250:298": [ + 0.0020283632911741734, + 0.0008074768702499568, + 0.002258127788081765, + 0.001554002403281629, + 0.007865533232688904, + 0.005274966359138489, + 0.00708993524312973, + 0.016677429899573326, + 0.0, + 0.0, + 0.013942967168986797, + 0.00988796353340149, + 0.009780128486454487, + 0.0, + 0.0, + 0.004258801694959402, + 0.0, + 0.0, + 0.00941197108477354, + 0.004744580946862698, + 0.004576692823320627, + 0.0010867598466575146 + ] + } + }, + { + "demo_id": "demo_19", + "label_rows_outside_bounds": 38, + "label_components_outside_bounds": 136, + "phase_mean_abs": { + "0:10": [ + 0.0011714299907907844, + 0.013403217308223248, + 0.00021993613336235285, + 0.03417007997632027, + 0.018969034776091576, + 0.018608521670103073, + 0.24900464713573456, + 0.9316731691360474, + 1.4831956624984741, + 0.0, + 0.5935117602348328, + 1.0886480808258057, + 1.4440515041351318, + 0.0, + 0.6322396397590637, + 0.47911977767944336, + 1.536670446395874, + 0.0, + 1.4399001598358154, + 0.053610075265169144, + 1.4545787572860718, + 0.011229421943426132 + ], + "10:50": [ + 0.00461993645876646, + 0.11665529012680054, + 2.56800303759519e-05, + 0.019112925976514816, + 0.03290840983390808, + 0.006371414754539728, + 0.0254651065915823, + 0.08818387240171432, + 0.1427038013935089, + 0.0, + 0.07600657641887665, + 0.10729851573705673, + 0.13886646926403046, + 0.0, + 0.049471281468868256, + 0.04705553501844406, + 0.14984862506389618, + 0.0, + 0.09632301330566406, + 0.01994018256664276, + 0.026366233825683594, + 0.0034993658773601055 + ], + "50:100": [ + 0.03161635249853134, + 0.03195396810770035, + 0.053886618465185165, + 0.023681368678808212, + 0.037515610456466675, + 0.008723330684006214, + 0.01792251318693161, + 0.006536826025694609, + 0.0027648047544062138, + 0.0, + 0.021977299824357033, + 0.0077143521048128605, + 0.002734038047492504, + 0.0, + 0.028058743104338646, + 0.007895265705883503, + 0.0028004958294332027, + 0.0, + 0.03994784504175186, + 0.019075727090239525, + 0.027567435055971146, + 0.00519755482673645 + ], + "100:150": [ + 0.028265738859772682, + 0.03434197977185249, + 0.09349444508552551, + 0.044575780630111694, + 0.05922119319438934, + 0.03836488351225853, + 0.26432254910469055, + 0.5293974876403809, + 0.6029809713363647, + 0.0, + 0.3855763375759125, + 0.20183517038822174, + 0.8177007436752319, + 0.0, + 0.3194541931152344, + 0.2401021420955658, + 0.8182494640350342, + 0.0, + 0.14250579476356506, + 0.012567148543894291, + 0.1401187926530838, + 0.004562580958008766 + ], + "150:200": [ + 0.026311540976166725, + 0.14314055442810059, + 0.14813844859600067, + 0.2937478721141815, + 0.10710645467042923, + 0.38431090116500854, + 0.16128334403038025, + 0.11541476100683212, + 0.2948576509952545, + 0.0, + 0.705375611782074, + 0.4949694871902466, + 0.147688627243042, + 0.0, + 5.8794023061636835e-05, + 0.05075586214661598, + 0.00019979476928710938, + 0.0, + 0.11785316467285156, + 0.01706015132367611, + 0.12480249255895615, + 0.022575806826353073 + ], + "200:250": [ + 0.010811439715325832, + 0.01911715418100357, + 0.1047276109457016, + 0.07834535837173462, + 0.11469262838363647, + 0.16779498755931854, + 0.11466433852910995, + 0.09840059280395508, + 0.142428919672966, + 0.0, + 0.04621009901165962, + 0.05827169492840767, + 0.16107682883739471, + 0.0, + 0.0, + 6.575584120582789e-05, + 0.0020101547706872225, + 0.0, + 0.02178173139691353, + 0.02134934812784195, + 0.10397644340991974, + 0.02305823750793934 + ], + "250:298": [ + 0.060217779129743576, + 0.08355739712715149, + 0.20684419572353363, + 0.2725825905799866, + 0.43121597170829773, + 0.26581698656082153, + 0.09081985801458359, + 0.010718057863414288, + 0.05492756888270378, + 0.0, + 0.01564803160727024, + 0.07774487137794495, + 0.07402931898832321, + 0.0, + 0.0, + 0.0, + 5.960464477539062e-07, + 0.0, + 0.03563245013356209, + 0.008749234490096569, + 0.032474201172590256, + 0.015204347670078278 + ] + } + } + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6acdbe287d1235d7012eb7f555ada1e20fc0e640 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,93 @@ +{ + "stage": "AUTHORIZED E20 EXPLORATION", + "status": "development_before_rehearsal", + "task_id": "ReorientPen-v1", + "exploration_episodes_spent": 4, + "model": { + "coding_worker": "Codex; exact serving model version not exposed", + "weights_modified": false, + "neural_finetuning": false, + "runtime_pretrained_weights": [], + "frozen_weight_references": [] + }, + "tools": [ + { + "name": "exec_command", + "purpose": "local file reads, Python analysis, compilation and synthetic checks", + "version": "not exposed" + }, + { + "name": "view_image", + "purpose": "inspect ten contact sheets containing authorized RGB", + "version": "not exposed" + }, + { + "name": "worker_api.API.read_demo", + "purpose": "authorized demonstration reads only", + "version": "source hash below" + }, + { + "name": "worker_api.API", + "purpose": "budget_status, next_episode, latest_observation, execute_actions, finish_episode; planned rehearse/score_rehearsal/freeze", + "version": "supplied trusted client" + } + ], + "dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py": "3.16.0" + }, + "runtime_dependencies": [ + "Python standard library", + "numpy", + "opencv" + ], + "build_only_dependencies": [ + "h5py", + "supplied worker_api.py" + ], + "unused_available_libraries": [ + "scipy", + "torch" + ], + "provenance": { + "authorized_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "action_aligned_memory_rows": 5964, + "source_hashes_sha256": { + "/task_contract.json": "bbc4acf78bd5fb8368221984efdbef69a5bcff3e894c2aa16290bdffc1cf02de", + "/demo_manifest.json": "f1ba13cab3f77ac9983e58af96462977d97c8de1c5cd16a502eae6c7ec96f2ef", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "derived_memory": "memory.npz; deterministic RGB descriptors, proprioception, clipped expert labels; no neural weights", + "verified_demo_manifest_and_environment_lock": "runner supplied separately" + }, + "known_limitations": [ + "Only 20 authorized demonstrations and task-specific API exploration are used.", + "No verified drop recovery or calibrated 3D pose/success detector.", + "Action bounds clipping and empirical feedback may alter contact dynamics.", + "Nearest demonstration orientation can differ from target." + ], + "validation": "Episodes 1\u20133 completed without native success; episode4 active. Historical synthetic tests remain separate." +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/pen_geometry.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/pen_geometry.py new file mode 100644 index 0000000000000000000000000000000000000000..d17f10adbb6ec76515b69dc1e3d39eb49f699e1f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/pen_geometry.py @@ -0,0 +1,36 @@ +import cv2,numpy as np + +def lines(im,cam,reference=False): + h,w=im.shape[:2];gray=cv2.cvtColor(im,cv2.COLOR_RGB2GRAY);ls=cv2.createLineSegmentDetector().detect(gray)[0];cs=[] + if ls is None:return [] + for line in ls[:,0]: + p=line[:2];q=line[2:];mid=(p+q)/2;length=np.linalg.norm(q-p) + if length<20:continue + if reference: + if cam=='top_camera':valid=mid[1]<.17*h and .28*w95 or max(means)>215 or max(means)<45 or neutral<.6:continue + contrast=abs(means[0]-means[1]);score=length*np.clip(contrast/25,0,1)*neutral + cs.append({'score':float(score),'line':line.tolist(),'angle':float(np.arctan2(direction[1],direction[0])),'neutral':float(neutral)}) + return sorted(cs,key=lambda x:-x['score']) + +if __name__=='__main__': + import pickle + for ep in [5,6]: + r=pickle.load(open(f'evidence/rehearsal{ep:02d}/latest.pkl','rb'));o=r['observation'] + for cam in ['front_camera','top_camera']: + im=o['rgb'][cam];c=lines(im,cam);ref=lines(im,cam,True);print(ep,cam,'physical',c[:2],'ref',ref[:2]);out=cv2.cvtColor(im,cv2.COLOR_RGB2BGR) + for i,z in enumerate(c[:4]+ref[:2]): + x1,y1,x2,y2=np.array(z['line']).astype(int);cv2.line(out,(x1,y1),(x2,y2),(0,0,255),2);cv2.putText(out,str(i),(x1,y1),0,.5,(0,255,0),1) + cv2.imwrite(f'evidence/rehearsal{ep:02d}/{cam}_lines.jpg',out) diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/policy.json b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/policy.json new file mode 100644 index 0000000000000000000000000000000000000000..8798b5a0679d337c9c19f39e9ca02c0005d45028 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/policy.json @@ -0,0 +1,14 @@ +{ + "global_weight": 0.2, + "target_weight": 10.0, + "time_weight": 0.8, + "target_margin": 1e-06, + "temperature": 0.04, + "hand_gain": 0, + "arm_gain": 0, + "excluded_demos": [ + 14, + 15, + 19 + ] +} \ No newline at end of file diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/servo.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/servo.py new file mode 100644 index 0000000000000000000000000000000000000000..69d3ca005f395404c4e26cb38303c040469a52c5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/servo.py @@ -0,0 +1,59 @@ +"""Image-only projected-axis servo, calibrated with legal arm rotation probes.""" +import numpy as np +from pathlib import Path +import importlib.util +_spec = importlib.util.spec_from_file_location('_pen_geometry', Path(__file__).resolve().parent/'pen_geometry.py') +_mod = importlib.util.module_from_spec(_spec); _spec.loader.exec_module(_mod) +lines = _mod.lines + +def wrap(x):return (np.asarray(x)+np.pi/2)%np.pi-np.pi/2 + +def angles(rgb,reference=False): + vals=[];details=[] + for cam in ('front_camera','top_camera'): + cs=lines(np.asarray(rgb[cam]).squeeze(),cam,reference) + if not cs or cs[0]['score']<18:return None + best=cs[0];near=[x for x in cs[:5] if abs(wrap(x['angle']-best['angle']))<.18] + weights=np.array([x['score'] for x in near]);theta=np.array([x['angle'] for x in near]);v=np.sum(weights*np.exp(2j*theta));vals.append(np.angle(v)/2) + return np.array(vals) + +class Servo: + def __init__(self): + self.target=None;self.phase='waiting';self.axis=0;self.tick=0;self.start=None;self.J=np.zeros((2,3));self.last=None;self.command=None;self.failed=False;self.diag={} + def act(self,rgb,step): + if self.target is None:self.target=angles(rgb,True) + current=angles(rgb) + self.diag={'phase':self.phase,'angles':None if current is None else current.tolist(),'target':None if self.target is None else self.target.tolist()} + if step<240 or self.target is None or self.failed:return None + if current is None: + self.diag['phase']='visibility_hold' + return np.zeros(22,dtype=np.float32) if self.phase!='waiting' else None + a=np.zeros(22,dtype=np.float32) + if self.phase=='waiting': + if np.max(abs(wrap(self.target-current)))<.30:return None + self.phase='probe';self.start=current.copy();self.tick=0 + if self.phase=='probe': + if self.tick==6: + self.J[:,self.axis]=wrap(current-self.start)/.3 + self.axis+=1;self.tick=0;self.start=current.copy() + if self.axis==3: + if np.linalg.svd(self.J,compute_uv=False)[-1]<.025 or np.max(abs(self.J))>2.0: + self.failed=True;self.diag['phase']='unresponsive_probe_fallback';return None + self.phase='servo';self.last=current.copy();self.command=None + if self.phase=='probe': + if self.tick<3:a[3+self.axis]=.1 + self.tick+=1;self.diag.update(axis=self.axis,tick=self.tick);return a + if self.phase=='servo': + if self.tick==0: + if self.command is not None: + dy=wrap(current-self.last);u=self.command;den=float(u@u) + if den>1e-5 and np.linalg.norm(dy)<.5:self.J+=.2*np.outer(dy-self.J@u,u)/(den+.001) + err=wrap(self.target-current) + cmd=self.J.T@np.linalg.solve(self.J@self.J.T+np.eye(2)*.015,.4*err) + cmd=np.clip(cmd,-.14,.14) + if np.linalg.norm(cmd)>.18:cmd*=.18/np.linalg.norm(cmd) + if np.max(abs(err))<.035:cmd*=0 + self.last=current.copy();self.command=cmd;a[3:6]=cmd + self.tick=(self.tick+1)%3 + self.diag.update(error=wrap(self.target-current).tolist(),jacobian=self.J.tolist()) + return a diff --git a/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/shape_features.py b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/shape_features.py new file mode 100644 index 0000000000000000000000000000000000000000..3654d1211d150e10b6fdddc6e61796b55b84a5b2 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/ReorientPen-v1/frozen/shape_features.py @@ -0,0 +1,15 @@ +import numpy as np,cv2 + +def shape_features(rgb): + out=[] + for cam in ['front_camera','top_camera']: + im=np.asarray(rgb[cam]).squeeze();im=cv2.resize(im,(640,480) if cam=='front_camera' else (480,640));h,w=im.shape[:2];y,x=np.mgrid[:h,:w] + if cam=='front_camera':cx,cy,radius=508,185,84 + else:cx,cy,radius=246,40,103 + vals=im.astype(float);gray=vals.mean(2);neutral=np.ptp(vals,axis=2)<12 + mask=neutral&(gray<100)&(((x-cx)**2+(y-cy)**2)65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start=-1).all() and (a<=1).all() +for i in range(12): + c.reset_episode();o=fixture(i%2==1,shift=i-6,qoffset=i*.01);a=c.act(o);legal(a) + assert np.array_equal(a,c.act(o));checks.append('synthetic fixture '+str(i)+' shape/bounds/finiteness/idempotence') +c.reset_episode();a=c.act(fixture());c.reset_episode();b=c.act(fixture(batch=True));assert np.array_equal(a,b);checks.append('HWC/1HWC equivalence') +c.reset_episode();a=c.act(fixture());d0=c.diagnostics['distance'];c.reset_episode();b=c.act(fixture(shift=45));d1=c.diagnostics['distance'];assert d0!=d1;checks.append('current RGB changes retrieval metric') +c.reset_episode();c.act(fixture(qoffset=.4));d2=c.diagnostics['distance'];assert d0!=d2;checks.append('current proprioception changes retrieval metric') +for kind in ['missing_camera','nan_q','wrong_q','wrong_rgb']: + c.reset_episode();o=fixture() + if kind=='missing_camera':del o['rgb']['left_camera'] + if kind=='nan_q':o['proprioception']['agent/qpos'][0]=np.nan + if kind=='wrong_q':o['proprioception']['agent/qpos']=np.zeros(22) + if kind=='wrong_rgb':o['rgb']['front_camera']=np.zeros((10,10,3),np.float32) + a=c.act(o);legal(a);assert not a.any();checks.append(kind+' zero hold') +c.reset_episode();o=fixture();o['step_id']=549;legal(c.act(o));o['step_id']=550;assert c.act(o) is None;checks.append('native horizon boundary 549/550') +controller.reset_episode();legal(controller.act(fixture()));checks.append('module entrypoints') +result={'scope':'Syntax and synthetic-input checks only. No environment or demo rollout testing.','passed':True,'checks':checks,'rgb_metric_before':d0,'rgb_metric_after':d1,'proprio_metric_after':d2,'bank_rows':len(c.bank['a']),'bank_demo_count':len(np.unique(c.bank['demo']))} +(root/'check_results.json').write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(result,indent=2)) diff --git a/agent_d20_e20/frozen_20261102/tasks/SqueezeClay-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/SqueezeClay-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/SqueezeClay-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..d23085a56ea5db8ef7c536d6e5a9c51cdabe8754 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/controller.py @@ -0,0 +1,79 @@ +"""RGB-selected demonstration paths tracked with calibrated analytic pose feedback.""" +from pathlib import Path +import numpy as np +from pose_math import xyz, rotation +from localization import scene_features, visible_green +class Controller: + def __init__(self): + self.data=np.load(Path(__file__).with_name('pose_paths.npz'),allow_pickle=False);self.reset_episode() + def reset_episode(self): + self.path=None;self.cursor=0;self.last_grip=1.;self.dwell=0;self.stall=0;self.empty=0;self.stage=0;self.bad=0;self.pressed=False;self.passes=1;self.grasp_retries=0 + def act(self,obs): + if int(obs.get('step_id',1))>=1200:return None + q=np.asarray(obs['proprioception']['agent/qpos']).reshape(-1) + if len(q)!=9 or not np.isfinite(q).all():return None + if self.path is None: + f=scene_features(obs['rgb']);self.initial_green=f[:2]*20;self.demo=int(np.argmin(np.mean((self.data['scenes']-f)**2,axis=1))) + self.rotations=self.data[f'r{self.demo}'];self.path=self.data[f'p{self.demo}'].copy();self.actions=self.data[f'a{self.demo}'];self.cuts=np.r_[0,np.where(np.diff(self.actions[:,6]))[0]+1,len(self.actions)] + mapping=np.load(Path(__file__).with_name('pixel_to_root.npy')) + delta=(f-self.data['scenes'][self.demo])*20 + stamp_offset=np.clip(delta[2:]@mapping,-.04,.04) + roll_offset=np.clip(((delta[:2]+delta[2:])*.5)@mapping,-.04,.04) + b=int(self.cuts[2]);c=int(self.cuts[3]);n=len(self.actions) + self.press_index=110+int(np.argmin(self.path[110:b-40,2])) + for t in range(len(self.path)): + w=np.clip((t-100)/40,0,1)*np.clip((b-t-25)/max(1,b-25-self.press_index-5),0,1) if t=c else 0 + self.path[t,:2]+=w*stamp_offset+v*roll_offset + pos=xyz(q);target=self.path[self.cursor];err=target-pos + if self.stage==1 and not self.pressed and self.cursor>=self.press_index: + self.pressed=True;self.dwell=24 + at_press_dwell=self.stage==1 and self.cursor==self.press_index and self.dwell>0 + contact_pose=(self.stage==1 and 1300:self.dwell-=1 + elif reached or self.stall>=24: + stride=1 if contact_pose else 4 + nxt=min(self.cursor+stride,int(self.cuts[self.stage+1])) + if self.stage==1 and not self.pressed and self.cursor=self.cuts[self.stage+1]: + if self.stage==3:return None + self.stage+=1;nxt=min(nxt+(10 if self.stage in (1,3) else 6),len(self.actions)-1);self.dwell=14 if self.stage in (1,3) else 8 + self.cursor=nxt;target=self.path[self.cursor];err=target-pos + else:self.stall+=1 + grip=1. if self.stage in (0,2) else -1. + closed_phase=self.stage in (1,3) + self.empty=self.empty+1 if closed_phase and self.cursor>self.cuts[self.stage]+25 and q[7]<.005 else 0 + if self.empty>=10: + if self.grasp_retries<1 and self.cursorself.cuts[self.stage]+25): + E=self.rotations[min(self.cursor,len(self.rotations)-1)]@rotation(q).T + v=.5*np.array([E[2,1]-E[1,2],E[0,2]-E[2,0],E[1,0]-E[0,1]]) + angular=-1.5*v + angular*=min(1.,.04/(np.linalg.norm(angular)+1e-9)) + a[3:6]=angular + return a +_controller=None +def reset_episode(): + global _controller + if _controller is None:_controller=Controller() + else:_controller.reset_episode() +def act(obs): + global _controller + if _controller is None:reset_episode() + return _controller.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..ff5df847feffd237f14c620453c8a3c49abcd9b5 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "StampRoll-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 684, + "fields": [ + { + "path": "actions", + "shape": [ + 684, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 685, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 685, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 685, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 685, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 685, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 685, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c9f87979c7795c5ea97edf5175fe98835b1d88697f5f0826e8b6ea4fa44a8021", + "source_sha256": "6c3656722978f1081a635ee6c5082b22bd6d5f4e26f1dd5156ad55fbf0d1945c", + "view_sha256": "643581bf294dac0ebcfecdd004e46086b31ba408eeb9b5b67a9154ee962bc3b5" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 682, + "fields": [ + { + "path": "actions", + "shape": [ + 682, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 683, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 683, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 683, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 683, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 683, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 683, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c912dfad69e9494ab207274e75f4441410ec290b99fbb83e41dc73c6f0d6983d", + "source_sha256": "8870ddc950cdc58fab38b9e8539d5e92c5eb8db2430944ed4f6c1bd144eb8e99", + "view_sha256": "4f36d2766865ea65478f514004e7f5192712c6bbe3dd0ccf684b8186395b526a" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 658, + "fields": [ + { + "path": "actions", + "shape": [ + 658, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 659, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 659, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 659, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 659, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 659, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 659, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3b52d577655927b0f03657885619b24e212c56a9cda5218d1ff8759e154f903e", + "source_sha256": "2800b3e54a993357d0cb5d7aa7b9250905de53f4befdf57c39cf80ff4afaa475", + "view_sha256": "22ba5eff396c8702cf082dfb354dddd7abf2ce82babb165b0348caa89ee6568e" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 696, + "fields": [ + { + "path": "actions", + "shape": [ + 696, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 697, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 697, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 697, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 697, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 697, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 697, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dc3e39e9a403fa70cac2114782ed6f7c1720f102e2fc30697c7effcfd54a1136", + "source_sha256": "45ebbd8df1c70fef660b916b5d15aed483171ae4b7b080e3387233b5f378b884", + "view_sha256": "e9f79aca3eb4e82a0ea29cb9678a013680f30661071b3b3844d2e02ef3fe22da" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 662, + "fields": [ + { + "path": "actions", + "shape": [ + 662, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 663, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 663, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 663, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 663, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 663, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 663, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4ff620a1eb2d1f931e8a0c5791c5a20e358c35dfb3da9a0a1ae0d391b8ba4076", + "source_sha256": "1087c1158f11016ba360bd8956ea67e1d28dd2200363304ab58fe4e5400d8fa1", + "view_sha256": "5b1b162fc563a0297b90c1980f1f69783eebd4da87ce3dcdb619bb0c84ed0b02" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 668, + "fields": [ + { + "path": "actions", + "shape": [ + 668, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 669, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 669, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 669, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 669, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 669, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 669, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "9a6ef6f97a6224f04a8a902ef3688acbc3d03daeacc215aa58175e1de42ecfd1", + "source_sha256": "b49a35abf723f86cb6b4b45de896627e7d434d9610189677b1368c637f521610", + "view_sha256": "44ec90bd5b8dab7d6bb63b6b1fca83e7e41847ff34f2bb7c951d5f1a8cf194e8" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 703, + "fields": [ + { + "path": "actions", + "shape": [ + 703, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 704, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 704, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 704, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 704, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 704, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 704, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "669b067cd9b305172e3b94c4028a6d970efd4765b5454d50f1bda73fade427dc", + "source_sha256": "1276167c5ba25c2f3ae3e8263e329f802398cc48b7dc1e5e4ec69470e36cc1f9", + "view_sha256": "f4c080b403f98e37b1da3eb38dab88f2a9ec9edc125061f19ca9a297892f4b49" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 678, + "fields": [ + { + "path": "actions", + "shape": [ + 678, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 679, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 679, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 679, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 679, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 679, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 679, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "7c1a6b78de7124191d2e7aeca9389429eeca50385880a039db66c448b6657b29", + "source_sha256": "5dea6d89aa0285cbb2408b272861887209211049c8e77aaf3baa1a57ec03b452", + "view_sha256": "847cc10050ba66ef07cfd0f14411717f74bf843a46d812c2900f779f22f59ebc" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 709, + "fields": [ + { + "path": "actions", + "shape": [ + 709, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 710, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 710, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 710, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 710, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 710, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 710, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "c533964ab6f3c80e1ba585079d232b62d5058d77ca056aad12ed77589863d7c3", + "source_sha256": "1ae3b5bdfac630f07ffeffbe0d4a061d2db5bb6ecc980687028e1c95867a0caa", + "view_sha256": "fe5d77dd4d984a68cd6071194bb82bbf2ca0407eef5e06e62af0dc51b25346d2" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 648, + "fields": [ + { + "path": "actions", + "shape": [ + 648, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 649, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 649, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 649, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 649, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 649, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 649, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "09250afd6d112a1c8e498ff4cadf853b334d448377288466d3098473ff57ebd8", + "source_sha256": "8dbd588c5a728bb7f365114e2db75937112b4b0cc659664e0b9ec4ca25b2a0c4", + "view_sha256": "9c76c3796ec5072e6b18969de24907a91357b359fffe43dfbf5c65d190ebd64f" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 664, + "fields": [ + { + "path": "actions", + "shape": [ + 664, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 665, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 665, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 665, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 665, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 665, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 665, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "1a171c680465488aea37018e220cb0cf62f82620104ee30adec7365fb1af08d4", + "source_sha256": "9f48adcdafb0e3737a77284bba2e95a8320e8d422065e59c176053160d644b24", + "view_sha256": "f76343aba4b63f3a112e0cdb5aa632956afaf965da5a69bce2cb419c10ef53f5" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 635, + "fields": [ + { + "path": "actions", + "shape": [ + 635, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 636, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 636, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 636, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 636, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 636, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 636, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a5a2feb5068972094315c14bb6982bdc8273d425ba2359779bfac4c03e00a8e7", + "source_sha256": "dec7f6e6d01ed70f1fac43cd05588b996386a107e27e90e78a83cfb0c39be9ff", + "view_sha256": "60e34fa3f895fe8cc076e203c0712c8882d9bb747d990b4ca978e3ffcf810070" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 680, + "fields": [ + { + "path": "actions", + "shape": [ + 680, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 681, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 681, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 681, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 681, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 681, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 681, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "d2b7a061c5b5371ca01d90371a139609c1b32bb243ace0475eba8d055df905d2", + "source_sha256": "7e2c5af2891a05fb5624df5c8113760ce081eb85b5c82d2b5d499061f12eab08", + "view_sha256": "dfd4327a052646039c7989bce9fd602fef376da16869ff94844b952f424572fc" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 693, + "fields": [ + { + "path": "actions", + "shape": [ + 693, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 694, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 694, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 694, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 694, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 694, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 694, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "e835389439b695c669067e6a0bb1e4ac06d6d557f96d93008bbc80b7ca65dee9", + "source_sha256": "916dbdd2ca4c288379fc33030ac6386d86c98cb9037e097abc320d8384841eea", + "view_sha256": "9ad3d2e63c95d37d5d87bcc29db833435b41736feda3b115f9ef530dae8cf3cc" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 654, + "fields": [ + { + "path": "actions", + "shape": [ + 654, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 655, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 655, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 655, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 655, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 655, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 655, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ac65e49bbbd4ee58e9599cbde0d70b4fae6c1c8b0d40e93539e3bdc813f51fff", + "source_sha256": "2ae9e388f81a3d22c0ff3a4295fb40eafbec59f4e249c2e5324fe4091d5400f3", + "view_sha256": "1e357b614d267bd9f03ab778bb26b193ff17f501d91f76b3b9c3667ea92f7cbc" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 685, + "fields": [ + { + "path": "actions", + "shape": [ + 685, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 686, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 686, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 686, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 686, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 686, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 686, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "66dfa88a9543ca4b1fbbe09aa162a7f293f138b406b317b460175941e100ab88", + "source_sha256": "16da142a6c06547a6a0944ac260e8d6abc5f94d5b3b379060842d239f27a3c6f", + "view_sha256": "cb5237716d9d9c2f6f9b60a77e8ac33056f424e99e0373c20bc741f065fc3a5c" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 1087, + "fields": [ + { + "path": "actions", + "shape": [ + 1087, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 1088, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 1088, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 1088, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 1088, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 1088, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 1088, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "0053d407bda010d10f7ca6884ea35ab60293639aec465e605e313f7dcaedc481", + "source_sha256": "17cf6a83c39cac50566699a8a50ff3a8f2fcf2f2ec2c3d44f80b7c9a8ba29884", + "view_sha256": "f88979d103f507fd51de04cc071c76776ff1b3accc36cc70ab2cab0380f1f251" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 626, + "fields": [ + { + "path": "actions", + "shape": [ + 626, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 627, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 627, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 627, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 627, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 627, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 627, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "718e08a5525a66ddfe9bb8bbdc2242fe5a6e86e4f42ad6ed2cb7d9bfa971557d", + "source_sha256": "df71a952f4de2a6222abffafb749eaf18c76b602f14be5454064e3207bc80206", + "view_sha256": "3cd7bca0b14966173f8fca81f0c417679aec801e2aa148b23f344ac77de43dea" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 691, + "fields": [ + { + "path": "actions", + "shape": [ + 691, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 692, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 692, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 692, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 692, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 692, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 692, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "68f554c8caaa71b5ab5994e38ba012781d50a37652e3132605ed9887a16c46ba", + "source_sha256": "0f38d8085de08bdf788c7cd239644e1521272462ba8b3bfaed77efe2bec6928c", + "view_sha256": "910dee4125e83e4b9eb2334e367edb6e5019703b3acb9d712e302283a06704f8" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 712, + "fields": [ + { + "path": "actions", + "shape": [ + 712, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 713, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 713, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 713, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 713, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 713, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 713, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ef98e4a0f36d684fce485fff3d3d15e0486ed7ea45b95a2cbef22532a153a170", + "source_sha256": "25aa0fcd1713201c87545fe6c716def36b926a027ff4ee155558590f607a0ddf", + "view_sha256": "60e5bff1ca137af599a224046a165f4848f3aeba539666116359466bf74d4034" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..510f856a28f58b526895c649b47137f25ac62982 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/findings.md @@ -0,0 +1,113 @@ +# Legal exploration audit + +Budget initially reported 0 used, 20 remaining. Contract and protocol read before actions. All live interaction uses /worker_api.py API. + +## Episode 1: baseline retrieval +Initial RGB is 480x640 front/left/robot and 640x480 top; qpos/qvel each nine elements. API observations are wrapped in observation with step_id on the outer record; execute_actions returns executed/steps. Harness initially failed to unpack the first action return. Continued with latest_observation in the same charged episode, without reset. First action was generated from the baseline candidate. This is a harness failure, not a controller completion or task success. + +Step 50 top view: arm over stamp; clay/green target unchanged. Proprioception nearest demo frames are 48. Step 100 front/top: gripper closed, stamp visibly held beneath gripper; nearest demo frames 96. Finger positions about .0203m. Baseline appears to reproduce initial approach and grasp, with several steps of timing lag. No task success established. + +Visible scoring rule is preregistered in visible_rule.md. All ambiguous coverage is false. Images and sampled observations retained under ep01; executed actions retained separately. + +## Episode 1 final +Stopped after loss of grasp was established, native step 211. Latest return reported success=false. The baseline continued with an empty gripper; target visibly uncovered. Driver terminated deliberately; latest observation and finish_episode used to close the same episode, without replaying any uncertain action. First action and actions after the last periodic save are not all present in actions.npy; the original harness had periodic logging only. This audit gap is acknowledged. Subsequent harness writes each requested action before execution. + +## Episode 2: progress-constrained retrieval +Candidate limits matching to nearby demonstrated normalized tool-sequence progress (four gripper runs), preventing a jump directly from stamp to roller. At steps 100,125,150,200 the front image shows the stamp still held; qpos finger gap at125 ~.02048m. Step200 tool was offset from clay; step250 shows contact and some clay deformation but exposed green. No visible success. Finished deliberately at250 for this diagnostic. No successful completion claim. Initial target/clay placement differs from episode1. Next change adds initial RGB target/clay centroid comparison and tests approach scaling. + +## Planned short probes, episodes 3–4 +Root x/y translational signs and z/combined approach response: four chunks of three bounded commands each, no rotation, open gripper, starting from real first-hold observation. These are calibration episodes, not task-success attempts. Preserve every chunk action and all endpoint views. + +## Episode 3–4 calibration results +Episode3 wrist-component centers: initial (189.21,319.14), +x probe (210.29,319.06), reverse x (190.19,319.15), +y (189.85,297.29), reverse y (190.26,318.59), in top-camera pixels. Each probe used three normalized .25 commands. Thus root+x moves top-right and root+y moves top-up. Episode4 z/reverse-z and combined/reverse-combined probes return close to starting q (arm-joint norm residual .00574 and .00940 respectively). No target work attempted in these calibration episodes. + +## Episode 5 independent rehearsal +Exact hash b2c5aa08c05e6adf62dc79ed348fac6d208dc7a4bc789d4a0b1f49c79cd9debe. API reports independent=true, valid=true, status=finished, success=false, score_source=native_step_feedback. Final native step51 shows empty gripper above stamp, exposed target. Speed-scaled retrieval failed to preserve grasp. No manual success substituted for native feedback. Final legal observations preserved through latest_observation after rehearsal completed. + +## Episode 6 hypothesis +Replace action retrieval with feedback tracking of demonstration tool-position paths. A conventional analytic Panda kinematic map is used strictly as a qpos-derived pose feature, not a task simulator. Validated against the legal probes: +x,+y,+z produce estimated changes +.0405,+.0410,+.0406m predominantly on their respective axes; reverse commands nearly return. Requested .075m is not treated as measured displacement. Paths are computed from all authorized demo qpos, not hidden poses. Initial visible green/clay centroids select the closest demonstrated layout; spatial waypoints and explicit gripper dwell govern progress. This approach seeks speed without bypassing the grasp pose. It remains unvalidated for contact and full task completion. + +## Episode 6 outcome and program failure found +Completed diagnostic to step180. At49 stamp finger gap ~.01988m and front shows handle between fingers. At73 stamp held above clay. At97 clay visibly deformed/tipped after off-center contact; at121 stamp returned; at180 gripper at roller. Green remains exposed, native per-step success false. This is not a full completion attempt. + +Discovered resolution mismatch in new centroid code: authorized demo top images are 320x240 whereas live top images are 640x480. Fixed pixel ROI had yielded fallback centroids for all20 demos, making scene selection always demo0. Baseline coarse resized descriptors did not have that fixed-ROI issue. Corrected by nearest-neighbor resize to640x480 before segmentation; rebuilt all20 initial scene descriptors. This affects episodes5–6 localization claims: they did not actually distinguish demo layouts. + +Analytic pose-path hypothesis performed grasp/transport faster than baseline without dropping stamp in episode6. Boundary arrival now requires reaching the actual gripper-transition waypoint before switching grip, rather than switching when merely selecting it. + +## Image-to-root calibration for episode7 +From each authorized demo, use initial visible clay centroid and qpos-derived xy at deepest stamp contact between frame110 and second gripper transition minus40. Fit a 2D affine map by ordinary least squares (no neural model). Residual RMS .001262m across both output coordinates. Main slopes: +.002485m/top-pixel-x to root-x and -.002489m/top-pixel-y to root-y; cross terms near zero. Saved all inputs, indices, coefficients and residuals in pixel_calibration.npz. These are derived pose estimates, not measured hidden object positions. Apply clipped relative corrections to nearby demonstrated contact paths; tools' fixed pickup/return poses are unchanged. Add12 control steps at deepest stamp point. All changes remain subject to legal live testing. + +## Episode 7 full first-pass outcome +Reference selected from initial legal RGB: demo17, unlike the earlier fallback-to-demo0 bug. Derived stamp xy correction approximately (-.0107,+.0348)m. Step49 grasp; step97 stamp visibly centered on clay; step217 roller pickup; step289 roller held after rolling. Ended at native step304 upon completing the spatial reference path. Native success remained false, and final images show exposed green with a cup-like clay shape. Position tracking alone did not reproduce sufficient spreading. No successful coverage claim. + +Inspection found a second program issue: stride-four spatial waypoint advancement could skip the exact deepest stamp point, then start its nominal dwell after retraction began. Next candidate explicitly inserts the deepest reference index and applies24-step dwell there. Adds bounded downward contact-label feedforward, rather than treating the recorded actual pose as equivalent to a pressing command. Roller contact similarly retains a small downward component. This is label-derived feedforward, not measured force feedback. + +## Episode 8 planned diagnostic +New pressure and exact-minimum waypoint candidate, stamp segment to native180. Recovery code additionally allows one early missed-pickup retry and up to3 rolling passes, with repeat-pass correction toward visible green after tool withdrawal. These recovery behaviors are implemented but not yet validated by this episode's limited stamp diagnostic. + +## Episode 8 pressure diagnostic outcome +Ended at native180, stamp returned, nativefalse and target still exposed. At97 the controller was exactly at reference195 with20 of24 dwell steps remaining, selecteddemo6, no grasp retry/empty fingers. qpos-derived TCP z at97=.16709m; demo deepest stamp positions acrossall20 are approximately.1680–.1689m. Contact centered and clay visibly compressed, but this partial diagnostic does not establish coverage. + +## Episodes9–12 planned robustness tests +9: deliberately override gripper open at native40..70 to create an early missed pickup; evaluate the single-retry branch through160. +10,11,12: add bounded ±.10 normalized x/y/z bias respectively duringfirst11 actions, then allow unmodified feedback to recover through85. These are interactive fault/pose tests, not exact independent rehearsals or full-task success attempts. Candidate itself does not receive a flag revealing perturbations. + +Timing finding: stride-four waypoint compression reduced rolling contact time. Next full-run version usesstride2 during roller contact, with downward feedforward. Up to3passes for ordinary-length paths; the1087-action demo is limited toone pass to avoid unnecessarily repeating its already extended contact sequence. Native1200-step horizon remains enforced. + +## Episode9 induced missed pickup +Gripper intentionally heldopen during40..70 by the interactive harness. Step73 front image confirms empty gripper and stamp remaining at initial pickup site. By97, policy reports stage0,cursor62,grasp_retries1: it detected empty fingers and returned open. At145, front image shows stamp held in transit, stage1,cursor128,grasp_retries1. Thus one early missed-pickup recovery worked in this induced case. Diagnostic ended160; no full-task success was attempted or claimed. + +## Native rehearsal scoring authority +Attempted to submit a visiblefalse annotation for rehearsal5, consistent with its final images. API rejected it with 'native or previous scores cannot be overwritten'. This confirms native_step_feedback is authoritative when present. Future manual score_rehearsal submissions are reserved for absent native scores, as required by the protocol; no official score was invented or replaced. + +## Episode10 x-disturbance outcome +Applied +.10 normalized root-x bias during first11 actions. Progress lagged the undisturbed approach (cursor28 at25, versus48 normally), then reached actual grasp boundary74 at49. At85 front image shows stamp held in transit, cursor132. No retry was required. This supports closed-loop position correction under the tested small disturbance, not full-task success. + +Contact-window correction after code/data review: for the shortest demo19, deepest stamp frame191 occurs less than55frames before release243. A fixed release-minus55 cutoff could suppress pressing at that minimum. The pressure window now follows the detected deepest index instead, preserving all20 reference cases. + +## Episode11 y-disturbance outcome +Applied -.10 normalized root-y bias during first11 actions. Controller reachedcursor74 at49, then heldstamp intransit by85 (front view). No pickup retry required. This is a bounded approach robustness test, not a full-task success. + +## Final contact-tracking refinements before full validation +Keep stamp xy correction fully applied through deepestpress+5, then fade it during return; previous release-relative fade could start before contact in short demos. During contact, require xy error<3mm and actual estimated height no more than2mm above the target. Allow the small downward offset from pressure feedforward, avoiding a false stall caused by the pressing command itself. Outside contact, retain spatial tolerance6mm and3mm at gripper boundaries. These refinements are hypotheses until the complete legal run and independent rehearsals. + +## Episode12 z-disturbance outcome +Applied +.10 normalized root-z bias during first11 actions. Progress reachedcursor74 at49 andcursor132 at85; the final front image shows the stamp held in transit, without a retry. All three tested approach-axis perturbations were corrected sufficiently for grasp/transport. They do not establish full coverage. + +## Full-run validation plan +Episode13 will run the complete current controller with stage logs, including pressure-aware pose tracking, exact stamp minimum, contact timing, bounded pickup retry, and visible-green-guided rolling repeats. Subsequent slots are reserved for independent rehearsals, with19 and20 mandatory and17–20 intended as rehearsals. No successful coverage claim exists at this compilation point. + +## Episode13 complete three-pass result +Full controller completed at native599, all native success=false, no grasp retry or detected tool loss. Selecteddemo9. Exact deepest stamp dwell at197; both pickups succeeded. Pass2 reached endpoint648 at481; pass3 completed at599. Clear final front/top images unambiguously show exposed green, so visible success=false. Handwritten green-mask counts: initial1580, aftersecondpass758, final695. These counts are diagnostic visible pixels, not an official coverage metric. Approximate walltime from harness creation to finalinspection1703s, near the1800s episode limit. The third shallow repeat gave little additional spreading. + +## Episode14 independent comparison +Archive complete previouscandidate under versions/pose_pressure_threepass. Test a deeper single rolling pass. Contact-height reduction ramps from0 at estimatedz.277m to10mm atz.250m, with a.230m floor for newly lowered points; any originally lower demonstrated point is preserved. Demonstrated roller-contact minima span.2272–.2469m acrossthe20 demos, so the targetdepth remains within the observed pose range. Pickup/return poses, stamp control, nativebounds/horizon and singlepickupretry remain unchanged. Repeat passes are disabled for this comparison. This is a new hypothesis, not a success claim; independent rehearsal is required. + +## Episode14 independent result +Exactbundle c4aa606da977358a43cc8be656b5a686f93574a56afd595409374fac27741b2b. API independent=true, valid=true, status=finished, native success=false. Finishedstep363. Clearfinalimages exposegreen crescent; visiblefalse. Finaldiagnostic greenmask651pixels; rollerfinger gap~.01677m, consistentwithretainedtool. Depthalone didnotachievecoverage. + +## Pose-orientation audit and episode15 comparison +Using only legal episode13 qpos and authorized demo09 qpos at matchedpathindices, analytic orientation differences were2.11deg atstampgrab49/reference84,4.46deg atrollerlift241/reference419,4.63deg atcontact289/reference519,5.26deg at313/reference563,7.87deg atend599/reference648. Reference toolaxis tilted more toward+rootx. This can shift a longtool's contactpoint bycentimeters even when TCPpositionmatches. Newly inspected authorized demo09 finaltopframe648 (samefinalindexpreviouslyinspectedinsheet) savedfullresolution asdemo09_final_top.png; it shows apparenttargetcoverage, unlikeepisode13. + +Nextversionadds qpos-derived referenceorientation matrices for all20 demos and bounded orientationfeedback afterlift and duringopentooltransfer. Rootrotationerror is mapped through the contract's negative.5rad scale; angularaction vectornorm is cappedat.10. Pickupapproach and firstclosingdwell retainzero rotation. Positioncontrol/deepersinglepassprofileunchanged. This is a new legal-control experiment, not a validatedorientationclaim. No neuralweights or externaldata wereused. + +## Episode15 independent result +Exactbundle6053031140121d673e64fc3df43fefe1599aa4f312c9fd05b273711b1b966c3a. independent=true,valid=true,finished,nativefalse at387. Finalimages unambiguouslyexposegreen; visiblefalse. Greenmask1106pixels (differentlayout, not directlycomparableto14). Rollerretained withfingergap~.01678m. Finalqpos-derived toolaxis(+.1957,-.0176,-.9805) confirmsorientationchangedtowardthetiltedreferencefamily. Fullpose plusdeepercontactdidnotestablishsuccess. + +## Additional legal contact-image inspection +Viewedepisode13 step289 left/robot cameras, andauthorizeddemo09 frame519 left/robot cameras (saved asdemo09_519_*). Livewristview hasmuchclaybehind/belowthe roller, whilematchedreferenceviewhasclayaheadofit. This supports a timing/material-flow mismatch hypothesis, not a hiddenstate conclusion. Earlierwaypointcompression accelerated contact relativetodemonstrations. + +## Episode16 final development comparison +Interactivefullrun to preservecontactstageevidence. Restoreoriginaldemonstratedrollerdepths. Duringcontact, advanceone referenceframe atatime and use original demonstrationtranslation action plusgain6 estimatedposeerrorfeedback, boundedto±.08. Preservefullorientationfeedback, exactstampminimum24stepdwell, andsingleearlypickupretry. Outsidecontactretainfastspatialfeedback. One rollingpass; no automatedcoverageclaim. The intent is to preservecontactpace andpressing commands while correctingposeerrors. Slots17–20 remainreservedforindependentrehearsals. + +## Episode 16 program failure and legal continuation +The first part reached the exact stamp minimum with estimated position errors below 1 mm and orientation error 0.18 degrees (native 169, reference 205). After the dwell, a program failure appeared: upward demonstration feedforward moved away from a fixed waypoint while a millimeter arrival gate prevented reference progression, causing repeated 24-step stalls. + +Only the client controller process was stopped. The same live episode continued: API budget reported 16 used, 4 remaining, active at native 277. All 276 requested actions were recorded, exactly matching the initial hold plus native actions. No environment reset, simulator-state load, or extra episode occurred. Local controller state was reconstructed from the legal initial observation, latest qpos, and its own saved policy trace; nearest forward reference 212 matched the current pose (previous trace 208). Original and resumed evidence are separately preserved under ep16 and ep16_resume. + +Fix: contact references advance one frame per native step while pose error is below 4 cm. Larger errors suppress feedforward and use pose correction until support is recovered. Preserve the downward command on the final stamp-dwell step. This removes the conflicting arrival gate while retaining closed-loop correction. + +The resumed run completed at native 534, with native success false and unambiguous exposed green (diagnostic green-mask count 1040). The roller remained held, but wrist/side images show substantial tool tilt relative to the gripper during contact. A finger-gap check alone cannot certify the attachment pose. No task-success claim is made. + +## Final candidate for rehearsals 17–20 +Keep the corrected contact clock, demonstrated contact feedforward, original reference depths, full pose feedback, and bounded early pickup retry. Limit all translation components to the demonstrated ±0.08 range, including transport, to reduce inertial swing. Cap orientation action norm at 0.04 for gentler correction. The program executes one complete reference pass and does not claim success internally. These final limits will be validated by exact independent rehearsals; all previous failures remain recorded. No neural weights, other-task data, simulator states, or external runtime tools were used. diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..a02f2f69e6d024230e24a663ad39948beb6f5adb --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/freeze_manifest.json @@ -0,0 +1,109 @@ +{ + "files": { + "controller.py": "01ea5419398fb8acd8fd78b6150cb8e7d63727a69f7ff64e6db3a1b019571caf", + "demo_manifest.json": "abd250d4708de2098f4c1c45bfb20c7a0d87400bbfe68ab8887f90cd19c4730f", + "demonstrations_readonly/demo_00.h5": "643581bf294dac0ebcfecdd004e46086b31ba408eeb9b5b67a9154ee962bc3b5", + "demonstrations_readonly/demo_01.h5": "4f36d2766865ea65478f514004e7f5192712c6bbe3dd0ccf684b8186395b526a", + "demonstrations_readonly/demo_02.h5": "22ba5eff396c8702cf082dfb354dddd7abf2ce82babb165b0348caa89ee6568e", + "demonstrations_readonly/demo_03.h5": "e9f79aca3eb4e82a0ea29cb9678a013680f30661071b3b3844d2e02ef3fe22da", + "demonstrations_readonly/demo_04.h5": "5b1b162fc563a0297b90c1980f1f69783eebd4da87ce3dcdb619bb0c84ed0b02", + "demonstrations_readonly/demo_05.h5": "44ec90bd5b8dab7d6bb63b6b1fca83e7e41847ff34f2bb7c951d5f1a8cf194e8", + "demonstrations_readonly/demo_06.h5": "f4c080b403f98e37b1da3eb38dab88f2a9ec9edc125061f19ca9a297892f4b49", + "demonstrations_readonly/demo_07.h5": "847cc10050ba66ef07cfd0f14411717f74bf843a46d812c2900f779f22f59ebc", + "demonstrations_readonly/demo_08.h5": "fe5d77dd4d984a68cd6071194bb82bbf2ca0407eef5e06e62af0dc51b25346d2", + "demonstrations_readonly/demo_09.h5": "9c76c3796ec5072e6b18969de24907a91357b359fffe43dfbf5c65d190ebd64f", + "demonstrations_readonly/demo_10.h5": "f76343aba4b63f3a112e0cdb5aa632956afaf965da5a69bce2cb419c10ef53f5", + "demonstrations_readonly/demo_11.h5": "60e34fa3f895fe8cc076e203c0712c8882d9bb747d990b4ca978e3ffcf810070", + "demonstrations_readonly/demo_12.h5": "dfd4327a052646039c7989bce9fd602fef376da16869ff94844b952f424572fc", + "demonstrations_readonly/demo_13.h5": "9ad3d2e63c95d37d5d87bcc29db833435b41736feda3b115f9ef530dae8cf3cc", + "demonstrations_readonly/demo_14.h5": "1e357b614d267bd9f03ab778bb26b193ff17f501d91f76b3b9c3667ea92f7cbc", + "demonstrations_readonly/demo_15.h5": "cb5237716d9d9c2f6f9b60a77e8ac33056f424e99e0373c20bc741f065fc3a5c", + "demonstrations_readonly/demo_16.h5": "f88979d103f507fd51de04cc071c76776ff1b3accc36cc70ab2cab0380f1f251", + "demonstrations_readonly/demo_17.h5": "3cd7bca0b14966173f8fca81f0c417679aec801e2aa148b23f344ac77de43dea", + "demonstrations_readonly/demo_18.h5": "910dee4125e83e4b9eb2334e367edb6e5019703b3acb9d712e302283a06704f8", + "demonstrations_readonly/demo_19.h5": "60e5bff1ca137af599a224046a165f4848f3aeba539666116359466bf74d4034", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "7c19aa28034286ccd79de431a5ab9fec04dd5465bd744acc353582fce39e4df4", + "handoff.md": "6df714e4cf68c7390d4cd042f98e89bc1e94c89bb955afa7e786c505b1cae16c", + "localization.py": "ce5ad03290962fe67e507f2fa2e39084edb2f3ddc5f4e0ed3eb49c9faaf6e032", + "model_tool_manifest.yaml": "5498ab5556fac8b15521d0fd6fe767d7145cc7cdda6ea842e6a6cd6016513acf", + "pixel_to_root.npy": "ffeb6a0be8996c9e0223fc680a234d3b43ed5ed17f87b31577db6152c524ff7a", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "pose_math.py": "5071043ba06d3a971a80cff0f1ffbe5edaeb0a1e05494ef6d4fe2e0cdc26e07b", + "pose_paths.npz": "702d4142aece3a0268dfcce1f43724188572bf2065611a5ae909bb8f9772e382", + "skills.md": "26f4bde309422e0d432befa76ff0dd57551c479ae5f0afa995adbafc0455fd27", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "3b0bd0f2b88120cd232c76cb8708c794e39f9153ea2ebd001a5685ffe7aa5b92", + "exploration_ledger_hash": "b71f28605bbfdbb5407c26c648d5c5c2c228dfd70bbf93ea356b722d0bb5f1a7", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "b2c5aa08c05e6adf62dc79ed348fac6d208dc7a4bc789d4a0b1f49c79cd9debe", + "episode": 5, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "c4aa606da977358a43cc8be656b5a686f93574a56afd595409374fac27741b2b", + "episode": 14, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "6053031140121d673e64fc3df43fefe1599aa4f312c9fd05b273711b1b966c3a", + "episode": 15, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "episode": 17, + "bundle_hash": "3b0bd0f2b88120cd232c76cb8708c794e39f9153ea2ebd001a5685ffe7aa5b92", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 18, + "bundle_hash": "3b0bd0f2b88120cd232c76cb8708c794e39f9153ea2ebd001a5685ffe7aa5b92", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "3b0bd0f2b88120cd232c76cb8708c794e39f9153ea2ebd001a5685ffe7aa5b92", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "3b0bd0f2b88120cd232c76cb8708c794e39f9153ea2ebd001a5685ffe7aa5b92", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..d2dce6e20cad10d6ed0cfc4dd2a8f39ac11f1f96 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/handoff.md @@ -0,0 +1,9 @@ +# Handoff + +Runtime entry points: reset_episode() and act(obs). Observations provide uint8 front/top RGB (only top is used by the final pose controller), nine qpos/qvel values (qpos is used), instruction, and step_id. The runner supplies the initial hold; do not insert another. Actions are bounded float32 seven-vectors in native pd_ee_delta_pose units, or None. Runtime files: controller.py, pose_math.py, localization.py, pose_paths.npz, pixel_to_root.npy. Dependencies: NumPy, OpenCV, Python standard library. + +The program follows qpos-derived spatial paths from the same20 authorized demos, selected and adjusted using legal RGB. It does not replay a seeded episode or reconstruct hidden task state. Analytic kinematics and image calibration are approximate pose features validated against legal exploration, not a separate simulator. No neural weights were fitted. + +Returning None is not a success assertion. Success is taken from native rehearsal feedback when available; otherwise the preregistered rule requires unambiguous clay coverage with tools clear, and ambiguous images count false. Official independent results and exact bundle hashes are recorded by the trusted API. Development evidence, versions, and the original demo analysis are preserved under /workspace/exploration and /workspace/demo_analysis.md. Earlier baseline files have been archived under exploration/versions/baseline. + +This exact bundle is judged by its independent rehearsal records. The trusted rehearsal/freeze record governs artifact selection; no task-success claim is embedded in this document. Do not infer full task success from grasp or contact diagnostics. diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/localization.py b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/localization.py new file mode 100644 index 0000000000000000000000000000000000000000..c8aedd134e7bbc233da6b44e075e1d0b4d819c9d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/localization.py @@ -0,0 +1,24 @@ +import numpy as np +import cv2 + +def scene_features(rgb): + im=np.asarray(rgb['top_camera']).squeeze() + if im.shape[:2]!=(640,480):im=cv2.resize(im,(480,640),interpolation=cv2.INTER_NEAREST) + im=im.astype(np.float32) + r,g,b=im.transpose(2,0,1);yy,xx=np.indices(r.shape) + roi=(xx>200)&(xx<340)&(yy>270)&(yy<380) + masks=[(g>r*1.18)&(g>b*1.18)&(g>50)&roi, + (r>180)&(g>100)&(b>60)&(r>g*1.25)&(g>b*1.2)&roi] + out=[] + for mask in masks: + y,x=np.where(mask) + out.extend([float(np.mean(x)) if len(x)>20 else 270.,float(np.mean(y)) if len(x)>20 else 325.]) + return np.array(out,np.float32)/20 + +def visible_green(rgb): + im=np.asarray(rgb['top_camera']).squeeze() + if im.shape[:2]!=(640,480):im=cv2.resize(im,(480,640),interpolation=cv2.INTER_NEAREST) + r,g,b=im.astype(np.float32).transpose(2,0,1);yy,xx=np.indices(r.shape) + m=(g>r*1.18)&(g>b*1.18)&(g>50)&(xx>180)&(xx<360)&(yy>250)&(yy<390) + y,x=np.where(m) + return len(x),np.array([x.mean(),y.mean()],np.float32) if len(x) else None diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8f9e51405b5ee6ae9a443ce77a1dc1bb03fa73ad --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,74 @@ +{ + "task": "StampRoll-v1", + "protocol": "Agent-D20-E20-Compiled", + "runtime_type": "non-neural RGB-conditioned spatial-path controller", + "runtime_dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv-python": "4.13.0.92" + }, + "runtime_files": [ + "controller.py", + "pose_math.py", + "localization.py", + "pose_paths.npz", + "pixel_to_root.npy" + ], + "network_required": false, + "external_agent_required": false, + "pretrained_weights": [], + "neural_weights_modified": false, + "authorized_demo_ids": [ + "demo_00", + "demo_01", + "demo_02", + "demo_03", + "demo_04", + "demo_05", + "demo_06", + "demo_07", + "demo_08", + "demo_09", + "demo_10", + "demo_11", + "demo_12", + "demo_13", + "demo_14", + "demo_15", + "demo_16", + "demo_17", + "demo_18", + "demo_19" + ], + "data_provenance": "pose_paths contains qpos-derived analytic tool-position/orientation estimates, original action labels, and initial RGB scene descriptors from exactly the authorized20 demonstrations. pixel_to_root is a two-dimensional affine calibration fit to those same demo descriptors/contact pose estimates; no neural training.", + "actual_tools": [ + "trusted /worker_api.py API", + "NumPy", + "OpenCV", + "Python standard library", + "h5py only through API.read_demo for offline compilation" + ], + "control": "7 normalized components; position feedback gain12 per meter (gain6 plus demonstration translation feedforward during contact), translation components bounded to \u00b1.08; root-frame orientation correction norm bounded to .04 using the contract negative rotation scale; Panda gripper \u00b11; nativehorizon1200 including runner hold.", + "exploration_episodes_completed_at_compilation": 16, + "validation": "Legal exploration findings are in findings.md. Performance of this exact bundle is determined only by independent rehearsal records, including native feedback when supplied.", + "visible_rule": "Success only if legal images unambiguously show clay covering the green target with tools sufficiently clear; ambiguity=false. Never fabricate official success.", + "limitations": [ + "Approximate qpos kinematics and color segmentation; no force/depth/hidden-state input.", + "Early pickup retry is bounded toone attempt and assumes tool remains near its pickup location.", + "Visible green can be occluded; internal stop is not a success assertion.", + "Contact physics and exact coverage are established only by legal rollouts." + ], + "artifact_sha256": { + "controller.py": "01ea5419398fb8acd8fd78b6150cb8e7d63727a69f7ff64e6db3a1b019571caf", + "pose_math.py": "5071043ba06d3a971a80cff0f1ffbe5edaeb0a1e05494ef6d4fe2e0cdc26e07b", + "localization.py": "ce5ad03290962fe67e507f2fa2e39084edb2f3ddc5f4e0ed3eb49c9faaf6e032", + "pose_paths.npz": "702d4142aece3a0268dfcce1f43724188572bf2065611a5ae909bb8f9772e382", + "pixel_to_root.npy": "ffeb6a0be8996c9e0223fc680a234d3b43ed5ed17f87b31577db6152c524ff7a" + }, + "source_sha256": { + "/task_contract.json": "0a60a0ab0dc29068c258c1641201aa3cb4d7eb6c2ffc335f34d3de2de997f6c3", + "/protocol_for_worker.json": "7833632cc0cb7b6d4bfad5727ac38cce7d2ceaaac8fabd7c5b4d710dfc5f2c32", + "/demo_manifest.json": "abd250d4708de2098f4c1c45bfb20c7a0d87400bbfe68ab8887f90cd19c4730f", + "/worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/pose_math.py b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/pose_math.py new file mode 100644 index 0000000000000000000000000000000000000000..d2724cecd069c662c8689761aa386fbcb75ce806 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/pose_math.py @@ -0,0 +1,14 @@ +import numpy as np + +def transform(q): + T=np.eye(4) + for v,a,d,alpha in zip(q[:7],[0,0,0,.0825,-.0825,0,.088],[.333,0,.316,0,.384,0,0],[0,-np.pi/2,np.pi/2,np.pi/2,-np.pi/2,np.pi/2,np.pi/2]): + c,s=np.cos(v),np.sin(v);ca,sa=np.cos(alpha),np.sin(alpha) + T=T@np.array([[c,-s,0,a],[s*ca,c*ca,-sa,-d*sa],[s*sa,c*sa,ca,d*ca],[0,0,0,1]]) + return T + +def xyz(q): + return (transform(q)@np.array([0,0,.107+.1034,1]))[:3] + +def rotation(q): + return transform(q)[:3,:3] diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..4f86e884beedd7fbf8cccc55b50f570dbeda29ba --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/skills.md @@ -0,0 +1,11 @@ +# Compiled controller capabilities + +- Normalize top-camera resolution and locate visible green target and orange clay centers from RGB. +- Select a reference from exactly 20 authorized demonstrations and adjust its contact positions using the calibrated image-to-root mapping. +- Track qpos-derived tool position and orientation using bundled reference poses. These are analytic estimates, not hidden simulator poses. +- Preserve demonstration-paced contact progression and translational action feedforward, with pose feedback correcting deviations. Large pose errors pause contact feedforward. +- Dwell at gripper transitions and the exact deepest stamp point; attempt one early missed-pickup recovery. +- Limit every translation component to ±0.08 and orientation-action vector norm to 0.04. Respect the seven-component action layout and native 1200-step horizon, including the runner hold. +- Stop after one full reference pass, a sustained failed pickup, or the horizon. Stopping never asserts task success. + +Runtime requires NumPy, OpenCV, Python standard library, and the bundled numeric arrays. No network, external model, neural weights, simulator, or development agent is needed. A closed finger gap does not guarantee a stable tool orientation; this limitation is documented in the findings. diff --git a/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StampRoll-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start0)!=0)+1).tolist() + boundaries=[switches[0],switches[1],switches[2],switches[-1]] + annotated={'demo_03':[66,468,539,776], 'demo_04':[61,301,399,482], + 'demo_05':[62,301,397,477], 'demo_09':[64,303,393,473], + 'demo_19':[67,145,248,453]} + boundaries=annotated.get(e['demo_id'],boundaries) + phase=np.searchsorted(boundaries,np.arange(n),side='right').astype(np.int16) + fs=[] + for start in range(0,n,64): + stop=min(start+64,n);ims=api.read_demo(e['demo_id'],start,stop,[f'obs/sensor_data/{c}/rgb' for c in CAMERAS]) + for t in range(stop-start): + f,_=image_features({c:ims[f'obs/sensor_data/{c}/rgb'][t] for c in CAMERAS});fs.append(f) + for k,v in dict(q=d['obs/agent/qpos'][:n],vel=d['obs/agent/qvel'][:n],features=np.array(fs),actions=a,phase=phase,demo=np.full(n,eid,np.int16),frame=np.arange(n,dtype=np.int16)).items():bank[k].append(v) + print(e['demo_id'],n,flush=True) +np.savez_compressed(Path(__file__).with_name('demo_bank.npz'),**{k:np.concatenate(v) for k,v in bank.items()}) diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/check_synthetic.py b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/check_synthetic.py new file mode 100644 index 0000000000000000000000000000000000000000..4c1afcb6c4c42115140438703a72577ce53f3c3b --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/check_synthetic.py @@ -0,0 +1,22 @@ +"""Interface checks only. No environment, demo replay, or success measurement.""" +import importlib.util +from pathlib import Path +import numpy as np +import cv2 +p=Path(__file__).with_name('controller.py');spec=importlib.util.spec_from_file_location('draft',p);m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m) +q=np.array([0,-np.pi/4,0,-3*np.pi/4,0,np.pi/2,np.pi/4,.04,.04],np.float32) +rgb={c:np.zeros((320,240,3) if c=='top_camera' else (240,320,3),np.uint8) for c in m.CAMERAS} +for im in rgb.values(): + cv2.line(im,(155,160),(160,240),(255,120,30),5) + cv2.line(im,(120,160),(125,240),(30,140,255),5) +obs={'rgb':rgb,'proprioception':{'agent/qpos':q,'agent/qvel':np.zeros(9)},'instruction':'Pull orange then teal','step_id':1} +m.reset_episode();a=m.act(obs);assert a is not None and a.shape==(7,) and np.isfinite(a).all() and (abs(a)<=1).all() +m.reset_episode();b=m.act({**obs,'rgb':{k:v[None] for k,v in rgb.items()}});assert np.array_equal(a,b) +assert m.act({**obs,'step_id':1200}) is None +assert m.act({**obs,'proprioception':{}}) is None +m.reset_episode();black={k:np.zeros_like(v) for k,v in rgb.items()} +for i in range(19):assert m.act({**obs,'rgb':black,'step_id':i+1}) is not None +assert m.act({**obs,'rgb':black,'step_id':20}) is None +m.reset_episode();assert m._instance.phase==0 and m._instance.bad==0 +print('PASS: synthetic action shape/bounds/finiteness, HWC/1HWC equivalence, reset, missing proprioception, black-image timeout, native horizon guard.') +print('No behavior, rollout, reward, success, or demo-replay testing performed.') diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/controller.py b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/controller.py new file mode 100644 index 0000000000000000000000000000000000000000..b6ee66d68cc1b3f096d40c0d45c230159adae276 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/controller.py @@ -0,0 +1,197 @@ +"""D20 non-neural observation-conditioned action retrieval. +No simulator, kinematics package, hidden fields, seed lookup or online training. +""" +from pathlib import Path +import numpy as np +import cv2 + +CAMERAS = ('top_camera', 'front_camera', 'left_camera', 'robot_camera') + +def image_features(rgb): + features = [] + visible = 0 + for name in CAMERAS: + im = np.asarray(rgb.get(name, np.zeros((240, 320, 3), np.uint8))) + if im.ndim == 4 and im.shape[0] == 1: + im = im[0] + if im.ndim != 3 or im.shape[2] != 3: + raise ValueError('Expected HWC or 1HWC RGB') + hsv = cv2.cvtColor(im.astype(np.uint8), cv2.COLOR_RGB2HSV) + h, s, v = [hsv[:, :, j] for j in range(3)] + masks = [(h < 26) & (h > 3) & (s > 120) & (v > 95), + (h > 85) & (h < 120) & (s > 110) & (v > 75), + (s < 45) & (v > 170)] + for j, mask in enumerate(masks): + # Spatial masks retain current rope shape and robot silhouette. + features.extend(cv2.resize(mask.astype(np.float32), (12, 16), interpolation=cv2.INTER_AREA).ravel()) + if name == 'top_camera' and j < 2: + visible += int(mask.sum() > 25) + return np.asarray(features, dtype=np.float32), visible + +def points(im): + h=cv2.cvtColor(im,cv2.COLOR_RGB2HSV);out=[] + for lo,hi in [(3,26),(85,120)]: + mask=(h[:,:,0]>lo)&(h[:,:,0]150)&(h[:,:,2]>140) + mask[:int(im.shape[0]*.3)]=False + n,lab,stats,cent=cv2.connectedComponentsWithStats(mask.astype(np.uint8)) + if n>1:mask=lab==1+np.argmax(stats[1:,cv2.CC_STAT_AREA]) + ys,xs=np.where(mask) + y=np.percentile(ys,3);take=ys3)&(h<26) if color==0 else (h>85)&(h<120))&(s>150)&(v>140) + mask[:int(im.shape[0]*.15)]=False + n,l,stats,c=cv2.connectedComponentsWithStats(mask.astype(np.uint8)) + if n<2:return None + mask=l==1+np.argmax(stats[1:,cv2.CC_STAT_AREA]);y,x=np.where(mask) + if len(x)<30:return None + # PCA residual / major-axis spread; compact masks return unknown. + vals=np.linalg.eigvalsh(np.cov(np.array([x,y]))) + return float(np.sqrt(vals[0]/max(vals[1],1))) + +class Controller: + def __init__(self): + with np.load(Path(__file__).with_name('demo_bank.npz'), allow_pickle=False) as z: + self.bank = {k: z[k] for k in z.files} + self.offset = np.zeros(len(self.bank['phase']), np.float32) + self.length = np.zeros(len(self.bank['phase']), np.float32) + for d in range(20): + for p in range(5): + ids = np.flatnonzero((self.bank['demo']==d)&(self.bank['phase']==p)) + self.offset[ids] = np.arange(len(ids)) + self.length[ids] = len(ids) + self.endpoint_pose=np.load(Path(__file__).with_name("endpoint_pose.npz"))["matrix"] + self.servo=np.load(Path(__file__).with_name("servo.npz"))["matrix"] + self.endpoints=np.load(Path(__file__).with_name("reference.npz"))["endpoints"] + self.reset_episode() + + def reset_episode(self): + self.phase = 0 + self.retries = [0,0] + self.recover_ref = None + self.recover_clock = 0 + self.initial_points = None + self.dwell = 0 + self.last_grip = 1.0 + self.bad = 0 + self.last_index = None + self.stable = 0 + + def act(self, obs): + step = int(obs.get('step_id', 1)) + # The runner already owns the charged initial hold; no extra reset action. + if step >= 850: + return None + prop = obs.get('proprioception', {}) + q = np.asarray(prop.get('agent/qpos', []), dtype=np.float32).reshape(-1) + vel = np.asarray(prop.get('agent/qvel', []), dtype=np.float32).reshape(-1) + if q.size != 9 or vel.size != 9 or not np.isfinite(q).all() or not np.isfinite(vel).all(): + return None + try: + f, visible = image_features(obs.get('rgb', {})) + except (ValueError, cv2.error): + return None + if visible == 0: + self.bad += 1 + if self.bad >= 20: + return None + a = np.zeros(7, np.float32); a[6] = self.last_grip + return a + self.bad = 0 + if self.initial_points is None: + try: + self.initial_points=np.array(points(np.asarray(obs['rgb']['top_camera']).squeeze())) + except Exception: + self.initial_points=self.endpoints.mean(0) + b = self.bank + # Shape is a retry trigger only, never a task-success assertion. + if self.phase in (2,4) and self.dwell == 10 and self.recover_ref is None: + rope=0 if self.phase==2 else 1 + metric=shape(np.asarray(obs['rgb']['top_camera']).squeeze(),rope) + if metric is not None and metric>.20 and self.retries[rope]<1: + self.retries[rope]+=1 + try: + self.initial_points=np.array(points(np.asarray(obs['rgb']['top_camera']).squeeze())) + except Exception: + pass + phase=rope*2 + ids=np.flatnonzero((b['phase']==phase)&(self.offset>=35)&(self.offset<=45)&~np.isin(b['demo'],[3,4,5,9,19])) + sl=slice(rope*2,rope*2+2) + dist=180*np.sum((self.endpoints[b['demo'][ids],sl]-self.initial_points[sl])**2,axis=1)+.02*np.sum((b['q'][ids,:7]-q[:7])**2,axis=1) + self.recover_ref=int(ids[np.argmin(dist)]) + self.recover_phase=phase + self.recover_clock=0 + if self.recover_ref is not None: + idx=self.recover_ref + rope=self.recover_phase//2;sl=slice(rope*2,rope*2+2) + offset=(self.initial_points[sl]-self.endpoints[b['demo'][idx],sl])@self.endpoint_pose[rope] + target=b['q'][idx,:7]+offset + near=int(np.argmin(np.sum((b['q'][:,:7]-q[:7])**2,axis=1))) + a=np.zeros(7,np.float32);a[:6]=np.clip(.25*((target-q[:7])@self.servo[near]),[-.18]*3+[-.1]*3,[.18]*3+[.1]*3);a[6]=1 + self.recover_clock+=1 + if self.recover_clock>=60 or (self.recover_clock>15 and np.linalg.norm(target-q[:7])<.10): + self.phase=self.recover_phase;self.dwell=40;self.recover_ref=None + self.last_index=idx + return a + durations = [56,80,87,81,32] + if self.dwell >= durations[self.phase]+(15 if self.phase<4 else 0): + if self.phase == 4: + return None + self.phase += 1 + self.dwell = 0 + # Search all demonstrations anew at every step. There is no fixed scene + # or trajectory selection. Phase prevents jumping directly to rope B. + candidates = np.flatnonzero((b['phase'] == self.phase) & ~np.isin(b['demo'],[3,4,5,9,19])) + dq = (b['q'][candidates] - q) / np.array([.4]*7 + [.025, .025]) + dp = np.mean(dq*dq, axis=1) + dv = np.mean(np.minimum(((b['vel'][candidates]-vel)/2)**2, 9), axis=1) + di = np.mean((b['features'][candidates]-f)**2, axis=1) + costs = dp + .04*dv + 25*di + sl=slice(0,2) if self.phase<2 else slice(2,4) + costs += 180*np.sum((self.endpoints[b['demo'][candidates],sl]-self.initial_points[sl])**2,axis=1) + expected = self.dwell + (9 if self.phase == 0 else 0) + costs += .003*(self.offset[candidates]-expected)**2 + # Hysteresis only; transitions require matching current observed state. + costs += .08*(b['phase'][candidates] != self.phase) + if self.dwell < 12: + costs[b['phase'][candidates] != self.phase] = np.inf + best_local = int(np.argmin(costs)); idx = int(candidates[best_local]) + if not np.isfinite(costs[best_local]) or dp[best_local] > 12: + return None # out-of-support stop, not a success assertion + next_phase = int(b['phase'][idx]) + if next_phase > self.phase: + self.phase = next_phase; self.dwell = 0 + self.dwell += 1 + # Small neighborhood average, restricted to one phase and gripper mode. + compatible = (b['phase'][candidates] == self.phase) & (np.sign(b['actions'][candidates,6]) == np.sign(b['actions'][idx,6])) + valid = np.flatnonzero(compatible) + near = valid[np.argsort(costs[valid])[:3]] + weights = np.exp(-(costs[near]-costs[near].min())/.12) + a = np.average(b['actions'][candidates[near]], axis=0, weights=weights) + sl=slice(0,2) if self.phase<2 else slice(2,4) + delta=self.initial_points[sl]-self.endpoints[b['demo'][idx],sl] + ramp=min(1.,self.dwell/40.) if self.phase in (0,2) else 1. + offset=ramp*(delta @ self.endpoint_pose[0 if self.phase<2 else 1]) if self.phase<4 else np.zeros(7) + a[:6] += np.clip(.25*((b['q'][idx,:7]+offset-q[:7]) @ self.servo[idx]),-.12,.12) + a[6] = b['actions'][idx,6] + self.last_grip = float(a[6]); self.last_index = idx + # No inferred task-success termination: stop only at native budget, + # invalid input, or unsupported observations. Runner evaluates completion. + return np.clip(a, -1, 1).astype(np.float32) + +_instance = None + +def reset_episode(): + global _instance + if _instance is None: + _instance = Controller() + else: + _instance.reset_episode() + +def act(obs): + global _instance + if _instance is None: + reset_episode() + return _instance.act(obs) diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/demo_manifest.json b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/demo_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..243ce55895d805d22150eb4badce887db70b1ff0 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/demo_manifest.json @@ -0,0 +1,1488 @@ +{ + "task_id": "StraightenTwoRopesSequential-v1", + "status": "released", + "selection_rule": "prefer existing pinned D20, otherwise numeric trajectory ID sort before reading data", + "lineage_status": "pinned_comparator", + "episodes": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 332, + "fields": [ + { + "path": "actions", + "shape": [ + 332, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 333, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 333, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 333, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 333, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 333, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 333, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "63f9867016967db1df3f6b57d43e6506f9b1b8ba1965c3f90bd720b0e8676fa8", + "source_sha256": "bff7b1da74df310bae3c610d9c99a147ceeb2dbee4e7eaaeee195492c5d56204", + "view_sha256": "e8749707352dfa14856600bce301c81f81080032de644e2131adb6e58a149139" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 346, + "fields": [ + { + "path": "actions", + "shape": [ + 346, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 347, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 347, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 347, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 347, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "3108fd7c639bd5e86d270a3b989044a8a7193108f89ee6c90be0bab97a87b096", + "source_sha256": "b22cd2763e4fc3297c36073a82874eb7975ae0818b8e9bf35df1143028d59e82", + "view_sha256": "c37981d591b47ceba723d7f1a23054fc3cbaab1410fc3caa18f0285c22f8012a" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 350, + "fields": [ + { + "path": "actions", + "shape": [ + 350, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 351, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 351, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 351, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "54048d6c19a709cfc9bae1245faedf76a8b80ed8b6b3ceddb5650d57ad3c19d4", + "source_sha256": "ba063265b05b7344c5ba9e2e2788d954913ba3b19b45a338e6618384db955c59", + "view_sha256": "a14f1455fa8d35444d8716b1f4a346b51ae3fa1fa64ca8306e87c503e3ac9ffa" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 806, + "fields": [ + { + "path": "actions", + "shape": [ + 806, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 807, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 807, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 807, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 807, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 807, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 807, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "37aff4574d5d116ea93f2d4f754d042e5c27906d35a9f5e8cd8d100ebb4198ae", + "source_sha256": "cba85efcf761b6c33020db6f14c4b06cbb8bdd1b1d8f5a76dc44235d0a474bbd", + "view_sha256": "773a24dc31a95e203ca021f0a076c712c1e357b86a219f14718e075bbe6204aa" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 514, + "fields": [ + { + "path": "actions", + "shape": [ + 514, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 515, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 515, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 515, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 515, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 515, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 515, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "99949a7737e50d7cdea43ea3166518c779005ff6943cd947b03a8f38d28281d6", + "source_sha256": "f72ecf3ba104ab33f2364d5758c7673942abd54be1bd06c0a9379ea3e462c08d", + "view_sha256": "973fc8fd23826c55f02ff87cb15ac6777b668f46d56a63f32b497646ab9fb5a4" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 507, + "fields": [ + { + "path": "actions", + "shape": [ + 507, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 508, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 508, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 508, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 508, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 508, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 508, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "f09136b826bc2a677bc3e44f146ada23ab03b31c39a69b4cb359d6e90b3ebb8b", + "source_sha256": "c7f7e62335df30741f90bb12c2ae7e7e8e3941d75ebd89012c56c90eb6970f3e", + "view_sha256": "2498a4278641cd1aabde04e03e4eeb80f333a247a3baa3dff07520f65913dd99" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 341, + "fields": [ + { + "path": "actions", + "shape": [ + 341, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 342, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 342, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 342, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6a8c29f03591ff4db28e591183705e8c23517f2f697a894f092ed9e8ebeab1fa", + "source_sha256": "260b31c0962cb50dae7101b58a2568654a1008fb6a961cad6d4b15a04fd2a089", + "view_sha256": "36ae543a93586fe4c5c724446c57ad291cf26ddbe66fc216e763f6a13f6de0f8" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 344, + "fields": [ + { + "path": "actions", + "shape": [ + 344, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 345, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "dab5f9a67721aeb88f086f41fb0fae7da534e61cad9bfe1cb2e67105e52dbef4", + "source_sha256": "2f01345c773f6cb19f02712c1f1f8cbf6abfe19cf235dc62c360d9fa6c8b9ce4", + "view_sha256": "bd03d719722e3cbaee5b9afa77a9780f02aef18f83be15ef63b693f81c7e343c" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 338, + "fields": [ + { + "path": "actions", + "shape": [ + 338, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 339, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 339, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 339, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "8c970d2713a8797fc21c6a6e2482b172225e5eb10ec25513528a1ea62f67483e", + "source_sha256": "0d8c1c2cf1f5a197700d00d0510b67299a6a121c7cbae9468a69d773c433e5f4", + "view_sha256": "1ca4a7116bc1945799391050f98e649bb2035ab39a78a19eb84b4ad1846abf51" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 506, + "fields": [ + { + "path": "actions", + "shape": [ + 506, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 507, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 507, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 507, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 507, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 507, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 507, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "bdfc0d0a5a11c4b6b9abfa6b7745be4f7ae9f8f8d34092dbb82c8f5e8cad0cc5", + "source_sha256": "101bebcb5b388333f571e3ce4b5ba71e16bfae5e822794f396419ec517d69620", + "view_sha256": "8e20648ac875d0a90f4015054446f62dc716db0e7603d02b9ef97bcf52dfe607" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 344, + "fields": [ + { + "path": "actions", + "shape": [ + 344, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 345, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 345, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 345, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "a414f56f1a1f25e1e2b7528cc11c0beb7e8b0aa8c4d5e5cf4459ae88f6c383a4", + "source_sha256": "f23edb0fa96b7f8248237a0935cf53e0b414f41e38d76e218ba7bdcfba2469b7", + "view_sha256": "845852bf426d49ed53377ae7f0086aa19d9d34cfd3025f0ba70d269cd2f9f898" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 342, + "fields": [ + { + "path": "actions", + "shape": [ + 342, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 343, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 343, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 343, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "19c8d73bce08dc76483dee3361c504d435eb2897ee62273080a57811eb3ca772", + "source_sha256": "bd162b2ee3570adb800654d8abdd28bee9d28013db0871f09efd29019fec22bd", + "view_sha256": "1a7cb7e3f3bd11f1a59f5f6b1d34f7c0ae52004686bf4cf571365213b9bbe3df" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 339, + "fields": [ + { + "path": "actions", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 340, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "10c197e65e43c41c5bd1a04f522f2b93d2dfd97d26bf2283d683d1fb0aaf2221", + "source_sha256": "c8b644c1db4e73f86caac54063af0f1ecc6fa953ef3c9100e160dc556f2dba90", + "view_sha256": "be971657a9adebf7fdb59e0d38d2dbe7143af187c8f6dc78fbfdbfc8fa13ef27" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 339, + "fields": [ + { + "path": "actions", + "shape": [ + 339, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 340, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 340, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 340, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "ec2ec54110db3846e4e1129e2d43a0505ba8717be6409c5bde733536950ead38", + "source_sha256": "1996c4b1e570360b63bfe23abc9f5ebe3683a2a4b989a11c4f343246353c9906", + "view_sha256": "fcbc4156e3c33c89383922892ea5dafabc7222165a655d2702a7d174559ede6f" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 347, + "fields": [ + { + "path": "actions", + "shape": [ + 347, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 348, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 348, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 348, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 348, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 348, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 348, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "6e196a8ec0a5d46a22cc84b5d0680093e5add8bf28fbc3cff138ad5762f245e1", + "source_sha256": "36374f84160ed4a786251a754884b23e8500a3a3cd8d82ae87bf181a7656bc82", + "view_sha256": "972402b28e49221ada1ab23e1f6fcbb575e1e01b196daa6fafddf54b84b66d17" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 335, + "fields": [ + { + "path": "actions", + "shape": [ + 335, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 336, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 336, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 336, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "2cc51ee8fe2aa96a4c3a11863e42db7cf5e2092a10f8123044cc8b087bd900d9", + "source_sha256": "4e0a6494f286e7eaeabacfada3e30f3d3384d36d6e6b902bdf35e344ba799056", + "view_sha256": "6f3bed1d1c0b5db4728cf8e4724bd6bfdcd4b58bc78735df6f5f08d2a8c7212c" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 324, + "fields": [ + { + "path": "actions", + "shape": [ + 324, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 325, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 325, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 325, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 325, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 325, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 325, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "b6162dc1ddb3f9edf87deb34b8f7b776737d588bc0617a6d68b7f522a3e54ec3", + "source_sha256": "0f8f0fa18c1423d6713821ddbf719bb933722e8f01a257bb2bb066367a5207a9", + "view_sha256": "7fd1b942a3100dd88abc655379962d75acf5bacb1b938665388f6b6fd99fc0f0" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 340, + "fields": [ + { + "path": "actions", + "shape": [ + 340, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 341, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 341, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 341, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 341, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "322e30bc45c3881850390e3456ca3d48e19e14b15aee882886460ad085a3a06a", + "source_sha256": "160c9e1f237078d275f3a4b02654fbde987e4756d304771f55d93b664930ec17", + "view_sha256": "13e8f95b5a79b692c77b083952862d43515b902fe095b488943f475573e99f16" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 338, + "fields": [ + { + "path": "actions", + "shape": [ + 338, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 339, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 339, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 339, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 339, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "5c7b036fc5890ebc57d1c7d601025f11e5962558373ca914bc9ddaacc01005c3", + "source_sha256": "1993afb4ae0191fe8623238af7b6441c71f49e61f1558bb2f81f3081f63d777f", + "view_sha256": "ec195f4832ad79a55d3a13acf3192e7a23440e23227d54e30b9106b32da7ad43" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 483, + "fields": [ + { + "path": "actions", + "shape": [ + 483, + 7 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qpos", + "shape": [ + 484, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/agent/qvel", + "shape": [ + 484, + 9 + ], + "dtype": "float32" + }, + { + "path": "obs/sensor_data/front_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/left_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/robot_camera/rgb", + "shape": [ + 484, + 240, + 320, + 3 + ], + "dtype": "uint8" + }, + { + "path": "obs/sensor_data/top_camera/rgb", + "shape": [ + 484, + 320, + 240, + 3 + ], + "dtype": "uint8" + } + ], + "trajectory_sha256": "4880a08ae50b9c5ffebe16a90adcf6b3851e6ba8e32650f36d155cb7f8230960", + "source_sha256": "fc760c3c28507cd8aa507d79e2d76c4e382050821b8f71fe01d8fb4ccc392544", + "view_sha256": "ec82d2aac1520bdfbdcf3833e22bde343a10f6808628f3fe4be94d1bfed42613" + } + ] +} diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/environment.lock b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/environment.lock new file mode 100644 index 0000000000000000000000000000000000000000..b2237f47d93aa4c3efad07728ae6acd137912d6d --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/environment.lock @@ -0,0 +1,249 @@ +absl-py==2.4.0 +accelerate==1.13.0 +addict==2.4.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-types==0.7.0 +anyio==4.13.0 +anytree==2.13.0 +asttokens==3.0.1 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +blinker==1.9.0 +casadi==3.7.2 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +coacd==1.0.11 +colorama==0.4.6 +colorlog==6.10.1 +comm==0.2.3 +ConfigArgParse==1.7.5 +contourpy==1.3.2 +cuda-bindings==12.9.4 +cuda-pathfinder==1.5.4 +cycler==0.12.1 +dacite==1.9.2 +dash==4.1.0 +dataclasses-json==0.6.7 +datasets==4.8.5 +decorator==5.2.1 +deepdiff==8.6.2 +Deprecated==1.3.1 +diffusers==0.35.2 +dill==0.4.1 +docstring_parser==0.18.0 +draccus==0.10.0 +einops==0.8.2 +embreex==4.4.0 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +executing==2.2.1 +Farama-Notifications==0.0.6 +fast_simplification==0.1.13 +fastjsonschema==2.21.2 +filelock==3.29.0 +Flask==3.1.3 +fonttools==4.63.0 +freetype-py==2.5.1 +frozenlist==1.8.0 +fsspec==2026.2.0 +genesis-world @ file:///data/gck/genesis-world +git-filter-repo==2.47.0 +gitdb==4.0.12 +GitPython==3.1.50 +glfw==2.10.0 +gs-madrona==0.0.5 +gstaichi==3.3.0 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf-xet==1.5.0 +hf_transfer==0.1.9 +httpcore==1.0.9 +httpx==0.28.1 +huggingface-hub==0.35.3 +idna==3.15 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +inquirerpy==0.3.4 +ipython==8.39.0 +ipywidgets==8.1.8 +itsdangerous==2.2.0 +jedi==0.20.0 +Jinja2==3.1.6 +joblib==1.5.3 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupyterlab_widgets==3.0.16 +kiwisolver==1.5.0 +lazy-loader==0.5 +lerobot==0.4.4 +libigl==2.6.2 +llvmlite==0.47.0 +loguru==0.7.3 +lxml==6.1.0 +manifold3d==3.4.1 +-e git+ssh://git@github.com/HeegerGao/maniladder.git@f6eed17496816bb41ce484f2d7580990a908d3e6#egg=maniladder +mapbox_earcut==2.0.0 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +marshmallow==3.26.2 +matplotlib==3.10.9 +matplotlib-inline==0.2.2 +mdurl==0.1.2 +mergedeep==1.3.4 +moviepy==2.2.1 +mpmath==1.3.0 +msgspec==0.21.1 +mujoco==3.8.1 +multidict==6.7.1 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.10.4 +nest-asyncio==1.6.0 +networkx==3.4.2 +ninja==1.13.0 +nlopt==2.10.0 +numba==0.65.1 +numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1747544640217/work/dist/numpy-2.2.6-cp310-cp310-linux_x86_64.whl#sha256=d6d964caeef85d00073d27cd62b46883d275b3d8162f723f0fcabbd0b3cc3f9d +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.10.2.21 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.27.5 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +open3d==0.19.0 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +OpenEXR==3.4.11 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +parso==0.8.7 +pexpect==4.9.0 +pfzy==0.3.4 +pillow==11.3.0 +pin==4.0.0 +pip @ file:///home/task_177498883471825/croot/pip_1774988882575/work +platformdirs==4.9.6 +plotly==5.24.1 +polyscope==2.6.1 +proglog==0.1.12 +prompt_toolkit==3.0.52 +propcache==0.5.2 +protobuf==6.33.6 +psutil==7.2.2 +ptyprocess==0.7.0 +pure_eval==0.2.3 +py-cpuinfo==9.0.0 +py-spy==0.4.2 +pyarrow==24.0.0 +pycollada==0.9.3 +pycparser==3.0 +pydantic==2.13.4 +pydantic_core==2.46.4 +PyGEL3D==0.6.1 +pyglet==2.1.14 +pygltflib==1.16.0 +Pygments==2.20.0 +pymeshlab==2025.7.post1 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyperclip==1.11.0 +PyQt6==6.11.0 +PyQt6-Qt6==6.11.0 +PyQt6_sip==13.11.1 +pyquaternion==0.9.9 +pyserial==3.5 +pysplashsurf==0.12.0.2 +python-dateutil==2.9.0.post0 +python-dotenv==1.2.2 +python-xlib==0.33 +pytransform3d==3.15.0 +pytz==2026.2 +pyuipc @ file:///tmp/claude-1005/-mnt4-gck-maniladder/9f005e67-04f6-4368-bd0e-9f40896c7dbf/scratchpad/pyuipc_dl/pyuipc-0.0.25-cp310-cp310-manylinux_2_34_x86_64.whl#sha256=76ff13554e1971ea4401db2c875369cf32352ae3a5a4c398c45193231b5cbf00 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.5.9 +requests==2.34.2 +rerun-sdk==0.26.2 +retrying==1.4.2 +rich==14.3.4 +rpds-py==0.30.0 +rtree==1.4.1 +safetensors==0.7.0 +sapien==3.0.3 +scikit-image==0.25.2 +scikit-learn==1.7.2 +scipy @ file:///home/conda/feedstock_root/build_artifacts/scipy-split_1739790642651/work/dist/scipy-1.15.2-cp310-cp310-linux_x86_64.whl#sha256=9e52bad6c3294d1a5b04a13632118ca2157130603c6c018c2d710162b223b27e +sentry-sdk==2.60.0 +setuptools==80.10.2 +shapely==2.1.2 +six==1.17.0 +smmap==5.0.3 +stack-data==0.6.3 +svg.path==7.0 +sympy==1.14.0 +tenacity==9.1.4 +termcolor==3.3.0 +tetgen==0.8.4 +threadpoolctl==3.6.0 +tifffile==2025.5.10 +timm==1.0.27 +toml==0.10.2 +torch==2.10.0 +torchaudio==2.11.0 +torchcodec==0.10.0 +torchvision==0.25.0 +tqdm==4.67.3 +traitlets==5.15.0 +transforms3d==0.4.2 +trimesh==4.12.2 +triton==3.6.0 +typeguard==4.5.2 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +typing_extensions==4.15.0 +tyro==1.0.13 +tzdata==2026.2 +urllib3==2.7.0 +vhacdx==0.0.10 +viser==1.0.27 +vtk==9.6.1 +wandb==0.24.2 +wcwidth==0.7.0 +websockets==16.0 +Werkzeug==3.1.8 +wheel==0.46.3 +widgetsnbextension==4.0.15 +wrapt==2.1.2 +xxhash==3.7.0 +yarl==1.23.0 +yourdfpy==0.0.60 +z3-solver==4.16.0.0 +zipp==3.23.1 +zstandard==0.25.0 diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/findings.md b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/findings.md new file mode 100644 index 0000000000000000000000000000000000000000..94305a199aa2bd0cb090feb20e671389700bfa8f --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/findings.md @@ -0,0 +1,22 @@ +# Findings and evidence +All 20 authorized demonstrations were analyzed. The original exact frame ledger +is preserved in ../demo_analysis.md; local scripts and ../evidence preserve audits. +No other-task material, benchmark source, seeds, states, or external simulator used. + +Baseline independent rehearsal episode2 was valid but native false at horizon1200. +Phase timing, endpoint costs, local pose feedback, and bounded retry logic were +explored using legal observations and actions. Endpoint extraction can confuse +wood or occluded fragments; wrist yaw is not fitted from endpoint coordinates. +Pose regressions are non-neural least squares over D20 only. + +Episode8 v5 achieved native success and termination at step372. Episode10 v7 +achieved native success and termination at step385. These are exploration results, +not claims about independent rehearsal performance. The initial episode8 report +missed its final success flag; the saved native final return corrected that error. +Episode6 and episode9 were native false. Episode9 exercised a teal retry but left +teal bent. Program success is determined only by native returned flags when present. +Independent rehearsal outcomes and hashes are maintained by the trusted runner. + +Limitations: image occlusion, reference switching, local linear approximation, +heuristic timing and shape thresholds, and uncertain grasp/recovery generalization. +A straight-looking rope or gripper close alone does not certify completion. diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/freeze_manifest.json b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/freeze_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..04ae3852153e384577c5d678c07a9b54f9bb0f71 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/freeze_manifest.json @@ -0,0 +1,148 @@ +{ + "files": { + "build_bank.py": "6fc05be40673da5a3a874bbf480ba29338917b6137aaaadf171025c1f05235f8", + "calibration.npz": "0a9244edc650b0c60ff03b425ac6d0ebac7da4e44b7d3ce586bc4b1a2a7ac97d", + "check_synthetic.py": "adef235a9f759f942a6d8249a83179b2ab43b59da15bc2930737df7059df86e6", + "controller.py": "c971aca0260392155ff2a220c5b96080887087197236f8cfe8f81a8876cdeac9", + "demo_bank.npz": "80587b58169a9edd7beb499ea41b16ea4ee0d799ba86be176eb6c350a46e2c80", + "demo_manifest.json": "b5b2ece3ef3fa70314561ce5e8c94b744809fee4893fcef48bd3a1dd17b2043d", + "demonstrations_readonly/demo_00.h5": "e8749707352dfa14856600bce301c81f81080032de644e2131adb6e58a149139", + "demonstrations_readonly/demo_01.h5": "c37981d591b47ceba723d7f1a23054fc3cbaab1410fc3caa18f0285c22f8012a", + "demonstrations_readonly/demo_02.h5": "a14f1455fa8d35444d8716b1f4a346b51ae3fa1fa64ca8306e87c503e3ac9ffa", + "demonstrations_readonly/demo_03.h5": "773a24dc31a95e203ca021f0a076c712c1e357b86a219f14718e075bbe6204aa", + "demonstrations_readonly/demo_04.h5": "973fc8fd23826c55f02ff87cb15ac6777b668f46d56a63f32b497646ab9fb5a4", + "demonstrations_readonly/demo_05.h5": "2498a4278641cd1aabde04e03e4eeb80f333a247a3baa3dff07520f65913dd99", + "demonstrations_readonly/demo_06.h5": "36ae543a93586fe4c5c724446c57ad291cf26ddbe66fc216e763f6a13f6de0f8", + "demonstrations_readonly/demo_07.h5": "bd03d719722e3cbaee5b9afa77a9780f02aef18f83be15ef63b693f81c7e343c", + "demonstrations_readonly/demo_08.h5": "1ca4a7116bc1945799391050f98e649bb2035ab39a78a19eb84b4ad1846abf51", + "demonstrations_readonly/demo_09.h5": "8e20648ac875d0a90f4015054446f62dc716db0e7603d02b9ef97bcf52dfe607", + "demonstrations_readonly/demo_10.h5": "845852bf426d49ed53377ae7f0086aa19d9d34cfd3025f0ba70d269cd2f9f898", + "demonstrations_readonly/demo_11.h5": "1a7cb7e3f3bd11f1a59f5f6b1d34f7c0ae52004686bf4cf571365213b9bbe3df", + "demonstrations_readonly/demo_12.h5": "be971657a9adebf7fdb59e0d38d2dbe7143af187c8f6dc78fbfdbfc8fa13ef27", + "demonstrations_readonly/demo_13.h5": "fcbc4156e3c33c89383922892ea5dafabc7222165a655d2702a7d174559ede6f", + "demonstrations_readonly/demo_14.h5": "972402b28e49221ada1ab23e1f6fcbb575e1e01b196daa6fafddf54b84b66d17", + "demonstrations_readonly/demo_15.h5": "6f3bed1d1c0b5db4728cf8e4724bd6bfdcd4b58bc78735df6f5f08d2a8c7212c", + "demonstrations_readonly/demo_16.h5": "7fd1b942a3100dd88abc655379962d75acf5bacb1b938665388f6b6fd99fc0f0", + "demonstrations_readonly/demo_17.h5": "13e8f95b5a79b692c77b083952862d43515b902fe095b488943f475573e99f16", + "demonstrations_readonly/demo_18.h5": "ec195f4832ad79a55d3a13acf3192e7a23440e23227d54e30b9106b32da7ad43", + "demonstrations_readonly/demo_19.h5": "ec82d2aac1520bdfbdcf3833e22bde343a10f6808628f3fe4be94d1bfed42613", + "endpoint_pose.npz": "a49f06b9e2b47e1611f92cdb61e7ca9571ffe0cc071af593385e53886eeeedef", + "environment.lock": "f9f11f093744865020243315494d48c69e38ff9e67783e7cf5f0a1e5f22b34aa", + "findings.md": "7e31e347f0f8d38f130b8db55d990fa1bb6a96632e69a53f0a9e00ac9fb94e92", + "handoff.md": "f51e512100b63b7daa1b99cd40429bd68c2b394def0d426e9e46c59e4bd4bec5", + "model_tool_manifest.yaml": "20d01944aa6d8f5df7328244977d63a16b4cdbd24018f461654b87adeb0a131c", + "policy_runner.py": "cd8a30fc763583fb9bf6570414f01d56aba16241c733fc0cdfdfab0f8f27270e", + "reference.npz": "377c6acddfa78d10a350baa35137f54dc9e30358627500b5127662557abef02a", + "servo.npz": "48e9502ef638f14edc3f2e08a91381ae5a5577f65e40a150f19478ecc39045b5", + "skills.md": "2e16d8e5034b94719b8fe05d2b94e0388f22f8b81876da1542aae9fa8a5cba03", + "worker_api.py": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e" + }, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "exploration_ledger_hash": "31845f5aae8928eaee6f75708df5975ca4acba577a8858c3fa8110a3186822ac", + "entrypoint": "controller.reset_episode(); controller.act(obs)", + "selection": { + "rule": "exact-version success rate, valid rehearsal count, recency", + "rehearsals": [ + { + "bundle_hash": "566252a793e6a62a1d50da19856f45571d739a777f8a17d1a9d6a83c5cfbad1c", + "episode": 2, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": false, + "valid": true + }, + { + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "episode": 11, + "independent": true, + "score_source": "native_step_feedback", + "status": "finished", + "success": true, + "valid": true + }, + { + "episode": 12, + "bundle_hash": "feebdeb40a57fb4373b087bc18e7bb20375f8cc09e83af0756a4729416f55c53", + "independent": true, + "valid": false, + "status": "infrastructure_interrupted", + "success": false, + "score_source": "interrupted_no_score", + "recovery": "durable_rehearsal_request_and_charged_episode; no replay" + }, + { + "episode": 13, + "bundle_hash": "feebdeb40a57fb4373b087bc18e7bb20375f8cc09e83af0756a4729416f55c53", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 14, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 15, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 16, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 17, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": false, + "score_source": "native_step_feedback" + }, + { + "episode": 18, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 19, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + }, + { + "episode": 20, + "bundle_hash": "7f53b46c90cb46ee483a47d9294de284db036f4e7dd264d6de849524a081d9b1", + "independent": true, + "valid": true, + "status": "finished", + "success": true, + "score_source": "native_step_feedback" + } + ] + } +} diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/handoff.md b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/handoff.md new file mode 100644 index 0000000000000000000000000000000000000000..7927175e570b1da3894b8421f9299553c8168f08 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/handoff.md @@ -0,0 +1,16 @@ +# Runnable handoff: v5 +controller.py exports reset_episode() and act(obs). Keep demo_bank.npz, +reference.npz, servo.npz and endpoint_pose.npz beside it. Runtime: Python, +NumPy, OpenCV, standard library only. All resources are offline in this bundle. +No hosted model or development agent is required. No neural weights were changed. + +The runner owns initial hold step1, verified D20 manifest, readonly demos and +common environment lock. Native horizon1200 and seven-vector bounds remain +unchanged. This policy has a stricter internal step cap of 850. +A None action means stopped/unsupported, not success. Recovery is bounded to +one retry per rope. Exact independent rehearsal hashes and success results, +and final freeze selection, are authoritative runner records. + +Preserve ../demo_analysis.md, ../versions, ../evidence and calibration scripts +for audit. Later exploration/rehearsal records are external to the behavior bundle; +no candidate behavior may change after its final rehearsal. diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/model_tool_manifest.yaml b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/model_tool_manifest.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d373ea97a394e3429064fe16161e3438cbeae23 --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/model_tool_manifest.yaml @@ -0,0 +1,238 @@ +{ + "format": "JSON-compatible YAML 1.2", + "stage": "Agent-D20-E20-Compiled", + "status": "rehearsable_exact_candidate; runner records authoritative", + "task_id": "StraightenTwoRopesSequential-v1", + "demonstrations_used": 20, + "labeled_rows": 7915, + "neural_finetuning": false, + "pretrained_weights_loaded": [], + "frozen_weight_references": { + "coding_model": "System-provided Codex based on GPT-6; exact hosted snapshot/weight digest unavailable; no updates performed", + "vision_or_control_model": "None; deterministic OpenCV plus NumPy retrieval" + }, + "dependencies": { + "python": "3.10.20", + "numpy": "2.2.6", + "opencv": "4.12.0", + "h5py_build_only": "3.16.0" + }, + "unused_available_packages": [ + "SciPy", + "torch" + ], + "tools_used": [ + "functions.exec", + "tools.exec_command (bash and Python)", + "tools.write_stdin (process output polling)", + "tools.view_image (legal RGB contact sheets)", + "worker_api.API.read_demo (local sanctioned HDF5 reading)" + ], + "network": { + "calls": 0, + "constraint": "Internet restricted to audited provider proxy; no proxy capability tested" + }, + "runtime_files": [ + "controller.py", + "demo_bank.npz", + "reference.npz", + "servo.npz", + "endpoint_pose.npz" + ], + "compiler": "build_bank.py", + "source_contract": { + "path": "/task_contract.json", + "sha256": "738e0995c9bc49c48fc00e7b76442eba7467e163033f23e97687d29a6c3183f3" + }, + "source_manifest": { + "path": "/demo_manifest.json", + "sha256": "f96d0f048629eb6c8735fb7aba1768f01ee96084ec771741fb3691c5acbc3691", + "status": "released_for_offline_analysis", + "role": "Input provenance only; runner supplies verified manifest and common environment lock separately" + }, + "worker_api_sha256": "88cca5fa5c1c9570ca2bd90e8848f67c09224fa498d94e63634ad191e913c41e", + "provenance": [ + { + "demo_id": "demo_00", + "file": "demo_00.h5", + "length": 332, + "manifest_trajectory_sha256": "63f9867016967db1df3f6b57d43e6506f9b1b8ba1965c3f90bd720b0e8676fa8", + "manifest_view_sha256": "e8749707352dfa14856600bce301c81f81080032de644e2131adb6e58a149139" + }, + { + "demo_id": "demo_01", + "file": "demo_01.h5", + "length": 346, + "manifest_trajectory_sha256": "3108fd7c639bd5e86d270a3b989044a8a7193108f89ee6c90be0bab97a87b096", + "manifest_view_sha256": "c37981d591b47ceba723d7f1a23054fc3cbaab1410fc3caa18f0285c22f8012a" + }, + { + "demo_id": "demo_02", + "file": "demo_02.h5", + "length": 350, + "manifest_trajectory_sha256": "54048d6c19a709cfc9bae1245faedf76a8b80ed8b6b3ceddb5650d57ad3c19d4", + "manifest_view_sha256": "a14f1455fa8d35444d8716b1f4a346b51ae3fa1fa64ca8306e87c503e3ac9ffa" + }, + { + "demo_id": "demo_03", + "file": "demo_03.h5", + "length": 806, + "manifest_trajectory_sha256": "37aff4574d5d116ea93f2d4f754d042e5c27906d35a9f5e8cd8d100ebb4198ae", + "manifest_view_sha256": "773a24dc31a95e203ca021f0a076c712c1e357b86a219f14718e075bbe6204aa" + }, + { + "demo_id": "demo_04", + "file": "demo_04.h5", + "length": 514, + "manifest_trajectory_sha256": "99949a7737e50d7cdea43ea3166518c779005ff6943cd947b03a8f38d28281d6", + "manifest_view_sha256": "973fc8fd23826c55f02ff87cb15ac6777b668f46d56a63f32b497646ab9fb5a4" + }, + { + "demo_id": "demo_05", + "file": "demo_05.h5", + "length": 507, + "manifest_trajectory_sha256": "f09136b826bc2a677bc3e44f146ada23ab03b31c39a69b4cb359d6e90b3ebb8b", + "manifest_view_sha256": "2498a4278641cd1aabde04e03e4eeb80f333a247a3baa3dff07520f65913dd99" + }, + { + "demo_id": "demo_06", + "file": "demo_06.h5", + "length": 341, + "manifest_trajectory_sha256": "6a8c29f03591ff4db28e591183705e8c23517f2f697a894f092ed9e8ebeab1fa", + "manifest_view_sha256": "36ae543a93586fe4c5c724446c57ad291cf26ddbe66fc216e763f6a13f6de0f8" + }, + { + "demo_id": "demo_07", + "file": "demo_07.h5", + "length": 344, + "manifest_trajectory_sha256": "dab5f9a67721aeb88f086f41fb0fae7da534e61cad9bfe1cb2e67105e52dbef4", + "manifest_view_sha256": "bd03d719722e3cbaee5b9afa77a9780f02aef18f83be15ef63b693f81c7e343c" + }, + { + "demo_id": "demo_08", + "file": "demo_08.h5", + "length": 338, + "manifest_trajectory_sha256": "8c970d2713a8797fc21c6a6e2482b172225e5eb10ec25513528a1ea62f67483e", + "manifest_view_sha256": "1ca4a7116bc1945799391050f98e649bb2035ab39a78a19eb84b4ad1846abf51" + }, + { + "demo_id": "demo_09", + "file": "demo_09.h5", + "length": 506, + "manifest_trajectory_sha256": "bdfc0d0a5a11c4b6b9abfa6b7745be4f7ae9f8f8d34092dbb82c8f5e8cad0cc5", + "manifest_view_sha256": "8e20648ac875d0a90f4015054446f62dc716db0e7603d02b9ef97bcf52dfe607" + }, + { + "demo_id": "demo_10", + "file": "demo_10.h5", + "length": 344, + "manifest_trajectory_sha256": "a414f56f1a1f25e1e2b7528cc11c0beb7e8b0aa8c4d5e5cf4459ae88f6c383a4", + "manifest_view_sha256": "845852bf426d49ed53377ae7f0086aa19d9d34cfd3025f0ba70d269cd2f9f898" + }, + { + "demo_id": "demo_11", + "file": "demo_11.h5", + "length": 342, + "manifest_trajectory_sha256": "19c8d73bce08dc76483dee3361c504d435eb2897ee62273080a57811eb3ca772", + "manifest_view_sha256": "1a7cb7e3f3bd11f1a59f5f6b1d34f7c0ae52004686bf4cf571365213b9bbe3df" + }, + { + "demo_id": "demo_12", + "file": "demo_12.h5", + "length": 339, + "manifest_trajectory_sha256": "10c197e65e43c41c5bd1a04f522f2b93d2dfd97d26bf2283d683d1fb0aaf2221", + "manifest_view_sha256": "be971657a9adebf7fdb59e0d38d2dbe7143af187c8f6dc78fbfdbfc8fa13ef27" + }, + { + "demo_id": "demo_13", + "file": "demo_13.h5", + "length": 339, + "manifest_trajectory_sha256": "ec2ec54110db3846e4e1129e2d43a0505ba8717be6409c5bde733536950ead38", + "manifest_view_sha256": "fcbc4156e3c33c89383922892ea5dafabc7222165a655d2702a7d174559ede6f" + }, + { + "demo_id": "demo_14", + "file": "demo_14.h5", + "length": 347, + "manifest_trajectory_sha256": "6e196a8ec0a5d46a22cc84b5d0680093e5add8bf28fbc3cff138ad5762f245e1", + "manifest_view_sha256": "972402b28e49221ada1ab23e1f6fcbb575e1e01b196daa6fafddf54b84b66d17" + }, + { + "demo_id": "demo_15", + "file": "demo_15.h5", + "length": 335, + "manifest_trajectory_sha256": "2cc51ee8fe2aa96a4c3a11863e42db7cf5e2092a10f8123044cc8b087bd900d9", + "manifest_view_sha256": "6f3bed1d1c0b5db4728cf8e4724bd6bfdcd4b58bc78735df6f5f08d2a8c7212c" + }, + { + "demo_id": "demo_16", + "file": "demo_16.h5", + "length": 324, + "manifest_trajectory_sha256": "b6162dc1ddb3f9edf87deb34b8f7b776737d588bc0617a6d68b7f522a3e54ec3", + "manifest_view_sha256": "7fd1b942a3100dd88abc655379962d75acf5bacb1b938665388f6b6fd99fc0f0" + }, + { + "demo_id": "demo_17", + "file": "demo_17.h5", + "length": 340, + "manifest_trajectory_sha256": "322e30bc45c3881850390e3456ca3d48e19e14b15aee882886460ad085a3a06a", + "manifest_view_sha256": "13e8f95b5a79b692c77b083952862d43515b902fe095b488943f475573e99f16" + }, + { + "demo_id": "demo_18", + "file": "demo_18.h5", + "length": 338, + "manifest_trajectory_sha256": "5c7b036fc5890ebc57d1c7d601025f11e5962558373ca914bc9ddaacc01005c3", + "manifest_view_sha256": "ec195f4832ad79a55d3a13acf3192e7a23440e23227d54e30b9106b32da7ad43" + }, + { + "demo_id": "demo_19", + "file": "demo_19.h5", + "length": 483, + "manifest_trajectory_sha256": "4880a08ae50b9c5ffebe16a90adcf6b3851e6ba8e32650f36d155cb7f8230960", + "manifest_view_sha256": "ec82d2aac1520bdfbdcf3833e22bde343a10f6808628f3fe4be94d1bfed42613" + } + ], + "derived_bank": { + "description": "All action-labeled frames: deterministic four-camera HSV spatial masks, qpos, qvel, expert actions, frame IDs, demonstration IDs and manually annotated phases", + "descriptor_shape": [ + 7915, + 2304 + ], + "phase_annotation_evidence": "../demo_analysis.md exact visual ledger and ../evidence/extra_frames.json", + "optimization": "None; no gradient updates or neural parameter fitting" + }, + "validation": { + "syntax": "Python py_compile", + "synthetic": "check_synthetic.py; legal vector, finite/native bounds, HWC/1HWC, reset, malformed proprioception, blank-image timeout, horizon", + "behavior": "Not tested; no rehearsal or success claim" + }, + "limitations": [ + "No environment available", + "No camera calibration, depth, hidden state, contacts, reward, or completion flags", + "Coarse image masks and nearest-neighbor action interpolation may fail or stall", + "Phase transitions do not verify rope completion", + "No reliable visible success termination", + "Partial camera input is zero-filled; top-color absence stops after 20 calls", + "Exact coding-model snapshot is unavailable" + ], + "artifact_sha256": { + "build_bank.py": "6fc05be40673da5a3a874bbf480ba29338917b6137aaaadf171025c1f05235f8", + "check_synthetic.py": "adef235a9f759f942a6d8249a83179b2ab43b59da15bc2930737df7059df86e6", + "controller.py": "51eb81a78a34cd2ff7f221dc08296c9c6af18f77ad6e789d53192c720aeb04f1", + "demo_bank.npz": "80587b58169a9edd7beb499ea41b16ea4ee0d799ba86be176eb6c350a46e2c80", + "findings.md": "5b7e336f0abfb8db1c0b9fba3bebe654caf0e41eb2f6234448cfde661bff89f8", + "handoff.md": "864e7a29cf86b838818ff55b4c13ef7fc64e752b946294c37d1e30f840ac264e", + "skills.md": "396d912ce5f3b526dbc824ddf57d4c857f56310aa00401c7e026a0c46b8044bd" + }, + "controller_version": "v5", + "derived_models": "Deterministic descriptors, local linear action/joint maps, and endpoint-to-pose least squares; authorized D20 only.", + "runtime_sha256": { + "controller.py": "c971aca0260392155ff2a220c5b96080887087197236f8cfe8f81a8876cdeac9", + "demo_bank.npz": "80587b58169a9edd7beb499ea41b16ea4ee0d799ba86be176eb6c350a46e2c80", + "reference.npz": "377c6acddfa78d10a350baa35137f54dc9e30358627500b5127662557abef02a", + "servo.npz": "48e9502ef638f14edc3f2e08a91381ae5a5577f65e40a150f19478ecc39045b5", + "endpoint_pose.npz": "a49f06b9e2b47e1611f92cdb61e7ca9571ffe0cc071af593385e53886eeeedef" + }, + "trusted_environment": "Only worker_api.API budget_status/next_episode/latest_observation/execute_actions/finish_episode/rehearse/score_rehearsal/freeze; no other simulator access." +} diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/policy_runner.py b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/policy_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..e49448d6245feb7818ae505f1061708ab97c6ead --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/policy_runner.py @@ -0,0 +1,25 @@ +"""Frozen-program entry point; no development agent and no reset capability.""" +import importlib.util +import sys + +sys.path.insert(0,'/artifact') +sys.path.insert(0,'/') +from worker_api import API + + +def main(): + spec=importlib.util.spec_from_file_location('controller','/artifact/controller.py') + module=importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + module.reset_episode() + api=API() + result=api.latest_observation() + while not (result['terminated'] or result['truncated'] or result['horizon_reached']): + obs=dict(result['observation'],step_id=result['step_id']) + action=module.act(obs) + if action is None:break + response=api.execute_actions([action]) + result=response['steps'][-1] + + +if __name__=='__main__':main() diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/skills.md b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/skills.md new file mode 100644 index 0000000000000000000000000000000000000000..e94163f4f894a45e3ea29f49c7f0fcfb3b3e5ccf --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/skills.md @@ -0,0 +1,9 @@ +# Compiled task skills +- Detect rope masks in legal RGB and retain current four-camera spatial descriptors. +- Retrieve D20 action neighborhoods with phase timing and initial endpoint costs. +- Correct pose with bounded local linear q-error feedback and endpoint offsets. +- Manipulate orange before teal; open and return toward a demonstrated approach + for at most one visibly bent-rope retry per rope. +- Shape estimates trigger recovery only. They never assert task success. +- Return native seven-component actions; no model calls, network, simulator imports, + neural fitting, or external assets at execution time. diff --git a/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/worker_api.py b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/worker_api.py new file mode 100644 index 0000000000000000000000000000000000000000..ff137d1c68cb70a1549326d2d22b430c9cf4e20c --- /dev/null +++ b/agent_d20_e20/frozen_20261102/tasks/StraightenTwoRopesSequential-v1/frozen/worker_api.py @@ -0,0 +1,81 @@ +"""Standalone worker client; safe to mount without the runner package.""" +import base64 +import json +import socket +import struct +import uuid +import os +from pathlib import Path + +import numpy as np + + +def array_hook(value): + if value.get('__array__') is True: + dtype=np.dtype(value['dtype']) + if dtype.kind not in 'bifu':raise ValueError('non-numeric array from service') + raw=base64.b64decode(value['data'],validate=True) + return np.frombuffer(raw,dtype=dtype).reshape(value['shape']).copy() + return value + + +class API: + def __init__(self,socket_path='/rpc/control.sock',demo_root='/demonstrations',manifest='/demo_manifest.json'): + self.socket_path=socket_path + self.demo_root=Path(demo_root) + self.manifest=Path(manifest) + + def call(self,method,arguments=None,request_id=None): + # Caller can persist a request ID before sending. Never automatically retry. + request_id=request_id or str(uuid.uuid4()) + request={'request_id':request_id,'method':method,'arguments':arguments or {}} + if os.environ.get('AGENT_E20_RPC_TOKEN'): + request['token']=os.environ['AGENT_E20_RPC_TOKEN'] + payload=json.dumps(request,allow_nan=False).encode() + if len(payload)>65536:raise ValueError('request too large') + with socket.socket(socket.AF_UNIX,socket.SOCK_STREAM) as s: + s.settimeout(1810);s.connect(self.socket_path) + s.sendall(struct.pack('!I',len(payload))+payload) + def exact(n): + chunks=[] + while n: + chunk=s.recv(min(n,1024*1024)) + if not chunk:raise RuntimeError('RPC interrupted; do not replay action with a new ID') + chunks.append(chunk);n-=len(chunk) + return b''.join(chunks) + length=struct.unpack('!I',exact(4))[0] + if length>64*1024*1024:raise RuntimeError('response too large') + result=json.loads(exact(length),object_hook=array_hook) + if not result['ok']:raise RuntimeError(result['error']) + return result['result'] + + def next_episode(self,request_id=None):return self.call('next_episode',request_id=request_id) + def latest_observation(self):return self.call('latest_observation') + def execute_actions(self,actions,request_id=None): + return self.call('execute_actions',{'actions':np.asarray(actions).tolist()},request_id) + def finish_episode(self):return self.call('finish_episode') + def budget_status(self):return self.call('budget_status') + def rehearse(self,candidate='candidate',request_id=None): + return self.call('rehearse',{'candidate':candidate},request_id) + def score_rehearsal(self,episode,visible_success,evidence): + return self.call('score_rehearsal',{'episode':episode,'visible_success':visible_success,'evidence':evidence}) + def freeze(self):return self.call('freeze') + + def read_demo(self,demo_id,start=0,stop=None,fields=None): + import h5py + manifest=json.loads(self.manifest.read_text()) + if manifest.get('status') not in ('released','released_for_offline_analysis'): + raise RuntimeError('demonstrations not released by trusted preflight') + entries={e['demo_id']:e for e in manifest['episodes']} + if demo_id not in entries:raise ValueError('unauthorized demo ID') + entry=entries[demo_id] + allowed={f['path'] for f in entry['fields']} + fields=sorted(allowed) if fields is None else fields + if not set(fields)<=allowed:raise ValueError('unauthorized demo field') + stop=entry['length']+1 if stop is None else stop + if not isinstance(start,int) or not isinstance(stop,int) or not 0<=start