Download code/runner/check_lazy_masks.py from Noctis12138/dexhand-train-kit: direct link, hf CLI and curl.
- Browser
- Download file 1.5 kB
-
https://huggingface.co/Noctis12138/dexhand-train-kit/resolve/main/code/runner/check_lazy_masks.py
- Command line
-
hf download hf://Noctis12138/dexhand-train-kit/code/runner/check_lazy_masks.py
-
curl -L -o check_lazy_masks.py https://huggingface.co/Noctis12138/dexhand-train-kit/resolve/main/code/runner/check_lazy_masks.py
1.5 kB
| """Equivalence + speed check: openpi's original create_torch_dataset vs. runner/lazy_masks.py, after MaskOverlay.""" | |
| import os, sys, time, random, argparse, pathlib | |
| import numpy as np | |
| SYT = pathlib.Path(os.environ["SYT"]); sys.path.insert(0, str(SYT / "code/aug")); sys.path.insert(0, str(SYT / "code/runner")) | |
| import run as R | |
| from openpi.training import data_loader as dl | |
| import lazy_masks | |
| cfg = R.build_config(argparse.Namespace(kind="subtask", repo_id=sys.argv[1]), batch_size=8, num_workers=0) | |
| dc = cfg.data.create(cfg.assets_dirs, cfg.model) | |
| overlay = dc.repack_transforms.inputs[0] | |
| orig = dl.create_torch_dataset(dc, cfg.model.action_horizon, cfg.model) | |
| lazy = lazy_masks.create_torch_dataset(dc, cfg.model.action_horizon, cfg.model) | |
| assert len(orig) == len(lazy) | |
| idx = random.Random(2).sample(range(len(orig)), 20) | |
| bad = 0 | |
| for i in idx: | |
| a, b = overlay(dict(orig[i])), overlay(dict(lazy[i])) | |
| if set(a) != set(b): | |
| bad += 1; print("key mismatch", i, set(a) ^ set(b)); continue | |
| for k in a: | |
| x, y = a[k], b[k] | |
| if isinstance(x, str) or isinstance(y, str): | |
| same = x == y | |
| else: | |
| same = np.array_equal(np.asarray(x), np.asarray(y)) | |
| if not same: | |
| bad += 1; print("value mismatch", i, k) | |
| print(f"equivalence: {len(idx)} samples, {bad} mismatches") | |
| for name, ds in (("original", orig), ("lazy", lazy)): | |
| t = time.time() | |
| for i in idx[:10]: | |
| ds[i] | |
| print(f"{name}: {(time.time() - t) / 10:.3f} s/sample") | |