"""Equivalence + speed check: openpi's original create_torch_dataset vs. runner/lazy_masks.py, after MaskOverlay.""" import os, sys, time, random, argparse, pathlib import numpy as np SYT = pathlib.Path(os.environ["SYT"]); sys.path.insert(0, str(SYT / "code/aug")); sys.path.insert(0, str(SYT / "code/runner")) import run as R from openpi.training import data_loader as dl import lazy_masks cfg = R.build_config(argparse.Namespace(kind="subtask", repo_id=sys.argv[1]), batch_size=8, num_workers=0) dc = cfg.data.create(cfg.assets_dirs, cfg.model) overlay = dc.repack_transforms.inputs[0] orig = dl.create_torch_dataset(dc, cfg.model.action_horizon, cfg.model) lazy = lazy_masks.create_torch_dataset(dc, cfg.model.action_horizon, cfg.model) assert len(orig) == len(lazy) idx = random.Random(2).sample(range(len(orig)), 20) bad = 0 for i in idx: a, b = overlay(dict(orig[i])), overlay(dict(lazy[i])) if set(a) != set(b): bad += 1; print("key mismatch", i, set(a) ^ set(b)); continue for k in a: x, y = a[k], b[k] if isinstance(x, str) or isinstance(y, str): same = x == y else: same = np.array_equal(np.asarray(x), np.asarray(y)) if not same: bad += 1; print("value mismatch", i, k) print(f"equivalence: {len(idx)} samples, {bad} mismatches") for name, ds in (("original", orig), ("lazy", lazy)): t = time.time() for i in idx[:10]: ds[i] print(f"{name}: {(time.time() - t) / 10:.3f} s/sample")