dexhand-train-kit / code /runner /check_lazy_masks.py
Noctis12138's picture
Add files using upload-large-folder tool
6a08a28 verified
Raw History Blame Contribute Delete
1.5 kB
"""Equivalence + speed check: openpi's original create_torch_dataset vs. runner/lazy_masks.py, after MaskOverlay."""
import os, sys, time, random, argparse, pathlib
import numpy as np
SYT = pathlib.Path(os.environ["SYT"]); sys.path.insert(0, str(SYT / "code/aug")); sys.path.insert(0, str(SYT / "code/runner"))
import run as R
from openpi.training import data_loader as dl
import lazy_masks
cfg = R.build_config(argparse.Namespace(kind="subtask", repo_id=sys.argv[1]), batch_size=8, num_workers=0)
dc = cfg.data.create(cfg.assets_dirs, cfg.model)
overlay = dc.repack_transforms.inputs[0]
orig = dl.create_torch_dataset(dc, cfg.model.action_horizon, cfg.model)
lazy = lazy_masks.create_torch_dataset(dc, cfg.model.action_horizon, cfg.model)
assert len(orig) == len(lazy)
idx = random.Random(2).sample(range(len(orig)), 20)
bad = 0
for i in idx:
a, b = overlay(dict(orig[i])), overlay(dict(lazy[i]))
if set(a) != set(b):
bad += 1; print("key mismatch", i, set(a) ^ set(b)); continue
for k in a:
x, y = a[k], b[k]
if isinstance(x, str) or isinstance(y, str):
same = x == y
else:
same = np.array_equal(np.asarray(x), np.asarray(y))
if not same:
bad += 1; print("value mismatch", i, k)
print(f"equivalence: {len(idx)} samples, {bad} mismatches")
for name, ds in (("original", orig), ("lazy", lazy)):
t = time.time()
for i in idx[:10]:
ds[i]
print(f"{name}: {(time.time() - t) / 10:.3f} s/sample")