"""Download the data / checkpoints of this repo (and the two public base models) on a new machine. python scripts/download.py --what all # everything, ~175 GB python scripts/download.py --what data raw ckpts nano wan_vae --tasks pusht --splits test # pushT test eval only Everything except the base models lives in THIS Hugging Face repo (REPO_ID below), under data/mixed__latents/{tac,visual,wrist}/.pt Wan2.2 VAE latents (5 image streams) data/mixed__actions//{sensor_actions_with_dforce_fps15.pt, sensor_actions_fps15_noforce.pt, view_actions_fps15.pt} data/raw/videos//.mp4, data/raw/parquet/.parquet, data/raw/episodes.json checkpoints/vae/lora_last.pt tactile LoRA of the Wan2.2 VAE (decode / metrics) checkpoints/nano_action_causal_*_v1/epoch_XXX.pt trained LoRA checkpoints Files land at /data/... and /checkpoints/..., which are the env.sh defaults of ACTS_DATA_ROOT / ACTS_CKPT_ROOT. (If you point those variables elsewhere, pass --local-dir so that /data == ACTS_DATA_ROOT.) --what (any subset): data preprocessed latents + actions of the split episodes raw 5-stream mp4 + parquet (needed for eval decoding: the VAE anchor frame is re-read from the mp4) ckpts tactile VAE LoRA + the trained checkpoints of the runs of --tasks nano nvidia/Cosmos3-Nano (transformer/ + json, ~29 GB) -> checkpoints/Cosmos3-Nano wan_vae Wan-AI/Wan2.2-TI2V-5B :: Wan2.2_VAE.pth (2.8 GB) -> checkpoints/Wan2.2_VAE.pth Token: $HF_TOKEN or `hf auth login` (the repo is private). """ from __future__ import annotations import argparse import json import os from pathlib import Path from huggingface_hub import hf_hub_download, snapshot_download REPO_ID = os.environ.get("ACTS_HF_REPO", "WitneyWW/acts-sensoronly-ablation") REPO = Path(__file__).resolve().parents[1] # task -> (data tree, split file, released runs whose checkpoints live in this repo) TASKS = { "mb": ("mixed_mb", "mixed_mb_wrist_holdout", ["nano_action_causal_umi_sensoronly_noforce_v1"]), "pusht": ("mixed_pushT", "mixed_pusht_wrist_holdout", ["nano_action_causal_pusht_v1"]), "rope": ("mixed_rope", "mixed_rope_wrist_holdout", ["nano_action_causal_rope_v1"]), } ACTION_FILES = ["sensor_actions_with_dforce_fps15.pt", "sensor_actions_fps15_noforce.pt", "view_actions_fps15.pt"] def split_episodes(task: str, parts: list[str]) -> list[str]: s = json.loads((REPO / "splits" / f"{TASKS[task][1]}.json").read_text()) return [Path(e).stem for p in parts for e in s[p]] def main(): ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) ap.add_argument("--what", nargs="+", default=["all"], choices=["all", "data", "raw", "ckpts", "nano", "wan_vae"]) ap.add_argument("--tasks", nargs="+", default=list(TASKS), choices=list(TASKS)) ap.add_argument("--splits", nargs="+", default=["train", "val", "test"], choices=["train", "val", "test"], help="restrict data/raw to these split parts (e.g. --splits test for eval only)") ap.add_argument("--local-dir", default=str(REPO), help="files go to /data and /checkpoints") ap.add_argument("--workers", type=int, default=8) a = ap.parse_args() what = {"data", "raw", "ckpts", "nano", "wan_vae"} if "all" in a.what else set(a.what) root = Path(a.local_dir) for var, sub in (("ACTS_DATA_ROOT", "data"), ("ACTS_CKPT_ROOT", "checkpoints")): v = os.environ.get(var) if v and Path(v).resolve() != (root / sub).resolve(): print(f"[warn] ${var}={v} but files go to {root / sub} (use --local-dir)") pats = [] if what & {"data", "raw"}: for t in a.tasks: tree = TASKS[t][0] for e in split_episodes(t, a.splits): if "data" in what: pats += [f"data/{tree}_latents/{sub}/{e}.pt" for sub in ("tac", "visual", "wrist")] pats += [f"data/{tree}_actions/{e}/{f}" for f in ACTION_FILES] if "raw" in what: pats += [f"data/raw/videos/{e}/*", f"data/raw/parquet/{e}.parquet"] pats.append("data/raw/episodes.json") if "ckpts" in what: pats.append("checkpoints/vae/*") pats += [f"checkpoints/{run}/*" for t in a.tasks for run in TASKS[t][2]] if pats: print(f"[{REPO_ID}] {len(pats)} patterns -> {root}") snapshot_download(REPO_ID, local_dir=root, allow_patterns=pats, max_workers=a.workers) if "nano" in what: print(f"[nano] nvidia/Cosmos3-Nano -> {root / 'checkpoints/Cosmos3-Nano'}") snapshot_download("nvidia/Cosmos3-Nano", local_dir=root / "checkpoints" / "Cosmos3-Nano", allow_patterns=["*.json", "transformer/*", "*.md"], max_workers=a.workers) if "wan_vae" in what: print(f"[wan_vae] Wan-AI/Wan2.2-TI2V-5B/Wan2.2_VAE.pth -> {root / 'checkpoints'}") hf_hub_download("Wan-AI/Wan2.2-TI2V-5B", "Wan2.2_VAE.pth", local_dir=root / "checkpoints") print("done") if __name__ == "__main__": main()