import os, sys, time os.environ.setdefault("HF_HOME","/workspace/.hf_home") from huggingface_hub import snapshot_download repo, dest = sys.argv[1], sys.argv[2] allow = sys.argv[3].split(",") if len(sys.argv)>3 else None t=time.time() p=snapshot_download(repo_id=repo, local_dir=dest, allow_patterns=allow, max_workers=16, token=os.environ.get("HF_TOKEN")) print(f"DONE {repo} -> {p} in {time.time()-t:.0f}s", flush=True)