| import os, sys, time | |
| os.environ.setdefault("HF_HOME","/workspace/.hf_home") | |
| from huggingface_hub import snapshot_download | |
| repo, dest = sys.argv[1], sys.argv[2] | |
| allow = sys.argv[3].split(",") if len(sys.argv)>3 else None | |
| t=time.time() | |
| p=snapshot_download(repo_id=repo, local_dir=dest, allow_patterns=allow, | |
| max_workers=16, token=os.environ.get("HF_TOKEN")) | |
| print(f"DONE {repo} -> {p} in {time.time()-t:.0f}s", flush=True) | |