File size: 441 Bytes
e7d8c8b | 1 2 3 4 5 6 7 8 9 10 | import os, sys, time
os.environ.setdefault("HF_HOME","/workspace/.hf_home")
from huggingface_hub import snapshot_download
repo, dest = sys.argv[1], sys.argv[2]
allow = sys.argv[3].split(",") if len(sys.argv)>3 else None
t=time.time()
p=snapshot_download(repo_id=repo, local_dir=dest, allow_patterns=allow,
max_workers=16, token=os.environ.get("HF_TOKEN"))
print(f"DONE {repo} -> {p} in {time.time()-t:.0f}s", flush=True)
|