File size: 537 Bytes
d0804e7 aa9883c d0804e7 aa9883c 655a826 4990c08 1a2b9b2 d0804e7 1a2b9b2 655a826 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | import os
from dotenv import load_dotenv
from huggingface_hub import snapshot_download
load_dotenv("/app/config.env")
HF_TOKEN = os.environ["HF_TOKEN"]
ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]
ANNOTATION_DATA_REPO_BRANCH = os.environ["ANNOTATION_DATA_REPO_BRANCH"]
snapshot_download(repo_id=f"{ANNOTATION_DATA_REPO}", revision=ANNOTATION_DATA_REPO_BRANCH, repo_type="dataset", local_dir="/app/potato/output", token=HF_TOKEN)
print(f"downloaded existing annotations from {ANNOTATION_DATA_REPO} to /app/potato/output")
|