load_existing_annotations.py

import os
from dotenv import load_dotenv
from huggingface_hub import snapshot_download

load_dotenv("/app/config.env")

HF_TOKEN = os.environ["HF_TOKEN"]
ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]
ANNOTATION_DATA_REPO_BRANCH = os.environ["ANNOTATION_DATA_REPO_BRANCH"]

snapshot_download(repo_id=f"{ANNOTATION_DATA_REPO}", revision=ANNOTATION_DATA_REPO_BRANCH, repo_type="dataset", local_dir="/app/potato/output", token=HF_TOKEN)
print(f"downloaded existing annotations from {ANNOTATION_DATA_REPO} to /app/potato/output")