Upload folder using huggingface_hub

modal_train.py

@@ -53,11 +53,12 @@ def train_on_l4(hours: float = 20.0, ckpt_every: int = 250,
     import subprocess
     import sys
 
-    # ---- pull latest code from HF ----
+    # ---- pull latest code from HF (use huggingface_hub, not the `hf` CLI) ----
+    from huggingface_hub import snapshot_download
     os.makedirs("/root/clanker", exist_ok=True)
-    subprocess.run(["hf", "download", CODE_REPO,
-                    "--local-dir", "/root/clanker",
-                    "--repo-type", "model"], check=True)
+    snapshot_download(repo_id=CODE_REPO, repo_type="model",
+                      local_dir="/root/clanker",
+                      token=os.environ.get("HF_TOKEN"))
     os.chdir("/root/clanker")
 
     data_dir, ckpt_dir = "/vol/data", "/vol/checkpoints"