Upload folder using huggingface_hub

code/vast_bootstrap.sh

@@ -43,31 +43,42 @@ done
 echo "building venv from $PYBIN ($($PYBIN -V 2>&1))"
 "$PYBIN" -m venv /opt/venv
 /opt/venv/bin/pip install -q --upgrade pip
+# kociemba is only needed to LABEL data. The eval and value-iteration modes need
+# neither: value iteration bootstraps its own targets, and the search evaluator
+# only ever applies moves. Building it anyway costs ~20 minutes of metered time,
+# because a failed C-extension build falls back to an upstream-git rebuild --
+# observed on a run that then never imported the module at all.
+NEEDS_SOLVER=1
+if [ -n "${EVAL_VALUE_ONLY:-}${TRAIN_VALUE_ITER:-}" ]; then NEEDS_SOLVER=""; fi
+
 # kociemba's setup.py predates modern setuptools' removal of install_layout.
 /opt/venv/bin/pip install -q "setuptools<60" wheel
 # Full output, not a tail: when the C extension fails to build, kociemba still
 # installs successfully (as pure Python), so the compiler error is the only
 # evidence of what went wrong and it must not be truncated away.
-/opt/venv/bin/pip install --no-build-isolation kociemba 2>&1 | tail -40
-
-# Last resort before giving up: build from the upstream git source, whose build
-# metadata is newer than the 2017 PyPI sdist.
-if ! /opt/venv/bin/python -c "import kociemba.ckociembawrapper" 2>/dev/null; then
-  echo "=== sdist build produced no extension; trying upstream git ==="
-  /opt/venv/bin/pip install --force-reinstall --no-build-isolation \
-    "git+https://github.com/muodov/kociemba.git" 2>&1 | tail -15 || true
-fi
+if [ -n "$NEEDS_SOLVER" ]; then
+  /opt/venv/bin/pip install --no-build-isolation kociemba 2>&1 | tail -40
+
+  # Last resort before giving up: build from the upstream git source, whose build
+  # metadata is newer than the 2017 PyPI sdist.
+  if ! /opt/venv/bin/python -c "import kociemba.ckociembawrapper" 2>/dev/null; then
+    echo "=== sdist build produced no extension; trying upstream git ==="
+    /opt/venv/bin/pip install --force-reinstall --no-build-isolation \
+      "git+https://github.com/muodov/kociemba.git" 2>&1 | tail -15 || true
+  fi
 
-if ! /opt/venv/bin/python -c "import kociemba.ckociembawrapper" 2>/dev/null; then
-  echo "=== NATIVE BUILD FAILED -- diagnostics ==="
-  echo "python: $(/opt/venv/bin/python -V 2>&1) at $(/opt/venv/bin/python -c 'import sys;print(sys.executable)')"
-  echo "gcc: $(gcc --version 2>&1 | head -1)"
-  echo "includes: $(/opt/venv/bin/python -c 'import sysconfig;print(sysconfig.get_paths()["include"])')"
-  ls -l "$(/opt/venv/bin/python -c 'import sysconfig;print(sysconfig.get_paths()["include"])')/Python.h" 2>&1 || echo "  Python.h MISSING"
-  dpkg -l | grep -E "python3.*dev|build-essential" || echo "  no dev packages found"
-  echo "=== retrying verbosely ==="
-  /opt/venv/bin/pip install --force-reinstall --no-build-isolation -v kociemba 2>&1 | grep -iE "error|gcc|Python.h|fatal" | head -30
+  if ! /opt/venv/bin/python -c "import kociemba.ckociembawrapper" 2>/dev/null; then
+    echo "=== NATIVE BUILD FAILED -- diagnostics ==="
+    echo "python: $(/opt/venv/bin/python -V 2>&1) at $(/opt/venv/bin/python -c 'import sys;print(sys.executable)')"
+    echo "gcc: $(gcc --version 2>&1 | head -1)"
+    echo "includes: $(/opt/venv/bin/python -c 'import sysconfig;print(sysconfig.get_paths()["include"])')"
+    ls -l "$(/opt/venv/bin/python -c 'import sysconfig;print(sysconfig.get_paths()["include"])')/Python.h" 2>&1 || echo "  Python.h MISSING"
+    dpkg -l | grep -E "python3.*dev|build-essential" || echo "  no dev packages found"
+    echo "=== retrying verbosely ==="
+    /opt/venv/bin/pip install --force-reinstall --no-build-isolation -v kociemba 2>&1 | grep -iE "error|gcc|Python.h|fatal" | head -30
+  fi
 fi
+
 /opt/venv/bin/pip install -q torch --index-url https://download.pytorch.org/whl/cu128
 /opt/venv/bin/pip install -q transformers huggingface_hub