| # Single-flight model fetch. One process at a time, revision pinned, so the | |
| # LFS blobs are not fetched twice under two etags. | |
| set -u | |
| export HF_TOKEN="$(cat "$HOME/.config/fatima/hf_token")" | |
| export PATH="/home/adeerkhan/github/fatima/.venv/bin:$PATH" | |
| export HF_HUB_DISABLE_XET=1 | |
| export HF_HUB_ENABLE_HF_TRANSFER=1 | |
| declare -A REVS=( | |
| [minicpm5-2b]="openbmb/MiniCPM5-2B:f97400052a43d642bbc6e9975e2397e3ae6a6b52" | |
| [smollm3-3b]="HuggingFaceTB/SmolLM3-3B:main" | |
| [qwen3-4b]="Qwen/Qwen3-4B-Instruct-2507:cdbee75f17c01a7cc42f958dc650907174af0554" | |
| [phi4-mini]="microsoft/Phi-4-mini-instruct:main" | |
| [minicpm5-2b-base]="openbmb/MiniCPM5-2B-Base:main" | |
| [minicpm5-2b-sft]="openbmb/MiniCPM5-2B-SFT:main" | |
| ) | |
| for name in "$@"; do | |
| spec="${REVS[$name]:-}" | |
| if [ -z "$spec" ]; then echo "unknown model $name"; continue; fi | |
| repo="${spec%%:*}"; rev="${spec##*:}" | |
| echo "[$(date +%T)] start $name -> $repo@$rev" | |
| hf download "$repo" --revision "$rev" --max-workers 4 > "/home/adeerkhan/github/fatima/logs/dl_$name.log" 2>&1 | |
| rc=$? | |
| sz=$(du -sm "$HOME/.cache/huggingface/hub/models--${repo//\//--}" 2>/dev/null | cut -f1) | |
| echo "[$(date +%T)] done $name rc=$rc size=${sz}MB" | |
| done | |
| echo "[$(date +%T)] FETCH COMPLETE" | |