File size: 1,992 Bytes
03a2760 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | #!/bin/bash
set -euo pipefail
mkdir -p /root/models/king/current
KING=$(python3 - <<'PY'
import json, re, urllib.request
req = urllib.request.Request(
"https://huggingface.co/api/models?author=dendriteholdings&limit=100",
headers={"User-Agent": "ingot-setup"})
ms = [m["id"] for m in json.load(urllib.request.urlopen(req))
if re.fullmatch(r"dendriteholdings/Ingot-[IVX]+-27B-Q2", m["id"])]
def rom(s):
v = {"I": 1, "V": 5, "X": 10, "L": 50}
t, out = 0, 0
for c in re.search(r"Ingot-([IVX]+)-", s).group(1):
t, out = (v[c], out + v[c]) if t <= v[c] else (v[c], out - v[c])
return out
top = sorted(ms, key=rom)[-2:]
open("/root/models/king/.names", "w").write("\n".join(x.split("/")[1] for x in top))
print(top[1].split("/")[1])
PY
)
PREV=$(head -1 /root/models/king/.names)
echo "current king: $KING, predecessor: $PREV"
[ -s /root/models/king/cur.gguf ] || curl -sL -o /root/models/king/cur.gguf \
"https://huggingface.co/dendriteholdings/$KING/resolve/main/$KING-PQ2_0.gguf"
cp /root/models/king/cur.gguf "/root/models/king/current/$KING-PQ2_0.gguf"
[ -s /root/models/king/prev.gguf ] || curl -sL -o /root/models/king/prev.gguf \
"https://huggingface.co/dendriteholdings/$PREV/resolve/main/$PREV-PQ2_0.gguf"
for f in LICENSE NOTICE.txt; do
[ -s "/root/models/king/current/$f" ] || curl -sL -o "/root/models/king/current/$f" \
"https://huggingface.co/dendriteholdings/$KING/resolve/main/$f"
done
sed -i \
-e "s|sd\[name\] = ck.get(name)$|sd[name] = ck.get(name).to(torch.bfloat16)|" \
-e 's|device_map="cpu"|device_map={"": "cuda"}|' \
-e 's|torch.save(out, "/dev/shm/king_hf.pt")|torch.save(out, "/root/king_hf.pt")|' \
-e 's|print("saved /dev/shm/king_hf.pt")|print("saved /root/king_hf.pt")|' \
/root/build_king_hf.py
[ -s /root/king_hf.pt ] || /root/ingot/.venv/bin/python /root/build_king_hf.py
cd /root/ingot
.venv/bin/python /root/fn_test.py
.venv/bin/python /root/transform_check.py
echo "SETUP COMPLETE — all smokes green"
|