File size: 1,897 Bytes
469df67 f2f6c96 469df67 f2f6c96 469df67 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | #!/usr/bin/env bash
set -euo pipefail
ROOT="${FLINT_HOME:-$HOME/.local/share/flint-freetoken}"
export PATH="$HOME/.local/bin:$PATH"
command -v uv >/dev/null || { echo 'Install uv before running this script.'; exit 1; }
command -v git >/dev/null
mkdir -p "$ROOT"
PYTHON_BIN=$(uv python find "${FLINT_PYTHON:-3.12}")
PYTHON_BASE=$("$PYTHON_BIN" -c 'import sys; print(sys.base_prefix)')
if [[ "$PYTHON_BASE" == *' '* ]]; then
if [ ! -d "$ROOT/python-runtime" ]; then cp -a "$PYTHON_BASE" "$ROOT/python-runtime"; fi
PYTHON_BIN="$ROOT/python-runtime/bin/python3.12"
fi
uv venv --python "$PYTHON_BIN" "$ROOT/venv"
uv pip install --python "$ROOT/venv/bin/python" \
'freetoken[accel] @ https://github.com/FlashML-org/FreeToken/releases/download/nightly/freetoken-0.2.0%2Bg507a8bfa8-cp312-cp312-linux_x86_64.whl' \
'https://github.com/FlashML-org/FreeToken/releases/download/nightly/freetoken_kernel_cache-0.2.0%2Bcu130.g507a8bfa8-py3-none-linux_x86_64.whl' ninja
if [ ! -d "$ROOT/source/.git" ]; then
git clone --no-checkout https://github.com/FlashML-org/FreeToken.git "$ROOT/source"
fi
git -C "$ROOT/source" fetch origin 711a86ef11c67bbe6c69ff59370594f64c6ef1b8
git -C "$ROOT/source" checkout --detach 711a86ef11c67bbe6c69ff59370594f64c6ef1b8
FLINT_ROOT="$ROOT" "$ROOT/venv/bin/python" - <<'PY'
import os,pathlib,sysconfig
root=pathlib.Path(os.environ['FLINT_ROOT'])
installed=pathlib.Path(sysconfig.get_paths()['purelib'])/'freetoken'
for native in installed.rglob('*.so'):
dest=root/'source/python/freetoken'/native.relative_to(installed)
dest.parent.mkdir(parents=True,exist_ok=True)
if not dest.exists(): dest.symlink_to(native)
from huggingface_hub import hf_hub_download
hf_hub_download('RecursiveSI/flint-nvfp4-gguf','flint-nvfp4.gguf',revision='6ec43e19b565fc8d560e2d04985d7724f20673bf',local_dir=root/'model')
PY
printf 'Installed in %s. Run bash serve.sh from this package.\n' "$ROOT"
|