Spaces:
Running
Running
File size: 383 Bytes
4ac3af3 | 1 2 3 4 5 6 7 8 9 10 11 | #!/usr/bin/env bash
set -euo pipefail
cd "$(dirname "$0")/.."
precision="${1:-int4}"
export OMP_NUM_THREADS=8
export MKL_NUM_THREADS=8
output="models/own-${precision}"
research/.venv/bin/python -m onnxruntime_genai.models.builder \
-i models/source -o "$output" -p "$precision" -e webgpu \
-c models/build-cache --extra_options prune_lm_head=true block_size=32 is_symmetric=true
|