Spaces:

deyunma
/

MiniCPM5-2B-WebGPU-Pi

Running

MiniCPM5-2B-WebGPU-Pi / scripts /build.sh

Copy from townbox/MiniCPM5-2B-WebGPU-Pi

4ac3af3 verified about 1 month ago

383 Bytes

#!/usr/bin/env bash
set -euo pipefail
cd "$(dirname "$0")/.."
precision="${1:-int4}"
export OMP_NUM_THREADS=8
export MKL_NUM_THREADS=8
output="models/own-${precision}"
research/.venv/bin/python -m onnxruntime_genai.models.builder \
  -i models/source -o "$output" -p "$precision" -e webgpu \
  -c models/build-cache --extra_options prune_lm_head=true block_size=32 is_symmetric=true

	#!/usr/bin/env bash
	set -euo pipefail
	cd "$(dirname "$0")/.."
	precision="${1:-int4}"
	export OMP_NUM_THREADS=8
	export MKL_NUM_THREADS=8
	output="models/own-${precision}"
	research/.venv/bin/python -m onnxruntime_genai.models.builder \
	-i models/source -o "$output" -p "$precision" -e webgpu \
	-c models/build-cache --extra_options prune_lm_head=true block_size=32 is_symmetric=true