#!/usr/bin/env bash
set -euo pipefail
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
MODEL="${1:-qwen38}"
case "$MODEL" in
  qwen38) MODEL_PATH="$ROOT/models/Qwen3.8-27B-Q6_K.gguf" ;;
  qwen36) MODEL_PATH="$ROOT/models/Qwen3.6-35B-A3B-UD-Q5_K_M.gguf" ;;
  *) echo "Usage: $0 [qwen38|qwen36]" >&2; exit 2 ;;
esac
mkdir -p "$ROOT/results"
export LD_LIBRARY_PATH="$ROOT/runtime/b11177:/opt/conda/lib:${LD_LIBRARY_PATH:-}"
exec "$ROOT/runtime/b11177/llama-bench" \
  --model "$MODEL_PATH" \
  --n-gpu-layers 999 \
  --flash-attn on \
  --cache-type-k q8_0 \
  --cache-type-v q8_0 \
  --n-prompt 2048 \
  --n-gen 256 \
  --repetitions 3 \
  --output json