Create start.sh

start.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+API_KEY_ARG=()
+if [[ -n "${API_KEY:-}" ]]; then
+  API_KEY_ARG=(--api_key "${API_KEY}")
+fi
+
+THREADS_ARG=()
+if [[ -n "${N_THREADS:-}" ]]; then
+  THREADS_ARG=(--n_threads "${N_THREADS}")
+fi
+
+exec python -m llama_cpp.server \
+  --hf_model_repo_id "${HF_MODEL_REPO_ID}" \
+  --model "${HF_MODEL_FILE}" \
+  --host 0.0.0.0 \
+  --port "${PORT}" \
+  --n_ctx "${N_CTX}" \
+  "${API_KEY_ARG[@]}" \
+  "${THREADS_ARG[@]}"