Delete start.sh
Browse files
start.sh
DELETED
|
@@ -1,32 +0,0 @@
|
|
| 1 |
-
#!/usr/bin/env bash
|
| 2 |
-
set -euo pipefail
|
| 3 |
-
|
| 4 |
-
HF_MODEL_REPO_ID="speakleash/Bielik-7B-Instruct-v0.1-GGUF"
|
| 5 |
-
HF_MODEL_FILE="bielik-7b-instruct-v0.1.Q2_K.gguf"
|
| 6 |
-
MODEL_ALIAS="bielik-7b-instruct-v0.1"
|
| 7 |
-
N_CTX=4096
|
| 8 |
-
|
| 9 |
-
API_KEY_ARG=()
|
| 10 |
-
if [[ -n "${API_KEY:-}" ]]; then
|
| 11 |
-
API_KEY_ARG=(--api_key "${API_KEY}")
|
| 12 |
-
fi
|
| 13 |
-
|
| 14 |
-
THREADS_ARG=()
|
| 15 |
-
if [[ -n "${N_THREADS:-}" ]]; then
|
| 16 |
-
THREADS_ARG=(--n_threads "${N_THREADS}")
|
| 17 |
-
fi
|
| 18 |
-
|
| 19 |
-
echo "Starting llama.cpp server:"
|
| 20 |
-
echo " repo: ${HF_MODEL_REPO_ID}"
|
| 21 |
-
echo " file: ${HF_MODEL_FILE}"
|
| 22 |
-
echo " alias: ${MODEL_ALIAS}"
|
| 23 |
-
|
| 24 |
-
exec python -m llama_cpp.server \
|
| 25 |
-
--hf_model_repo_id "${HF_MODEL_REPO_ID}" \
|
| 26 |
-
--model "${HF_MODEL_FILE}" \
|
| 27 |
-
--model_alias "${MODEL_ALIAS}" \
|
| 28 |
-
--host 0.0.0.0 \
|
| 29 |
-
--port "${PORT}" \
|
| 30 |
-
--n_ctx "${N_CTX}" \
|
| 31 |
-
"${API_KEY_ARG[@]}" \
|
| 32 |
-
"${THREADS_ARG[@]}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|