Update start.sh
Browse files
start.sh
CHANGED
|
@@ -1,6 +1,11 @@
|
|
| 1 |
#!/usr/bin/env bash
|
| 2 |
set -euo pipefail
|
| 3 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
API_KEY_ARG=()
|
| 5 |
if [[ -n "${API_KEY:-}" ]]; then
|
| 6 |
API_KEY_ARG=(--api_key "${API_KEY}")
|
|
@@ -11,9 +16,15 @@ if [[ -n "${N_THREADS:-}" ]]; then
|
|
| 11 |
THREADS_ARG=(--n_threads "${N_THREADS}")
|
| 12 |
fi
|
| 13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
exec python -m llama_cpp.server \
|
| 15 |
--hf_model_repo_id "${HF_MODEL_REPO_ID}" \
|
| 16 |
--model "${HF_MODEL_FILE}" \
|
|
|
|
| 17 |
--host 0.0.0.0 \
|
| 18 |
--port "${PORT}" \
|
| 19 |
--n_ctx "${N_CTX}" \
|
|
|
|
| 1 |
#!/usr/bin/env bash
|
| 2 |
set -euo pipefail
|
| 3 |
|
| 4 |
+
HF_MODEL_REPO_ID="speakleash/Bielik-7B-Instruct-v0.1-GGUF"
|
| 5 |
+
HF_MODEL_FILE="bielik-7b-instruct-v0.1.Q2_K.gguf"
|
| 6 |
+
MODEL_ALIAS="bielik-7b-instruct-v0.1"
|
| 7 |
+
N_CTX=4096
|
| 8 |
+
|
| 9 |
API_KEY_ARG=()
|
| 10 |
if [[ -n "${API_KEY:-}" ]]; then
|
| 11 |
API_KEY_ARG=(--api_key "${API_KEY}")
|
|
|
|
| 16 |
THREADS_ARG=(--n_threads "${N_THREADS}")
|
| 17 |
fi
|
| 18 |
|
| 19 |
+
echo "Starting llama.cpp server:"
|
| 20 |
+
echo " repo: ${HF_MODEL_REPO_ID}"
|
| 21 |
+
echo " file: ${HF_MODEL_FILE}"
|
| 22 |
+
echo " alias: ${MODEL_ALIAS}"
|
| 23 |
+
|
| 24 |
exec python -m llama_cpp.server \
|
| 25 |
--hf_model_repo_id "${HF_MODEL_REPO_ID}" \
|
| 26 |
--model "${HF_MODEL_FILE}" \
|
| 27 |
+
--model_alias "${MODEL_ALIAS}" \
|
| 28 |
--host 0.0.0.0 \
|
| 29 |
--port "${PORT}" \
|
| 30 |
--n_ctx "${N_CTX}" \
|