oki602960 commited on
Commit
1f87889
·
verified ·
1 Parent(s): acb978d

Delete start.sh

Browse files
Files changed (1) hide show
  1. start.sh +0 -32
start.sh DELETED
@@ -1,32 +0,0 @@
1
- #!/usr/bin/env bash
2
- set -euo pipefail
3
-
4
- HF_MODEL_REPO_ID="speakleash/Bielik-7B-Instruct-v0.1-GGUF"
5
- HF_MODEL_FILE="bielik-7b-instruct-v0.1.Q2_K.gguf"
6
- MODEL_ALIAS="bielik-7b-instruct-v0.1"
7
- N_CTX=4096
8
-
9
- API_KEY_ARG=()
10
- if [[ -n "${API_KEY:-}" ]]; then
11
- API_KEY_ARG=(--api_key "${API_KEY}")
12
- fi
13
-
14
- THREADS_ARG=()
15
- if [[ -n "${N_THREADS:-}" ]]; then
16
- THREADS_ARG=(--n_threads "${N_THREADS}")
17
- fi
18
-
19
- echo "Starting llama.cpp server:"
20
- echo " repo: ${HF_MODEL_REPO_ID}"
21
- echo " file: ${HF_MODEL_FILE}"
22
- echo " alias: ${MODEL_ALIAS}"
23
-
24
- exec python -m llama_cpp.server \
25
- --hf_model_repo_id "${HF_MODEL_REPO_ID}" \
26
- --model "${HF_MODEL_FILE}" \
27
- --model_alias "${MODEL_ALIAS}" \
28
- --host 0.0.0.0 \
29
- --port "${PORT}" \
30
- --n_ctx "${N_CTX}" \
31
- "${API_KEY_ARG[@]}" \
32
- "${THREADS_ARG[@]}"