oki602960 commited on
Commit
af3c43b
·
verified ·
1 Parent(s): 6f46d49

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +11 -0
start.sh CHANGED
@@ -1,6 +1,11 @@
1
  #!/usr/bin/env bash
2
  set -euo pipefail
3
 
 
 
 
 
 
4
  API_KEY_ARG=()
5
  if [[ -n "${API_KEY:-}" ]]; then
6
  API_KEY_ARG=(--api_key "${API_KEY}")
@@ -11,9 +16,15 @@ if [[ -n "${N_THREADS:-}" ]]; then
11
  THREADS_ARG=(--n_threads "${N_THREADS}")
12
  fi
13
 
 
 
 
 
 
14
  exec python -m llama_cpp.server \
15
  --hf_model_repo_id "${HF_MODEL_REPO_ID}" \
16
  --model "${HF_MODEL_FILE}" \
 
17
  --host 0.0.0.0 \
18
  --port "${PORT}" \
19
  --n_ctx "${N_CTX}" \
 
1
  #!/usr/bin/env bash
2
  set -euo pipefail
3
 
4
+ HF_MODEL_REPO_ID="speakleash/Bielik-7B-Instruct-v0.1-GGUF"
5
+ HF_MODEL_FILE="bielik-7b-instruct-v0.1.Q2_K.gguf"
6
+ MODEL_ALIAS="bielik-7b-instruct-v0.1"
7
+ N_CTX=4096
8
+
9
  API_KEY_ARG=()
10
  if [[ -n "${API_KEY:-}" ]]; then
11
  API_KEY_ARG=(--api_key "${API_KEY}")
 
16
  THREADS_ARG=(--n_threads "${N_THREADS}")
17
  fi
18
 
19
+ echo "Starting llama.cpp server:"
20
+ echo " repo: ${HF_MODEL_REPO_ID}"
21
+ echo " file: ${HF_MODEL_FILE}"
22
+ echo " alias: ${MODEL_ALIAS}"
23
+
24
  exec python -m llama_cpp.server \
25
  --hf_model_repo_id "${HF_MODEL_REPO_ID}" \
26
  --model "${HF_MODEL_FILE}" \
27
+ --model_alias "${MODEL_ALIAS}" \
28
  --host 0.0.0.0 \
29
  --port "${PORT}" \
30
  --n_ctx "${N_CTX}" \