Morphkite commited on
Commit
9150dfc
·
verified ·
1 Parent(s): 5eab778

Upload flowzup.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. flowzup.sh +33 -0
flowzup.sh ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+ # Flowzup 1 - SEA-LION v4.5 E2B (Q4_K_M) yang di-rebrand, jalan lokal via llama.cpp
3
+ # Pakai:
4
+ # ./flowzup.sh chat "pertanyaan kamu" -> sekali tanya-jawab
5
+ # ./flowzup.sh server -> API server di http://127.0.0.1:8080 (OpenAI-compatible)
6
+ set -euo pipefail
7
+ DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
8
+ BIN="$HOME/workspace/tools/llama.cpp/build/bin"
9
+ MODEL="$DIR/Flowzup-1-Q4_K_M.gguf"
10
+ SYS="$DIR/flowzup-system.txt"
11
+
12
+ case "${1:-chat}" in
13
+ chat)
14
+ "$BIN/llama-cli" -m "$MODEL" -t 4 -c 4096 -n 512 \
15
+ --temp 0.7 --top-p 0.8 --top-k 20 --single-turn --simple-io \
16
+ --reasoning off \
17
+ --system-prompt-file "$SYS" \
18
+ -p "${2:?tulis pertanyaannya, contoh: ./flowzup.sh chat \"halo, siapa kamu?\"}"
19
+ ;;
20
+ server)
21
+ # Catatan: llama-server tidak punya flag system prompt global.
22
+ # Aplikasi yang memanggil API harus mengirim isi flowzup-system.txt
23
+ # sebagai pesan "system" di setiap request chat.
24
+ "$BIN/llama-server" -m "$MODEL" -t 4 -c 4096 -np 2 \
25
+ --reasoning off \
26
+ --host 127.0.0.1 --port 8080 \
27
+ --alias Flowzup-1
28
+ ;;
29
+ *)
30
+ echo "Perintah tidak dikenal: $1 (pakai: chat | server)" >&2
31
+ exit 1
32
+ ;;
33
+ esac