jj90 commited on
Commit
711e119
·
verified ·
1 Parent(s): d7e156c

Add start.cmd

Browse files
Files changed (1) hide show
  1. rknn/start.cmd +46 -0
rknn/start.cmd ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ @echo off
2
+ rem =====================================================================
3
+ rem Kev-0.8B (Qwen3.5-0.8B + Kev LoRA, merged) for RK1828
4
+ rem Converted with rknn3-model-zoo/examples/Qwen3_5 pipeline.
5
+ rem Arguments are identical to the official rkllm3-server command line,
6
+ rem so you can copy/paste straight from the SDK docs.
7
+ rem
8
+ rem IMPORTANT: keep this file pure ASCII. cmd.exe reads .cmd in the OEM
9
+ rem code page (936 on zh-CN); non-ASCII bytes break the ^ continuation
10
+ rem and the whole command line gets truncated.
11
+ rem
12
+ rem Same tokenizer/vocab as Qwen3.5-0.8B (LoRA does not touch the vocab).
13
+ rem =====================================================================
14
+ setlocal
15
+ if "%RK_HOST%"=="" set RK_HOST=0.0.0.0
16
+ if "%RK_PORT%"=="" set RK_PORT=8888
17
+
18
+ rem Locate the RKNN3 runtime. Two layouts are supported:
19
+ rem <repo>\runtime\rknn3_110 <- this repo as downloaded
20
+ rem <package>\runtime\rknn3_110 <- rk1828-console\models\<model>\
21
+ set "RT=%~dp0..\runtime\rknn3_110"
22
+ if not exist "%RT%\bin" set "RT=%~dp0..\..\runtime\rknn3_110"
23
+ if not exist "%RT%\bin" if not "%RK_RUNTIME%"=="" set "RT=%RK_RUNTIME%"
24
+ if not exist "%RT%\bin" goto no_runtime
25
+
26
+ set "PATH=%RT%\bin;%RT%\lib;%PATH%"
27
+ cd /d "%~dp0"
28
+ goto run
29
+
30
+ :no_runtime
31
+ echo [start.cmd] RKNN3 runtime not found (rkllm3-server.exe missing).
32
+ echo [start.cmd] looked in:
33
+ echo [start.cmd] %~dp0..\runtime\rknn3_110
34
+ echo [start.cmd] %~dp0..\..\runtime\rknn3_110
35
+ echo [start.cmd] Put RKNN3 v1.1.0 there, or set RK_RUNTIME to that folder.
36
+ echo [start.cmd] See docs\DEPLOY.md
37
+ endlocal
38
+ exit /b 1
39
+
40
+ :run
41
+ rkllm3-server -m "Kev-0.8B.rknn" --weight "Kev-0.8B.weight" ^
42
+ --vocab "Kev-0.8B.tokenizer.gguf" --embed "Kev-0.8B.embed.bin" --host "%RK_HOST%" ^
43
+ --port "%RK_PORT%" -c 0 --n_predict 1024 --top-k 20 --top-p 0.9 --temp 1.0 --repeat-penalty 1.3
44
+
45
+ endlocal
46
+ exit /b 0