File size: 1,903 Bytes
711e119
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
@echo off

rem =====================================================================

rem  Kev-0.8B (Qwen3.5-0.8B + Kev LoRA, merged) for RK1828

rem  Converted with rknn3-model-zoo/examples/Qwen3_5 pipeline.

rem  Arguments are identical to the official rkllm3-server command line,

rem  so you can copy/paste straight from the SDK docs.

rem

rem  IMPORTANT: keep this file pure ASCII. cmd.exe reads .cmd in the OEM

rem  code page (936 on zh-CN); non-ASCII bytes break the ^ continuation

rem  and the whole command line gets truncated.

rem

rem  Same tokenizer/vocab as Qwen3.5-0.8B (LoRA does not touch the vocab).

rem =====================================================================
setlocal
if "%RK_HOST%"=="" set RK_HOST=0.0.0.0
if "%RK_PORT%"=="" set RK_PORT=8888



rem  Locate the RKNN3 runtime. Two layouts are supported:

rem    <repo>\runtime\rknn3_110              <- this repo as downloaded

rem    <package>\runtime\rknn3_110           <- rk1828-console\models\<model>\
set "RT=%~dp0..\runtime\rknn3_110"
if not exist "%RT%\bin" set "RT=%~dp0..\..\runtime\rknn3_110"
if not exist "%RT%\bin" if not "%RK_RUNTIME%"=="" set "RT=%RK_RUNTIME%"
if not exist "%RT%\bin" goto no_runtime

set "PATH=%RT%\bin;%RT%\lib;%PATH%"
cd /d "%~dp0"
goto run

:no_runtime
echo [start.cmd] RKNN3 runtime not found (rkllm3-server.exe missing).
echo [start.cmd] looked in:
echo [start.cmd]   %~dp0..\runtime\rknn3_110
echo [start.cmd]   %~dp0..\..\runtime\rknn3_110
echo [start.cmd] Put RKNN3 v1.1.0 there, or set RK_RUNTIME to that folder.
echo [start.cmd] See docs\DEPLOY.md
endlocal
exit /b 1

:run
rkllm3-server -m "Kev-0.8B.rknn" --weight "Kev-0.8B.weight" ^
    --vocab "Kev-0.8B.tokenizer.gguf" --embed "Kev-0.8B.embed.bin" --host "%RK_HOST%" ^
    --port "%RK_PORT%" -c 0 --n_predict 1024 --top-k 20 --top-p 0.9 --temp 1.0 --repeat-penalty 1.3

endlocal
exit /b 0