jj90's picture
Add start.cmd
711e119 verified
Raw History Blame Contribute Delete
1.9 kB
@echo off
rem =====================================================================
rem Kev-0.8B (Qwen3.5-0.8B + Kev LoRA, merged) for RK1828
rem Converted with rknn3-model-zoo/examples/Qwen3_5 pipeline.
rem Arguments are identical to the official rkllm3-server command line,
rem so you can copy/paste straight from the SDK docs.
rem
rem IMPORTANT: keep this file pure ASCII. cmd.exe reads .cmd in the OEM
rem code page (936 on zh-CN); non-ASCII bytes break the ^ continuation
rem and the whole command line gets truncated.
rem
rem Same tokenizer/vocab as Qwen3.5-0.8B (LoRA does not touch the vocab).
rem =====================================================================
setlocal
if "%RK_HOST%"=="" set RK_HOST=0.0.0.0
if "%RK_PORT%"=="" set RK_PORT=8888
rem Locate the RKNN3 runtime. Two layouts are supported:
rem <repo>\runtime\rknn3_110 <- this repo as downloaded
rem <package>\runtime\rknn3_110 <- rk1828-console\models\<model>\
set "RT=%~dp0..\runtime\rknn3_110"
if not exist "%RT%\bin" set "RT=%~dp0..\..\runtime\rknn3_110"
if not exist "%RT%\bin" if not "%RK_RUNTIME%"=="" set "RT=%RK_RUNTIME%"
if not exist "%RT%\bin" goto no_runtime
set "PATH=%RT%\bin;%RT%\lib;%PATH%"
cd /d "%~dp0"
goto run
:no_runtime
echo [start.cmd] RKNN3 runtime not found (rkllm3-server.exe missing).
echo [start.cmd] looked in:
echo [start.cmd] %~dp0..\runtime\rknn3_110
echo [start.cmd] %~dp0..\..\runtime\rknn3_110
echo [start.cmd] Put RKNN3 v1.1.0 there, or set RK_RUNTIME to that folder.
echo [start.cmd] See docs\DEPLOY.md
endlocal
exit /b 1
:run
rkllm3-server -m "Kev-0.8B.rknn" --weight "Kev-0.8B.weight" ^
--vocab "Kev-0.8B.tokenizer.gguf" --embed "Kev-0.8B.embed.bin" --host "%RK_HOST%" ^
--port "%RK_PORT%" -c 0 --n_predict 1024 --top-k 20 --top-p 0.9 --temp 1.0 --repeat-penalty 1.3
endlocal
exit /b 0