@echo off rem ===================================================================== rem Kev-0.8B (Qwen3.5-0.8B + Kev LoRA, merged) for RK1828 rem Converted with rknn3-model-zoo/examples/Qwen3_5 pipeline. rem Arguments are identical to the official rkllm3-server command line, rem so you can copy/paste straight from the SDK docs. rem rem IMPORTANT: keep this file pure ASCII. cmd.exe reads .cmd in the OEM rem code page (936 on zh-CN); non-ASCII bytes break the ^ continuation rem and the whole command line gets truncated. rem rem Same tokenizer/vocab as Qwen3.5-0.8B (LoRA does not touch the vocab). rem ===================================================================== setlocal if "%RK_HOST%"=="" set RK_HOST=0.0.0.0 if "%RK_PORT%"=="" set RK_PORT=8888 rem Locate the RKNN3 runtime. Two layouts are supported: rem \runtime\rknn3_110 <- this repo as downloaded rem \runtime\rknn3_110 <- rk1828-console\models\\ set "RT=%~dp0..\runtime\rknn3_110" if not exist "%RT%\bin" set "RT=%~dp0..\..\runtime\rknn3_110" if not exist "%RT%\bin" if not "%RK_RUNTIME%"=="" set "RT=%RK_RUNTIME%" if not exist "%RT%\bin" goto no_runtime set "PATH=%RT%\bin;%RT%\lib;%PATH%" cd /d "%~dp0" goto run :no_runtime echo [start.cmd] RKNN3 runtime not found (rkllm3-server.exe missing). echo [start.cmd] looked in: echo [start.cmd] %~dp0..\runtime\rknn3_110 echo [start.cmd] %~dp0..\..\runtime\rknn3_110 echo [start.cmd] Put RKNN3 v1.1.0 there, or set RK_RUNTIME to that folder. echo [start.cmd] See docs\DEPLOY.md endlocal exit /b 1 :run rkllm3-server -m "Kev-0.8B.rknn" --weight "Kev-0.8B.weight" ^ --vocab "Kev-0.8B.tokenizer.gguf" --embed "Kev-0.8B.embed.bin" --host "%RK_HOST%" ^ --port "%RK_PORT%" -c 0 --n_predict 1024 --top-k 20 --top-p 0.9 --temp 1.0 --repeat-penalty 1.3 endlocal exit /b 0