"""SGLang-ROCm launcher — alternative to vLLM for serving. Wired into `mindxtrain serve --to sglang`. SGLang ships explicit `rocm/sgl-dev:v0.5.8.post1-rocm720-mi30x` images. Pairs with the Mooncake distributed-KV-cache plugin used by AMD/Xiaomi MiMo-V2.5-Pro. """ from __future__ import annotations from pathlib import Path from mindxtrain.config.schema import ServeCfg def build_sglang_command(cfg: ServeCfg, model_dir: Path) -> list[str]: """Return argv for booting SGLang-ROCm against a quantized checkpoint.""" return [ "python", "-m", "sglang.launch_server", "--model-path", str(model_dir), "--port", str(cfg.port), "--mem-fraction-static", "0.85", "--tp", str(cfg.tensor_parallel), ]