"""Serve NGram-DFlash without changing the shared vLLM environment installation. Register at module scope so multiprocessing spawn workers also install the model and sampling hooks before constructing their runners. """ import os os.environ["VLLM_USE_V2_MODEL_RUNNER"] = "1" os.environ["VLLM_PLUGINS"] = "" from speculators.vllm.ngram import register register() if __name__ == "__main__": from vllm.entrypoints.cli.main import main main()