Counsel-27B / runtime /pyproject.toml
sakasurya's picture
Counsel-27B
77f47f9
Raw History Blame Contribute Delete
890 Bytes
[build-system]
requires = ["setuptools>=68"]
build-backend = "setuptools.build_meta"
[project]
name = "counsel-runtime"
version = "0.3.4"
description = "Serve JudicialMind Counsel models with vLLM or SGLang"
requires-python = ">=3.10"
license = { text = "CC-BY-NC-4.0" }
dependencies = ["transformers>=5.0"]
[project.optional-dependencies]
vllm = ["vllm==0.32.0"] # the GDN replay kernel (--mode copy) is built for 0.32.0
sglang = ["sglang==0.5.22"]
[project.entry-points."vllm.general_plugins"]
counsel = "counsel_runtime.vllm_plugin:register"
[project.scripts]
counsel-serve-vllm = "counsel_runtime.serve:vllm_main"
counsel-serve-sglang = "counsel_runtime.serve:sglang_main"
counsel-install-kernels = "counsel_runtime.kernels:install"
[tool.setuptools]
packages = ["counsel_runtime", "counsel_runtime.kernels"]
[tool.setuptools.package-data]
"counsel_runtime.kernels" = ["*.diff"]