File size: 1,483 Bytes
5655a42 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | """Managed llama.cpp runtime.
``binaries`` resolves/downloads/verifies official llama.cpp release zips into
``$HERMES_HOME/runtimes/llamacpp/<tag>/``; ``supervisor`` spawns and supervises one llama-server in
router mode (readiness is a touch generation, never health-200 alone); ``detect`` finds an
already-running llama-server (external or ours).
"""
from hermes_cli.local_runtime.binaries import ( # noqa: F401
BinaryResolutionError, ensure_runtime_installed, resolve_assets, select_backend)
from hermes_cli.local_runtime.bootstrap import ensure_local_runtime, shutdown_local_runtime # noqa: F401
from hermes_cli.local_runtime.context_policy import ( # noqa: F401
FLOOR, growth_decision, initial_window, ladder, launch_args)
from hermes_cli.local_runtime.growth import ( # noqa: F401
clear_window_override, load_window_overrides, maybe_grow_window, save_window_override)
from hermes_cli.local_runtime.detect import detect_server # noqa: F401
from hermes_cli.local_runtime.endpoint import resolve_llamacpp_endpoint # noqa: F401
from hermes_cli.local_runtime.estimator import ( # noqa: F401
HardwareBudget, ctx_bytes, physics_check, profile_from_gguf)
from hermes_cli.local_runtime.gguf import read_gguf_header # noqa: F401
from hermes_cli.local_runtime.hardware import probe_budget # noqa: F401
from hermes_cli.local_runtime.presets import generate_presets # noqa: F401
from hermes_cli.local_runtime.supervisor import LlamaServerSupervisor # noqa: F401
|