File size: 1,667 Bytes
f76c374 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | """Shared HTTP client factory for long-lived platform adapters.
httpx's default ``keepalive_expiry`` (5s) lets peer-initiated FIN sit in
``CLOSE_WAIT`` behind transparent proxies (macOS + Cloudflare Warp); across 7
adapters plus LLM/MCP clients that walks into the default 256 fd limit.
``platform_httpx_limits()`` returns tighter ``httpx.Limits``: 10 keepalive
connections (platform APIs rarely parallelise beyond this), 2.0s expiry.
Override via ``HERMES_GATEWAY_HTTPX_KEEPALIVE_EXPIRY`` / ``HERMES_GATEWAY_HTTPX_MAX_KEEPALIVE``.
"""
from __future__ import annotations
import os
try:
import httpx
except ImportError: # pragma: no cover — optional dep
httpx = None # type: ignore[assignment]
_DEFAULT_KEEPALIVE_EXPIRY_S = 2.0
_DEFAULT_MAX_KEEPALIVE = 10
def _positive_env(name: str, default, cast):
"""``cast(env)`` when set, parseable and > 0; else *default*."""
raw = os.environ.get(name, "").strip()
if not raw:
return default
try:
val = cast(raw)
except (TypeError, ValueError):
return default
return val if val > 0 else default
def platform_httpx_limits() -> "httpx.Limits | None":
"""``httpx.Limits`` tuned for persistent platform-adapter clients; ``None`` without httpx."""
if httpx is None:
return None
# max_connections stays at the httpx default (100) — plenty of headroom.
return httpx.Limits(
max_keepalive_connections=_positive_env(
"HERMES_GATEWAY_HTTPX_MAX_KEEPALIVE", _DEFAULT_MAX_KEEPALIVE, int),
keepalive_expiry=_positive_env(
"HERMES_GATEWAY_HTTPX_KEEPALIVE_EXPIRY", _DEFAULT_KEEPALIVE_EXPIRY_S, float),
)
|