from __future__ import annotations from urllib.parse import urlsplit import httpx from app.config import Settings from app.openrouter import Completion WORKER_HOST = "2btainment-fuugi-worker.hf.space" class WorkerNotConfigured(Exception): pass class WorkerUnavailable(Exception): pass def worker_endpoint(url: str) -> str: parsed = urlsplit(url.strip()) if ( parsed.scheme != "https" or parsed.hostname != WORKER_HOST or parsed.port not in {None, 443} or parsed.username or parsed.password or parsed.query or parsed.fragment or parsed.path not in {"", "/"} ): raise WorkerNotConfigured return f"https://{WORKER_HOST}/v1/chat/completions" class WorkerClient: def __init__( self, settings: Settings, transport: httpx.AsyncBaseTransport | None = None, ) -> None: self.settings = settings self._endpoint = "" if settings.fuugi_worker_url and settings.fuugi_worker_token: try: self._endpoint = worker_endpoint(settings.fuugi_worker_url) except WorkerNotConfigured: self._endpoint = "" timeout = httpx.Timeout(settings.fuugi_worker_timeout_seconds) self._client = httpx.AsyncClient( transport=transport, timeout=timeout, follow_redirects=False, ) @property def configured(self) -> bool: return bool(self._endpoint and self.settings.fuugi_worker_token) async def close(self) -> None: await self._client.aclose() async def complete(self, messages: list[dict[str, str]]) -> Completion: if not self.configured: raise WorkerNotConfigured headers = { "Authorization": f"Bearer {self.settings.fuugi_worker_token}", "Content-Type": "application/json", } payload = { "messages": messages, "temperature": 0.3, "max_tokens": min(self.settings.max_output_tokens, 220), } try: response = await self._client.post(self._endpoint, headers=headers, json=payload) except httpx.HTTPError as error: raise WorkerUnavailable from error if response.status_code != 200: raise WorkerUnavailable try: data = response.json() content = data["choices"][0]["message"]["content"] except (KeyError, IndexError, TypeError, ValueError) as error: raise WorkerUnavailable from error if not isinstance(content, str) or not content.strip(): raise WorkerUnavailable model = data.get("model") if not isinstance(model, str) or not model.strip(): model = "fuugi-worker" return Completion( content=content.strip()[: self.settings.max_output_characters], model=model.strip()[:200], )