Fuugi-API / app /worker.py
2Btainment's picture
Route chat to the Fuugi worker, keep OpenRouter as fallback
2b17a70 verified
Raw History Blame Contribute Delete
2.96 kB
from __future__ import annotations
from urllib.parse import urlsplit
import httpx
from app.config import Settings
from app.openrouter import Completion
WORKER_HOST = "2btainment-fuugi-worker.hf.space"
class WorkerNotConfigured(Exception):
pass
class WorkerUnavailable(Exception):
pass
def worker_endpoint(url: str) -> str:
parsed = urlsplit(url.strip())
if (
parsed.scheme != "https"
or parsed.hostname != WORKER_HOST
or parsed.port not in {None, 443}
or parsed.username
or parsed.password
or parsed.query
or parsed.fragment
or parsed.path not in {"", "/"}
):
raise WorkerNotConfigured
return f"https://{WORKER_HOST}/v1/chat/completions"
class WorkerClient:
def __init__(
self,
settings: Settings,
transport: httpx.AsyncBaseTransport | None = None,
) -> None:
self.settings = settings
self._endpoint = ""
if settings.fuugi_worker_url and settings.fuugi_worker_token:
try:
self._endpoint = worker_endpoint(settings.fuugi_worker_url)
except WorkerNotConfigured:
self._endpoint = ""
timeout = httpx.Timeout(settings.fuugi_worker_timeout_seconds)
self._client = httpx.AsyncClient(
transport=transport,
timeout=timeout,
follow_redirects=False,
)
@property
def configured(self) -> bool:
return bool(self._endpoint and self.settings.fuugi_worker_token)
async def close(self) -> None:
await self._client.aclose()
async def complete(self, messages: list[dict[str, str]]) -> Completion:
if not self.configured:
raise WorkerNotConfigured
headers = {
"Authorization": f"Bearer {self.settings.fuugi_worker_token}",
"Content-Type": "application/json",
}
payload = {
"messages": messages,
"temperature": 0.3,
"max_tokens": min(self.settings.max_output_tokens, 220),
}
try:
response = await self._client.post(self._endpoint, headers=headers, json=payload)
except httpx.HTTPError as error:
raise WorkerUnavailable from error
if response.status_code != 200:
raise WorkerUnavailable
try:
data = response.json()
content = data["choices"][0]["message"]["content"]
except (KeyError, IndexError, TypeError, ValueError) as error:
raise WorkerUnavailable from error
if not isinstance(content, str) or not content.strip():
raise WorkerUnavailable
model = data.get("model")
if not isinstance(model, str) or not model.strip():
model = "fuugi-worker"
return Completion(
content=content.strip()[: self.settings.max_output_characters],
model=model.strip()[:200],
)