Spaces:
Running
Running
File size: 2,961 Bytes
2b17a70 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 | from __future__ import annotations
from urllib.parse import urlsplit
import httpx
from app.config import Settings
from app.openrouter import Completion
WORKER_HOST = "2btainment-fuugi-worker.hf.space"
class WorkerNotConfigured(Exception):
pass
class WorkerUnavailable(Exception):
pass
def worker_endpoint(url: str) -> str:
parsed = urlsplit(url.strip())
if (
parsed.scheme != "https"
or parsed.hostname != WORKER_HOST
or parsed.port not in {None, 443}
or parsed.username
or parsed.password
or parsed.query
or parsed.fragment
or parsed.path not in {"", "/"}
):
raise WorkerNotConfigured
return f"https://{WORKER_HOST}/v1/chat/completions"
class WorkerClient:
def __init__(
self,
settings: Settings,
transport: httpx.AsyncBaseTransport | None = None,
) -> None:
self.settings = settings
self._endpoint = ""
if settings.fuugi_worker_url and settings.fuugi_worker_token:
try:
self._endpoint = worker_endpoint(settings.fuugi_worker_url)
except WorkerNotConfigured:
self._endpoint = ""
timeout = httpx.Timeout(settings.fuugi_worker_timeout_seconds)
self._client = httpx.AsyncClient(
transport=transport,
timeout=timeout,
follow_redirects=False,
)
@property
def configured(self) -> bool:
return bool(self._endpoint and self.settings.fuugi_worker_token)
async def close(self) -> None:
await self._client.aclose()
async def complete(self, messages: list[dict[str, str]]) -> Completion:
if not self.configured:
raise WorkerNotConfigured
headers = {
"Authorization": f"Bearer {self.settings.fuugi_worker_token}",
"Content-Type": "application/json",
}
payload = {
"messages": messages,
"temperature": 0.3,
"max_tokens": min(self.settings.max_output_tokens, 220),
}
try:
response = await self._client.post(self._endpoint, headers=headers, json=payload)
except httpx.HTTPError as error:
raise WorkerUnavailable from error
if response.status_code != 200:
raise WorkerUnavailable
try:
data = response.json()
content = data["choices"][0]["message"]["content"]
except (KeyError, IndexError, TypeError, ValueError) as error:
raise WorkerUnavailable from error
if not isinstance(content, str) or not content.strip():
raise WorkerUnavailable
model = data.get("model")
if not isinstance(model, str) or not model.strip():
model = "fuugi-worker"
return Completion(
content=content.strip()[: self.settings.max_output_characters],
model=model.strip()[:200],
)
|