Spaces:
Running
Running
Download app/worker.py from 2Btainment/Fuugi-API: direct link, hf CLI and curl.
- Browser
- Download file 2.96 kB
-
https://huggingface.co/spaces/2Btainment/Fuugi-API/resolve/main/app/worker.py
- Command line
-
hf download hf://spaces/2Btainment/Fuugi-API/app/worker.py
-
curl -L -o worker.py https://huggingface.co/spaces/2Btainment/Fuugi-API/resolve/main/app/worker.py
2.96 kB
| from __future__ import annotations | |
| from urllib.parse import urlsplit | |
| import httpx | |
| from app.config import Settings | |
| from app.openrouter import Completion | |
| WORKER_HOST = "2btainment-fuugi-worker.hf.space" | |
| class WorkerNotConfigured(Exception): | |
| pass | |
| class WorkerUnavailable(Exception): | |
| pass | |
| def worker_endpoint(url: str) -> str: | |
| parsed = urlsplit(url.strip()) | |
| if ( | |
| parsed.scheme != "https" | |
| or parsed.hostname != WORKER_HOST | |
| or parsed.port not in {None, 443} | |
| or parsed.username | |
| or parsed.password | |
| or parsed.query | |
| or parsed.fragment | |
| or parsed.path not in {"", "/"} | |
| ): | |
| raise WorkerNotConfigured | |
| return f"https://{WORKER_HOST}/v1/chat/completions" | |
| class WorkerClient: | |
| def __init__( | |
| self, | |
| settings: Settings, | |
| transport: httpx.AsyncBaseTransport | None = None, | |
| ) -> None: | |
| self.settings = settings | |
| self._endpoint = "" | |
| if settings.fuugi_worker_url and settings.fuugi_worker_token: | |
| try: | |
| self._endpoint = worker_endpoint(settings.fuugi_worker_url) | |
| except WorkerNotConfigured: | |
| self._endpoint = "" | |
| timeout = httpx.Timeout(settings.fuugi_worker_timeout_seconds) | |
| self._client = httpx.AsyncClient( | |
| transport=transport, | |
| timeout=timeout, | |
| follow_redirects=False, | |
| ) | |
| def configured(self) -> bool: | |
| return bool(self._endpoint and self.settings.fuugi_worker_token) | |
| async def close(self) -> None: | |
| await self._client.aclose() | |
| async def complete(self, messages: list[dict[str, str]]) -> Completion: | |
| if not self.configured: | |
| raise WorkerNotConfigured | |
| headers = { | |
| "Authorization": f"Bearer {self.settings.fuugi_worker_token}", | |
| "Content-Type": "application/json", | |
| } | |
| payload = { | |
| "messages": messages, | |
| "temperature": 0.3, | |
| "max_tokens": min(self.settings.max_output_tokens, 220), | |
| } | |
| try: | |
| response = await self._client.post(self._endpoint, headers=headers, json=payload) | |
| except httpx.HTTPError as error: | |
| raise WorkerUnavailable from error | |
| if response.status_code != 200: | |
| raise WorkerUnavailable | |
| try: | |
| data = response.json() | |
| content = data["choices"][0]["message"]["content"] | |
| except (KeyError, IndexError, TypeError, ValueError) as error: | |
| raise WorkerUnavailable from error | |
| if not isinstance(content, str) or not content.strip(): | |
| raise WorkerUnavailable | |
| model = data.get("model") | |
| if not isinstance(model, str) or not model.strip(): | |
| model = "fuugi-worker" | |
| return Completion( | |
| content=content.strip()[: self.settings.max_output_characters], | |
| model=model.strip()[:200], | |
| ) | |