"""openai_compat.py - OpenAI-SDK drop-in client for the HF single-key router. This is the BACKUP path: any code that already speaks the OpenAI SDK can point at the HF router with one HF_TOKEN and keep working unchanged. from openai_compat import build_client client = build_client() # OpenAI(base_url=ROUTER_BASE, api_key=HF_TOKEN) r = client.chat.completions.create( model="meta-llama/Llama-3.1-8B-Instruct", messages=[{"role": "user", "content": "hi"}], ) """ from __future__ import annotations import os ROUTER_BASE = os.getenv("HF_INFERENCE_API", "https://router.huggingface.co/v1") DEFAULT_MODEL = os.getenv("HF_INFERENCE_API_MODEL", "meta-llama/Llama-3.1-8B-Instruct") def build_client(api_key: str | None = None, base_url: str | None = None): """Return an OpenAI(client) pointed at the HF router, auth via HF_TOKEN.""" try: from openai import OpenAI except ImportError: raise SystemExit( "openai SDK not installed. Install with: pip install 'openai>=1.0' " "(or `pip install -e \".[dev]\"`)" ) key = api_key or os.getenv("HF_TOKEN") or os.getenv("OPENAI_API_KEY") if not key: raise SystemExit("HF_TOKEN missing - single-key fallback requires it") return OpenAI(base_url=base_url or ROUTER_BASE, api_key=key)