File size: 11,061 Bytes
27a578e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f99fd18
27a578e
 
 
 
 
 
 
e56edcc
27a578e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c8738a6
27a578e
e56edcc
27a578e
 
 
 
 
 
 
 
 
 
 
 
 
c8738a6
 
 
e56edcc
27a578e
 
 
 
c8738a6
27a578e
 
 
 
 
 
 
f99fd18
27a578e
f99fd18
27a578e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e56edcc
27a578e
 
 
 
 
 
 
 
 
 
e56edcc
4890a9e
27a578e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e56edcc
 
27a578e
 
 
 
 
 
 
 
 
 
 
 
 
 
a585654
27a578e
 
 
e56edcc
27a578e
 
 
4890a9e
 
27a578e
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
"""LibBee FastAPI application for the private Hugging Face origin."""

import asyncio
import hmac
import logging
from contextlib import asynccontextmanager, suppress

from fastapi import FastAPI, Request
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import JSONResponse, Response

from src.config import LIBBEE_VERSION, get_settings
from src.services.metrics_service import MetricsService
from src.services.rag_service import RAGService

logging.basicConfig(level=logging.INFO)
# HTTPX INFO logs include complete request URLs, including research queries.
logging.getLogger("httpx").setLevel(logging.WARNING)
logging.getLogger("httpcore").setLevel(logging.WARNING)
logger = logging.getLogger(__name__)
settings = get_settings()
rag_service = RAGService()
metrics_service = MetricsService(settings.metrics_path)
_agent_slots = asyncio.Semaphore(settings.max_concurrent_agent_requests)
_startup_state = "initializing"

# Hugging Face displays a Space inside an iframe whose parent is
# huggingface.co. Only the public status pages may be framed there. Admin and
# API routes remain protected against framing/clickjacking.
_HF_PREVIEW_PATHS = {"/", "/health/live", "/health/ready"}
_HF_FRAME_ANCESTORS = "frame-ancestors 'self' https://huggingface.co https://*.huggingface.co"


def get_rag_service() -> RAGService:
    return rag_service


def get_metrics_service() -> MetricsService:
    return metrics_service


def _runtime_config() -> dict:
    from src.services.runtime_store import JsonRuntimeStore

    defaults = settings.runtime_defaults
    try:
        return JsonRuntimeStore(settings.config_path, default=defaults).load()
    except Exception:
        return defaults


async def _metrics_flush_loop() -> None:
    while True:
        await asyncio.sleep(30)
        try:
            await metrics_service.flush()
        except Exception as exc:
            logger.warning("Metrics flush error: %s", exc)


async def _initialize_services() -> None:
    global _startup_state
    from src.services.staff_service import build_staff_index

    _startup_state = "initializing"
    try:
        await asyncio.to_thread(build_staff_index)
    except Exception as exc:
        logger.error("Staff index build failed: %s", exc)
    try:
        # Local lexical retrieval can initialize without model credentials;
        # the RAG service upgrades to dense retrieval when they are available.
        await rag_service.initialize(openai_api_key=settings.openai_api_key)
        _startup_state = "ready" if rag_service.is_ready() else "failed"
    except asyncio.CancelledError:
        raise
    except Exception as exc:
        _startup_state = "failed"
        logger.error("RAG initialization failed: %s", exc, exc_info=True)


@asynccontextmanager
async def lifespan(_app: FastAPI):
    # Do not hold the HTTP listener closed while fetching remote embeddings.
    # /health/ready reports actual readiness independently of /health/live.
    startup_task = asyncio.create_task(_initialize_services())
    flush_task = asyncio.create_task(_metrics_flush_loop())
    try:
        yield
    finally:
        for task in (startup_task, flush_task):
            task.cancel()
        for task in (startup_task, flush_task):
            with suppress(asyncio.CancelledError):
                await task
        try:
            await metrics_service.flush()
        except Exception as exc:
            logger.warning("Final metrics flush failed: %s", exc)


class RequestBodyLimitMiddleware:
    """Bound received bytes, including chunked bodies without Content-Length."""

    def __init__(self, app, max_bytes: int):
        self.app = app
        self.max_bytes = max_bytes

    async def __call__(self, scope, receive, send):
        if scope["type"] != "http" or scope.get("method") not in {"POST", "PUT", "PATCH"}:
            await self.app(scope, receive, send)
            return

        async def reject():
            response = JSONResponse(status_code=413, content={"detail": "Request body too large."})
            await response(scope, receive, send)

        lengths = [value for name, value in scope.get("headers", []) if name.lower() == b"content-length"]
        if any(value.isdigit() and int(value) > self.max_bytes for value in lengths):
            await reject()
            return
        chunks = []
        total = 0
        while True:
            message = await receive()
            if message["type"] == "http.disconnect":
                return
            chunk = message.get("body", b"")
            total += len(chunk)
            if total > self.max_bytes:
                await reject()
                return
            chunks.append(chunk)
            if not message.get("more_body", False):
                break
        body = b"".join(chunks)
        delivered = False

        async def replay():
            nonlocal delivered
            if not delivered:
                delivered = True
                return {"type": "http.request", "body": body, "more_body": False}
            return await receive()

        await self.app(scope, replay, send)


app = FastAPI(
    title="LibBee - KU Library AI",
    description="Private origin API for the Khalifa University Library AI Assistant",
    version=LIBBEE_VERSION,
    lifespan=lifespan,
    docs_url=None if settings.environment == "production" else "/docs",
    openapi_url=None if settings.environment == "production" else "/openapi.json",
    redoc_url=None,
)

app.add_middleware(
    CORSMiddleware,
    allow_origins=settings.cors_origins,
    allow_credentials=False,
    allow_methods=["GET", "POST", "OPTIONS"],
    allow_headers=["Content-Type", "X-LibBee-Origin-Token", "X-Request-ID", "X-LibBee-Canary"],
    max_age=3600,
)
app.add_middleware(RequestBodyLimitMiddleware, max_bytes=settings.max_request_body_bytes)


@app.middleware("http")
async def secure_origin(request: Request, call_next):
    path = request.url.path
    protected = any(path == prefix or path.startswith(prefix + "/") for prefix in ("/agent", "/search", "/feedback"))
    acquired = False

    if path.startswith("/admin") and request.method not in {"GET", "HEAD", "OPTIONS"}:
        fetch_site = request.headers.get("sec-fetch-site", "")
        if fetch_site and fetch_site not in {"same-origin", "none"}:
            return JSONResponse(status_code=403, content={"detail": "Cross-site admin request denied."})

    # CORS preflight contains no credentials or application body. The CORS
    # middleware checks allowed origins, methods and headers before responding.
    if protected and request.method != "OPTIONS":
        supplied = request.headers.get("x-libbee-origin-token", "")
        configured = settings.origin_token
        local_insecure = settings.environment in {"development", "test"} and not configured
        if not local_insecure and (not configured or not hmac.compare_digest(supplied.encode("utf-8"), configured.encode("utf-8"))):
            return JSONResponse(status_code=401, content={"detail": "Origin authentication required."})

        runtime = _runtime_config()
        if runtime.get("maintenance_mode") and request.headers.get("x-libbee-canary") != "1":
            return JSONResponse(
                status_code=503,
                content={"detail": str(runtime.get("maintenance_message") or settings.maintenance_message)[:300]},
            )

        if path == "/agent":
            try:
                await asyncio.wait_for(_agent_slots.acquire(), timeout=0.25)
                acquired = True
            except TimeoutError:
                return JSONResponse(status_code=503, content={"detail": "LibBee is busy. Please retry shortly."})

    try:
        response = await call_next(request)
    except Exception as exc:
        logger.exception("Unhandled application error: %s", exc)
        metrics_service.incr_bucket("errors", "unhandled_exception")
        response = JSONResponse(status_code=500, content={"detail": "Unexpected server error."})
    finally:
        if acquired:
            _agent_slots.release()

    response.headers["X-Content-Type-Options"] = "nosniff"
    response.headers["Referrer-Policy"] = "no-referrer"
    response.headers["Permissions-Policy"] = "geolocation=(), microphone=(), camera=(), payment=()"
    if path in _HF_PREVIEW_PATHS:
        # X-Frame-Options cannot express an allowlist. Omit it only on these
        # harmless GET endpoints and use CSP's exact parent-origin allowlist.
        response.headers["Content-Security-Policy"] = _HF_FRAME_ANCESTORS
    else:
        response.headers["X-Frame-Options"] = "SAMEORIGIN" if path.startswith("/admin") else "DENY"
        response.headers["Content-Security-Policy"] = (
            "frame-ancestors 'self'" if path.startswith("/admin") else "frame-ancestors 'none'"
        )
    if protected or path.startswith("/admin"):
        response.headers["Cache-Control"] = "no-store"
    return response


from src.api import admin, agent, feedback, search  # noqa: E402

app.include_router(agent.router, prefix="/agent", tags=["Agent"])
app.include_router(search.router, prefix="/search", tags=["Search"])
app.include_router(admin.router, prefix="/admin", tags=["Admin"])
app.include_router(feedback.router, prefix="/feedback", tags=["Feedback"])


@app.get("/")
@app.get("/health/live")
def health_live():
    return {"status": "ok", "version": LIBBEE_VERSION, "service": "LibBee private origin"}


@app.get("/health/ready")
def health_ready():
    runtime = _runtime_config()
    rag_ready = rag_service.is_ready()
    origin_ready = bool(settings.origin_token) or settings.environment in {"development", "test"}
    if runtime.get("maintenance_mode"):
        status = "maintenance"
    elif not origin_ready:
        status = "misconfigured"
    elif not rag_ready:
        status = "initializing" if _startup_state == "initializing" else "unavailable"
    elif not settings.openai_api_key:
        status = "degraded"
    else:
        status = "ok"
    return JSONResponse(status_code=200 if status in {"ok", "degraded"} else 503, content={
        "status": status,
        "version": LIBBEE_VERSION,
        "rag_ready": rag_ready,
        "retrieval_mode": rag_service.get_stats().get("retrieval_mode", "unavailable"),
        "model_configured": bool(settings.openai_api_key),
        "maintenance_mode": bool(runtime.get("maintenance_mode")),
    })


@app.get("/config")
def public_config():
    runtime = _runtime_config()
    return {
        "welcome_message": str(runtime.get("welcome_message", ""))[:500],
        "announcement": str(runtime.get("announcement", ""))[:500],
        "maintenance_mode": bool(runtime.get("maintenance_mode")),
        "maintenance_message": str(runtime.get("maintenance_message", ""))[:300],
    }


@app.get("/favicon.ico", include_in_schema=False)
def favicon():
    return Response(status_code=204)