from __future__ import annotations from contextlib import asynccontextmanager from fastapi import FastAPI, HTTPException from app.config import ( MODEL_FILENAME, MODEL_REPO_ID, MODEL_VERSION, PROMPT_FORMAT, QUANTIZATION, RUNTIME_NAME, ) from app.json_utils import extract_json from app.model_runtime import ModelNotReadyError, runtime from app.prompts import build_prompt from app.schemas import ( ProgressionModelOutput, ProgressionRequest, ProgressionResponse, Usage, ) @asynccontextmanager async def lifespan(app: FastAPI): await runtime.start() yield await runtime.stop() app = FastAPI( title="MyVillage Activity Progression API", version="2.0.0", description=( "In-process GGUF inference API (llama-cpp-python) for the " "MyVillage Activity Progression Model." ), lifespan=lifespan, ) @app.get("/") async def root(): return { "name": "MyVillage Activity Progression API", "status": "running", "model": MODEL_REPO_ID, "model_file": MODEL_FILENAME, "quantization": QUANTIZATION, "runtime": RUNTIME_NAME, "docs": "/docs", } @app.get("/health") async def health(): model_ready = runtime.ready() return { "status": "ok" if model_ready else "degraded", "model_ready": model_ready, } @app.get("/models") async def models(): return { "progression": { MODEL_VERSION: { "repo_id": MODEL_REPO_ID, "filename": MODEL_FILENAME, "quantization": QUANTIZATION, "runtime": RUNTIME_NAME, "prompt_format": PROMPT_FORMAT, "status": ( "ready" if runtime.ready() else "not_ready" ), } } } @app.post( "/v1/progression/generate", response_model=ProgressionResponse, ) async def generate_progression( req: ProgressionRequest, ): if req.version != MODEL_VERSION: raise HTTPException( status_code=404, detail=( f"Unknown progression version '{req.version}'. " f"Available version: '{MODEL_VERSION}'." ), ) if not runtime.ready(): raise HTTPException( status_code=503, detail="Progression model is not ready.", ) prompt = build_prompt(req) try: completion = await runtime.complete(prompt) except ModelNotReadyError as exc: raise HTTPException( status_code=503, detail="Progression model is not ready.", ) from exc except Exception as exc: raise HTTPException( status_code=502, detail=f"Model generation failed: {exc}", ) from exc raw_output = completion.text parsed = extract_json(raw_output) if parsed is None: raise HTTPException( status_code=502, detail={ "message": ( "Model generation did not contain parseable JSON." ), "raw_output": raw_output, }, ) try: validated = ProgressionModelOutput.model_validate(parsed) except Exception as exc: raise HTTPException( status_code=502, detail={ "message": ( "Model returned JSON that did not match the " "Progression schema." ), "raw_output": raw_output, "parsed_output": parsed, "validation_error": str(exc), }, ) from exc return ProgressionResponse( progression=validated.progression, usage=Usage( input_tokens=completion.input_tokens, output_tokens=completion.output_tokens, ), )