mjpsm's picture
Deploy Progression API (llama-cpp-python)
63d4e3a verified
Raw History Blame Contribute Delete
3.95 kB
from __future__ import annotations
from contextlib import asynccontextmanager
from fastapi import FastAPI, HTTPException
from app.config import (
MODEL_FILENAME,
MODEL_REPO_ID,
MODEL_VERSION,
PROMPT_FORMAT,
QUANTIZATION,
RUNTIME_NAME,
)
from app.json_utils import extract_json
from app.model_runtime import ModelNotReadyError, runtime
from app.prompts import build_prompt
from app.schemas import (
ProgressionModelOutput,
ProgressionRequest,
ProgressionResponse,
Usage,
)
@asynccontextmanager
async def lifespan(app: FastAPI):
await runtime.start()
yield
await runtime.stop()
app = FastAPI(
title="MyVillage Activity Progression API",
version="2.0.0",
description=(
"In-process GGUF inference API (llama-cpp-python) for the "
"MyVillage Activity Progression Model."
),
lifespan=lifespan,
)
@app.get("/")
async def root():
return {
"name": "MyVillage Activity Progression API",
"status": "running",
"model": MODEL_REPO_ID,
"model_file": MODEL_FILENAME,
"quantization": QUANTIZATION,
"runtime": RUNTIME_NAME,
"docs": "/docs",
}
@app.get("/health")
async def health():
model_ready = runtime.ready()
return {
"status": "ok" if model_ready else "degraded",
"model_ready": model_ready,
}
@app.get("/models")
async def models():
return {
"progression": {
MODEL_VERSION: {
"repo_id": MODEL_REPO_ID,
"filename": MODEL_FILENAME,
"quantization": QUANTIZATION,
"runtime": RUNTIME_NAME,
"prompt_format": PROMPT_FORMAT,
"status": (
"ready"
if runtime.ready()
else "not_ready"
),
}
}
}
@app.post(
"/v1/progression/generate",
response_model=ProgressionResponse,
)
async def generate_progression(
req: ProgressionRequest,
):
if req.version != MODEL_VERSION:
raise HTTPException(
status_code=404,
detail=(
f"Unknown progression version '{req.version}'. "
f"Available version: '{MODEL_VERSION}'."
),
)
if not runtime.ready():
raise HTTPException(
status_code=503,
detail="Progression model is not ready.",
)
prompt = build_prompt(req)
try:
completion = await runtime.complete(prompt)
except ModelNotReadyError as exc:
raise HTTPException(
status_code=503,
detail="Progression model is not ready.",
) from exc
except Exception as exc:
raise HTTPException(
status_code=502,
detail=f"Model generation failed: {exc}",
) from exc
raw_output = completion.text
parsed = extract_json(raw_output)
if parsed is None:
raise HTTPException(
status_code=502,
detail={
"message": (
"Model generation did not contain parseable JSON."
),
"raw_output": raw_output,
},
)
try:
validated = ProgressionModelOutput.model_validate(parsed)
except Exception as exc:
raise HTTPException(
status_code=502,
detail={
"message": (
"Model returned JSON that did not match the "
"Progression schema."
),
"raw_output": raw_output,
"parsed_output": parsed,
"validation_error": str(exc),
},
) from exc
return ProgressionResponse(
progression=validated.progression,
usage=Usage(
input_tokens=completion.input_tokens,
output_tokens=completion.output_tokens,
),
)