Spaces:
Sleeping
Sleeping
Download app/main.py from mjpsm/activity-progression-api: direct link, hf CLI and curl.
- Browser
- Download file 3.95 kB
-
https://huggingface.co/spaces/mjpsm/activity-progression-api/resolve/main/app/main.py
- Command line
-
hf download hf://spaces/mjpsm/activity-progression-api/app/main.py
-
curl -L -o main.py https://huggingface.co/spaces/mjpsm/activity-progression-api/resolve/main/app/main.py
3.95 kB
| from __future__ import annotations | |
| from contextlib import asynccontextmanager | |
| from fastapi import FastAPI, HTTPException | |
| from app.config import ( | |
| MODEL_FILENAME, | |
| MODEL_REPO_ID, | |
| MODEL_VERSION, | |
| PROMPT_FORMAT, | |
| QUANTIZATION, | |
| RUNTIME_NAME, | |
| ) | |
| from app.json_utils import extract_json | |
| from app.model_runtime import ModelNotReadyError, runtime | |
| from app.prompts import build_prompt | |
| from app.schemas import ( | |
| ProgressionModelOutput, | |
| ProgressionRequest, | |
| ProgressionResponse, | |
| Usage, | |
| ) | |
| async def lifespan(app: FastAPI): | |
| await runtime.start() | |
| yield | |
| await runtime.stop() | |
| app = FastAPI( | |
| title="MyVillage Activity Progression API", | |
| version="2.0.0", | |
| description=( | |
| "In-process GGUF inference API (llama-cpp-python) for the " | |
| "MyVillage Activity Progression Model." | |
| ), | |
| lifespan=lifespan, | |
| ) | |
| async def root(): | |
| return { | |
| "name": "MyVillage Activity Progression API", | |
| "status": "running", | |
| "model": MODEL_REPO_ID, | |
| "model_file": MODEL_FILENAME, | |
| "quantization": QUANTIZATION, | |
| "runtime": RUNTIME_NAME, | |
| "docs": "/docs", | |
| } | |
| async def health(): | |
| model_ready = runtime.ready() | |
| return { | |
| "status": "ok" if model_ready else "degraded", | |
| "model_ready": model_ready, | |
| } | |
| async def models(): | |
| return { | |
| "progression": { | |
| MODEL_VERSION: { | |
| "repo_id": MODEL_REPO_ID, | |
| "filename": MODEL_FILENAME, | |
| "quantization": QUANTIZATION, | |
| "runtime": RUNTIME_NAME, | |
| "prompt_format": PROMPT_FORMAT, | |
| "status": ( | |
| "ready" | |
| if runtime.ready() | |
| else "not_ready" | |
| ), | |
| } | |
| } | |
| } | |
| async def generate_progression( | |
| req: ProgressionRequest, | |
| ): | |
| if req.version != MODEL_VERSION: | |
| raise HTTPException( | |
| status_code=404, | |
| detail=( | |
| f"Unknown progression version '{req.version}'. " | |
| f"Available version: '{MODEL_VERSION}'." | |
| ), | |
| ) | |
| if not runtime.ready(): | |
| raise HTTPException( | |
| status_code=503, | |
| detail="Progression model is not ready.", | |
| ) | |
| prompt = build_prompt(req) | |
| try: | |
| completion = await runtime.complete(prompt) | |
| except ModelNotReadyError as exc: | |
| raise HTTPException( | |
| status_code=503, | |
| detail="Progression model is not ready.", | |
| ) from exc | |
| except Exception as exc: | |
| raise HTTPException( | |
| status_code=502, | |
| detail=f"Model generation failed: {exc}", | |
| ) from exc | |
| raw_output = completion.text | |
| parsed = extract_json(raw_output) | |
| if parsed is None: | |
| raise HTTPException( | |
| status_code=502, | |
| detail={ | |
| "message": ( | |
| "Model generation did not contain parseable JSON." | |
| ), | |
| "raw_output": raw_output, | |
| }, | |
| ) | |
| try: | |
| validated = ProgressionModelOutput.model_validate(parsed) | |
| except Exception as exc: | |
| raise HTTPException( | |
| status_code=502, | |
| detail={ | |
| "message": ( | |
| "Model returned JSON that did not match the " | |
| "Progression schema." | |
| ), | |
| "raw_output": raw_output, | |
| "parsed_output": parsed, | |
| "validation_error": str(exc), | |
| }, | |
| ) from exc | |
| return ProgressionResponse( | |
| progression=validated.progression, | |
| usage=Usage( | |
| input_tokens=completion.input_tokens, | |
| output_tokens=completion.output_tokens, | |
| ), | |
| ) | |