Spaces:
Runtime error
Runtime error
File size: 1,803 Bytes
3f78860 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | from typing import Optional
from fastapi import APIRouter, Depends, Request
from sqlalchemy import func
from sqlalchemy.orm import Session
from backend import database
from backend.core.limiter import limiter
from backend.core.logging import get_logger
from backend.database import LLMUsage
router = APIRouter()
logger = get_logger(__name__)
@router.get("/usage")
@limiter.limit("30/minute")
def get_usage(
request: Request,
session_id: Optional[str] = None,
user_id: Optional[str] = None,
db: Session = Depends(database.get_db),
):
base = db.query(LLMUsage)
if session_id:
base = base.filter(LLMUsage.session_id == session_id)
if user_id:
base = base.filter(LLMUsage.user_id == user_id)
breakdown_q = base.with_entities(
LLMUsage.call_type,
func.count().label("calls"),
func.sum(LLMUsage.prompt_tokens).label("prompt_tokens"),
func.sum(LLMUsage.completion_tokens).label("completion_tokens"),
func.sum(LLMUsage.total_tokens).label("total_tokens"),
).group_by(LLMUsage.call_type).all()
total_row = base.with_entities(
func.sum(LLMUsage.prompt_tokens),
func.sum(LLMUsage.completion_tokens),
func.sum(LLMUsage.total_tokens),
).first()
return {
"breakdown": [
{
"call_type": r.call_type,
"calls": r.calls,
"prompt_tokens": r.prompt_tokens or 0,
"completion_tokens": r.completion_tokens or 0,
"total_tokens": r.total_tokens or 0,
}
for r in breakdown_q
],
"totals": {
"prompt_tokens": total_row[0] or 0,
"completion_tokens": total_row[1] or 0,
"total_tokens": total_row[2] or 0,
},
}
|