File size: 1,803 Bytes
3f78860
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
from typing import Optional

from fastapi import APIRouter, Depends, Request
from sqlalchemy import func
from sqlalchemy.orm import Session

from backend import database
from backend.core.limiter import limiter
from backend.core.logging import get_logger
from backend.database import LLMUsage

router = APIRouter()
logger = get_logger(__name__)


@router.get("/usage")
@limiter.limit("30/minute")
def get_usage(
    request: Request,
    session_id: Optional[str] = None,
    user_id: Optional[str] = None,
    db: Session = Depends(database.get_db),
):
    base = db.query(LLMUsage)
    if session_id:
        base = base.filter(LLMUsage.session_id == session_id)
    if user_id:
        base = base.filter(LLMUsage.user_id == user_id)

    breakdown_q = base.with_entities(
        LLMUsage.call_type,
        func.count().label("calls"),
        func.sum(LLMUsage.prompt_tokens).label("prompt_tokens"),
        func.sum(LLMUsage.completion_tokens).label("completion_tokens"),
        func.sum(LLMUsage.total_tokens).label("total_tokens"),
    ).group_by(LLMUsage.call_type).all()

    total_row = base.with_entities(
        func.sum(LLMUsage.prompt_tokens),
        func.sum(LLMUsage.completion_tokens),
        func.sum(LLMUsage.total_tokens),
    ).first()

    return {
        "breakdown": [
            {
                "call_type": r.call_type,
                "calls": r.calls,
                "prompt_tokens": r.prompt_tokens or 0,
                "completion_tokens": r.completion_tokens or 0,
                "total_tokens": r.total_tokens or 0,
            }
            for r in breakdown_q
        ],
        "totals": {
            "prompt_tokens": total_row[0] or 0,
            "completion_tokens": total_row[1] or 0,
            "total_tokens": total_row[2] or 0,
        },
    }