File size: 1,406 Bytes
3f78860
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
from sqlalchemy.orm import Session
from sqlalchemy import func
from backend.database import LLMUsage
from backend.core.config import settings
from backend.core.errors import AppError
from backend.core.logging import get_logger

logger = get_logger(__name__)


def log_usage(
    db: Session,
    session_id: str | None,
    user_id: str | None,
    call_type: str,
    token_usage: dict | None,
) -> None:
    if not token_usage:
        return
    entry = LLMUsage(
        session_id=session_id,
        user_id=user_id,
        call_type=call_type,
        prompt_tokens=token_usage.get("prompt_tokens", 0),
        completion_tokens=token_usage.get("completion_tokens", 0),
        total_tokens=token_usage.get("total_tokens", 0),
    )
    db.add(entry)
    db.commit()


def get_session_total_tokens(db: Session, session_id: str) -> int:
    result = (
        db.query(func.sum(LLMUsage.total_tokens))
        .filter(LLMUsage.session_id == session_id)
        .scalar()
    )
    return result or 0


def check_budget(db: Session, session_id: str | None) -> None:
    """Raise AppError(429) if session has exceeded MAX_TOKENS_PER_SESSION."""
    cap = settings.MAX_TOKENS_PER_SESSION
    if not cap or not session_id:
        return
    used = get_session_total_tokens(db, session_id)
    if used >= cap:
        raise AppError(429, f"Session token budget exceeded: {used:,}/{cap:,} tokens used.")