Spaces:
Runtime error
Runtime error
File size: 1,406 Bytes
3f78860 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | from sqlalchemy.orm import Session
from sqlalchemy import func
from backend.database import LLMUsage
from backend.core.config import settings
from backend.core.errors import AppError
from backend.core.logging import get_logger
logger = get_logger(__name__)
def log_usage(
db: Session,
session_id: str | None,
user_id: str | None,
call_type: str,
token_usage: dict | None,
) -> None:
if not token_usage:
return
entry = LLMUsage(
session_id=session_id,
user_id=user_id,
call_type=call_type,
prompt_tokens=token_usage.get("prompt_tokens", 0),
completion_tokens=token_usage.get("completion_tokens", 0),
total_tokens=token_usage.get("total_tokens", 0),
)
db.add(entry)
db.commit()
def get_session_total_tokens(db: Session, session_id: str) -> int:
result = (
db.query(func.sum(LLMUsage.total_tokens))
.filter(LLMUsage.session_id == session_id)
.scalar()
)
return result or 0
def check_budget(db: Session, session_id: str | None) -> None:
"""Raise AppError(429) if session has exceeded MAX_TOKENS_PER_SESSION."""
cap = settings.MAX_TOKENS_PER_SESSION
if not cap or not session_id:
return
used = get_session_total_tokens(db, session_id)
if used >= cap:
raise AppError(429, f"Session token budget exceeded: {used:,}/{cap:,} tokens used.")
|