from sqlalchemy.orm import Session from sqlalchemy import func from backend.database import LLMUsage from backend.core.config import settings from backend.core.errors import AppError from backend.core.logging import get_logger logger = get_logger(__name__) def log_usage( db: Session, session_id: str | None, user_id: str | None, call_type: str, token_usage: dict | None, ) -> None: if not token_usage: return entry = LLMUsage( session_id=session_id, user_id=user_id, call_type=call_type, prompt_tokens=token_usage.get("prompt_tokens", 0), completion_tokens=token_usage.get("completion_tokens", 0), total_tokens=token_usage.get("total_tokens", 0), ) db.add(entry) db.commit() def get_session_total_tokens(db: Session, session_id: str) -> int: result = ( db.query(func.sum(LLMUsage.total_tokens)) .filter(LLMUsage.session_id == session_id) .scalar() ) return result or 0 def check_budget(db: Session, session_id: str | None) -> None: """Raise AppError(429) if session has exceeded MAX_TOKENS_PER_SESSION.""" cap = settings.MAX_TOKENS_PER_SESSION if not cap or not session_id: return used = get_session_total_tokens(db, session_id) if used >= cap: raise AppError(429, f"Session token budget exceeded: {used:,}/{cap:,} tokens used.")