ai-api-testing / backend /services /usage_service.py
Amitkasar's picture
changed the project structure and ui , updated security and enhanced the project
3f78860
Raw History Blame Contribute Delete
1.41 kB
from sqlalchemy.orm import Session
from sqlalchemy import func
from backend.database import LLMUsage
from backend.core.config import settings
from backend.core.errors import AppError
from backend.core.logging import get_logger
logger = get_logger(__name__)
def log_usage(
db: Session,
session_id: str | None,
user_id: str | None,
call_type: str,
token_usage: dict | None,
) -> None:
if not token_usage:
return
entry = LLMUsage(
session_id=session_id,
user_id=user_id,
call_type=call_type,
prompt_tokens=token_usage.get("prompt_tokens", 0),
completion_tokens=token_usage.get("completion_tokens", 0),
total_tokens=token_usage.get("total_tokens", 0),
)
db.add(entry)
db.commit()
def get_session_total_tokens(db: Session, session_id: str) -> int:
result = (
db.query(func.sum(LLMUsage.total_tokens))
.filter(LLMUsage.session_id == session_id)
.scalar()
)
return result or 0
def check_budget(db: Session, session_id: str | None) -> None:
"""Raise AppError(429) if session has exceeded MAX_TOKENS_PER_SESSION."""
cap = settings.MAX_TOKENS_PER_SESSION
if not cap or not session_id:
return
used = get_session_total_tokens(db, session_id)
if used >= cap:
raise AppError(429, f"Session token budget exceeded: {used:,}/{cap:,} tokens used.")