Spaces:
Runtime error
Runtime error
Download backend/services/usage_service.py from Amitkasar/ai-api-testing: direct link, hf CLI and curl.
- Browser
- Download file 1.41 kB
-
https://huggingface.co/spaces/Amitkasar/ai-api-testing/resolve/main/backend/services/usage_service.py
- Command line
-
hf download hf://spaces/Amitkasar/ai-api-testing/backend/services/usage_service.py
-
curl -L -o usage_service.py https://huggingface.co/spaces/Amitkasar/ai-api-testing/resolve/main/backend/services/usage_service.py
1.41 kB
| from sqlalchemy.orm import Session | |
| from sqlalchemy import func | |
| from backend.database import LLMUsage | |
| from backend.core.config import settings | |
| from backend.core.errors import AppError | |
| from backend.core.logging import get_logger | |
| logger = get_logger(__name__) | |
| def log_usage( | |
| db: Session, | |
| session_id: str | None, | |
| user_id: str | None, | |
| call_type: str, | |
| token_usage: dict | None, | |
| ) -> None: | |
| if not token_usage: | |
| return | |
| entry = LLMUsage( | |
| session_id=session_id, | |
| user_id=user_id, | |
| call_type=call_type, | |
| prompt_tokens=token_usage.get("prompt_tokens", 0), | |
| completion_tokens=token_usage.get("completion_tokens", 0), | |
| total_tokens=token_usage.get("total_tokens", 0), | |
| ) | |
| db.add(entry) | |
| db.commit() | |
| def get_session_total_tokens(db: Session, session_id: str) -> int: | |
| result = ( | |
| db.query(func.sum(LLMUsage.total_tokens)) | |
| .filter(LLMUsage.session_id == session_id) | |
| .scalar() | |
| ) | |
| return result or 0 | |
| def check_budget(db: Session, session_id: str | None) -> None: | |
| """Raise AppError(429) if session has exceeded MAX_TOKENS_PER_SESSION.""" | |
| cap = settings.MAX_TOKENS_PER_SESSION | |
| if not cap or not session_id: | |
| return | |
| used = get_session_total_tokens(db, session_id) | |
| if used >= cap: | |
| raise AppError(429, f"Session token budget exceeded: {used:,}/{cap:,} tokens used.") | |