Amitkasar's picture
changed the project structure and ui , updated security and enhanced the project
3f78860
Raw History Blame Contribute Delete
1.8 kB
from typing import Optional
from fastapi import APIRouter, Depends, Request
from sqlalchemy import func
from sqlalchemy.orm import Session
from backend import database
from backend.core.limiter import limiter
from backend.core.logging import get_logger
from backend.database import LLMUsage
router = APIRouter()
logger = get_logger(__name__)
@router.get("/usage")
@limiter.limit("30/minute")
def get_usage(
request: Request,
session_id: Optional[str] = None,
user_id: Optional[str] = None,
db: Session = Depends(database.get_db),
):
base = db.query(LLMUsage)
if session_id:
base = base.filter(LLMUsage.session_id == session_id)
if user_id:
base = base.filter(LLMUsage.user_id == user_id)
breakdown_q = base.with_entities(
LLMUsage.call_type,
func.count().label("calls"),
func.sum(LLMUsage.prompt_tokens).label("prompt_tokens"),
func.sum(LLMUsage.completion_tokens).label("completion_tokens"),
func.sum(LLMUsage.total_tokens).label("total_tokens"),
).group_by(LLMUsage.call_type).all()
total_row = base.with_entities(
func.sum(LLMUsage.prompt_tokens),
func.sum(LLMUsage.completion_tokens),
func.sum(LLMUsage.total_tokens),
).first()
return {
"breakdown": [
{
"call_type": r.call_type,
"calls": r.calls,
"prompt_tokens": r.prompt_tokens or 0,
"completion_tokens": r.completion_tokens or 0,
"total_tokens": r.total_tokens or 0,
}
for r in breakdown_q
],
"totals": {
"prompt_tokens": total_row[0] or 0,
"completion_tokens": total_row[1] or 0,
"total_tokens": total_row[2] or 0,
},
}