File size: 2,134 Bytes
481dfe6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | import asyncio
import logging
from datetime import datetime, timedelta
from uuid import uuid4
from app.memory.conversation_buffer import ConversationBuffer
from app.config import settings
logger = logging.getLogger(__name__)
_sessions: dict[str, ConversationBuffer] = {}
_cleanup_task: asyncio.Task | None = None
def get_or_create_session(session_id: str | None) -> tuple[str, ConversationBuffer]:
"""Get existing session or create a new one. Returns (session_id, buffer)."""
if not session_id or session_id not in _sessions:
session_id = session_id or str(uuid4())
_sessions[session_id] = ConversationBuffer()
logger.info("Created new session: %s", session_id)
return session_id, _sessions[session_id]
def get_session(session_id: str) -> ConversationBuffer | None:
return _sessions.get(session_id)
def delete_session(session_id: str) -> bool:
if session_id in _sessions:
del _sessions[session_id]
logger.info("Deleted session: %s", session_id)
return True
return False
def active_session_count() -> int:
return len(_sessions)
async def _cleanup_expired_sessions() -> None:
"""Background task: evict sessions older than SESSION_TTL_MINUTES."""
while True:
await asyncio.sleep(300) # Run every 5 minutes
ttl = timedelta(minutes=settings.session_ttl_minutes)
now = datetime.utcnow()
expired = [
sid for sid, buf in _sessions.items()
if (now - buf.last_accessed) > ttl
]
for sid in expired:
del _sessions[sid]
logger.info("Evicted expired session: %s", sid)
if expired:
logger.info("Evicted %d expired sessions", len(expired))
def start_cleanup_task() -> None:
global _cleanup_task
if _cleanup_task is None or _cleanup_task.done():
_cleanup_task = asyncio.create_task(_cleanup_expired_sessions())
def stop_cleanup_task() -> None:
global _cleanup_task
if _cleanup_task and not _cleanup_task.done():
_cleanup_task.cancel()
|