File size: 2,199 Bytes
fba6023
 
 
 
 
0e3c5cf
fba6023
 
 
 
 
 
0e3c5cf
 
 
 
 
 
fba6023
 
0e3c5cf
fba6023
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0e3c5cf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
fba6023
 
 
 
 
0e3c5cf
 
 
fba6023
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
from __future__ import annotations

import asyncio

from app.core.logger import get_logger
from app.security.assets import CanonicalAssetService
from app.services.cleanup import CleanupService

logger = get_logger(__name__)


class CleanupWorker:
    def __init__(
        self,
        service: CleanupService,
        interval_seconds: int,
        assets: CanonicalAssetService | None = None,
    ) -> None:
        self.service = service
        self.interval_seconds = interval_seconds
        self.assets = assets
        self._task: asyncio.Task[None] | None = None
        self._stop = asyncio.Event()

    async def start(self) -> None:
        self._stop.clear()
        self._task = asyncio.create_task(self._run(), name="media-cleanup-worker")

    async def stop(self) -> None:
        self._stop.set()
        if self._task:
            self._task.cancel()
            try:
                await self._task
            except asyncio.CancelledError:
                logger.debug("cleanup worker task cancelled")
            self._task = None

    async def _run(self) -> None:
        while not self._stop.is_set():
            try:
                asset_removed = 0
                if self.assets is not None:
                    asset_removed = await self.assets.cleanup_expired(
                        self.service.settings.output_dir
                    )
                    protected = await self.assets.protected_request_ids()
                else:
                    protected = set()

                removed = await self.service.cleanup_expired(protected)
                if removed or asset_removed:
                    logger.info(
                        "cleanup worker removed expired media",
                        extra={"workspaces": removed, "assets": asset_removed},
                    )
            except asyncio.CancelledError:
                raise
            except Exception:
                logger.exception("cleanup worker iteration failed")
            try:
                await asyncio.wait_for(
                    self._stop.wait(), timeout=self.interval_seconds
                )
            except asyncio.TimeoutError:
                continue