Spaces:
Paused
Paused
Download app/controllers/manager/base_manager.py from ronenpi18/ugc-studio-api: direct link, hf CLI and curl.
- Browser
- Download file 3.07 kB
-
https://huggingface.co/spaces/ronenpi18/ugc-studio-api/resolve/main/app/controllers/manager/base_manager.py
- Command line
-
hf download hf://spaces/ronenpi18/ugc-studio-api/app/controllers/manager/base_manager.py
-
curl -L -o base_manager.py https://huggingface.co/spaces/ronenpi18/ugc-studio-api/resolve/main/app/controllers/manager/base_manager.py
3.07 kB
| import threading | |
| from typing import Any, Callable, Dict | |
| from loguru import logger | |
| class TaskQueueFullError(ValueError): | |
| pass | |
| class TaskManager: | |
| def __init__(self, max_concurrent_tasks: int, max_queued_tasks: int = 100): | |
| self.max_concurrent_tasks = max_concurrent_tasks | |
| self.max_queued_tasks = max_queued_tasks | |
| self.current_tasks = 0 | |
| self.lock = threading.Lock() | |
| self.queue = self.create_queue() | |
| def create_queue(self): | |
| raise NotImplementedError() | |
| def add_task(self, func: Callable, *args: Any, **kwargs: Any): | |
| with self.lock: | |
| if self.current_tasks < self.max_concurrent_tasks: | |
| logger.info( | |
| f"add task: {func.__name__}, current_tasks: {self.current_tasks}" | |
| ) | |
| self.execute_task(func, *args, **kwargs) | |
| else: | |
| queue_size = self.queue_size() | |
| # 并发数已满时才进入排队。队列必须有上限,否则匿名接口可以持续 | |
| # 堆积任务对象和请求参数,最终造成内存耗尽或第三方 API 成本失控。 | |
| if queue_size >= self.max_queued_tasks: | |
| logger.warning( | |
| f"reject task: {func.__name__}, queue_size: {queue_size}, " | |
| f"max_queued_tasks: {self.max_queued_tasks}" | |
| ) | |
| raise TaskQueueFullError("task queue is full, please try again later") | |
| logger.info( | |
| f"enqueue task: {func.__name__}, current_tasks: {self.current_tasks}, " | |
| f"queue_size: {queue_size}" | |
| ) | |
| self.enqueue({"func": func, "args": args, "kwargs": kwargs}) | |
| def execute_task(self, func: Callable, *args: Any, **kwargs: Any): | |
| thread = threading.Thread( | |
| target=self.run_task, args=(func, *args), kwargs=kwargs | |
| ) | |
| thread.start() | |
| def run_task(self, func: Callable, *args: Any, **kwargs: Any): | |
| try: | |
| with self.lock: | |
| self.current_tasks += 1 | |
| func(*args, **kwargs) # call the function here, passing *args and **kwargs. | |
| finally: | |
| self.task_done() | |
| def check_queue(self): | |
| with self.lock: | |
| if ( | |
| self.current_tasks < self.max_concurrent_tasks | |
| and not self.is_queue_empty() | |
| ): | |
| task_info = self.dequeue() | |
| func = task_info["func"] | |
| args = task_info.get("args", ()) | |
| kwargs = task_info.get("kwargs", {}) | |
| self.execute_task(func, *args, **kwargs) | |
| def task_done(self): | |
| with self.lock: | |
| self.current_tasks -= 1 | |
| self.check_queue() | |
| def enqueue(self, task: Dict): | |
| raise NotImplementedError() | |
| def dequeue(self): | |
| raise NotImplementedError() | |
| def is_queue_empty(self): | |
| raise NotImplementedError() | |
| def queue_size(self): | |
| raise NotImplementedError() | |