File size: 3,447 Bytes
b4f2238 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 | """信息中转站定时任务。"""
from __future__ import annotations
import logging
import socket
logger = logging.getLogger("apps.message_hub")
TASK_FUNC = "apps.message_hub.tasks.sync_all_sources"
TASK_NAME = "message_hub:sync_all_sources"
def _is_expected_sync_error(exc: Exception) -> bool:
"""判断是否为可预期的网络/环境/运行时异常,避免刷整段堆栈。"""
if isinstance(exc, (socket.gaierror, TimeoutError, ConnectionError)):
return True
msg = str(exc).lower()
expected_tokens = (
"err_internet_disconnected",
"name or service not known",
"nodename nor servname provided",
"connection refused",
"temporarily unavailable",
"timeout",
"greenlet.error", # Playwright 跨线程 greenlet 切换失败
"cannot switch to a different thread", # 同上
"sync api inside the asyncio loop", # Playwright Sync API 在 asyncio 中误用
"target closed", # 浏览器/页面已关闭
"browser has been closed", # 浏览器实例已关闭
"disconnected", # Playwright 连接断开
)
return any(token in msg for token in expected_tokens)
def sync_source_by_id(source_id: int) -> None:
"""同步单个消息来源,供 django-q async_task 调用。"""
import os
os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"
from apps.message_hub.models import MessageSource
from apps.message_hub.services import get_fetcher
source = MessageSource.objects.select_related("credential").get(pk=source_id)
fetcher = get_fetcher(source.source_type)
count = fetcher.fetch_new_messages(source)
logger.info("同步完成: source=%s, 新消息=%d", source.display_name, count)
def sync_all_sources() -> None:
"""轮询所有启用的消息来源,拉取新消息。由 django-q2 定时调用。"""
import os
os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"
from apps.message_hub.models import MessageSource
from apps.message_hub.services import get_fetcher
sources = MessageSource.objects.filter(is_enabled=True).select_related("credential")
for source in sources:
try:
fetcher = get_fetcher(source.source_type)
count = fetcher.fetch_new_messages(source)
logger.info("同步完成: source=%s, 新消息=%d", source.display_name, count)
except NotImplementedError:
logger.info("来源 %s 尚未实现,跳过", source.display_name)
except Exception as exc:
if _is_expected_sync_error(exc):
logger.warning("同步失败(网络/环境异常): source=%s, error=%s", source.display_name, exc)
else:
logger.exception("同步失败: source=%s", source.display_name)
def _register_schedule() -> None:
"""注册 django-q2 定时任务(每30分钟)。"""
try:
from django_q.models import Schedule
if not Schedule.objects.filter(name=TASK_NAME).exists():
from django_q.tasks import schedule
schedule(
TASK_FUNC,
schedule_type=Schedule.MINUTES,
minutes=30,
name=TASK_NAME,
repeats=-1,
)
logger.info("已注册定时任务: %s", TASK_NAME)
except Exception:
logger.debug("定时任务注册跳过(django-q 未就绪)")
_register_schedule()
|