File size: 3,447 Bytes
b4f2238
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
"""信息中转站定时任务。"""

from __future__ import annotations

import logging
import socket

logger = logging.getLogger("apps.message_hub")

TASK_FUNC = "apps.message_hub.tasks.sync_all_sources"
TASK_NAME = "message_hub:sync_all_sources"


def _is_expected_sync_error(exc: Exception) -> bool:
    """判断是否为可预期的网络/环境/运行时异常,避免刷整段堆栈。"""
    if isinstance(exc, (socket.gaierror, TimeoutError, ConnectionError)):
        return True

    msg = str(exc).lower()
    expected_tokens = (
        "err_internet_disconnected",
        "name or service not known",
        "nodename nor servname provided",
        "connection refused",
        "temporarily unavailable",
        "timeout",
        "greenlet.error",  # Playwright 跨线程 greenlet 切换失败
        "cannot switch to a different thread",  # 同上
        "sync api inside the asyncio loop",  # Playwright Sync API 在 asyncio 中误用
        "target closed",  # 浏览器/页面已关闭
        "browser has been closed",  # 浏览器实例已关闭
        "disconnected",  # Playwright 连接断开
    )
    return any(token in msg for token in expected_tokens)


def sync_source_by_id(source_id: int) -> None:
    """同步单个消息来源,供 django-q async_task 调用。"""
    import os

    os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"

    from apps.message_hub.models import MessageSource
    from apps.message_hub.services import get_fetcher

    source = MessageSource.objects.select_related("credential").get(pk=source_id)
    fetcher = get_fetcher(source.source_type)
    count = fetcher.fetch_new_messages(source)
    logger.info("同步完成: source=%s, 新消息=%d", source.display_name, count)


def sync_all_sources() -> None:
    """轮询所有启用的消息来源,拉取新消息。由 django-q2 定时调用。"""
    import os

    os.environ["DJANGO_ALLOW_ASYNC_UNSAFE"] = "true"

    from apps.message_hub.models import MessageSource
    from apps.message_hub.services import get_fetcher

    sources = MessageSource.objects.filter(is_enabled=True).select_related("credential")
    for source in sources:
        try:
            fetcher = get_fetcher(source.source_type)
            count = fetcher.fetch_new_messages(source)
            logger.info("同步完成: source=%s, 新消息=%d", source.display_name, count)
        except NotImplementedError:
            logger.info("来源 %s 尚未实现,跳过", source.display_name)
        except Exception as exc:
            if _is_expected_sync_error(exc):
                logger.warning("同步失败(网络/环境异常): source=%s, error=%s", source.display_name, exc)
            else:
                logger.exception("同步失败: source=%s", source.display_name)


def _register_schedule() -> None:
    """注册 django-q2 定时任务(每30分钟)。"""
    try:
        from django_q.models import Schedule

        if not Schedule.objects.filter(name=TASK_NAME).exists():
            from django_q.tasks import schedule

            schedule(
                TASK_FUNC,
                schedule_type=Schedule.MINUTES,
                minutes=30,
                name=TASK_NAME,
                repeats=-1,
            )
            logger.info("已注册定时任务: %s", TASK_NAME)
    except Exception:
        logger.debug("定时任务注册跳过(django-q 未就绪)")


_register_schedule()