jade-meadow-5791 / app /utils /request_logging.py
fitzpatrick9's picture
Deploy MoneyPrinterTurbo
55626ac verified
Raw History Blame Contribute Delete
7.72 kB
"""可选的请求参数追踪;不读取响应正文,不改变重试或网络传输行为。"""
import json
import re
from collections.abc import Mapping
from itertools import islice
from time import perf_counter
from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit
from uuid import uuid4
from loguru import logger
from pydantic import BaseModel
from app.utils.logging_utils import get_logging_options
_REDACTED = "[REDACTED]"
_MAX_STRING = 1000
_MAX_PAYLOAD = 12000
# 凭据字段名一律遮盖。设备登录流程的会话标识同样是凭据:Kimi 用
# ``device_code``,Codex 用 ``device_auth_id``,两者都必须留在日志之外。
_SECRET_KEY = re.compile(
r"authorization|cookie|password|passwd|secret|credential|signature|"
r"apikey|accesskey|privatekey|clientkey|devicecode|deviceauthid|usercode|"
r"authorizationcode|(?:access|refresh|id|auth|api|bearer)token"
)
_TOKEN = re.compile(
r"\b(?:sk|rk|sess|ghp|github_pat)[-_][A-Za-z0-9_-]{8,}|"
r"\beyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+"
)
_URL = re.compile(r"https?://[^\s<>\"']+", re.IGNORECASE)
_MEDIA_KEYS = frozenset(
{
"audio",
"audiodata",
"audiobase64",
"base64",
"b64json",
"bytes",
"file",
"files",
"filedata",
"image",
"imagedata",
"imagebase64",
"video",
}
)
def _safe_url(value: str) -> str:
"""查询参数全部遮盖,避免漏掉供应商自定义的签名字段。"""
try:
parts = urlsplit(value)
netloc = parts.netloc.rsplit("@", 1)[-1]
query = urlencode([(k, _REDACTED) for k, _ in parse_qsl(parts.query)])
return _TOKEN.sub(
_REDACTED, urlunsplit((parts.scheme, netloc, parts.path, query, ""))
)[:_MAX_STRING]
except ValueError:
return "[invalid URL]"
def _safe_string(value: str) -> str:
if value.lstrip().lower().startswith("data:"):
return "[media omitted]"
if len(value) >= 256 and re.fullmatch(r"[A-Za-z0-9+/=\r\n]+", value):
return "[base64 omitted]"
value = _TOKEN.sub(_REDACTED, value)
value = _URL.sub(lambda match: _safe_url(match.group()), value)
return value[:_MAX_STRING] + ("… [truncated]" if len(value) > _MAX_STRING else "")
def _safe_query_params(value):
"""与 URL 内的 query 保持一致,遮盖所有值,兼容 requests 的参数格式。"""
if isinstance(value, Mapping):
return {_safe_string(str(key)): _REDACTED for key in islice(value, 30)}
if isinstance(value, (list, tuple)):
return [
[_safe_string(str(pair[0])), _REDACTED]
for pair in value[:30]
if isinstance(pair, (list, tuple)) and len(pair) == 2
]
return "[query values omitted]"
def sanitize_payload(value):
"""限制深度、节点数和文本长度;未知对象只记录类型,不调用其 repr。"""
remaining = 100
def visit(item, depth=0):
nonlocal remaining
remaining -= 1
if remaining < 0 or depth > 6:
return "[truncated]"
if isinstance(item, Mapping):
result = {}
for index, (key, child) in enumerate(item.items()):
if index >= 30 or remaining <= 0:
result["…"] = "[truncated]"
break
key = str(key)
normalized = re.sub(r"[^a-z0-9]", "", key.lower())
if normalized in {
"key",
"token",
"headers",
"cookies",
"code",
"codeverifier",
"nonce",
} or _SECRET_KEY.search(normalized):
result[_safe_string(key)] = _REDACTED
elif normalized in {"params", "extraquery", "queryparams"}:
result[_safe_string(key)] = _safe_query_params(child)
elif normalized in _MEDIA_KEYS:
result[_safe_string(key)] = "[media omitted]"
else:
result[_safe_string(key)] = visit(child, depth + 1)
return result
if isinstance(item, (list, tuple)):
return [visit(child, depth + 1) for child in item[:10]] + (
["[truncated]"] if len(item) > 10 else []
)
if isinstance(item, str):
return _safe_string(item)
if isinstance(item, BaseModel):
return visit(item.model_dump(mode="json", exclude_none=True), depth + 1)
if item is None or isinstance(item, (bool, int, float)):
return item
return f"[{type(item).__name__} omitted]"
return visit(value)
def _emit(event: dict) -> None:
# 诊断失败不能阻断付费提交、污染业务异常或触发额外重试。
try:
logger.bind(request_trace=True).info(
"request_trace {}", json.dumps(event, ensure_ascii=False)
)
except Exception:
pass
def _trace_call(kind, method, endpoint, payload, send, *args, **kwargs):
if not get_logging_options()[1]:
return send(*args, **kwargs)
trace_id = uuid4().hex[:12]
try:
parameters = sanitize_payload(payload)
summary = json.dumps(parameters, ensure_ascii=False)
_emit(
{
"event": "request",
"id": trace_id,
"kind": kind,
"method": method,
"endpoint": _safe_url(str(endpoint)),
"parameters": parameters
if len(summary) <= _MAX_PAYLOAD
else summary[:_MAX_PAYLOAD],
"truncated": len(summary) > _MAX_PAYLOAD,
}
)
except Exception:
pass
started = perf_counter()
try:
response = send(*args, **kwargs)
except Exception as exc:
_emit(
{
"event": "error",
"id": trace_id,
"error_type": type(exc).__name__,
"elapsed_ms": round((perf_counter() - started) * 1000, 1),
}
)
raise
# 不访问 .content/.text/.json(),避免提前消耗 SSE、音频和大文件下载。
try:
status = getattr(response, "status_code", None)
except Exception:
status = None
_emit(
{
"event": "response",
"id": trace_id,
"status": status if isinstance(status, int) else None,
"elapsed_ms": round((perf_counter() - started) * 1000, 1),
}
)
return response
def trace_http_call(method, send, url, *args, **kwargs):
"""包装项目显式发出的 requests 请求,原参数和返回对象保持不变。"""
payload = {
key: kwargs[key] for key in ("params", "json", "data", "files") if key in kwargs
}
# 原始表单/二进制正文不能可靠按字段脱敏,只允许查看结构化参数。
if "data" in payload and not isinstance(payload["data"], Mapping):
payload["data"] = "[raw body omitted]"
if method.upper() == "REQUEST":
# Session.request 的第一个位置参数是 method,第二个才是 URL。
method, url, args = url, args[0], args[1:]
return _trace_call(
"http", method, url, payload, send, method, url, *args, **kwargs
)
return _trace_call("http", method, url, payload, send, url, *args, **kwargs)
def trace_sdk_call(provider, endpoint, send, **kwargs):
"""记录 SDK 调用参数;不声称覆盖 SDK 内部重试或其最终 wire JSON。"""
return _trace_call("sdk", provider, endpoint, kwargs, send, **kwargs)