File size: 5,069 Bytes
b0074f5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
"""
请求体详细日志服务(磁盘 JSON 文件)
- 开关 request_log_enabled 控制;仅记录命中指定错误码的请求
- 文件保存在 data/request_logs/<YYYY-MM-DD>/<毫秒时间戳>_<request_id>.json
- usage_log 数据库行只保存相对路径索引(request_log_file 字段)
- 前端查看详情时按索引从磁盘读取;清理/清空日志时同步删除对应文件
"""

import json
import os
import shutil
import time
from typing import Any, Dict, Optional

import aiofiles

from log import log

# 详细日志根目录(相对工作目录)
REQUEST_LOG_DIR = os.path.join("data", "request_logs")

# 记录时需要脱敏的请求头(小写)
_SENSITIVE_HEADERS = {"authorization", "cookie", "set-cookie", "x-goog-api-key", "x-api-key"}


def _sanitize_headers(headers: Optional[Dict[str, str]]) -> Dict[str, str]:
    safe: Dict[str, str] = {}
    for key, value in (headers or {}).items():
        if str(key).lower() in _SENSITIVE_HEADERS:
            safe[key] = "(已脱敏)"
        else:
            safe[str(key)] = str(value)
    return safe


async def record_request_body(
    *,
    request_id: str,
    model_name: str,
    upstream_model_name: str,
    credential_email: str,
    is_stream: bool,
    status_code: int,
    url: str,
    headers: Optional[Dict[str, str]],
    payload: Any,
    response_body: str = "",
    error_message: str = "",
) -> Optional[str]:
    """
    写入一条请求体详细日志(磁盘 JSON)。
    返回相对路径索引(写入失败返回 None)。任何异常不影响主流程。
    """
    ts = time.time()
    date_dir = time.strftime("%Y-%m-%d", time.localtime(ts))
    rel_dir = os.path.join(REQUEST_LOG_DIR, date_dir)
    file_name = f"{int(ts * 1000)}_{request_id or 'unknown'}.json"
    # 数据库索引:相对 request_logs 根目录的路径(正斜杠)
    rel_path = f"{date_dir}/{file_name}"
    full_path = os.path.join(rel_dir, file_name)

    entry = {
        "created_at": ts,
        "request_id": request_id,
        "model_name": model_name,
        "upstream_model_name": upstream_model_name,
        "credential_email": credential_email,
        "is_stream": is_stream,
        "status_code": status_code,
        "url": url,
        "request_headers": _sanitize_headers(headers),
        "request_body": payload,
        "response_body": response_body,
        "error_message": error_message,
    }

    try:
        os.makedirs(rel_dir, exist_ok=True)
        async with aiofiles.open(full_path, "w", encoding="utf-8") as f:
            await f.write(json.dumps(entry, ensure_ascii=False, indent=2))
        return rel_path
    except Exception as e:
        log.warning(f"请求体详细日志写入失败(不影响主流程): {e}")
        return None


def _resolve_path(rel_path: str) -> Optional[str]:
    """把数据库中的相对路径索引解析为磁盘绝对路径(防目录穿越)"""
    if not rel_path:
        return None
    normalized = rel_path.replace("\\", "/")
    root = os.path.normpath(REQUEST_LOG_DIR)
    full = os.path.normpath(os.path.join(root, normalized))
    if full != root and not full.startswith(root + os.sep):
        return None
    return full


def read_request_body_log(rel_path: str) -> Optional[Dict[str, Any]]:
    """按索引读取详细日志文件;不存在或损坏时返回 None(文件可能已被清理或手动删除)"""
    full = _resolve_path(rel_path)
    if not full or not os.path.isfile(full):
        return None
    try:
        with open(full, "r", encoding="utf-8") as f:
            data = json.load(f)
        return data if isinstance(data, dict) else None
    except Exception:
        # 文件损坏(可能被手动编辑/删除到一半)也不报错,视为不可读
        return None


def clear_request_body_logs(before_timestamp: Optional[float] = None) -> int:
    """
    清理详细日志文件,返回删除的文件数。
    - before_timestamp=None: 清空全部(删除整个 request_logs 目录后重建)
    - 否则: 只删除文件名时间戳早于该值的文件
    """
    root = REQUEST_LOG_DIR
    if not os.path.isdir(root):
        return 0

    if before_timestamp is None:
        count = 0
        for _dirpath, _dirnames, filenames in os.walk(root):
            count += len(filenames)
        try:
            shutil.rmtree(root, ignore_errors=True)
            os.makedirs(root, exist_ok=True)
        except Exception as e:
            log.warning(f"清空请求体详细日志目录失败: {e}")
        return count

    cutoff_ms = int(before_timestamp * 1000)
    deleted = 0
    for dirpath, _dirnames, filenames in os.walk(root):
        for name in filenames:
            try:
                ts_ms = int(name.split("_", 1)[0])
            except ValueError:
                continue
            if ts_ms < cutoff_ms:
                try:
                    os.remove(os.path.join(dirpath, name))
                    deleted += 1
                except OSError:
                    pass
    return deleted