File size: 5,069 Bytes
b0074f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 | """
请求体详细日志服务(磁盘 JSON 文件)
- 开关 request_log_enabled 控制;仅记录命中指定错误码的请求
- 文件保存在 data/request_logs/<YYYY-MM-DD>/<毫秒时间戳>_<request_id>.json
- usage_log 数据库行只保存相对路径索引(request_log_file 字段)
- 前端查看详情时按索引从磁盘读取;清理/清空日志时同步删除对应文件
"""
import json
import os
import shutil
import time
from typing import Any, Dict, Optional
import aiofiles
from log import log
# 详细日志根目录(相对工作目录)
REQUEST_LOG_DIR = os.path.join("data", "request_logs")
# 记录时需要脱敏的请求头(小写)
_SENSITIVE_HEADERS = {"authorization", "cookie", "set-cookie", "x-goog-api-key", "x-api-key"}
def _sanitize_headers(headers: Optional[Dict[str, str]]) -> Dict[str, str]:
safe: Dict[str, str] = {}
for key, value in (headers or {}).items():
if str(key).lower() in _SENSITIVE_HEADERS:
safe[key] = "(已脱敏)"
else:
safe[str(key)] = str(value)
return safe
async def record_request_body(
*,
request_id: str,
model_name: str,
upstream_model_name: str,
credential_email: str,
is_stream: bool,
status_code: int,
url: str,
headers: Optional[Dict[str, str]],
payload: Any,
response_body: str = "",
error_message: str = "",
) -> Optional[str]:
"""
写入一条请求体详细日志(磁盘 JSON)。
返回相对路径索引(写入失败返回 None)。任何异常不影响主流程。
"""
ts = time.time()
date_dir = time.strftime("%Y-%m-%d", time.localtime(ts))
rel_dir = os.path.join(REQUEST_LOG_DIR, date_dir)
file_name = f"{int(ts * 1000)}_{request_id or 'unknown'}.json"
# 数据库索引:相对 request_logs 根目录的路径(正斜杠)
rel_path = f"{date_dir}/{file_name}"
full_path = os.path.join(rel_dir, file_name)
entry = {
"created_at": ts,
"request_id": request_id,
"model_name": model_name,
"upstream_model_name": upstream_model_name,
"credential_email": credential_email,
"is_stream": is_stream,
"status_code": status_code,
"url": url,
"request_headers": _sanitize_headers(headers),
"request_body": payload,
"response_body": response_body,
"error_message": error_message,
}
try:
os.makedirs(rel_dir, exist_ok=True)
async with aiofiles.open(full_path, "w", encoding="utf-8") as f:
await f.write(json.dumps(entry, ensure_ascii=False, indent=2))
return rel_path
except Exception as e:
log.warning(f"请求体详细日志写入失败(不影响主流程): {e}")
return None
def _resolve_path(rel_path: str) -> Optional[str]:
"""把数据库中的相对路径索引解析为磁盘绝对路径(防目录穿越)"""
if not rel_path:
return None
normalized = rel_path.replace("\\", "/")
root = os.path.normpath(REQUEST_LOG_DIR)
full = os.path.normpath(os.path.join(root, normalized))
if full != root and not full.startswith(root + os.sep):
return None
return full
def read_request_body_log(rel_path: str) -> Optional[Dict[str, Any]]:
"""按索引读取详细日志文件;不存在或损坏时返回 None(文件可能已被清理或手动删除)"""
full = _resolve_path(rel_path)
if not full or not os.path.isfile(full):
return None
try:
with open(full, "r", encoding="utf-8") as f:
data = json.load(f)
return data if isinstance(data, dict) else None
except Exception:
# 文件损坏(可能被手动编辑/删除到一半)也不报错,视为不可读
return None
def clear_request_body_logs(before_timestamp: Optional[float] = None) -> int:
"""
清理详细日志文件,返回删除的文件数。
- before_timestamp=None: 清空全部(删除整个 request_logs 目录后重建)
- 否则: 只删除文件名时间戳早于该值的文件
"""
root = REQUEST_LOG_DIR
if not os.path.isdir(root):
return 0
if before_timestamp is None:
count = 0
for _dirpath, _dirnames, filenames in os.walk(root):
count += len(filenames)
try:
shutil.rmtree(root, ignore_errors=True)
os.makedirs(root, exist_ok=True)
except Exception as e:
log.warning(f"清空请求体详细日志目录失败: {e}")
return count
cutoff_ms = int(before_timestamp * 1000)
deleted = 0
for dirpath, _dirnames, filenames in os.walk(root):
for name in filenames:
try:
ts_ms = int(name.split("_", 1)[0])
except ValueError:
continue
if ts_ms < cutoff_ms:
try:
os.remove(os.path.join(dirpath, name))
deleted += 1
except OSError:
pass
return deleted
|