File size: 5,889 Bytes
b0074f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 | from typing import Any, Dict
from src.converter.thoughtSignature_fix import (
is_internal_placeholder_text,
is_skip_thought_signature_placeholder,
)
def extract_content_and_reasoning(parts: list) -> tuple:
"""从Gemini响应部件中提取内容和推理内容
Args:
parts: Gemini 响应中的 parts 列表
Returns:
(content, reasoning_content, images): 文本内容、推理内容和图片数据的元组
- content: 文本内容字符串
- reasoning_content: 推理内容字符串
- images: 图片数据列表,每个元素格式为:
{
"type": "image_url",
"image_url": {
"url": "data:{mime_type};base64,{base64_data}"
}
}
"""
content = ""
reasoning_content = ""
images = []
for part in parts:
if is_skip_thought_signature_placeholder(part):
continue
# 提取文本内容
text = part.get("text", "")
if is_internal_placeholder_text(text):
continue
if text:
if part.get("thought", False):
reasoning_content += text
else:
content += text
# 提取图片数据
if "inlineData" in part:
inline_data = part["inlineData"]
mime_type = inline_data.get("mimeType", "image/png")
base64_data = inline_data.get("data", "")
images.append({
"type": "image_url",
"image_url": {
"url": f"data:{mime_type};base64,{base64_data}"
}
})
return content, reasoning_content, images
async def merge_system_messages(request_body: Dict[str, Any]) -> Dict[str, Any]:
"""
处理请求体中的 system 消息:
- 顶层 system 参数(Anthropic 格式)与开头的连续 system 消息合并为 systemInstruction
- 中间的 system 消息转换为 user 消息(保持顺序)
Args:
request_body: OpenAI 或 Claude 格式的请求体,包含 messages 字段
Returns:
处理后的请求体
"""
# 处理 Anthropic 格式的顶层 system 参数
# Anthropic API 规范: system 是顶层参数,不在 messages 中
system_content = request_body.get("system")
if system_content:
system_parts = []
if isinstance(system_content, str):
if system_content.strip():
system_parts.append({"text": system_content})
elif isinstance(system_content, list):
# system 可以是包含多个块的列表
for item in system_content:
if isinstance(item, dict):
if item.get("type") == "text" and item.get("text", "").strip():
system_parts.append({"text": item["text"]})
elif isinstance(item, str) and item.strip():
system_parts.append({"text": item})
if system_parts:
request_body = request_body.copy()
request_body.pop("system", None)
request_body["systemInstruction"] = {"parts": system_parts}
messages = request_body.get("messages", [])
if not messages:
return request_body
# 提取开头的连续 system 消息合并为 systemInstruction
system_parts = []
# 如果已经从顶层 system 参数创建了 systemInstruction,获取现有的 parts
if "systemInstruction" in request_body:
existing_instruction = request_body.get("systemInstruction", {})
if isinstance(existing_instruction, dict):
system_parts = existing_instruction.get("parts", []).copy()
remaining_messages = []
collecting_system = True
# developer 角色与 system 同语义处理(OpenAI 新版指令角色),上游仅支持 user/model
instruction_roles = ("system", "developer")
for message in messages:
role = message.get("role", "")
content = message.get("content", "")
if role in instruction_roles and collecting_system:
# 提取 system 消息的文本内容
if isinstance(content, str):
if content.strip():
system_parts.append({"text": content})
elif isinstance(content, list):
# 处理列表格式的 content
for item in content:
if isinstance(item, dict):
if item.get("type") == "text" and item.get("text", "").strip():
system_parts.append({"text": item["text"]})
elif isinstance(item, str) and item.strip():
system_parts.append({"text": item})
else:
# 遇到非 system 消息,停止收集
collecting_system = False
if role in instruction_roles:
# 将后续的 system 消息转换为 user 消息
converted_message = message.copy()
converted_message["role"] = "user"
remaining_messages.append(converted_message)
else:
remaining_messages.append(message)
# 如果没有收集到任何 systemInstruction 内容:
# 仅当 messages 未发生变化时才返回原始请求体;
# 存在被转换为 user 的中间 system 消息时,返回更新后的 messages
if not system_parts:
if remaining_messages == messages:
return request_body
result = request_body.copy()
result["messages"] = remaining_messages
return result
# 构建新的请求体
result = request_body.copy()
# 添加或更新 systemInstruction
result["systemInstruction"] = {"parts": system_parts}
# 更新 messages 列表(移除已处理的 system 消息)
result["messages"] = remaining_messages
return result
|