File size: 8,567 Bytes
e48a2d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 | // Responses 托管 image_generation:探测让模型自己写提示词 → 网关出图 → 成品作为
// image_generation_call 输出项交付(非流式插 output 头部、流式补 output_item 事件)。
package server
import (
"encoding/base64"
"encoding/json"
"io"
"net/http"
"net/http/httptest"
"strings"
"testing"
"github.com/misakano7545/workbuddy2api-panel/internal/auth"
"github.com/misakano7545/workbuddy2api-panel/internal/upstream"
)
// imageToolFake 按路径分流:chat 首轮回「模型要出图」,之后回正常答案;
// /v2/images 回上游形状的出图回执。
type imageToolFake struct {
chatCalls int
chatBodies []string
imgBodies []string
imgFail bool
cdn string
}
func (f *imageToolFake) client() *upstream.Client {
return &upstream.Client{
HTTP: &http.Client{Transport: roundTripFunc(func(r *http.Request) (*http.Response, error) {
raw, _ := io.ReadAll(r.Body)
if strings.HasPrefix(r.URL.Path, "/v2/images") {
f.imgBodies = append(f.imgBodies, string(raw))
if f.imgFail {
return &http.Response{StatusCode: 400, Header: jsonHdr(),
Body: io.NopCloser(strings.NewReader(`{"code":14401,"msg":"route config not found"}`))}, nil
}
return &http.Response{StatusCode: 200, Header: jsonHdr(),
Body: io.NopCloser(strings.NewReader(`{"code":0,"msg":"OK","data":{"created":1,` +
`"data":[{"url":"` + f.cdn + `/img.png"}],"usage":{"credit":5.71}}}`))}, nil
}
f.chatCalls++
f.chatBodies = append(f.chatBodies, string(raw))
if f.chatCalls == 1 {
return &http.Response{StatusCode: 200, Header: sseHdr(),
Body: io.NopCloser(strings.NewReader(imageToolCallStream()))}, nil
}
return &http.Response{StatusCode: 200, Header: sseHdr(),
Body: io.NopCloser(strings.NewReader(sseOK))}, nil
})},
ChatBaseCN: "https://fake.example",
BillingBaseCN: "https://fake.example",
}
}
// imageToolCallStream 探测轮:模型发起 image_generation(prompt=中秋电梯广告图)。
func imageToolCallStream() string {
return `data: {"id":"cm1","object":"chat.completion.chunk","created":1,"model":"glm-5.2",` +
`"choices":[{"index":0,"delta":{"role":"assistant","tool_calls":[{"index":0,"id":"call_1",` +
`"type":"function","function":{"name":"image_generation","arguments":"{\"prompt\":\"中秋电梯广告图\"}"}}]}}]}` + "\n\n" +
`data: {"id":"cm1","choices":[{"index":0,"delta":{},"finish_reason":"tool_calls"}]}` + "\n\n" +
"data: [DONE]\n\n"
}
func newImageToolHandler(f *imageToolFake) *Handler {
p := testPoolWith(&auth.Auth{UID: "c1", AccessToken: "at", ExpiresAt: 9999999999, Domain: "www.codebuddy.cn"})
return NewHandler(Config{Pool: p, Upstream: f.client()})
}
func imageToolCDN(t *testing.T) (string, []byte) {
t.Helper()
png := []byte("\x89PNG\r\n\x1a\n-fake-png")
allowMediaLoopback(t)
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "image/png")
_, _ = w.Write(png)
}))
t.Cleanup(srv.Close)
return srv.URL, png
}
// TestResponsesImageGenerationToolNonStream 声明托管 image_generation:
// 一次探测(模型写提示词)→ 网关出图 → 成品作为 image_generation_call 出现在 output 首位。
func TestResponsesImageGenerationToolNonStream(t *testing.T) {
cdn, png := imageToolCDN(t)
f := &imageToolFake{cdn: cdn}
h := newImageToolHandler(f)
rec := httptest.NewRecorder()
h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/responses",
strings.NewReader(`{"model":"glm-5.2","input":"画一张中秋电梯广告图","stream":false,`+
`"tools":[{"type":"image_generation"}]}`)))
if rec.Code != 200 {
t.Fatalf("code=%d body=%s", rec.Code, rec.Body.String())
}
var resp struct {
Output []map[string]any `json:"output"`
}
if err := json.Unmarshal(rec.Body.Bytes(), &resp); err != nil {
t.Fatalf("非 JSON 响应:%s", rec.Body.String())
}
if len(resp.Output) == 0 || resp.Output[0]["type"] != "image_generation_call" {
t.Fatalf("output 首位应是 image_generation_call:%v", resp.Output)
}
item := resp.Output[0]
if item["status"] != "completed" || item["revised_prompt"] != "中秋电梯广告图" {
t.Fatalf("输出项形状不对:%v", item)
}
if raw, err := base64.StdEncoding.DecodeString(asString(item["result"])); err != nil || string(raw) != string(png) {
t.Fatalf("result 不是成品图片的 base64:%v", err)
}
// 探测轮带的是 function 形态的 image_generation(模型才可能调用),出站模型名去前缀。
var probe map[string]any
_ = decodeJSON(f.chatBodies[0], &probe)
if !bodyHasTool(probe, "image_generation") || probe["model"] != "glm-5.2" {
t.Fatalf("探测轮模型/工具不对:model=%v tools=%v", probe["model"], probe["tools"])
}
// 最终调用不再带托管工具声明,且注入了「图已交付」。
var final map[string]any
_ = decodeJSON(f.chatBodies[len(f.chatBodies)-1], &final)
if bodyHasTool(final, "image_generation") {
t.Fatalf("最终调用仍带 image_generation:%v", final["tools"])
}
if last := lastMessage(final); !strings.Contains(last, "出图结果") || !strings.Contains(last, "中秋电梯广告图") {
t.Fatalf("最终调用未注入出图结果:%v", last)
}
// 出图请求:裸模型名 + 模型自己写的提示词。
if len(f.imgBodies) != 1 || !strings.Contains(f.imgBodies[0], `"prompt":"中秋电梯广告图"`) ||
!strings.Contains(f.imgBodies[0], `"model":"hunyuan-image-alpha"`) {
t.Fatalf("出图请求不对:%v", f.imgBodies)
}
}
// TestResponsesImageGenerationToolStream 流式:图片以 output_item.added/done 补发,
// 且 response.completed 的 output 里也带上它。
func TestResponsesImageGenerationToolStream(t *testing.T) {
cdn, _ := imageToolCDN(t)
f := &imageToolFake{cdn: cdn}
h := newImageToolHandler(f)
rec := httptest.NewRecorder()
h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/responses",
strings.NewReader(`{"model":"glm-5.2","input":"画一张中秋电梯广告图","stream":true,`+
`"tools":[{"type":"image_generation"}]}`)))
if rec.Code != 200 {
t.Fatalf("code=%d body=%s", rec.Code, rec.Body.String())
}
var done map[string]any
var completed map[string]any
for _, block := range strings.Split(rec.Body.String(), "\n\n") {
typ, data := sseType(block)
var obj map[string]any
if json.Unmarshal([]byte(data), &obj) != nil {
continue
}
switch typ {
case "response.output_item.done":
if it, _ := obj["item"].(map[string]any); asString(it["type"]) == "image_generation_call" {
done = it
}
case "response.completed":
completed, _ = obj["response"].(map[string]any)
}
}
if done == nil || done["status"] != "completed" || asString(done["result"]) == "" {
t.Fatalf("流里没有完整的 image_generation_call:%v", done)
}
if completed == nil {
t.Fatal("没有 response.completed")
}
output, _ := completed["output"].([]any)
if len(output) == 0 {
t.Fatalf("completed 的 output 为空:%v", completed)
}
if first, _ := output[0].(map[string]any); asString(first["type"]) != "image_generation_call" {
t.Fatalf("completed 的 output 首位应是图片:%v", output)
}
}
// TestResponsesImageGenerationToolFailsSoft 出图失败不毁整轮:照常回到文本回答,
// 但注入的是「出图失败」,模型不能假装已生成。
func TestResponsesImageGenerationToolFailsSoft(t *testing.T) {
f := &imageToolFake{cdn: "https://127.0.0.1:1", imgFail: true}
h := newImageToolHandler(f)
rec := httptest.NewRecorder()
h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/responses",
strings.NewReader(`{"model":"glm-5.2","input":"画一张中秋电梯广告图","stream":false,`+
`"tools":[{"type":"image_generation"}]}`)))
if rec.Code != 200 {
t.Fatalf("code=%d body=%s", rec.Code, rec.Body.String())
}
if strings.Contains(rec.Body.String(), "image_generation_call") {
t.Fatalf("出图失败不该给图片输出项:%s", rec.Body.String())
}
var final map[string]any
_ = decodeJSON(f.chatBodies[len(f.chatBodies)-1], &final)
if last := lastMessage(final); !strings.Contains(last, "出图接口不可用") {
t.Fatalf("失败要如实注入:%v", last)
}
}
// sseType 取一帧 SSE 的 event 名与 data 行(只服务于本文件的断言)。
func sseType(block string) (string, string) {
var typ, data string
for _, line := range strings.Split(block, "\n") {
if v, ok := strings.CutPrefix(line, "event: "); ok {
typ = v
}
if v, ok := strings.CutPrefix(line, "data: "); ok {
data = v
}
}
return typ, data
}
|