gcli2api / internal /server /imagetool_test.go
a3216's picture
feat: 同步上游 320f5d4;扩展模型(多免费渠道/自定义映射/访问密钥/模型白名单)
e48a2d8
Raw History Blame Contribute Delete
8.57 kB
// Responses 托管 image_generation:探测让模型自己写提示词 → 网关出图 → 成品作为
// image_generation_call 输出项交付(非流式插 output 头部、流式补 output_item 事件)。
package server
import (
"encoding/base64"
"encoding/json"
"io"
"net/http"
"net/http/httptest"
"strings"
"testing"
"github.com/misakano7545/workbuddy2api-panel/internal/auth"
"github.com/misakano7545/workbuddy2api-panel/internal/upstream"
)
// imageToolFake 按路径分流:chat 首轮回「模型要出图」,之后回正常答案;
// /v2/images 回上游形状的出图回执。
type imageToolFake struct {
chatCalls int
chatBodies []string
imgBodies []string
imgFail bool
cdn string
}
func (f *imageToolFake) client() *upstream.Client {
return &upstream.Client{
HTTP: &http.Client{Transport: roundTripFunc(func(r *http.Request) (*http.Response, error) {
raw, _ := io.ReadAll(r.Body)
if strings.HasPrefix(r.URL.Path, "/v2/images") {
f.imgBodies = append(f.imgBodies, string(raw))
if f.imgFail {
return &http.Response{StatusCode: 400, Header: jsonHdr(),
Body: io.NopCloser(strings.NewReader(`{"code":14401,"msg":"route config not found"}`))}, nil
}
return &http.Response{StatusCode: 200, Header: jsonHdr(),
Body: io.NopCloser(strings.NewReader(`{"code":0,"msg":"OK","data":{"created":1,` +
`"data":[{"url":"` + f.cdn + `/img.png"}],"usage":{"credit":5.71}}}`))}, nil
}
f.chatCalls++
f.chatBodies = append(f.chatBodies, string(raw))
if f.chatCalls == 1 {
return &http.Response{StatusCode: 200, Header: sseHdr(),
Body: io.NopCloser(strings.NewReader(imageToolCallStream()))}, nil
}
return &http.Response{StatusCode: 200, Header: sseHdr(),
Body: io.NopCloser(strings.NewReader(sseOK))}, nil
})},
ChatBaseCN: "https://fake.example",
BillingBaseCN: "https://fake.example",
}
}
// imageToolCallStream 探测轮:模型发起 image_generation(prompt=中秋电梯广告图)。
func imageToolCallStream() string {
return `data: {"id":"cm1","object":"chat.completion.chunk","created":1,"model":"glm-5.2",` +
`"choices":[{"index":0,"delta":{"role":"assistant","tool_calls":[{"index":0,"id":"call_1",` +
`"type":"function","function":{"name":"image_generation","arguments":"{\"prompt\":\"中秋电梯广告图\"}"}}]}}]}` + "\n\n" +
`data: {"id":"cm1","choices":[{"index":0,"delta":{},"finish_reason":"tool_calls"}]}` + "\n\n" +
"data: [DONE]\n\n"
}
func newImageToolHandler(f *imageToolFake) *Handler {
p := testPoolWith(&auth.Auth{UID: "c1", AccessToken: "at", ExpiresAt: 9999999999, Domain: "www.codebuddy.cn"})
return NewHandler(Config{Pool: p, Upstream: f.client()})
}
func imageToolCDN(t *testing.T) (string, []byte) {
t.Helper()
png := []byte("\x89PNG\r\n\x1a\n-fake-png")
allowMediaLoopback(t)
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "image/png")
_, _ = w.Write(png)
}))
t.Cleanup(srv.Close)
return srv.URL, png
}
// TestResponsesImageGenerationToolNonStream 声明托管 image_generation:
// 一次探测(模型写提示词)→ 网关出图 → 成品作为 image_generation_call 出现在 output 首位。
func TestResponsesImageGenerationToolNonStream(t *testing.T) {
cdn, png := imageToolCDN(t)
f := &imageToolFake{cdn: cdn}
h := newImageToolHandler(f)
rec := httptest.NewRecorder()
h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/responses",
strings.NewReader(`{"model":"glm-5.2","input":"画一张中秋电梯广告图","stream":false,`+
`"tools":[{"type":"image_generation"}]}`)))
if rec.Code != 200 {
t.Fatalf("code=%d body=%s", rec.Code, rec.Body.String())
}
var resp struct {
Output []map[string]any `json:"output"`
}
if err := json.Unmarshal(rec.Body.Bytes(), &resp); err != nil {
t.Fatalf("非 JSON 响应:%s", rec.Body.String())
}
if len(resp.Output) == 0 || resp.Output[0]["type"] != "image_generation_call" {
t.Fatalf("output 首位应是 image_generation_call:%v", resp.Output)
}
item := resp.Output[0]
if item["status"] != "completed" || item["revised_prompt"] != "中秋电梯广告图" {
t.Fatalf("输出项形状不对:%v", item)
}
if raw, err := base64.StdEncoding.DecodeString(asString(item["result"])); err != nil || string(raw) != string(png) {
t.Fatalf("result 不是成品图片的 base64:%v", err)
}
// 探测轮带的是 function 形态的 image_generation(模型才可能调用),出站模型名去前缀。
var probe map[string]any
_ = decodeJSON(f.chatBodies[0], &probe)
if !bodyHasTool(probe, "image_generation") || probe["model"] != "glm-5.2" {
t.Fatalf("探测轮模型/工具不对:model=%v tools=%v", probe["model"], probe["tools"])
}
// 最终调用不再带托管工具声明,且注入了「图已交付」。
var final map[string]any
_ = decodeJSON(f.chatBodies[len(f.chatBodies)-1], &final)
if bodyHasTool(final, "image_generation") {
t.Fatalf("最终调用仍带 image_generation:%v", final["tools"])
}
if last := lastMessage(final); !strings.Contains(last, "出图结果") || !strings.Contains(last, "中秋电梯广告图") {
t.Fatalf("最终调用未注入出图结果:%v", last)
}
// 出图请求:裸模型名 + 模型自己写的提示词。
if len(f.imgBodies) != 1 || !strings.Contains(f.imgBodies[0], `"prompt":"中秋电梯广告图"`) ||
!strings.Contains(f.imgBodies[0], `"model":"hunyuan-image-alpha"`) {
t.Fatalf("出图请求不对:%v", f.imgBodies)
}
}
// TestResponsesImageGenerationToolStream 流式:图片以 output_item.added/done 补发,
// 且 response.completed 的 output 里也带上它。
func TestResponsesImageGenerationToolStream(t *testing.T) {
cdn, _ := imageToolCDN(t)
f := &imageToolFake{cdn: cdn}
h := newImageToolHandler(f)
rec := httptest.NewRecorder()
h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/responses",
strings.NewReader(`{"model":"glm-5.2","input":"画一张中秋电梯广告图","stream":true,`+
`"tools":[{"type":"image_generation"}]}`)))
if rec.Code != 200 {
t.Fatalf("code=%d body=%s", rec.Code, rec.Body.String())
}
var done map[string]any
var completed map[string]any
for _, block := range strings.Split(rec.Body.String(), "\n\n") {
typ, data := sseType(block)
var obj map[string]any
if json.Unmarshal([]byte(data), &obj) != nil {
continue
}
switch typ {
case "response.output_item.done":
if it, _ := obj["item"].(map[string]any); asString(it["type"]) == "image_generation_call" {
done = it
}
case "response.completed":
completed, _ = obj["response"].(map[string]any)
}
}
if done == nil || done["status"] != "completed" || asString(done["result"]) == "" {
t.Fatalf("流里没有完整的 image_generation_call:%v", done)
}
if completed == nil {
t.Fatal("没有 response.completed")
}
output, _ := completed["output"].([]any)
if len(output) == 0 {
t.Fatalf("completed 的 output 为空:%v", completed)
}
if first, _ := output[0].(map[string]any); asString(first["type"]) != "image_generation_call" {
t.Fatalf("completed 的 output 首位应是图片:%v", output)
}
}
// TestResponsesImageGenerationToolFailsSoft 出图失败不毁整轮:照常回到文本回答,
// 但注入的是「出图失败」,模型不能假装已生成。
func TestResponsesImageGenerationToolFailsSoft(t *testing.T) {
f := &imageToolFake{cdn: "https://127.0.0.1:1", imgFail: true}
h := newImageToolHandler(f)
rec := httptest.NewRecorder()
h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/responses",
strings.NewReader(`{"model":"glm-5.2","input":"画一张中秋电梯广告图","stream":false,`+
`"tools":[{"type":"image_generation"}]}`)))
if rec.Code != 200 {
t.Fatalf("code=%d body=%s", rec.Code, rec.Body.String())
}
if strings.Contains(rec.Body.String(), "image_generation_call") {
t.Fatalf("出图失败不该给图片输出项:%s", rec.Body.String())
}
var final map[string]any
_ = decodeJSON(f.chatBodies[len(f.chatBodies)-1], &final)
if last := lastMessage(final); !strings.Contains(last, "出图接口不可用") {
t.Fatalf("失败要如实注入:%v", last)
}
}
// sseType 取一帧 SSE 的 event 名与 data 行(只服务于本文件的断言)。
func sseType(block string) (string, string) {
var typ, data string
for _, line := range strings.Split(block, "\n") {
if v, ok := strings.CutPrefix(line, "event: "); ok {
typ = v
}
if v, ok := strings.CutPrefix(line, "data: "); ok {
data = v
}
}
return typ, data
}