gcli2api / internal /server /continue_total_cap_test.go
a3216's picture
feat: 同步上游 320f5d4;扩展模型(多免费渠道/自定义映射/访问密钥/模型白名单)
e48a2d8
Raw History Blame Contribute Delete
4.94 kB
package server
import (
"context"
"fmt"
"io"
"strings"
"testing"
"github.com/misakano7545/workbuddy2api-panel/internal/auth"
"github.com/misakano7545/workbuddy2api-panel/internal/upstream"
)
// cutSegment 造一段「写满额度被截断」的上游流:正文 + finish=length + usage。
func cutSegment(id string, completion int) string {
return fmt.Sprintf(`data: {"id":%q,"choices":[{"index":0,"delta":{"content":"段%s"}}]}`+"\n\n", id, id) +
fmt.Sprintf(`data: {"id":%q,"choices":[{"index":0,"delta":{},"finish_reason":"length"}],"usage":{"prompt_tokens":10,"completion_tokens":%d,"total_tokens":%d}}`+"\n\n", id, completion, completion+10) +
"data: [DONE]\n\n"
}
func readReader(t *testing.T, r io.Reader) string {
t.Helper()
out, err := io.ReadAll(r)
if err != nil {
t.Fatalf("read: %v", err)
}
return string(out)
}
// TestContinueGoesBeyondThreeSegmentsWhenBudgetLeft 低档位写长文的回归:
//
// 线上实测(2026-11-08,影子实例 7870,effort=low + max_tokens=1024 → 下限 4096):
// 每段正文约 4096 token,写「3000 字以上」的文档要 4 段以上才收尾,而当时的硬上限是
// 3 段——客户端在第 3 段末尾又看到半句(finish=length,尾巴停在「### 5.3 …- 正常请求」)。
// 段数不该是闸门:只要累计输出没到上限,就该接着续。
func TestContinueGoesBeyondThreeSegmentsWhenBudgetLeft(t *testing.T) {
up, reqs := fakeContinueUpstream(t, func(call int) (int, string) {
return 200, cutSegment(fmt.Sprintf("s%d", call), 4096)
})
r := newContinueReaderWithFloor(context.Background(), up,
&auth.Auth{UID: "u1", AccessToken: "at-1", ExpiresAt: 9999999999},
[]byte(highClientBody), "1.2.3.4", upstream.ChatMeta{},
io.NopCloser(strings.NewReader(cutSegment("s0", 4096))), upstream.MinOutputBudget("low"))
out := readReader(t, r)
// 下限 4096 × 4 = 16384 累计上限 → 1 原生段 + 3 续写段。
if len(*reqs) != 3 {
t.Fatalf("续写请求数=%d want 3(旧实现的 2 次封顶就是低档位截断的根因)", len(*reqs))
}
if !strings.Contains(out, `"finish_reason":"length"`) {
t.Fatalf("撞累计上限时应以截断终态收尾:\n%s", out)
}
}
// TestContinueStopsAtTotalOutputCap 累计输出到顶后不再续:这是开销的唯一硬闸门。
func TestContinueStopsAtTotalOutputCap(t *testing.T) {
up, reqs := fakeContinueUpstream(t, func(call int) (int, string) {
return 200, cutSegment(fmt.Sprintf("s%d", call), 4096)
})
r := newContinueReaderWithFloor(context.Background(), up,
&auth.Auth{UID: "u1", AccessToken: "at-1", ExpiresAt: 9999999999},
[]byte(highClientBody), "1.2.3.4", upstream.ChatMeta{},
io.NopCloser(strings.NewReader(cutSegment("s0", 4096))), 4096)
out := readReader(t, r)
// 4 × 4096 = 16384 到顶,第 5 段不再发。
if len(*reqs) > 3 {
t.Fatalf("续写请求数=%d 超过累计上限(4096×4/4096=3)", len(*reqs))
}
if !r.continueCapped {
t.Fatalf("到顶应置 continueCapped(日志要能区分「撞自己的上限」与「上游断流」)")
}
if !strings.Contains(out, `"finish_reason":"length"`) {
t.Fatalf("到顶后应以截断终态收尾:\n%s", out)
}
}
// TestContinueNoUsageFallsBackToSegmentCeiling 上游不给 usage 时累计上限无法判定,
// 由段数上限兜底(不能无限续)。
func TestContinueNoUsageFallsBackToSegmentCeiling(t *testing.T) {
noUsage := `data: {"id":"n","choices":[{"index":0,"delta":{"content":"x"}}]}` + "\n\n" +
`data: {"id":"n","choices":[{"index":0,"delta":{},"finish_reason":"length"}]}` + "\n\n" +
"data: [DONE]\n\n"
up, reqs := fakeContinueUpstream(t, func(call int) (int, string) { return 200, noUsage })
r := newContinueReaderWithFloor(context.Background(), up,
&auth.Auth{UID: "u1", AccessToken: "at-1", ExpiresAt: 9999999999},
[]byte(highClientBody), "1.2.3.4", upstream.ChatMeta{},
io.NopCloser(strings.NewReader(noUsage)), 4096)
out := readReader(t, r)
if len(*reqs) != maxContinueSegments-1 {
t.Fatalf("续写请求数=%d want %d(无 usage 时按段数上限收口)", len(*reqs), maxContinueSegments-1)
}
if !strings.Contains(out, `"finish_reason":"length"`) {
t.Fatalf("应以截断终态收尾:\n%s", out)
}
}
// TestOutputCappedDefaultsWithoutFloor 没算下限(客户端没指定档位)时用兜底上限。
func TestOutputCappedDefaultsWithoutFloor(t *testing.T) {
r := &continueReader{usage: map[string]any{
"completion_tokens": float64(defaultContinueTotalCap - 1),
}}
if r.outputCapped() {
t.Fatalf("未到兜底上限不应判到顶")
}
r.usage["completion_tokens"] = float64(defaultContinueTotalCap)
if !r.outputCapped() {
t.Fatalf("到兜底上限应判到顶")
}
r2 := &continueReader{budgetFloor: 8192, usage: map[string]any{
"completion_tokens": float64(8192 * continueTotalCapRatio),
}}
if !r2.outputCapped() {
t.Fatalf("有下限时按 下限×%d 判顶", continueTotalCapRatio)
}
}