File size: 4,634 Bytes
e48a2d8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
// busywait_test.go 钉住 issue #46 的判据:只有「纯 14003 模型繁忙、且剩余冷却
// 在等待上限内」才值得在请求内等一等,其余一律立刻上报(等下去只是让客户端干耗)。
package server

import (
	"net/http/httptest"
	"strings"
	"testing"
	"time"

	"github.com/misakano7545/workbuddy2api-panel/internal/auth"
	"github.com/misakano7545/workbuddy2api-panel/internal/pool"
)

func TestBusyWaitFor(t *testing.T) {
	now := time.Now()
	cases := []struct {
		name string
		blk  pool.ModelBlockStatus
		want bool
	}{
		{"繁忙且在上限内(上游原文)", pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`, Until: now.Add(3 * time.Second)}, true},
		{"繁忙且在上限内(本地标记)", pool.ModelBlockStatus{Blocked: true, Reason: "14003 model busy", Until: now.Add(3 * time.Second)}, true},
		{"繁忙但超出上限", pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`, Until: now.Add(30 * time.Second)}, false},
		{"繁忙但无解封时刻", pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`}, false},
		{"模型不存在(换号必然同样失败)", pool.ModelBlockStatus{Blocked: true, Reason: "11102 model not found", Until: now.Add(3 * time.Second)}, false},
		{"未被阻塞", pool.ModelBlockStatus{}, false},
	}
	for _, c := range cases {
		if got := busyWaitFor(c.blk, now, 10*time.Second) > 0; got != c.want {
			t.Errorf("%s: got wait=%v want %v", c.name, got, c.want)
		}
	}
}

// 上限为 0(测试/关闭)时恒不等:轮转测试不被这条路径拖慢。
func TestBusyWaitForDisabled(t *testing.T) {
	blk := pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`, Until: time.Now().Add(time.Second)}
	if d := busyWaitFor(blk, time.Now(), 0); d != 0 {
		t.Fatalf("cap=0 时不应等待,got %v", d)
	}
}

// 等待必须等满:双向抖动会在冷却没解除时醒来,「只等一次」的额度白花、客户端
// 多等十秒照样拿 503(实测 8 次里 4 次)。
func TestWaitPastNeverEarly(t *testing.T) {
	for d := time.Millisecond; d <= 10*time.Second; d *= 10 {
		for n := 0; n < 200; n++ {
			if got := waitPast(d); got < d {
				t.Fatalf("waitPast(%v)=%v 提前醒来", d, got)
			} else if got > d+d/4+time.Millisecond {
				t.Fatalf("waitPast(%v)=%v 超出正向抖动上限", d, got)
			}
		}
	}
}

// 轮转耗尽(MaxRotate=1 时必然)也要给可重试语义:此前落到 429 rate_limit_exceeded
// 且没有 Retry-After,与选号失败分支的 503 model_busy 自相矛盾。
func TestChatModelBusyRotationExhaustedReturns503(t *testing.T) {
	up := newFakeUpstream(t, func(string) (int, string, bool) {
		return 429, `{"code":14003,"msg":"too many requests","requestId":"rid"}`, false
	})
	p := testPoolWith(&auth.Auth{UID: "g1", Domain: "www.workbuddy.ai", AccessToken: "a", ExpiresAt: 9999999999})
	h := NewHandler(Config{Pool: p, Upstream: up, MaxRotate: 1})
	rec := httptest.NewRecorder()
	h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/chat/completions", strings.NewReader(`{"model":"global:deepseek-v4.1-flash","messages":[]}`)))
	if rec.Code != 503 || !strings.Contains(rec.Body.String(), "model_busy") {
		t.Fatalf("code=%d body=%s", rec.Code, rec.Body)
	}
	if rec.Header().Get("Retry-After") == "" {
		t.Error("缺 Retry-After:客户端无从知道等多久")
	}
}

// 全池短冷却 + 上游其实可用:请求内等完再试一次,客户端应看到 200 而不是 503。
func TestChatModelBusyWaitRescues(t *testing.T) {
	saved := busyWaitCap
	busyWaitCap = 2 * time.Second
	defer func() { busyWaitCap = saved }()

	var calls int
	up := newFakeUpstream(t, func(string) (int, string, bool) {
		calls++
		return 200, sseOK, true
	})
	p := testPoolWith(&auth.Auth{UID: "g1", Domain: "www.workbuddy.ai", AccessToken: "a", ExpiresAt: 9999999999})
	// 80ms 的「14003 冷却」:语义与 CooldownModelBusy 同形,只是短到测试可等。
	p.CooldownSoftForModel("g1", time.Second, time.Now().Add(80*time.Millisecond), "deepseek-v4.1-flash", "14003 model busy")
	h := NewHandler(Config{Pool: p, Upstream: up})
	rec := httptest.NewRecorder()
	h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/chat/completions", strings.NewReader(`{"model":"global:deepseek-v4.1-flash","stream":false,"messages":[{"role":"user","content":"hi"}]}`)))
	if rec.Code != 200 {
		t.Fatalf("code=%d body=%.120s(等待后应该救回来)", rec.Code, rec.Body.String())
	}
	if calls != 1 {
		t.Errorf("calls=%d want 1(等待不该额外打上游)", calls)
	}
}