Download internal/server/busywait_test.go from a3216/gcli2api: direct link, hf CLI and curl.
- Browser
- Download file 4.63 kB
-
https://huggingface.co/spaces/a3216/gcli2api/resolve/main/internal/server/busywait_test.go
- Command line
-
hf download hf://spaces/a3216/gcli2api/internal/server/busywait_test.go
-
curl -L -o busywait_test.go https://huggingface.co/spaces/a3216/gcli2api/resolve/main/internal/server/busywait_test.go
4.63 kB
| // busywait_test.go 钉住 issue #46 的判据:只有「纯 14003 模型繁忙、且剩余冷却 | |
| // 在等待上限内」才值得在请求内等一等,其余一律立刻上报(等下去只是让客户端干耗)。 | |
| package server | |
| import ( | |
| "net/http/httptest" | |
| "strings" | |
| "testing" | |
| "time" | |
| "github.com/misakano7545/workbuddy2api-panel/internal/auth" | |
| "github.com/misakano7545/workbuddy2api-panel/internal/pool" | |
| ) | |
| func TestBusyWaitFor(t *testing.T) { | |
| now := time.Now() | |
| cases := []struct { | |
| name string | |
| blk pool.ModelBlockStatus | |
| want bool | |
| }{ | |
| {"繁忙且在上限内(上游原文)", pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`, Until: now.Add(3 * time.Second)}, true}, | |
| {"繁忙且在上限内(本地标记)", pool.ModelBlockStatus{Blocked: true, Reason: "14003 model busy", Until: now.Add(3 * time.Second)}, true}, | |
| {"繁忙但超出上限", pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`, Until: now.Add(30 * time.Second)}, false}, | |
| {"繁忙但无解封时刻", pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`}, false}, | |
| {"模型不存在(换号必然同样失败)", pool.ModelBlockStatus{Blocked: true, Reason: "11102 model not found", Until: now.Add(3 * time.Second)}, false}, | |
| {"未被阻塞", pool.ModelBlockStatus{}, false}, | |
| } | |
| for _, c := range cases { | |
| if got := busyWaitFor(c.blk, now, 10*time.Second) > 0; got != c.want { | |
| t.Errorf("%s: got wait=%v want %v", c.name, got, c.want) | |
| } | |
| } | |
| } | |
| // 上限为 0(测试/关闭)时恒不等:轮转测试不被这条路径拖慢。 | |
| func TestBusyWaitForDisabled(t *testing.T) { | |
| blk := pool.ModelBlockStatus{Blocked: true, Reason: `{"code":14003,"msg":"too many requests"}`, Until: time.Now().Add(time.Second)} | |
| if d := busyWaitFor(blk, time.Now(), 0); d != 0 { | |
| t.Fatalf("cap=0 时不应等待,got %v", d) | |
| } | |
| } | |
| // 等待必须等满:双向抖动会在冷却没解除时醒来,「只等一次」的额度白花、客户端 | |
| // 多等十秒照样拿 503(实测 8 次里 4 次)。 | |
| func TestWaitPastNeverEarly(t *testing.T) { | |
| for d := time.Millisecond; d <= 10*time.Second; d *= 10 { | |
| for n := 0; n < 200; n++ { | |
| if got := waitPast(d); got < d { | |
| t.Fatalf("waitPast(%v)=%v 提前醒来", d, got) | |
| } else if got > d+d/4+time.Millisecond { | |
| t.Fatalf("waitPast(%v)=%v 超出正向抖动上限", d, got) | |
| } | |
| } | |
| } | |
| } | |
| // 轮转耗尽(MaxRotate=1 时必然)也要给可重试语义:此前落到 429 rate_limit_exceeded | |
| // 且没有 Retry-After,与选号失败分支的 503 model_busy 自相矛盾。 | |
| func TestChatModelBusyRotationExhaustedReturns503(t *testing.T) { | |
| up := newFakeUpstream(t, func(string) (int, string, bool) { | |
| return 429, `{"code":14003,"msg":"too many requests","requestId":"rid"}`, false | |
| }) | |
| p := testPoolWith(&auth.Auth{UID: "g1", Domain: "www.workbuddy.ai", AccessToken: "a", ExpiresAt: 9999999999}) | |
| h := NewHandler(Config{Pool: p, Upstream: up, MaxRotate: 1}) | |
| rec := httptest.NewRecorder() | |
| h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/chat/completions", strings.NewReader(`{"model":"global:deepseek-v4.1-flash","messages":[]}`))) | |
| if rec.Code != 503 || !strings.Contains(rec.Body.String(), "model_busy") { | |
| t.Fatalf("code=%d body=%s", rec.Code, rec.Body) | |
| } | |
| if rec.Header().Get("Retry-After") == "" { | |
| t.Error("缺 Retry-After:客户端无从知道等多久") | |
| } | |
| } | |
| // 全池短冷却 + 上游其实可用:请求内等完再试一次,客户端应看到 200 而不是 503。 | |
| func TestChatModelBusyWaitRescues(t *testing.T) { | |
| saved := busyWaitCap | |
| busyWaitCap = 2 * time.Second | |
| defer func() { busyWaitCap = saved }() | |
| var calls int | |
| up := newFakeUpstream(t, func(string) (int, string, bool) { | |
| calls++ | |
| return 200, sseOK, true | |
| }) | |
| p := testPoolWith(&auth.Auth{UID: "g1", Domain: "www.workbuddy.ai", AccessToken: "a", ExpiresAt: 9999999999}) | |
| // 80ms 的「14003 冷却」:语义与 CooldownModelBusy 同形,只是短到测试可等。 | |
| p.CooldownSoftForModel("g1", time.Second, time.Now().Add(80*time.Millisecond), "deepseek-v4.1-flash", "14003 model busy") | |
| h := NewHandler(Config{Pool: p, Upstream: up}) | |
| rec := httptest.NewRecorder() | |
| h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/chat/completions", strings.NewReader(`{"model":"global:deepseek-v4.1-flash","stream":false,"messages":[{"role":"user","content":"hi"}]}`))) | |
| if rec.Code != 200 { | |
| t.Fatalf("code=%d body=%.120s(等待后应该救回来)", rec.Code, rec.Body.String()) | |
| } | |
| if calls != 1 { | |
| t.Errorf("calls=%d want 1(等待不该额外打上游)", calls) | |
| } | |
| } | |