Download internal/server/conn_reuse_test.go from a3216/gcli2api: direct link, hf CLI and curl.
- Browser
- Download file 4.17 kB
-
https://huggingface.co/spaces/a3216/gcli2api/resolve/main/internal/server/conn_reuse_test.go
- Command line
-
hf download hf://spaces/a3216/gcli2api/internal/server/conn_reuse_test.go
-
curl -L -o conn_reuse_test.go https://huggingface.co/spaces/a3216/gcli2api/resolve/main/internal/server/conn_reuse_test.go
4.17 kB
| package server | |
| import ( | |
| "context" | |
| "crypto/tls" | |
| "io" | |
| "net" | |
| "net/http" | |
| "net/http/httptest" | |
| "strings" | |
| "sync/atomic" | |
| "testing" | |
| "time" | |
| "github.com/misakano7545/workbuddy2api-panel/internal/auth" | |
| "github.com/misakano7545/workbuddy2api-panel/internal/proxypool" | |
| "github.com/misakano7545/workbuddy2api-panel/internal/upstream" | |
| ) | |
| // 经网关完整流程的连续请求要复用同一条上游连接(#44):直连与经代理池两条路都要。 | |
| func TestGatewayReusesUpstreamConnection(t *testing.T) { | |
| for _, proxied := range []bool{false, true} { | |
| t.Run(map[bool]string{false: "direct", true: "proxied"}[proxied], func(t *testing.T) { | |
| testGatewayReuse(t, proxied) | |
| }) | |
| } | |
| } | |
| func testGatewayReuse(t *testing.T, proxied bool) { | |
| var conns atomic.Int32 | |
| frame := func(delta, finish string) string { | |
| return `data: {"id":"c1","object":"chat.completion.chunk","model":"glm-5.2","choices":[{"index":0,"delta":` + | |
| delta + `,"finish_reason":` + finish + `}],"usage":{"prompt_tokens":3,"completion_tokens":2,"total_tokens":5}}` + "\n\n" | |
| } | |
| srv := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { | |
| _, _ = io.Copy(io.Discard, r.Body) | |
| if r.URL.Path == "/health" { | |
| return | |
| } | |
| w.Header().Set("Content-Type", "text/event-stream") | |
| f := w.(http.Flusher) | |
| _, _ = io.WriteString(w, frame(`{"content":"hello"}`, "null")) | |
| f.Flush() | |
| _, _ = io.WriteString(w, frame(`{}`, `"stop"`)) | |
| f.Flush() | |
| _, _ = io.WriteString(w, "data: [DONE]\n\n") | |
| f.Flush() | |
| time.Sleep(20 * time.Millisecond) // 真实上游:chunked 结束块比 [DONE] 晚到十几毫秒,单独一个包 | |
| })) | |
| srv.Config.ConnState = func(_ net.Conn, s http.ConnState) { | |
| if s == http.StateNew { | |
| conns.Add(1) | |
| } | |
| } | |
| srv.StartTLS() | |
| defer srv.Close() | |
| base := http.DefaultTransport.(*http.Transport).Clone() | |
| base.Proxy = nil | |
| base.TLSClientConfig = &tls.Config{InsecureSkipVerify: true} // 本地自签证书 | |
| up := &upstream.Client{HTTP: &http.Client{Transport: base}, ChatBaseCN: srv.URL, BillingBaseCN: srv.URL} | |
| up.ChatHTTP = up.HTTP | |
| up.IdleTimeout = 300 * time.Second | |
| if proxied { | |
| proxy := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { | |
| if r.Method != http.MethodConnect { | |
| w.WriteHeader(http.StatusNoContent) | |
| return | |
| } | |
| back, err := net.Dial("tcp", r.Host) | |
| if err != nil { | |
| w.WriteHeader(http.StatusBadGateway) | |
| return | |
| } | |
| front, rw, _ := w.(http.Hijacker).Hijack() | |
| _, _ = rw.WriteString("HTTP/1.1 200 Connection Established\r\n\r\n") | |
| _ = rw.Flush() | |
| go func() { _, _ = io.Copy(back, front); _ = back.Close() }() | |
| _, _ = io.Copy(front, back) | |
| _ = front.Close() | |
| })) | |
| defer proxy.Close() | |
| m, err := proxypool.New("", base, nil) | |
| if err != nil { | |
| t.Fatal(err) | |
| } | |
| defer m.Close() | |
| settings := proxypool.DefaultSettings() | |
| settings.URL = srv.URL + "/health" | |
| if err := m.Configure(settings); err != nil { | |
| t.Fatal(err) | |
| } | |
| res, err := m.Import(proxy.URL) | |
| if err != nil || len(res) != 1 { | |
| t.Fatal(res, err) | |
| } | |
| for range settings.SuccessThreshold { | |
| if err := m.Probe(context.Background(), res[0].ID); err != nil { | |
| t.Fatal(err) | |
| } | |
| } | |
| up.ProxyPool = m | |
| } | |
| h := NewHandler(Config{Pool: testPoolWith(&auth.Auth{UID: "u1", AccessToken: "at", ExpiresAt: 9999999999}), Upstream: up}) | |
| send := func(stream bool) { | |
| body := `{"model":"glm-5.2","stream":` + map[bool]string{true: "true", false: "false"}[stream] + | |
| `,"messages":[{"role":"user","content":"hi"}]}` | |
| ctx, cancel := context.WithCancel(context.Background()) | |
| rec := httptest.NewRecorder() | |
| h.ServeHTTP(rec, httptest.NewRequest("POST", "/v1/chat/completions", strings.NewReader(body)).WithContext(ctx)) | |
| cancel() // net/http 在处理函数返回后取消请求 context | |
| if rec.Code != http.StatusOK { | |
| t.Fatalf("status=%d body=%s", rec.Code, rec.Body) | |
| } | |
| time.Sleep(50 * time.Millisecond) | |
| } | |
| send(true) // 第一个请求建连 | |
| first := conns.Load() | |
| for range 2 { | |
| send(true) | |
| } | |
| send(false) | |
| if n := conns.Load() - first; n != 0 { | |
| t.Fatalf("后 3 个连续请求又新开了 %d 条上游连接,want 0(连接没有回到连接池)", n) | |
| } | |
| } | |