Spaces:
Running
Running
File size: 2,763 Bytes
a821b6f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 | """Real loopback sockets: SSE must reach the caller before the upstream ends."""
import asyncio
from contextlib import contextmanager
import socket
import threading
import time
from fastapi import FastAPI
from fastapi.responses import StreamingResponse
import httpx
import uvicorn
from app.core.config import settings
from app.main import create_app
@contextmanager
def serve(app):
sock = socket.socket()
sock.bind(("127.0.0.1", 0))
port = sock.getsockname()[1]
server = uvicorn.Server(uvicorn.Config(app, log_level="error", loop="asyncio"))
thread = threading.Thread(target=server.run, kwargs={"sockets": [sock]}, daemon=True)
thread.start()
try:
deadline = time.monotonic() + 10
while not server.started:
if not thread.is_alive() or time.monotonic() > deadline:
raise RuntimeError("test server did not start")
time.sleep(0.02)
yield f"http://127.0.0.1:{port}"
finally:
server.should_exit = True
thread.join(timeout=5)
sock.close()
def test_sse_first_chunk_and_disconnect_cleanup(monkeypatch):
upstream = FastAPI()
release = threading.Event()
closed = threading.Event()
@upstream.post("/api/v1/ai/routes/generate/stream")
async def events():
async def chunks():
try:
yield b"data: first\n\n"
# The caller releases this only AFTER receiving the first chunk.
while not release.is_set():
await asyncio.sleep(0.02)
yield b"data: done\n\n"
finally:
closed.set()
return StreamingResponse(chunks(), media_type="text/event-stream")
with serve(upstream) as target:
monkeypatch.setattr(settings, "ai_service_url", target)
monkeypatch.setattr(settings, "generated_routes_dir", None)
with serve(create_app()) as public:
with httpx.Client(timeout=3, trust_env=False) as client:
with client.stream("POST", public + "/api/v1/ai/routes/generate/stream", json={}) as response:
assert response.status_code == 200
chunks = response.iter_bytes()
assert next(chunks) == b"data: first\n\n"
release.set()
assert b"data: done\n\n" in b"".join(chunks)
assert closed.wait(2)
release.clear()
closed.clear()
with client.stream("POST", public + "/api/v1/ai/routes/generate/stream", json={}) as response:
assert next(response.iter_bytes()) == b"data: first\n\n"
assert closed.wait(2), "browser disconnect must release upstream streaming resources"
|