Spaces:
Running on Zero
Running on Zero
File size: 4,014 Bytes
a964978 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 | import json
from pathlib import Path
from typing import List
from fastapi.testclient import TestClient
from app.main import app
from app.pipeline.chunker import Chunk
from app.pipeline.mapreduce import bundle_chunks
def parse_sse_events(text: str) -> List[dict]:
"""Parse raw SSE text into a list of event objects."""
events = []
current_event = "message"
for line in text.splitlines():
line = line.strip()
if not line:
continue
if line.startswith("event:"):
current_event = line[len("event:"):].strip()
elif line.startswith("data:"):
data_str = line[len("data:"):].strip()
try:
data_json = json.loads(data_str)
except json.JSONDecodeError:
data_json = data_str
events.append({"event": current_event, "data": data_json})
return events
def test_bundle_chunks_grouping():
"""Verify sequential bundling of document chunks and chunk_range labeling."""
chunks = [
Chunk(id=f"c_{i}", doc_id="d1", content_hash=f"h_{i}", text=f"Chunk content {i}", section_path=[f"Sec {i}"], token_count=10)
for i in range(25)
]
bundles = bundle_chunks(chunks, bundle_size=10)
assert len(bundles) == 3
assert bundles[0].chunk_range == "Chunks 1-10"
assert bundles[0].start_chunk == 1
assert bundles[0].end_chunk == 10
assert len(bundles[0].chunks) == 10
assert bundles[1].chunk_range == "Chunks 11-20"
assert bundles[2].chunk_range == "Chunks 21-25"
def test_mapreduce_gate_summarize_whole_document():
"""
Done when gate: 'summarize the whole document in 800 words' produces
a sectioned summary citing chunk ranges; token count within budget.
"""
client = TestClient(app)
fixture_path = Path(__file__).resolve().parent.parent.parent / "eval" / "fixtures" / "handbook.pdf"
assert fixture_path.exists()
with open(fixture_path, "rb") as f:
ingest_resp = client.post("/v1/ingest", files={"file": ("handbook.pdf", f, "application/pdf")})
assert ingest_resp.status_code == 200
session_id = ingest_resp.json()["session_id"]
# 1. Test dedicated /v1/summarize endpoint
resp = client.post("/v1/summarize", json={"session_id": session_id, "target_words": 800})
assert resp.status_code == 200
assert "text/event-stream" in resp.headers["content-type"]
events = parse_sse_events(resp.text)
event_types = [e["event"] for e in events]
assert "progress" in event_types
assert "section" in event_types
assert "token" in event_types
assert "done" in event_types
done_event = next(e["data"] for e in events if e["event"] == "done")
summary = done_event["summary"]
token_count = done_event["token_count"]
word_count = done_event["word_count"]
# Gate check 1: Sectioned summary (contains Markdown headers)
assert "##" in summary or "#" in summary, "Summary is not sectioned with Markdown headings"
sections = [line for line in summary.splitlines() if line.startswith("##")]
assert len(sections) >= 2, f"Expected at least 2 sections, got {len(sections)}"
# Gate check 2: Cites chunk ranges
assert "[Chunks" in summary or "[Chunk" in summary, "Summary does not cite chunk ranges"
# Gate check 3: Token and word count within budget
assert token_count < 1500, f"Token count {token_count} exceeds budget"
assert word_count > 50, f"Word count {word_count} is too low"
# 2. Test /v1/query routing to DOC_WIDE
query_resp = client.post(
"/v1/query",
json={"session_id": session_id, "query": "summarize the whole document in 800 words"},
)
assert query_resp.status_code == 200
q_events = parse_sse_events(query_resp.text)
route_event = next(e["data"] for e in q_events if e["event"] == "route")
assert route_event["route"] == "DOC_WIDE"
q_done = next(e["data"] for e in q_events if e["event"] == "done")
assert "[Chunk" in q_done["summary"]
|