File size: 15,734 Bytes
b688fe8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 | """The chapter appendix, run end to end with no model behind it.
Seven agents in one crew: an analyst who reads the chapter and decides what
each specialist writes about, then six specialists who each produce one
section. The failure this guards against is the one that has cost most here -
a section the renderer cannot find renders nothing at all, and the run reports
success with a document missing a third of its content.
So the run is driven through the engine, and the finished Word document is
checked for the text each of the six sections contributed.
"""
from __future__ import annotations
import base64
import io
import uuid
from typing import Any
import pytest
import pytest_asyncio
from sqlalchemy import select
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker, create_async_engine
from app.db.models import (
Artifact,
Base,
Project,
Run,
RunStatus,
StepRun,
StepStatus,
User,
UserRole,
UserStatus,
)
from app.pipelines.engine import execute_run
from app.pipelines.registry import load_all
CHAPTER_TITLE = "القيادة التشاركية في البيئة المدرسية"
CHAPTER_TEXT = (
"القيادة التشاركية ليست تنازلًا عن الصلاحية، بل توزيع للمسؤولية. "
"يبدأ القائد بتحديد القرارات التي تحتمل المشاركة وتلك التي لا تحتملها. "
) * 12
def answers() -> dict[str, Any]:
"""One minimally valid answer per task, keyed by its output schema."""
return {
"ChapterAnalysis": {
"main_themes": ["توزيع المسؤولية", "حدود المشاركة"],
"key_concepts": ["القيادة التشاركية", "نطاق القرار"],
"tools_opportunities": ["مصفوفة القرارات", "خريطة الأدوار"],
"reflection_angles": ["أين أشارك؟", "متى أحتفظ بالقرار؟"],
"scenario_angles": ["اجتماع قسم", "أزمة جدول"],
"case_study_angle": "قائد يوزّع قرارًا لا يحتمل التوزيع",
"checklist_angle": "ممارسات المشاركة اليومية",
"indicators_angles": ["مؤشرات تنظيمية", "مؤشرات إنسانية"],
},
"ToolsSection": {"tools": [{
"name": "مصفوفة نطاق القرار",
"purpose": "الفصل بين ما يُشارَك فيه وما لا يُشارَك.",
"steps": ["راجع قرارات الأسبوع", "حدد أثر كل قرار", "وزّع ما يحتمل"],
"example": "قائد مدرسة أعاد توزيع جدول الإشراف بعد جلسة قسم.",
"when_to_use": ["قبل بداية الفصل", "عند تغيير الجدول"],
"reflection_question": "أي قرار احتفظت به دون سبب؟",
"common_mistakes": ["توزيع قرار لا يحتمل التأخير"],
"success_indicators": ["انخفاض القرارات المرتجعة"],
}]},
"ReflectionCardsSection": {"cards": [{
"title": "أين أشارك فعلًا؟",
"questions": ["ما آخر قرار شاركت فيه فريقك؟",
"ما الذي منعك من المشاركة؟",
"ماذا كسبت حين شاركت؟"],
"closing_message": "المشاركة قرار، لا مزاج.",
}]},
"ScenariosSection": {"scenarios": [{
"title": "اجتماع القسم",
"description": "طرح القائد جدولًا جاهزًا فصمت الفريق.",
"discussion_questions": ["لماذا صمت الفريق؟", "ما البديل؟"],
}]},
"CaseStudySection": {"case_studies": [{
"title": "قرار وُزّع في غير موضعه",
"description": "قائد وزّع قرار الميزانية على لجنة بلا صلاحية.",
"leader_tasks": ["شخّص سبب التعطّل", "حدد نطاق القرار",
"اقترح إجراءً وقِس أثره"],
}]},
"ChecklistSection": {
"title": "هل توزّع المسؤولية فعلًا؟",
"items": ["أراجع قراراتي أسبوعيًا", "أحدد نطاق كل قرار",
"أشرك الفريق مبكرًا", "أعلن حدود المشاركة",
"أتابع أثر ما وزّعته", "أراجع ما احتفظت به"],
"interpretation": [
{"range_label": "5-6 (نعم)", "meaning": "ممارسة راسخة."},
{"range_label": "3-4 (نعم)", "meaning": "ممارسة متذبذبة."},
{"range_label": "0-2 (نعم)", "meaning": "المشاركة شكلية."},
],
},
"IndicatorsSection": {
"title": "مؤشرات توزيع المسؤولية",
"categories": [
{"category_name": "مؤشرات تنظيمية",
"indicators": ["عدد القرارات الموزَّعة", "زمن إغلاق القرار"]},
{"category_name": "مؤشرات إنسانية",
"indicators": ["مشاركة الفريق في الاجتماع"]},
],
"interpretation": [
{"range_label": "تحسّن متزامن", "meaning": "التوزيع أثمر."},
{"range_label": "تحسّن أحادي", "meaning": "التوزيع شكلي."},
],
"when_to_use": "كل فصل دراسي.",
},
}
class StubOutput:
"""What CrewAI leaves on a task: `.output.pydantic`."""
def __init__(self, model, payload):
self.pydantic = model(**payload)
@pytest_asyncio.fixture
async def engine():
eng = create_async_engine("sqlite+aiosqlite:///:memory:", future=True)
async with eng.begin() as conn:
await conn.run_sync(Base.metadata.create_all)
yield eng
await eng.dispose()
@pytest_asyncio.fixture
async def db(engine) -> AsyncSession:
factory = async_sessionmaker(engine, class_=AsyncSession, expire_on_commit=False)
async with factory() as session:
yield session
@pytest_asyncio.fixture
async def appendix_run(db, engine, monkeypatch) -> Run:
load_all()
user = User(id=uuid.uuid4(), email="t@example.com", role=UserRole.user,
status=UserStatus.active, allowed_task_types=["appendix"])
project = Project(owner_id=user.id, kind="appendix", title="ملحقات")
db.add_all([user, project])
await db.commit()
run = Run(
project_id=project.id, pipeline_key="appendix", created_by=user.id,
status=RunStatus.queued,
params={"variant": "from_text", "brief": {
"chapter_title": CHAPTER_TITLE,
"chapter_text": CHAPTER_TEXT,
}},
)
db.add(run)
await db.commit()
factory = async_sessionmaker(engine, class_=AsyncSession, expire_on_commit=False)
monkeypatch.setattr("app.db.session.SessionLocal", factory)
# Answer every task from its own output schema, and leave the answer where
# the runner looks for it: `task.output.pydantic`.
from crewai import Crew
replies = answers()
async def fake_kickoff(self, inputs=None):
for task in self.tasks:
model = getattr(task, "output_pydantic", None)
if model is not None:
task.output = StubOutput(model, replies[model.__name__])
return None
monkeypatch.setattr(Crew, "kickoff_async", fake_kickoff)
return run
# ---------------------------------------------------------------------------
async def test_the_run_finishes_and_produces_a_word_document(db, appendix_run):
status = await execute_run(db, appendix_run.id)
rows = {
r.step_key: r for r in
(await db.scalars(select(StepRun).where(StepRun.run_id == appendix_run.id))).all()
}
failed = [f"{k}: {(r.error or '')[:150]}"
for k, r in rows.items() if r.status is StepStatus.failed]
assert not failed, "steps failed: " + " | ".join(failed)
assert status is RunStatus.succeeded
artifact = await db.scalar(
select(Artifact).where(Artifact.run_id == appendix_run.id)
)
assert artifact is not None, "the run finished without producing a file"
assert artifact.fmt == "docx"
assert base64.b64decode(artifact.content)[:2] == b"PK", "not a Word document"
async def test_all_six_sections_reach_the_document(db, appendix_run):
"""A section the renderer cannot find renders nothing and raises nothing.
Each is checked by its own text."""
from docx import Document
await execute_run(db, appendix_run.id)
artifact = await db.scalar(
select(Artifact).where(Artifact.run_id == appendix_run.id)
)
document = Document(io.BytesIO(base64.b64decode(artifact.content)))
text = "\n".join(p.text for p in document.paragraphs)
for table in document.tables:
for row in table.rows:
text += "\n" + " ".join(c.text for c in row.cells)
for section, probe in [
("الأدوات التطبيقية", "مصفوفة نطاق القرار"),
("بطاقات التأمل", "أين أشارك فعلًا؟"),
("السيناريوهات", "اجتماع القسم"),
("دراسة الحالة", "قرار وُزّع في غير موضعه"),
("قائمة التحقق", "هل توزّع المسؤولية فعلًا؟"),
("المؤشرات", "مؤشرات توزيع المسؤولية"),
]:
assert probe in text, f"«{section}» لم يصل المستند"
assert CHAPTER_TITLE in text, "the chapter title never reached the document"
async def test_the_analysis_is_kept_not_discarded(db, appendix_run):
"""It is the only record of what the distributor told the six to write
about. The notebook writes it to a second file "للمراجعة فقط"."""
await execute_run(db, appendix_run.id)
row = await db.scalar(
select(StepRun).where(StepRun.run_id == appendix_run.id,
StepRun.step_key == "appendix.generate")
)
analysis = (row.output or {}).get("analysis") or {}
assert analysis.get("main_themes"), "the distribution was thrown away"
assert analysis.get("case_study_angle")
async def test_a_chapter_too_short_is_refused_before_anything_runs(db, appendix_run):
"""The appendix is built from the chapter text alone. Two sentences give
the analyst nothing to distribute, and six specialists would invent."""
from pydantic import ValidationError
from app.pipelines.appendix.steps import ChapterIn
with pytest.raises(ValidationError):
ChapterIn(chapter_title="T", chapter_text="قصير جدًا")
def test_the_chapter_field_publishes_its_word_budget():
"""The form counts words and warns past the budget, and it learns the
budget from the schema alone - there is no per-task code in the renderer.
So the hint has to survive in the published schema or the warning silently
stops appearing with nothing failing."""
from app.pipelines.appendix.steps import CHAPTER_MAX_WORDS, ChapterIn
field = ChapterIn.model_json_schema()["properties"]["chapter_text"]
assert field["maxWords"] == CHAPTER_MAX_WORDS
# Advisory, not a limit: the character ceiling has to sit well above the
# word budget, otherwise the browser truncates the paste before the author
# ever sees the warning and the advice becomes a silent edit.
assert field["maxLength"] > CHAPTER_MAX_WORDS * 8
def test_the_card_offers_the_format_the_export_writes():
from app.api.v1.task_types import DEFAULTS
assert DEFAULTS["appendix"]["outputs"] == ["DOCX"]
def test_every_renderer_reads_a_key_its_schema_produces():
"""Six sections, six renderers. A renamed key is invisible until a run
finishes and the section is silently absent."""
import inspect
import re
import app.schemas.appendix as schemas
from app.services.appendix import renderer
for fn, model in [
("render_tools_section", "ToolsSection"),
("render_reflection_cards_section", "ReflectionCardsSection"),
("render_scenarios_section", "ScenariosSection"),
("render_case_study_section", "CaseStudySection"),
("render_checklist_section", "ChecklistSection"),
("render_indicators_section", "IndicatorsSection"),
]:
source = inspect.getsource(getattr(renderer, fn))
# The top-level key each renderer pulls off the section it is given.
top = set(re.findall(r"\w+_data\.get\(\"(\w+)\"", source))
produced = set(getattr(schemas, model).model_fields)
unknown = top - produced
assert not unknown, f"{fn} reads {sorted(unknown)}, not in {model}"
async def test_the_upload_route_reaches_the_same_generator(db, engine, monkeypatch):
"""Two ways in, one shape after them. The pasted route and the uploaded one
both end as a string handed to the same crew - if they diverged, the second
would be a feature nobody had run."""
from crewai import Crew
load_all()
user = User(id=uuid.uuid4(), email="u@example.com", role=UserRole.user,
status=UserStatus.active, allowed_task_types=["appendix"])
project = Project(owner_id=user.id, kind="appendix", title="ملحقات")
db.add_all([user, project])
await db.commit()
run = Run(
project_id=project.id, pipeline_key="appendix", created_by=user.id,
status=RunStatus.queued,
params={"variant": "from_file", "brief": {
"upload_ids": ["11111111-1111-1111-1111-111111111111"],
"chapter_title": CHAPTER_TITLE,
}},
)
db.add(run)
await db.commit()
factory = async_sessionmaker(engine, class_=AsyncSession, expire_on_commit=False)
monkeypatch.setattr("app.db.session.SessionLocal", factory)
# The file reader is exercised on its own elsewhere; here it stands in for
# the upload so the rest of the route is what gets tested.
async def fake_read_source(*, upload_ids, pasted_text):
assert upload_ids, "the upload ids never reached the reader"
return CHAPTER_TEXT
monkeypatch.setattr("app.services.blueprint.text.read_source", fake_read_source)
replies = answers()
async def fake_kickoff(self, inputs=None):
for task in self.tasks:
model = getattr(task, "output_pydantic", None)
if model is not None:
task.output = StubOutput(model, replies[model.__name__])
return None
monkeypatch.setattr(Crew, "kickoff_async", fake_kickoff)
status = await execute_run(db, run.id)
assert status is RunStatus.succeeded
artifact = await db.scalar(select(Artifact).where(Artifact.run_id == run.id))
assert artifact is not None, "the upload route produced no file"
assert base64.b64decode(artifact.content)[:2] == b"PK"
assert CHAPTER_TITLE in (artifact.title or "")
def test_both_routes_read_the_chapter_through_one_reader():
"""Pasted text and an uploaded file converge before anything branches on
them, so nothing downstream knows or cares how the chapter arrived."""
import inspect
from app.pipelines.appendix.steps import GenerateStep
source = inspect.getsource(GenerateStep.run)
assert source.count("read_source(") == 1, "the two routes read separately"
assert "upload_ids" in source and "chapter_text" in source
|