cad-bench / tests /test_audit.py
windows2t2's picture ShadowPenguin's picture
Duplicate from markov-ai/autocad-bench
1866d85
Raw History Blame Contribute Delete
987 Bytes
from __future__ import annotations
from autocad_bench.tasks.audit import load_gold_audit
def test_gold_audit_covers_manifest_and_current_files() -> None:
entries = load_gold_audit()
assert len(entries) == 50
assert all(entry.machine_checks == "passed" for entry in entries)
assert all(entry.dwg_signature == "AC1032" for entry in entries)
def test_development_audit_selection_is_documented() -> None:
selected = [entry for entry in load_gold_audit() if entry.selected_for_dev]
assert [entry.task_id for entry in selected] == [
"task-004",
"task-010",
"task-016",
"task-023",
"task-029",
"task-035",
"task-043",
]
assert all(entry.reference_review == "reviewed" for entry in selected)
assert all(entry.selection_reason for entry in selected)
def test_manual_autocad_review_is_explicitly_pending() -> None:
assert all(entry.autocad_review == "pending" for entry in load_gold_audit())