procurement / engine_debug.py
ronbell's picture
Update my_env files
20f8286
Raw History Blame Contribute Delete
1.88 kB
"""Quick check: why policy engine misses some violations in generated contracts."""
import sys
sys.path.insert(0, ".")
import re
from server.contract_gen import ContractGenerator
from server.policy_engine import RULEBOOK_BY_ID
from server.tasks import get_task
out = open("engine_debug.txt", "w", encoding="utf-8")
def p(msg=""):
out.write(msg + "\n")
for task_id in ["easy", "medium", "hard"]:
task = get_task(task_id)
gen = ContractGenerator(seed=42)
contract = gen.generate(
contract_type=task.contract_type,
violations=task.violations,
ambiguity_level=task.ambiguity_level,
red_herrings=task.red_herrings,
)
p(f"\n{'='*70}")
p(f"TASK: {task_id} — violations: {task.violations}")
p(f"{'='*70}")
for rule_id in task.violations:
rule = RULEBOOK_BY_ID.get(rule_id)
if rule:
detected = rule.check(contract)
status = "OK" if detected else "MISSED"
p(f"\n [{status}] {rule_id}: {rule.description}")
if not detected:
# Show relevant sections of contract
p(f" === Engine didn't detect this. Searching contract for clues ===")
for line in contract.split("\n"):
# Search for keywords related to the rule
keywords = {
"RULE_04": ["governing", "laws of", "governed"],
"RULE_07": ["terminat"],
"RULE_11": ["warrant"],
"RULE_13": ["late", "penalty", "payment", "invoice", "interest"],
}
kws = keywords.get(rule_id, [rule_id.lower()])
if any(kw.lower() in line.lower() for kw in kws):
p(f" >> {line.strip()}")
out.close()
print("Done. See engine_debug.txt")