File size: 1,880 Bytes
20f8286
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
"""Quick check: why policy engine misses some violations in generated contracts."""
import sys
sys.path.insert(0, ".")
import re
from server.contract_gen import ContractGenerator
from server.policy_engine import RULEBOOK_BY_ID
from server.tasks import get_task

out = open("engine_debug.txt", "w", encoding="utf-8")

def p(msg=""):
    out.write(msg + "\n")

for task_id in ["easy", "medium", "hard"]:
    task = get_task(task_id)
    gen = ContractGenerator(seed=42)
    contract = gen.generate(
        contract_type=task.contract_type,
        violations=task.violations,
        ambiguity_level=task.ambiguity_level,
        red_herrings=task.red_herrings,
    )
    
    p(f"\n{'='*70}")
    p(f"TASK: {task_id} — violations: {task.violations}")
    p(f"{'='*70}")
    
    for rule_id in task.violations:
        rule = RULEBOOK_BY_ID.get(rule_id)
        if rule:
            detected = rule.check(contract)
            status = "OK" if detected else "MISSED"
            p(f"\n  [{status}] {rule_id}: {rule.description}")
            
            if not detected:
                # Show relevant sections of contract
                p(f"  === Engine didn't detect this. Searching contract for clues ===")
                for line in contract.split("\n"):
                    # Search for keywords related to the rule
                    keywords = {
                        "RULE_04": ["governing", "laws of", "governed"],
                        "RULE_07": ["terminat"],
                        "RULE_11": ["warrant"],
                        "RULE_13": ["late", "penalty", "payment", "invoice", "interest"],
                    }
                    kws = keywords.get(rule_id, [rule_id.lower()])
                    if any(kw.lower() in line.lower() for kw in kws):
                        p(f"    >> {line.strip()}")

out.close()
print("Done. See engine_debug.txt")