Spaces:
Sleeping
Sleeping
Download server/tasks.py from meta-scaler/procurement: direct link, hf CLI and curl.
- Browser
- Download file 5.8 kB
-
https://huggingface.co/spaces/meta-scaler/procurement/resolve/main/server/tasks.py
- Command line
-
hf download hf://spaces/meta-scaler/procurement/server/tasks.py
-
curl -L -o tasks.py https://huggingface.co/spaces/meta-scaler/procurement/resolve/main/server/tasks.py
5.8 kB
| """ | |
| Task Configurations — Easy / Medium / Hard procurement audit tasks. | |
| Each task defines: | |
| - task_id: unique identifier | |
| - description: what the agent should do | |
| - contract_type: which contract(s) to generate | |
| - violations: which rules are violated in the contract | |
| - cross_doc_violations: (doc_a, doc_b, rule_id) for multi-doc tasks | |
| - max_steps: maximum steps allowed | |
| - red_herrings: number of deliberate compliant clauses that look suspicious | |
| - ambiguity_level: 0 (none) to 2 (high) | |
| - reward_breakdown: scoring rubric | |
| """ | |
| from __future__ import annotations | |
| from dataclasses import dataclass, field | |
| from typing import Dict, List, Optional, Tuple | |
| class TaskConfig: | |
| task_id: str | |
| description: str | |
| contract_type: str | |
| violations: List[str] | |
| cross_doc_violations: List[Tuple[str, str, str]] = field(default_factory=list) | |
| max_steps: int = 5 | |
| red_herrings: int = 0 | |
| ambiguity_level: int = 0 | |
| # NOTE: reward_breakdown is informational/documentation only. | |
| # Actual scoring is performed by grade_action() in environment.py | |
| # using severity-weighted matching, NOT these per-component weights. | |
| reward_breakdown: Optional[Dict[str, float]] = None | |
| expected_score_range: Optional[Tuple[float, float]] = None | |
| TASKS: Dict[str, TaskConfig] = { | |
| "easy": TaskConfig( | |
| task_id="easy", | |
| description=( | |
| "Agent receives a 1,500-word MSA with clearly labeled sections. " | |
| "2 violations: payment terms say net-30 (policy requires net-60), " | |
| "auto-renewal notice is 30 days (policy requires 90). " | |
| "Both are in clearly labeled 'Payment Terms' and 'Renewal' sections. " | |
| "No ambiguity, no red herrings. Agent must find both, classify them " | |
| "correctly, and state which rule they violate." | |
| ), | |
| contract_type="MSA", | |
| violations=["RULE_02", "RULE_03"], | |
| max_steps=5, | |
| red_herrings=0, | |
| ambiguity_level=0, | |
| reward_breakdown={ | |
| "violation_detection_per_violation": 0.35, | |
| "severity_classification_per_violation": 0.10, | |
| "clause_reference_accuracy_per_violation": 0.05, | |
| "false_positive_penalty": -0.15, | |
| "clean_clause_confirmation": 0.05, | |
| }, | |
| expected_score_range=(0.80, 0.95), | |
| ), | |
| "medium": TaskConfig( | |
| task_id="medium", | |
| description=( | |
| "A 3,000-word MSA. Liability cap clause reads: 'limited to fees paid in " | |
| "the preceding 6 months' — agent must compute whether this meets the 2x " | |
| "annual value threshold (it doesn't, for any contract > 3 months). " | |
| "Governing law is 'Singapore' — agent must check if this is in the " | |
| "allowed list (it's not). One clause looks like a violation (IP assignment " | |
| "language is ambiguous) but is actually covered by an exhibit. Agent must " | |
| "not flag the red herring." | |
| ), | |
| contract_type="MSA", | |
| violations=["RULE_01", "RULE_04", "RULE_13", "RULE_19", "RULE_20"], | |
| max_steps=10, | |
| red_herrings=1, | |
| ambiguity_level=1, | |
| reward_breakdown={ | |
| "violation_recall_per_violation": 0.12, | |
| "severity_accuracy_per_violation": 0.05, | |
| "red_herring_avoidance": 0.10, | |
| "numeric_computation_accuracy": 0.10, | |
| "false_positive_penalty": -0.10, | |
| }, | |
| expected_score_range=(0.50, 0.65), | |
| ), | |
| "hard": TaskConfig( | |
| task_id="hard", | |
| description=( | |
| "A 5,000-word contract package: MSA + Statement of Work (SOW) + Data " | |
| "Processing Agreement (DPA). The critical violation only appears when " | |
| "combining MSA clause 12.4 ('indemnification excludes data breaches') with " | |
| "DPA Section 3 ('vendor processes PII'). Together, this means the company " | |
| "has no indemnification coverage for data breaches involving PII — a " | |
| "critical gap. Agent must: find it, classify it as CRITICAL, cite both " | |
| "documents, and propose replacement clause language scored against a " | |
| "lawyer-written gold redline." | |
| ), | |
| contract_type="MSA", | |
| violations=["RULE_01", "RULE_06", "RULE_07", "RULE_08", "RULE_09", "RULE_11"], | |
| cross_doc_violations=[ | |
| ("MSA", "DPA", "RULE_18"), | |
| ], | |
| max_steps=15, | |
| red_herrings=1, | |
| ambiguity_level=2, | |
| reward_breakdown={ | |
| "violation_recall_per_violation": 0.10, | |
| "severity_accuracy_per_violation": 0.05, | |
| "cross_document_detection": 0.15, | |
| "redline_coverage": 0.10, | |
| "redline_precision": 0.05, | |
| "redline_legal_concepts": 0.10, | |
| "redline_mutuality": 0.05, | |
| "red_herring_avoidance": 0.10, | |
| "false_positive_penalty": -0.10, | |
| }, | |
| expected_score_range=(0.25, 0.40), | |
| ), | |
| } | |
| def get_task(task_id: str) -> TaskConfig: | |
| """Get a task config by ID.""" | |
| if task_id not in TASKS: | |
| raise ValueError(f"Unknown task_id: {task_id}. Available: {list(TASKS.keys())}") | |
| return TASKS[task_id] | |
| def list_tasks() -> Dict[str, Dict]: | |
| """Return task metadata for the /tasks endpoint.""" | |
| return { | |
| tid: { | |
| "task_id": cfg.task_id, | |
| "description": cfg.description, | |
| "contract_type": cfg.contract_type, | |
| "num_violations": len(cfg.violations), | |
| "max_steps": cfg.max_steps, | |
| "ambiguity_level": cfg.ambiguity_level, | |
| "red_herrings": cfg.red_herrings, | |
| "reward_breakdown": cfg.reward_breakdown, | |
| "expected_score_range": cfg.expected_score_range, | |
| } | |
| for tid, cfg in TASKS.items() | |
| } | |