Spaces:
Sleeping
Sleeping
File size: 1,702 Bytes
e331bc2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | from __future__ import annotations
import json
import sys
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
if str(ROOT) not in sys.path:
sys.path.insert(0, str(ROOT))
from supportdesk_env.logging_config import get_logger
from supportdesk_env.models import SupportAction
from supportdesk_env.server.environment import SupportDeskEnvironment
from supportdesk_env.task_bank import TASK_ORDER, TASKS
logger = get_logger("validation")
def main() -> None:
"""Automated validation of all tasks in the bank."""
env = SupportDeskEnvironment()
logger.info("Validating %s tasks...", len(TASK_ORDER))
for task_id in TASK_ORDER:
reset_result = env.reset(task_id=task_id)
if reset_result.observation.task_id != task_id:
logger.error("Failed to reset task: %s", task_id)
raise SystemExit(1)
action = SupportAction(
action_type="finalize",
issue_type=TASKS[task_id].target_issue_type,
priority=TASKS[task_id].target_priority,
team=TASKS[task_id].target_team,
severity=TASKS[task_id].target_severity,
status=TASKS[task_id].target_status,
tags=TASKS[task_id].required_tags,
message=" ".join(TASKS[task_id].required_phrases),
internal_note="validation run",
confidence=0.9,
)
step_result = env.step(action)
if not (0.0 <= step_result.reward.total <= 1.0):
logger.error("Invalid reward for %s", task_id)
raise SystemExit(1)
logger.info("Validation SUCCESS: %s", json.dumps({"status": "ok", "tasks": TASK_ORDER}))
if __name__ == "__main__":
main()
|