{ "schema_version": "evalarc.comparison.v1", "created_at": "2026-09-14T01:58:21.259930+00:00", "task": { "id": "support-routing", "version": "0.1.0", "domain": "business-tools", "split": "public-development" }, "grader_sha256": "2dced2a842369299e6e924db626fedc120071d5731cd9b79202dba7395b90255", "cases_sha256": "b7cd8663c69da9e1715d5c8e1d707514863dcc333fefc57acc3315053ebc85df", "runtime": { "backend": "docker", "image": "python:3.12-slim", "image_id": "sha256:78387bc3881b8273120a12ebe6c1ab22b018ccc2c9adf565ae1ac9b536e184ea", "command": [ "{python}", "-I", "-B", "main.py" ], "response_timeout_seconds": 10.0, "session_output_limit_bytes": 1048576, "python": "3.12.3", "platform": "Linux-6.17.0-1020-aws-x86_64-with-glibc2.39" }, "seeds": [ 17 ], "baseline": { "candidate_sha256": "a34429419d7c794420d43f7873ce5b1474f73821329f414609d5e4d18fc174c3", "score": 0.9, "resolved": false, "created_at": "2026-09-14T01:58:19.087946+00:00" }, "current": { "candidate_sha256": "b89a99819c03e8290096ca268f637c5517d465b3ec5f0b5fe2b21c35509ff202", "score": 0.9375, "resolved": false, "created_at": "2026-09-14T01:58:21.160793+00:00" }, "score_delta": 0.0375, "regressions": [ { "seed": 17, "case_id": "retry-after-commit", "check": "notes" } ], "improvements": [ { "seed": 17, "case_id": "retry-before-commit", "check": "closure" }, { "seed": 17, "case_id": "route-open-ticket", "check": "closure" } ], "case_transitions": [ { "seed": 17, "case_id": "retry-after-commit", "before": "passed", "after": "failed", "regressed_checks": [ "notes" ], "improved_checks": [] }, { "seed": 17, "case_id": "retry-before-commit", "before": "failed", "after": "passed", "regressed_checks": [], "improved_checks": [ "closure" ] }, { "seed": 17, "case_id": "route-open-ticket", "before": "failed", "after": "passed", "regressed_checks": [], "improved_checks": [ "closure" ] } ], "current_failed_cases": 1, "has_regressions": true, "interpretation": "Matched observed checks only. No regression is not full task resolution. Scores and fingerprints do not authenticate a report's producer." }