{ "action_shift_rate": 0.04172461752433936, "attribution": [ { "node": "model", "share": 0.4886363636363636 }, { "node": "policy", "share": 0.4659090909090909 }, { "node": "rules", "share": 0.04545454545454545 } ], "baseline_action_distribution": { "auto_8": 66, "auto_not_8": 530, "manual_review": 123 }, "candidate_action_distribution": { "auto_8": 74, "auto_not_8": 526, "manual_review": 119 }, "changed_actions": 30, "changed_nodes": [ "model", "policy", "rules" ], "cohorts": [ { "action_shift_rate": 0.0, "coverage": 0.09874826147426982, "declared_limit": 0.1, "digit": "0", "excess_action_shift_rate": -0.04172461752433936, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "unchanged", "size": 71, "violation": false }, { "action_shift_rate": 0.06153846153846154, "coverage": 0.09040333796940195, "declared_limit": 0.1, "digit": "1", "excess_action_shift_rate": 0.01981384401412218, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "manual_review->auto_8", "size": 65, "violation": false }, { "action_shift_rate": 0.078125, "coverage": 0.0890125173852573, "declared_limit": 0.1, "digit": "2", "excess_action_shift_rate": 0.03640038247566064, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "auto_not_8->manual_review", "size": 64, "violation": false }, { "action_shift_rate": 0.013513513513513514, "coverage": 0.10292072322670376, "declared_limit": 0.1, "digit": "3", "excess_action_shift_rate": -0.028211104010825848, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "auto_not_8->manual_review", "size": 74, "violation": false }, { "action_shift_rate": 0.027777777777777776, "coverage": 0.10013908205841446, "declared_limit": 0.1, "digit": "4", "excess_action_shift_rate": -0.013946839746561586, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "manual_review->auto_not_8", "size": 72, "violation": false }, { "action_shift_rate": 0.03896103896103896, "coverage": 0.1070931849791377, "declared_limit": 0.1, "digit": "5", "excess_action_shift_rate": -0.002763578563300402, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "auto_not_8->manual_review", "size": 77, "violation": false }, { "action_shift_rate": 0.09411764705882353, "coverage": 0.11821974965229486, "declared_limit": 0.08, "digit": "6", "excess_action_shift_rate": 0.052393029534484166, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "auto_not_8->manual_review", "size": 85, "violation": true }, { "action_shift_rate": 0.036585365853658534, "coverage": 0.11404728789986092, "declared_limit": 0.1, "digit": "7", "excess_action_shift_rate": -0.005139251670680828, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "manual_review->auto_8", "size": 82, "violation": false }, { "action_shift_rate": 0.04285714285714286, "coverage": 0.09735744089012517, "declared_limit": 0.1, "digit": "8", "excess_action_shift_rate": 0.0011325253328034954, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "manual_review->auto_8", "size": 70, "violation": false }, { "action_shift_rate": 0.01694915254237288, "coverage": 0.08205841446453407, "declared_limit": 0.1, "digit": "9", "excess_action_shift_rate": -0.02477546498196648, "global_action_shift_rate": 0.04172461752433936, "most_common_transition": "auto_not_8->manual_review", "size": 59, "violation": false } ], "contract": { "attribution": { "max_efficiency_mae": 1e-06, "require_reproducible_identity": true }, "cohorts": { "max_action_shift_rate": 0.1, "min_size": 20, "overrides": { "actual_digit=6": { "max_action_shift_rate": 0.08 } } }, "max_decision_shift_rate": 0.05, "transitions": { "auto_not_8->manual_review": { "max_rate": 0.03 }, "manual_review->auto_8": { "max_rate": 0.02 } } }, "contract_evaluation": { "checks": [ { "detail": "", "limit": 0.05, "name": "overall decision shift", "observed": 0.04172461752433936, "status": "PASS" }, { "detail": "", "limit": 0.03, "name": "transition auto_not_8->manual_review rate", "observed": 0.01808066759388039, "status": "PASS" }, { "detail": "", "limit": 0.02, "name": "transition manual_review->auto_8 rate", "observed": 0.011126564673157162, "status": "PASS" }, { "detail": "", "limit": "reproducible", "name": "reproducibility", "observed": "reproducible", "status": "PASS" }, { "detail": "", "limit": 1e-06, "name": "flow attribution efficiency MAE", "observed": 0.0, "status": "PASS" }, { "detail": "", "limit": 0.1, "name": "cohort shift rate", "observed": 0.09411764705882353, "status": "PASS" }, { "detail": "", "limit": 0.08, "name": "actual_digit=6 shift rate", "observed": 0.09411764705882353, "status": "FAIL" }, { "detail": "", "limit": true, "name": "evidence integrity", "observed": true, "status": "PASS" } ], "exit_code": 10, "note": "A passing Decision Contract means only that the user-declared DeciShift contract passed.", "result": "BLOCK" }, "generated_from_commit": "522c56f9fd357da70f00cdecc014caeedb736002", "limits_note": "What-if controls in the Space change only the displayed gate interpretation; they do not rerun DeciShift or alter the published benchmark evidence.", "model_metrics": { "baseline_accuracy": 0.9026425591098748, "baseline_roc_auc": 0.9429451904028175, "candidate_accuracy": 0.9179415855354659, "candidate_roc_auc": 0.9471824785384109 }, "records": 719, "scenario": "Public Digits / XGBoost", "source_dataset": { "evaluation_records": 719, "name": "scikit-learn Digits classification dataset", "source": "https://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_digits.html", "split_random_state": 23, "target_for_example": "digit 8 versus all other digits", "total_public_samples": 1797 }, "title": "DeciShift Decision Change Explorer", "transitions": [ { "count": 13, "transition": "auto_not_8->manual_review" }, { "count": 8, "transition": "manual_review->auto_8" }, { "count": 9, "transition": "manual_review->auto_not_8" } ] }