Spaces:
Running
Running
| { | |
| "action_shift_rate": 0.04172461752433936, | |
| "attribution": [ | |
| { | |
| "node": "model", | |
| "share": 0.4886363636363636 | |
| }, | |
| { | |
| "node": "policy", | |
| "share": 0.4659090909090909 | |
| }, | |
| { | |
| "node": "rules", | |
| "share": 0.04545454545454545 | |
| } | |
| ], | |
| "baseline_action_distribution": { | |
| "auto_8": 66, | |
| "auto_not_8": 530, | |
| "manual_review": 123 | |
| }, | |
| "candidate_action_distribution": { | |
| "auto_8": 74, | |
| "auto_not_8": 526, | |
| "manual_review": 119 | |
| }, | |
| "changed_actions": 30, | |
| "changed_nodes": [ | |
| "model", | |
| "policy", | |
| "rules" | |
| ], | |
| "cohorts": [ | |
| { | |
| "action_shift_rate": 0.0, | |
| "coverage": 0.09874826147426982, | |
| "declared_limit": 0.1, | |
| "digit": "0", | |
| "excess_action_shift_rate": -0.04172461752433936, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "unchanged", | |
| "size": 71, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.06153846153846154, | |
| "coverage": 0.09040333796940195, | |
| "declared_limit": 0.1, | |
| "digit": "1", | |
| "excess_action_shift_rate": 0.01981384401412218, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "manual_review->auto_8", | |
| "size": 65, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.078125, | |
| "coverage": 0.0890125173852573, | |
| "declared_limit": 0.1, | |
| "digit": "2", | |
| "excess_action_shift_rate": 0.03640038247566064, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "auto_not_8->manual_review", | |
| "size": 64, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.013513513513513514, | |
| "coverage": 0.10292072322670376, | |
| "declared_limit": 0.1, | |
| "digit": "3", | |
| "excess_action_shift_rate": -0.028211104010825848, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "auto_not_8->manual_review", | |
| "size": 74, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.027777777777777776, | |
| "coverage": 0.10013908205841446, | |
| "declared_limit": 0.1, | |
| "digit": "4", | |
| "excess_action_shift_rate": -0.013946839746561586, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "manual_review->auto_not_8", | |
| "size": 72, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.03896103896103896, | |
| "coverage": 0.1070931849791377, | |
| "declared_limit": 0.1, | |
| "digit": "5", | |
| "excess_action_shift_rate": -0.002763578563300402, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "auto_not_8->manual_review", | |
| "size": 77, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.09411764705882353, | |
| "coverage": 0.11821974965229486, | |
| "declared_limit": 0.08, | |
| "digit": "6", | |
| "excess_action_shift_rate": 0.052393029534484166, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "auto_not_8->manual_review", | |
| "size": 85, | |
| "violation": true | |
| }, | |
| { | |
| "action_shift_rate": 0.036585365853658534, | |
| "coverage": 0.11404728789986092, | |
| "declared_limit": 0.1, | |
| "digit": "7", | |
| "excess_action_shift_rate": -0.005139251670680828, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "manual_review->auto_8", | |
| "size": 82, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.04285714285714286, | |
| "coverage": 0.09735744089012517, | |
| "declared_limit": 0.1, | |
| "digit": "8", | |
| "excess_action_shift_rate": 0.0011325253328034954, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "manual_review->auto_8", | |
| "size": 70, | |
| "violation": false | |
| }, | |
| { | |
| "action_shift_rate": 0.01694915254237288, | |
| "coverage": 0.08205841446453407, | |
| "declared_limit": 0.1, | |
| "digit": "9", | |
| "excess_action_shift_rate": -0.02477546498196648, | |
| "global_action_shift_rate": 0.04172461752433936, | |
| "most_common_transition": "auto_not_8->manual_review", | |
| "size": 59, | |
| "violation": false | |
| } | |
| ], | |
| "contract": { | |
| "attribution": { | |
| "max_efficiency_mae": 1e-06, | |
| "require_reproducible_identity": true | |
| }, | |
| "cohorts": { | |
| "max_action_shift_rate": 0.1, | |
| "min_size": 20, | |
| "overrides": { | |
| "actual_digit=6": { | |
| "max_action_shift_rate": 0.08 | |
| } | |
| } | |
| }, | |
| "max_decision_shift_rate": 0.05, | |
| "transitions": { | |
| "auto_not_8->manual_review": { | |
| "max_rate": 0.03 | |
| }, | |
| "manual_review->auto_8": { | |
| "max_rate": 0.02 | |
| } | |
| } | |
| }, | |
| "contract_evaluation": { | |
| "checks": [ | |
| { | |
| "detail": "", | |
| "limit": 0.05, | |
| "name": "overall decision shift", | |
| "observed": 0.04172461752433936, | |
| "status": "PASS" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": 0.03, | |
| "name": "transition auto_not_8->manual_review rate", | |
| "observed": 0.01808066759388039, | |
| "status": "PASS" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": 0.02, | |
| "name": "transition manual_review->auto_8 rate", | |
| "observed": 0.011126564673157162, | |
| "status": "PASS" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": "reproducible", | |
| "name": "reproducibility", | |
| "observed": "reproducible", | |
| "status": "PASS" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": 1e-06, | |
| "name": "flow attribution efficiency MAE", | |
| "observed": 0.0, | |
| "status": "PASS" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": 0.1, | |
| "name": "cohort shift rate", | |
| "observed": 0.09411764705882353, | |
| "status": "PASS" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": 0.08, | |
| "name": "actual_digit=6 shift rate", | |
| "observed": 0.09411764705882353, | |
| "status": "FAIL" | |
| }, | |
| { | |
| "detail": "", | |
| "limit": true, | |
| "name": "evidence integrity", | |
| "observed": true, | |
| "status": "PASS" | |
| } | |
| ], | |
| "exit_code": 10, | |
| "note": "A passing Decision Contract means only that the user-declared DeciShift contract passed.", | |
| "result": "BLOCK" | |
| }, | |
| "generated_from_commit": "522c56f9fd357da70f00cdecc014caeedb736002", | |
| "limits_note": "What-if controls in the Space change only the displayed gate interpretation; they do not rerun DeciShift or alter the published benchmark evidence.", | |
| "model_metrics": { | |
| "baseline_accuracy": 0.9026425591098748, | |
| "baseline_roc_auc": 0.9429451904028175, | |
| "candidate_accuracy": 0.9179415855354659, | |
| "candidate_roc_auc": 0.9471824785384109 | |
| }, | |
| "records": 719, | |
| "scenario": "Public Digits / XGBoost", | |
| "source_dataset": { | |
| "evaluation_records": 719, | |
| "name": "scikit-learn Digits classification dataset", | |
| "source": "https://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_digits.html", | |
| "split_random_state": 23, | |
| "target_for_example": "digit 8 versus all other digits", | |
| "total_public_samples": 1797 | |
| }, | |
| "title": "DeciShift Decision Change Explorer", | |
| "transitions": [ | |
| { | |
| "count": 13, | |
| "transition": "auto_not_8->manual_review" | |
| }, | |
| { | |
| "count": 8, | |
| "transition": "manual_review->auto_8" | |
| }, | |
| { | |
| "count": 9, | |
| "transition": "manual_review->auto_not_8" | |
| } | |
| ] | |
| } |