File size: 1,603 Bytes
7dac8dd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {
"failures": [
"overall Brier non-inferiority margin not met",
"segment 'priority' Brier non-inferiority margin not met"
],
"input_sha256": "7574a53b3804ceb0a56ff6c3dd119115f2bfdb3ed20fd74708dfeb7d6f64ced9",
"insufficient_evidence": [],
"latency": {
"challenger_p95_ms": 4.4,
"champion_p95_ms": 4.0,
"p95_ratio": 1.1
},
"overall": {
"challenger_brier": 0.38599205242345297,
"champion_brier": 0.2265624010317236,
"count": 500,
"delta": -0.15942965139172932,
"lower_95": -0.19319920694708284,
"upper_95": -0.1265754160178047
},
"policy": {
"bootstrap_draws": 1500,
"max_global_regression": 0.005,
"max_p95_latency_ratio": 1.25,
"max_segment_regression": 0.025,
"min_rows": 100,
"min_segment_rows": 40,
"required_segments": [
"standard",
"priority"
],
"seed": 23
},
"schema_version": 1,
"segments": {
"priority": {
"count": 261,
"metrics": {
"challenger_brier": 0.5940753410747526,
"champion_brier": 0.2231848601375392,
"count": 261,
"delta": -0.37089048093721333,
"lower_95": -0.416202398828853,
"upper_95": -0.3225919442145358
},
"required": true
},
"standard": {
"count": 239,
"metrics": {
"challenger_brier": 0.15875465351973247,
"champion_brier": 0.2302508452718162,
"count": 239,
"delta": 0.07149619175208374,
"lower_95": 0.04280777739812696,
"upper_95": 0.100979031069921
},
"required": true
}
},
"verdict": "block"
}
|