DataDrivenAlex's picture
Publish interactive portfolio demo
7dac8dd verified
Raw History Blame Contribute Delete
1.6 kB
{
"failures": [
"overall Brier non-inferiority margin not met",
"segment 'priority' Brier non-inferiority margin not met"
],
"input_sha256": "7574a53b3804ceb0a56ff6c3dd119115f2bfdb3ed20fd74708dfeb7d6f64ced9",
"insufficient_evidence": [],
"latency": {
"challenger_p95_ms": 4.4,
"champion_p95_ms": 4.0,
"p95_ratio": 1.1
},
"overall": {
"challenger_brier": 0.38599205242345297,
"champion_brier": 0.2265624010317236,
"count": 500,
"delta": -0.15942965139172932,
"lower_95": -0.19319920694708284,
"upper_95": -0.1265754160178047
},
"policy": {
"bootstrap_draws": 1500,
"max_global_regression": 0.005,
"max_p95_latency_ratio": 1.25,
"max_segment_regression": 0.025,
"min_rows": 100,
"min_segment_rows": 40,
"required_segments": [
"standard",
"priority"
],
"seed": 23
},
"schema_version": 1,
"segments": {
"priority": {
"count": 261,
"metrics": {
"challenger_brier": 0.5940753410747526,
"champion_brier": 0.2231848601375392,
"count": 261,
"delta": -0.37089048093721333,
"lower_95": -0.416202398828853,
"upper_95": -0.3225919442145358
},
"required": true
},
"standard": {
"count": 239,
"metrics": {
"challenger_brier": 0.15875465351973247,
"champion_brier": 0.2302508452718162,
"count": 239,
"delta": 0.07149619175208374,
"lower_95": 0.04280777739812696,
"upper_95": 0.100979031069921
},
"required": true
}
},
"verdict": "block"
}