File size: 1,482 Bytes
7dac8dd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"failures": [],
"input_sha256": "7834e8f30d6b433a4f6061123fb1250f41e9ef62960ebc9d03579a64761056e5",
"insufficient_evidence": [],
"latency": {
"challenger_p95_ms": 4.4,
"champion_p95_ms": 4.0,
"p95_ratio": 1.1
},
"overall": {
"challenger_brier": 0.16007592233540374,
"champion_brier": 0.2265624010317236,
"count": 500,
"delta": 0.06648647869631985,
"lower_95": 0.045030258661648365,
"upper_95": 0.08818416425652438
},
"policy": {
"bootstrap_draws": 1500,
"max_global_regression": 0.005,
"max_p95_latency_ratio": 1.25,
"max_segment_regression": 0.025,
"min_rows": 100,
"min_segment_rows": 40,
"required_segments": [
"standard",
"priority"
],
"seed": 23
},
"schema_version": 1,
"segments": {
"priority": {
"count": 261,
"metrics": {
"challenger_brier": 0.161285819833279,
"champion_brier": 0.2231848601375392,
"count": 261,
"delta": 0.06189904030426019,
"lower_95": 0.03206793935196378,
"upper_95": 0.0901094206321046
},
"required": true
},
"standard": {
"count": 239,
"metrics": {
"challenger_brier": 0.15875465351973247,
"champion_brier": 0.2302508452718162,
"count": 239,
"delta": 0.07149619175208374,
"lower_95": 0.04280777739812696,
"upper_95": 0.100979031069921
},
"required": true
}
},
"verdict": "pass"
}
|