File size: 1,603 Bytes
7dac8dd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
{
  "failures": [
    "overall Brier non-inferiority margin not met",
    "segment 'priority' Brier non-inferiority margin not met"
  ],
  "input_sha256": "7574a53b3804ceb0a56ff6c3dd119115f2bfdb3ed20fd74708dfeb7d6f64ced9",
  "insufficient_evidence": [],
  "latency": {
    "challenger_p95_ms": 4.4,
    "champion_p95_ms": 4.0,
    "p95_ratio": 1.1
  },
  "overall": {
    "challenger_brier": 0.38599205242345297,
    "champion_brier": 0.2265624010317236,
    "count": 500,
    "delta": -0.15942965139172932,
    "lower_95": -0.19319920694708284,
    "upper_95": -0.1265754160178047
  },
  "policy": {
    "bootstrap_draws": 1500,
    "max_global_regression": 0.005,
    "max_p95_latency_ratio": 1.25,
    "max_segment_regression": 0.025,
    "min_rows": 100,
    "min_segment_rows": 40,
    "required_segments": [
      "standard",
      "priority"
    ],
    "seed": 23
  },
  "schema_version": 1,
  "segments": {
    "priority": {
      "count": 261,
      "metrics": {
        "challenger_brier": 0.5940753410747526,
        "champion_brier": 0.2231848601375392,
        "count": 261,
        "delta": -0.37089048093721333,
        "lower_95": -0.416202398828853,
        "upper_95": -0.3225919442145358
      },
      "required": true
    },
    "standard": {
      "count": 239,
      "metrics": {
        "challenger_brier": 0.15875465351973247,
        "champion_brier": 0.2302508452718162,
        "count": 239,
        "delta": 0.07149619175208374,
        "lower_95": 0.04280777739812696,
        "upper_95": 0.100979031069921
      },
      "required": true
    }
  },
  "verdict": "block"
}