File size: 1,482 Bytes
7dac8dd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "failures": [],
  "input_sha256": "7834e8f30d6b433a4f6061123fb1250f41e9ef62960ebc9d03579a64761056e5",
  "insufficient_evidence": [],
  "latency": {
    "challenger_p95_ms": 4.4,
    "champion_p95_ms": 4.0,
    "p95_ratio": 1.1
  },
  "overall": {
    "challenger_brier": 0.16007592233540374,
    "champion_brier": 0.2265624010317236,
    "count": 500,
    "delta": 0.06648647869631985,
    "lower_95": 0.045030258661648365,
    "upper_95": 0.08818416425652438
  },
  "policy": {
    "bootstrap_draws": 1500,
    "max_global_regression": 0.005,
    "max_p95_latency_ratio": 1.25,
    "max_segment_regression": 0.025,
    "min_rows": 100,
    "min_segment_rows": 40,
    "required_segments": [
      "standard",
      "priority"
    ],
    "seed": 23
  },
  "schema_version": 1,
  "segments": {
    "priority": {
      "count": 261,
      "metrics": {
        "challenger_brier": 0.161285819833279,
        "champion_brier": 0.2231848601375392,
        "count": 261,
        "delta": 0.06189904030426019,
        "lower_95": 0.03206793935196378,
        "upper_95": 0.0901094206321046
      },
      "required": true
    },
    "standard": {
      "count": 239,
      "metrics": {
        "challenger_brier": 0.15875465351973247,
        "champion_brier": 0.2302508452718162,
        "count": 239,
        "delta": 0.07149619175208374,
        "lower_95": 0.04280777739812696,
        "upper_95": 0.100979031069921
      },
      "required": true
    }
  },
  "verdict": "pass"
}