File size: 2,366 Bytes
466c2b6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
{
  "selected_method": "four_difference",
  "selection": "task-balanced validation Score25 mean minus sample standard deviation over five router seeds",
  "repeat_seeds": [
    2026,
    2027,
    2028,
    2029,
    2030
  ],
  "comparison": [
    {
      "method": "error",
      "validation_seed_scores": [
        0.652854712535587,
        0.653201861091734,
        0.653549705081995,
        0.6529296233301471,
        0.6533734477104217
      ],
      "validation_mean": 0.653181869949977,
      "validation_std": 0.00029285862604605935,
      "selection_value": 0.6528890113239308
    },
    {
      "method": "four_difference",
      "validation_seed_scores": [
        0.6659279432360811,
        0.6666052399411169,
        0.6664902552160231,
        0.666460246201781,
        0.6671766800294149
      ],
      "validation_mean": 0.6665320729248834,
      "validation_std": 0.0004451831677229395,
      "selection_value": 0.6660868897571605
    },
    {
      "method": "four_ratio",
      "validation_seed_scores": [
        0.6669800355113474,
        0.6654694961331916,
        0.6669276041336858,
        0.6664081580190494,
        0.6645222674050018
      ],
      "validation_mean": 0.6660615122404552,
      "validation_std": 0.001052820164752406,
      "selection_value": 0.6650086920757028
    },
    {
      "method": "gain",
      "validation_seed_scores": [
        0.6656365114137299,
        0.6665939365548585,
        0.6663926476912081,
        0.6648075719596137,
        0.6656891621835576
      ],
      "validation_mean": 0.6658239659605936,
      "validation_std": 0.0007075700773489459,
      "selection_value": 0.6651163958832447
    },
    {
      "method": "route",
      "validation_seed_scores": [
        0.6522091985724042,
        0.6522614154026475,
        0.6528619080142624,
        0.6518457956309271,
        0.6514639634291153
      ],
      "validation_mean": 0.6521284562098713,
      "validation_std": 0.0005204797508024464,
      "selection_value": 0.6516079764590688
    }
  ],
  "selector_reads_test_records": false,
  "historical_pilot_selected_method": "four_ratio",
  "rule_amendment": "User changed selection criterion after the seed-42 pilot and partial CUB test results had been reported. The final numerical criterion uses validation records only; this is not a prospectively untouched test set."
}