artifacts/development_selection_v1/selection.json

{
  "selection_rule": "highest select AUROC; smallest budget within 0.001 of best",
  "selected_updates_by_fold": [
    2000,
    2000,
    2000
  ],
  "results": [
    {
      "fold": 0,
      "updates": 500,
      "select_AUROC": 0.9434846770603426
    },
    {
      "fold": 0,
      "updates": 1000,
      "select_AUROC": 0.9478091602725255
    },
    {
      "fold": 0,
      "updates": 2000,
      "select_AUROC": 0.9569119718158303
    },
    {
      "fold": 1,
      "updates": 500,
      "select_AUROC": 0.927144578218352
    },
    {
      "fold": 1,
      "updates": 1000,
      "select_AUROC": 0.9373863302947427
    },
    {
      "fold": 1,
      "updates": 2000,
      "select_AUROC": 0.9478740888317878
    },
    {
      "fold": 2,
      "updates": 500,
      "select_AUROC": 0.9316834838289888
    },
    {
      "fold": 2,
      "updates": 1000,
      "select_AUROC": 0.9404106751052564
    },
    {
      "fold": 2,
      "updates": 2000,
      "select_AUROC": 0.9506048489245937
    }
  ],
  "roles_accessed": [
    "fit",
    "select"
  ],
  "operate_or_test_accessed": false
}