File size: 834 Bytes
cb11c74
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
fbf1f85
 
 
 
cb11c74
 
 
 
 
 
 
 
fbf1f85
 
cb11c74
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
{
  "hyperparameters": {
    "alpha": 0.1,
    "epochs": 300,
    "lr": 0.01,
    "n_classes": 5,
    "n_groups": 2,
    "conformal_methods": [
      "split",
      "mondrian",
      "aps",
      "raps"
    ],
    "pool_datasets": true
  },
  "final_metrics": {
    "alpha": 0.1,
    "nominal_coverage": 0.9,
    "marginal_coverage": 0.9003202562049639,
    "mondrian_coverage": 0.8955164131305045,
    "avg_set_size_marginal": 1.97731575531584,
    "avg_set_size_mondrian": 2.88834720296773,
    "train_size": 3996,
    "val_size": 999,
    "calib_size": 2497,
    "test_size": 2498,
    "batch_size": 32,
    "steps_per_epoch": 125,
    "examples_seen": 1198800,
    "global_step": 37375,
    "early_stop_epoch": 31,
    "early_stop_val_loss": 0.5498771071434021,
    "min_calibration_per_group": 50,
    "n_bootstrap_ci": 200
  }
}