| { | |
| "hyperparameters": { | |
| "alpha": 0.1, | |
| "epochs": 300, | |
| "lr": 0.01, | |
| "n_classes": 5, | |
| "n_groups": 2, | |
| "conformal_methods": [ | |
| "split", | |
| "mondrian", | |
| "aps", | |
| "raps" | |
| ], | |
| "pool_datasets": true | |
| }, | |
| "final_metrics": { | |
| "alpha": 0.1, | |
| "nominal_coverage": 0.9, | |
| "marginal_coverage": 0.9003202562049639, | |
| "mondrian_coverage": 0.8955164131305045, | |
| "avg_set_size_marginal": 1.97731575531584, | |
| "avg_set_size_mondrian": 2.88834720296773, | |
| "train_size": 3996, | |
| "val_size": 999, | |
| "calib_size": 2497, | |
| "test_size": 2498, | |
| "batch_size": 32, | |
| "steps_per_epoch": 125, | |
| "examples_seen": 1198800, | |
| "global_step": 37375, | |
| "early_stop_epoch": 31, | |
| "early_stop_val_loss": 0.5498771071434021, | |
| "min_calibration_per_group": 50, | |
| "n_bootstrap_ci": 200 | |
| } | |
| } |