| { |
| "temperature_per_prim": { |
| "choice": 1.1387886347566916, |
| "noul": 1.3939382634489992, |
| "score": 1.5422108254079405 |
| }, |
| "thresholds": { |
| "0.01": { |
| "confidence": 0.9546241492914076, |
| "method": "bound-controlled (one-sided 95% Clopper-Pearson on FIT)", |
| "cert_coverage": 0.49265381083562904, |
| "cert_error": 0.009319664492078328, |
| "cert_upper95": 0.015756935615729575, |
| "test_coverage": 0.4649532710280374, |
| "test_error": 0.009045226130653283, |
| "test_pl_coverage": 0.5283152097161418, |
| "test_pl_error": 0.007751937984496138 |
| }, |
| "0.05": { |
| "confidence": 0.7629656203142733, |
| "method": "bound-controlled (one-sided 95% Clopper-Pearson on FIT)", |
| "cert_coverage": 0.7112029384756657, |
| "cert_error": 0.046481601032924424, |
| "cert_upper95": 0.05626481588712098, |
| "test_coverage": 0.704088785046729, |
| "test_error": 0.05292848846855813, |
| "test_pl_coverage": 0.7709363084310126, |
| "test_pl_error": 0.0426818098552848 |
| } |
| }, |
| "fitted_on": "calib FIT split (70% by twin group)", |
| "certified_on": "calib CERT split (30%)", |
| "evaluated_on": "test (frozen)", |
| "eval_dtype": "float32" |
| } |
