diff --git "a/evaluation/q4-development.json" "b/evaluation/q4-development.json" new file mode 100644--- /dev/null +++ "b/evaluation/q4-development.json" @@ -0,0 +1,7572 @@ +{ + "version": 1, + "created_at": "2026-09-29T10:16:34.460035+00:00", + "model": { + "provider": "llama_cpp", + "name": "exports/decision-0.8b-gguf-release-v1/model-Q4_K_M.gguf", + "gguf_sha256": "782c7a6c92e7e608f64b6faa6aa88036db23f5c355bc96e2a20c2ee0a1b9c6d8", + "conversion_manifest_sha256": "26bf1779bc21d44601a3e246ea8e709b381897b105abbc892c688d72c9982963", + "llama_cpp_revision": "bd4f514db14d87fded667787a7a963bfbaa98e89", + "native_scorer_sha256": "525aa311fae170fd75ff2619d68e0c961eca147edb0dd86114ec8da0de37d9b3", + "scorer_source_sha256": "504d9ec57bf30cb5346f84982d616370664bd345896820c02f989fed86e3975d", + "tokenizer_equivalence": "Every HF-rendered prompt, option-token boundary and EOS ID checked by native scorer", + "reference_tokenizer_sha256": "09f1f26effaa7c51589555eacfbcece6043764d227c11be74d2b05c90584a548", + "prompt_sha256": "b2c4baf03d0224bf37ea1b2e11c2fa2c98c26d09a7a881a4565150829d1e2af0", + "encoding_sha256": "1e1255124fb4f698cabd531cbc251e2b0b91b8d119a53cf88974792f196a2c30", + "gpu_layers": 99, + "threads": 4, + "context_length": 2048, + "physical_microbatch_tokens": 2048, + "cache_reset": "All recurrent/KV data and metadata cleared before every record" + }, + "dataset_sha256": "21977c3441de6aff6f320084c0531e4131996b62b22c80b7d4c9cc158a7b6fa2", + "allow_test": false, + "cases_sha256": "6d4e96ae950f5d7b2940e6d9e47644cad62f27c30318060c3ca622b81135e2c4", + "summary": { + "count": 892, + "attempted": 892, + "scored": 892, + "errors": 0, + "skipped": 0, + "accuracy_all": 0.726457399103139, + "accuracy_attempted": 0.726457399103139, + "accuracy_scored": 0.726457399103139, + "accuracy_family_macro": 0.76953125, + "accuracy_by_family": { + "ag_news": 0.82, + "banking77": 0.92, + "boolq": 0.84, + "clinc150": 0.92, + "go_emotions": 0.84, + "helpsteer2": 0.56, + "mnli": 0.78, + "paws": 0.96, + "policy": 1.0, + "policy_v2": 0.8333333333333334, + "research_taxonomy_v21": 1.0, + "routing_v2": 0.7291666666666666, + "simple_quorum": 0.42, + "sst5": 0.48, + "veto_alternative": 0.37, + "vitaminc": 0.84 + }, + "by_source": { + "ag_news": { + "count": 50, + "scored": 50, + "accuracy_all": 0.82, + "accuracy_attempted": 0.82, + "macro_f1_scored": 0.7916213768115942, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "banking77": { + "count": 50, + "scored": 50, + "accuracy_all": 0.92, + "accuracy_attempted": 0.92, + "macro_f1_scored": 0.9126016260162602, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "boolq": { + "count": 50, + "scored": 50, + "accuracy_all": 0.84, + "accuracy_attempted": 0.84, + "macro_f1_scored": 0.8333333333333334, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "clinc150": { + "count": 50, + "scored": 50, + "accuracy_all": 0.92, + "accuracy_attempted": 0.92, + "macro_f1_scored": 0.9031339031339032, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "go_emotions": { + "count": 50, + "scored": 50, + "accuracy_all": 0.84, + "accuracy_attempted": 0.84, + "macro_f1_scored": 0.8376623376623377, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "helpsteer2": { + "count": 50, + "scored": 50, + "accuracy_all": 0.56, + "accuracy_attempted": 0.56, + "macro_f1_scored": 0.407965367965368, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "mnli": { + "count": 50, + "scored": 50, + "accuracy_all": 0.78, + "accuracy_attempted": 0.78, + "macro_f1_scored": 0.7751322751322751, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "paws": { + "count": 50, + "scored": 50, + "accuracy_all": 0.96, + "accuracy_attempted": 0.96, + "macro_f1_scored": 0.9597423510466989, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "policy": { + "count": 48, + "scored": 48, + "accuracy_all": 1.0, + "accuracy_attempted": 1.0, + "macro_f1_scored": 1.0, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "policy_v2": { + "count": 48, + "scored": 48, + "accuracy_all": 0.8333333333333334, + "accuracy_attempted": 0.8333333333333334, + "macro_f1_scored": 0.8332315086347345, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "research_taxonomy_v21": { + "count": 48, + "scored": 48, + "accuracy_all": 1.0, + "accuracy_attempted": 1.0, + "macro_f1_scored": 1.0, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "routing_v2": { + "count": 48, + "scored": 48, + "accuracy_all": 0.7291666666666666, + "accuracy_attempted": 0.7291666666666666, + "macro_f1_scored": 0.708187748783724, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "sst5": { + "count": 50, + "scored": 50, + "accuracy_all": 0.48, + "accuracy_attempted": 0.48, + "macro_f1_scored": 0.4030314513073134, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "vitaminc": { + "count": 50, + "scored": 50, + "accuracy_all": 0.84, + "accuracy_attempted": 0.84, + "macro_f1_scored": 0.7673835125448029, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "workflow.simple_quorum": { + "count": 100, + "scored": 100, + "accuracy_all": 0.42, + "accuracy_attempted": 0.42, + "macro_f1_scored": 0.35010805804260575, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "workflow.veto_alternative": { + "count": 100, + "scored": 100, + "accuracy_all": 0.37, + "accuracy_attempted": 0.37, + "macro_f1_scored": 0.3022222222222222, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + } + }, + "probability_metrics": { + "count": 892, + "brier_multiclass_sum": 0.37059780333104186, + "nll": 0.6448017317334063, + "infinite_nll_cases": 0, + "ece": 0.11451122309058565, + "ece_equal_width_bins": 15, + "aurc": 0.0892089799837391, + "coverage_at_error": { + "0.01": 0.29035874439461884, + "0.05": 0.49887892376681614, + "0.1": 0.6031390134529148 + }, + "risk_coverage_note": "Empirical diagnostic, not a held-out error guarantee; whole ties accepted.", + "risk_coverage": [ + { + "threshold": 0.9999974601823242, + "accepted": 1, + "errors": 0, + "risk": 0.0, + "coverage": 0.0011210762331838565, + "coverage_of_all_cases": 0.0011210762331838565 + }, + { + "threshold": 0.9999963416211053, + "accepted": 2, + "errors": 0, + "risk": 0.0, + "coverage": 0.002242152466367713, + "coverage_of_all_cases": 0.002242152466367713 + }, + { + "threshold": 0.9999942898357148, + "accepted": 3, + "errors": 0, + "risk": 0.0, + "coverage": 0.0033632286995515697, + "coverage_of_all_cases": 0.0033632286995515697 + }, + { + "threshold": 0.9999937963265831, + "accepted": 4, + "errors": 0, + "risk": 0.0, + "coverage": 0.004484304932735426, + "coverage_of_all_cases": 0.004484304932735426 + }, + { + "threshold": 0.9999933434155363, + "accepted": 5, + "errors": 0, + "risk": 0.0, + "coverage": 0.005605381165919282, + "coverage_of_all_cases": 0.005605381165919282 + }, + { + "threshold": 0.9999910256574434, + "accepted": 6, + "errors": 0, + "risk": 0.0, + "coverage": 0.006726457399103139, + "coverage_of_all_cases": 0.006726457399103139 + }, + { + "threshold": 0.9999890809227967, + "accepted": 7, + "errors": 0, + "risk": 0.0, + "coverage": 0.007847533632286996, + "coverage_of_all_cases": 0.007847533632286996 + }, + { + "threshold": 0.9999886894521723, + "accepted": 8, + "errors": 0, + "risk": 0.0, + "coverage": 0.008968609865470852, + "coverage_of_all_cases": 0.008968609865470852 + }, + { + "threshold": 0.9999875312805909, + "accepted": 9, + "errors": 0, + "risk": 0.0, + "coverage": 0.010089686098654708, + "coverage_of_all_cases": 0.010089686098654708 + }, + { + "threshold": 0.9999859237882226, + "accepted": 10, + "errors": 0, + "risk": 0.0, + "coverage": 0.011210762331838564, + "coverage_of_all_cases": 0.011210762331838564 + }, + { + "threshold": 0.9999854791409832, + "accepted": 11, + "errors": 0, + "risk": 0.0, + "coverage": 0.01233183856502242, + "coverage_of_all_cases": 0.01233183856502242 + }, + { + "threshold": 0.9999840671207718, + "accepted": 12, + "errors": 0, + "risk": 0.0, + "coverage": 0.013452914798206279, + "coverage_of_all_cases": 0.013452914798206279 + }, + { + "threshold": 0.9999826117998034, + "accepted": 13, + "errors": 0, + "risk": 0.0, + "coverage": 0.014573991031390135, + "coverage_of_all_cases": 0.014573991031390135 + }, + { + "threshold": 0.9999802222916424, + "accepted": 14, + "errors": 0, + "risk": 0.0, + "coverage": 0.01569506726457399, + "coverage_of_all_cases": 0.01569506726457399 + }, + { + "threshold": 0.9999792231905095, + "accepted": 15, + "errors": 0, + "risk": 0.0, + "coverage": 0.016816143497757848, + "coverage_of_all_cases": 0.016816143497757848 + }, + { + "threshold": 0.999978103604166, + "accepted": 16, + "errors": 0, + "risk": 0.0, + "coverage": 0.017937219730941704, + "coverage_of_all_cases": 0.017937219730941704 + }, + { + "threshold": 0.9999760446333492, + "accepted": 17, + "errors": 0, + "risk": 0.0, + "coverage": 0.01905829596412556, + "coverage_of_all_cases": 0.01905829596412556 + }, + { + "threshold": 0.9999740117754342, + "accepted": 18, + "errors": 0, + "risk": 0.0, + "coverage": 0.020179372197309416, + "coverage_of_all_cases": 0.020179372197309416 + }, + { + "threshold": 0.9999731817535532, + "accepted": 19, + "errors": 0, + "risk": 0.0, + "coverage": 0.021300448430493273, + "coverage_of_all_cases": 0.021300448430493273 + }, + { + "threshold": 0.9999730379706703, + "accepted": 20, + "errors": 0, + "risk": 0.0, + "coverage": 0.02242152466367713, + "coverage_of_all_cases": 0.02242152466367713 + }, + { + "threshold": 0.9999720175321515, + "accepted": 21, + "errors": 0, + "risk": 0.0, + "coverage": 0.023542600896860985, + "coverage_of_all_cases": 0.023542600896860985 + }, + { + "threshold": 0.9999719701352171, + "accepted": 22, + "errors": 0, + "risk": 0.0, + "coverage": 0.02466367713004484, + "coverage_of_all_cases": 0.02466367713004484 + }, + { + "threshold": 0.9999702822297291, + "accepted": 23, + "errors": 0, + "risk": 0.0, + "coverage": 0.0257847533632287, + "coverage_of_all_cases": 0.0257847533632287 + }, + { + "threshold": 0.9999696943297931, + "accepted": 24, + "errors": 0, + "risk": 0.0, + "coverage": 0.026905829596412557, + "coverage_of_all_cases": 0.026905829596412557 + }, + { + "threshold": 0.9999696892630692, + "accepted": 25, + "errors": 0, + "risk": 0.0, + "coverage": 0.028026905829596414, + "coverage_of_all_cases": 0.028026905829596414 + }, + { + "threshold": 0.9999676862033855, + "accepted": 26, + "errors": 0, + "risk": 0.0, + "coverage": 0.02914798206278027, + "coverage_of_all_cases": 0.02914798206278027 + }, + { + "threshold": 0.9999663993522075, + "accepted": 27, + "errors": 0, + "risk": 0.0, + "coverage": 0.030269058295964126, + "coverage_of_all_cases": 0.030269058295964126 + }, + { + "threshold": 0.9999646371775983, + "accepted": 28, + "errors": 0, + "risk": 0.0, + "coverage": 0.03139013452914798, + "coverage_of_all_cases": 0.03139013452914798 + }, + { + "threshold": 0.9999615888630563, + "accepted": 29, + "errors": 0, + "risk": 0.0, + "coverage": 0.032511210762331835, + "coverage_of_all_cases": 0.032511210762331835 + }, + { + "threshold": 0.9999611656329505, + "accepted": 30, + "errors": 0, + "risk": 0.0, + "coverage": 0.033632286995515695, + "coverage_of_all_cases": 0.033632286995515695 + }, + { + "threshold": 0.9999586817057106, + "accepted": 31, + "errors": 0, + "risk": 0.0, + "coverage": 0.034753363228699555, + "coverage_of_all_cases": 0.034753363228699555 + }, + { + "threshold": 0.999958147029105, + "accepted": 32, + "errors": 0, + "risk": 0.0, + "coverage": 0.03587443946188341, + "coverage_of_all_cases": 0.03587443946188341 + }, + { + "threshold": 0.9999575811654159, + "accepted": 33, + "errors": 0, + "risk": 0.0, + "coverage": 0.03699551569506727, + "coverage_of_all_cases": 0.03699551569506727 + }, + { + "threshold": 0.9999575030650512, + "accepted": 34, + "errors": 0, + "risk": 0.0, + "coverage": 0.03811659192825112, + "coverage_of_all_cases": 0.03811659192825112 + }, + { + "threshold": 0.9999574246744347, + "accepted": 35, + "errors": 0, + "risk": 0.0, + "coverage": 0.03923766816143498, + "coverage_of_all_cases": 0.03923766816143498 + }, + { + "threshold": 0.9999523413896575, + "accepted": 36, + "errors": 0, + "risk": 0.0, + "coverage": 0.04035874439461883, + "coverage_of_all_cases": 0.04035874439461883 + }, + { + "threshold": 0.9999521069257877, + "accepted": 37, + "errors": 0, + "risk": 0.0, + "coverage": 0.04147982062780269, + "coverage_of_all_cases": 0.04147982062780269 + }, + { + "threshold": 0.9999516786426577, + "accepted": 38, + "errors": 0, + "risk": 0.0, + "coverage": 0.042600896860986545, + "coverage_of_all_cases": 0.042600896860986545 + }, + { + "threshold": 0.9999498831652531, + "accepted": 39, + "errors": 0, + "risk": 0.0, + "coverage": 0.043721973094170405, + "coverage_of_all_cases": 0.043721973094170405 + }, + { + "threshold": 0.9999470174635532, + "accepted": 40, + "errors": 0, + "risk": 0.0, + "coverage": 0.04484304932735426, + "coverage_of_all_cases": 0.04484304932735426 + }, + { + "threshold": 0.9999465682946467, + "accepted": 41, + "errors": 0, + "risk": 0.0, + "coverage": 0.04596412556053812, + "coverage_of_all_cases": 0.04596412556053812 + }, + { + "threshold": 0.9999458195194407, + "accepted": 42, + "errors": 0, + "risk": 0.0, + "coverage": 0.04708520179372197, + "coverage_of_all_cases": 0.04708520179372197 + }, + { + "threshold": 0.9999450253685688, + "accepted": 43, + "errors": 0, + "risk": 0.0, + "coverage": 0.04820627802690583, + "coverage_of_all_cases": 0.04820627802690583 + }, + { + "threshold": 0.9999433152023545, + "accepted": 44, + "errors": 0, + "risk": 0.0, + "coverage": 0.04932735426008968, + "coverage_of_all_cases": 0.04932735426008968 + }, + { + "threshold": 0.9999405816419824, + "accepted": 45, + "errors": 0, + "risk": 0.0, + "coverage": 0.05044843049327354, + "coverage_of_all_cases": 0.05044843049327354 + }, + { + "threshold": 0.999932542585479, + "accepted": 46, + "errors": 0, + "risk": 0.0, + "coverage": 0.0515695067264574, + "coverage_of_all_cases": 0.0515695067264574 + }, + { + "threshold": 0.999931383699664, + "accepted": 47, + "errors": 0, + "risk": 0.0, + "coverage": 0.052690582959641255, + "coverage_of_all_cases": 0.052690582959641255 + }, + { + "threshold": 0.9999301506132499, + "accepted": 48, + "errors": 0, + "risk": 0.0, + "coverage": 0.053811659192825115, + "coverage_of_all_cases": 0.053811659192825115 + }, + { + "threshold": 0.9999216833587308, + "accepted": 49, + "errors": 0, + "risk": 0.0, + "coverage": 0.05493273542600897, + "coverage_of_all_cases": 0.05493273542600897 + }, + { + "threshold": 0.9999081484909271, + "accepted": 50, + "errors": 0, + "risk": 0.0, + "coverage": 0.05605381165919283, + "coverage_of_all_cases": 0.05605381165919283 + }, + { + "threshold": 0.9999076687210728, + "accepted": 51, + "errors": 0, + "risk": 0.0, + "coverage": 0.05717488789237668, + "coverage_of_all_cases": 0.05717488789237668 + }, + { + "threshold": 0.9999069867812368, + "accepted": 52, + "errors": 0, + "risk": 0.0, + "coverage": 0.05829596412556054, + "coverage_of_all_cases": 0.05829596412556054 + }, + { + "threshold": 0.9999032096293992, + "accepted": 53, + "errors": 0, + "risk": 0.0, + "coverage": 0.05941704035874439, + "coverage_of_all_cases": 0.05941704035874439 + }, + { + "threshold": 0.9999018821625701, + "accepted": 54, + "errors": 0, + "risk": 0.0, + "coverage": 0.06053811659192825, + "coverage_of_all_cases": 0.06053811659192825 + }, + { + "threshold": 0.9998915023842126, + "accepted": 55, + "errors": 0, + "risk": 0.0, + "coverage": 0.061659192825112105, + "coverage_of_all_cases": 0.061659192825112105 + }, + { + "threshold": 0.9998836618826096, + "accepted": 56, + "errors": 0, + "risk": 0.0, + "coverage": 0.06278026905829596, + "coverage_of_all_cases": 0.06278026905829596 + }, + { + "threshold": 0.9998809453810593, + "accepted": 57, + "errors": 0, + "risk": 0.0, + "coverage": 0.06390134529147982, + "coverage_of_all_cases": 0.06390134529147982 + }, + { + "threshold": 0.9998770507735119, + "accepted": 58, + "errors": 0, + "risk": 0.0, + "coverage": 0.06502242152466367, + "coverage_of_all_cases": 0.06502242152466367 + }, + { + "threshold": 0.9998768635999131, + "accepted": 59, + "errors": 0, + "risk": 0.0, + "coverage": 0.06614349775784753, + "coverage_of_all_cases": 0.06614349775784753 + }, + { + "threshold": 0.9998762830791853, + "accepted": 60, + "errors": 0, + "risk": 0.0, + "coverage": 0.06726457399103139, + "coverage_of_all_cases": 0.06726457399103139 + }, + { + "threshold": 0.9998687602253697, + "accepted": 61, + "errors": 0, + "risk": 0.0, + "coverage": 0.06838565022421525, + "coverage_of_all_cases": 0.06838565022421525 + }, + { + "threshold": 0.9998438487872665, + "accepted": 62, + "errors": 0, + "risk": 0.0, + "coverage": 0.06950672645739911, + "coverage_of_all_cases": 0.06950672645739911 + }, + { + "threshold": 0.9998312419118865, + "accepted": 63, + "errors": 0, + "risk": 0.0, + "coverage": 0.07062780269058296, + "coverage_of_all_cases": 0.07062780269058296 + }, + { + "threshold": 0.9998274110519936, + "accepted": 64, + "errors": 0, + "risk": 0.0, + "coverage": 0.07174887892376682, + "coverage_of_all_cases": 0.07174887892376682 + }, + { + "threshold": 0.9998226329172637, + "accepted": 65, + "errors": 0, + "risk": 0.0, + "coverage": 0.07286995515695067, + "coverage_of_all_cases": 0.07286995515695067 + }, + { + "threshold": 0.9998226200442356, + "accepted": 66, + "errors": 0, + "risk": 0.0, + "coverage": 0.07399103139013453, + "coverage_of_all_cases": 0.07399103139013453 + }, + { + "threshold": 0.9998167069925548, + "accepted": 67, + "errors": 0, + "risk": 0.0, + "coverage": 0.07511210762331838, + "coverage_of_all_cases": 0.07511210762331838 + }, + { + "threshold": 0.9998084144213174, + "accepted": 68, + "errors": 0, + "risk": 0.0, + "coverage": 0.07623318385650224, + "coverage_of_all_cases": 0.07623318385650224 + }, + { + "threshold": 0.9998031767132667, + "accepted": 69, + "errors": 0, + "risk": 0.0, + "coverage": 0.0773542600896861, + "coverage_of_all_cases": 0.0773542600896861 + }, + { + "threshold": 0.9997978715488248, + "accepted": 70, + "errors": 0, + "risk": 0.0, + "coverage": 0.07847533632286996, + "coverage_of_all_cases": 0.07847533632286996 + }, + { + "threshold": 0.9997926048376259, + "accepted": 71, + "errors": 0, + "risk": 0.0, + "coverage": 0.0795964125560538, + "coverage_of_all_cases": 0.0795964125560538 + }, + { + "threshold": 0.9997902667920505, + "accepted": 72, + "errors": 0, + "risk": 0.0, + "coverage": 0.08071748878923767, + "coverage_of_all_cases": 0.08071748878923767 + }, + { + "threshold": 0.9997892988264322, + "accepted": 73, + "errors": 0, + "risk": 0.0, + "coverage": 0.08183856502242152, + "coverage_of_all_cases": 0.08183856502242152 + }, + { + "threshold": 0.9997866665574069, + "accepted": 74, + "errors": 0, + "risk": 0.0, + "coverage": 0.08295964125560538, + "coverage_of_all_cases": 0.08295964125560538 + }, + { + "threshold": 0.9997850815300333, + "accepted": 75, + "errors": 0, + "risk": 0.0, + "coverage": 0.08408071748878924, + "coverage_of_all_cases": 0.08408071748878924 + }, + { + "threshold": 0.9997618485701959, + "accepted": 76, + "errors": 0, + "risk": 0.0, + "coverage": 0.08520179372197309, + "coverage_of_all_cases": 0.08520179372197309 + }, + { + "threshold": 0.9997518010200892, + "accepted": 77, + "errors": 0, + "risk": 0.0, + "coverage": 0.08632286995515695, + "coverage_of_all_cases": 0.08632286995515695 + }, + { + "threshold": 0.9997477749370302, + "accepted": 78, + "errors": 0, + "risk": 0.0, + "coverage": 0.08744394618834081, + "coverage_of_all_cases": 0.08744394618834081 + }, + { + "threshold": 0.9997473209925406, + "accepted": 79, + "errors": 0, + "risk": 0.0, + "coverage": 0.08856502242152467, + "coverage_of_all_cases": 0.08856502242152467 + }, + { + "threshold": 0.9997400168557095, + "accepted": 80, + "errors": 0, + "risk": 0.0, + "coverage": 0.08968609865470852, + "coverage_of_all_cases": 0.08968609865470852 + }, + { + "threshold": 0.9997232362408331, + "accepted": 81, + "errors": 0, + "risk": 0.0, + "coverage": 0.09080717488789238, + "coverage_of_all_cases": 0.09080717488789238 + }, + { + "threshold": 0.9997224494837605, + "accepted": 82, + "errors": 0, + "risk": 0.0, + "coverage": 0.09192825112107623, + "coverage_of_all_cases": 0.09192825112107623 + }, + { + "threshold": 0.9996881124132941, + "accepted": 83, + "errors": 0, + "risk": 0.0, + "coverage": 0.0930493273542601, + "coverage_of_all_cases": 0.0930493273542601 + }, + { + "threshold": 0.9996818212473338, + "accepted": 84, + "errors": 0, + "risk": 0.0, + "coverage": 0.09417040358744394, + "coverage_of_all_cases": 0.09417040358744394 + }, + { + "threshold": 0.999676677827483, + "accepted": 85, + "errors": 0, + "risk": 0.0, + "coverage": 0.0952914798206278, + "coverage_of_all_cases": 0.0952914798206278 + }, + { + "threshold": 0.9996732524471756, + "accepted": 86, + "errors": 0, + "risk": 0.0, + "coverage": 0.09641255605381166, + "coverage_of_all_cases": 0.09641255605381166 + }, + { + "threshold": 0.999672629901402, + "accepted": 87, + "errors": 0, + "risk": 0.0, + "coverage": 0.09753363228699552, + "coverage_of_all_cases": 0.09753363228699552 + }, + { + "threshold": 0.9996663485054155, + "accepted": 88, + "errors": 0, + "risk": 0.0, + "coverage": 0.09865470852017937, + "coverage_of_all_cases": 0.09865470852017937 + }, + { + "threshold": 0.9996582927543547, + "accepted": 89, + "errors": 0, + "risk": 0.0, + "coverage": 0.09977578475336323, + "coverage_of_all_cases": 0.09977578475336323 + }, + { + "threshold": 0.9996573030919488, + "accepted": 90, + "errors": 0, + "risk": 0.0, + "coverage": 0.10089686098654709, + "coverage_of_all_cases": 0.10089686098654709 + }, + { + "threshold": 0.9996549006543336, + "accepted": 91, + "errors": 0, + "risk": 0.0, + "coverage": 0.10201793721973094, + "coverage_of_all_cases": 0.10201793721973094 + }, + { + "threshold": 0.9996504029271772, + "accepted": 92, + "errors": 0, + "risk": 0.0, + "coverage": 0.1031390134529148, + "coverage_of_all_cases": 0.1031390134529148 + }, + { + "threshold": 0.9996452601522405, + "accepted": 93, + "errors": 0, + "risk": 0.0, + "coverage": 0.10426008968609865, + "coverage_of_all_cases": 0.10426008968609865 + }, + { + "threshold": 0.9996316111325312, + "accepted": 94, + "errors": 0, + "risk": 0.0, + "coverage": 0.10538116591928251, + "coverage_of_all_cases": 0.10538116591928251 + }, + { + "threshold": 0.9996123523642151, + "accepted": 95, + "errors": 0, + "risk": 0.0, + "coverage": 0.10650224215246637, + "coverage_of_all_cases": 0.10650224215246637 + }, + { + "threshold": 0.9995971417893019, + "accepted": 96, + "errors": 0, + "risk": 0.0, + "coverage": 0.10762331838565023, + "coverage_of_all_cases": 0.10762331838565023 + }, + { + "threshold": 0.9995687352813262, + "accepted": 97, + "errors": 0, + "risk": 0.0, + "coverage": 0.10874439461883408, + "coverage_of_all_cases": 0.10874439461883408 + }, + { + "threshold": 0.9995582023857548, + "accepted": 98, + "errors": 0, + "risk": 0.0, + "coverage": 0.10986547085201794, + "coverage_of_all_cases": 0.10986547085201794 + }, + { + "threshold": 0.999533416608763, + "accepted": 99, + "errors": 0, + "risk": 0.0, + "coverage": 0.1109865470852018, + "coverage_of_all_cases": 0.1109865470852018 + }, + { + "threshold": 0.9995260872573198, + "accepted": 100, + "errors": 0, + "risk": 0.0, + "coverage": 0.11210762331838565, + "coverage_of_all_cases": 0.11210762331838565 + }, + { + "threshold": 0.9994680776825781, + "accepted": 101, + "errors": 0, + "risk": 0.0, + "coverage": 0.1132286995515695, + "coverage_of_all_cases": 0.1132286995515695 + }, + { + "threshold": 0.9994640386481884, + "accepted": 102, + "errors": 0, + "risk": 0.0, + "coverage": 0.11434977578475336, + "coverage_of_all_cases": 0.11434977578475336 + }, + { + "threshold": 0.9994610905245036, + "accepted": 103, + "errors": 0, + "risk": 0.0, + "coverage": 0.11547085201793722, + "coverage_of_all_cases": 0.11547085201793722 + }, + { + "threshold": 0.9994428985214893, + "accepted": 104, + "errors": 0, + "risk": 0.0, + "coverage": 0.11659192825112108, + "coverage_of_all_cases": 0.11659192825112108 + }, + { + "threshold": 0.9994244072668763, + "accepted": 105, + "errors": 0, + "risk": 0.0, + "coverage": 0.11771300448430494, + "coverage_of_all_cases": 0.11771300448430494 + }, + { + "threshold": 0.9994048248939027, + "accepted": 106, + "errors": 0, + "risk": 0.0, + "coverage": 0.11883408071748879, + "coverage_of_all_cases": 0.11883408071748879 + }, + { + "threshold": 0.9994047515401888, + "accepted": 107, + "errors": 0, + "risk": 0.0, + "coverage": 0.11995515695067265, + "coverage_of_all_cases": 0.11995515695067265 + }, + { + "threshold": 0.9993901756471848, + "accepted": 108, + "errors": 0, + "risk": 0.0, + "coverage": 0.1210762331838565, + "coverage_of_all_cases": 0.1210762331838565 + }, + { + "threshold": 0.9993882962414045, + "accepted": 109, + "errors": 0, + "risk": 0.0, + "coverage": 0.12219730941704036, + "coverage_of_all_cases": 0.12219730941704036 + }, + { + "threshold": 0.9993827049737531, + "accepted": 110, + "errors": 0, + "risk": 0.0, + "coverage": 0.12331838565022421, + "coverage_of_all_cases": 0.12331838565022421 + }, + { + "threshold": 0.9993815986957791, + "accepted": 111, + "errors": 0, + "risk": 0.0, + "coverage": 0.12443946188340807, + "coverage_of_all_cases": 0.12443946188340807 + }, + { + "threshold": 0.9993774532073125, + "accepted": 112, + "errors": 0, + "risk": 0.0, + "coverage": 0.12556053811659193, + "coverage_of_all_cases": 0.12556053811659193 + }, + { + "threshold": 0.9993632301740496, + "accepted": 113, + "errors": 0, + "risk": 0.0, + "coverage": 0.1266816143497758, + "coverage_of_all_cases": 0.1266816143497758 + }, + { + "threshold": 0.9993576110581035, + "accepted": 114, + "errors": 0, + "risk": 0.0, + "coverage": 0.12780269058295965, + "coverage_of_all_cases": 0.12780269058295965 + }, + { + "threshold": 0.9993539422579032, + "accepted": 115, + "errors": 0, + "risk": 0.0, + "coverage": 0.1289237668161435, + "coverage_of_all_cases": 0.1289237668161435 + }, + { + "threshold": 0.9993051257439207, + "accepted": 116, + "errors": 0, + "risk": 0.0, + "coverage": 0.13004484304932734, + "coverage_of_all_cases": 0.13004484304932734 + }, + { + "threshold": 0.999294819693122, + "accepted": 117, + "errors": 0, + "risk": 0.0, + "coverage": 0.1311659192825112, + "coverage_of_all_cases": 0.1311659192825112 + }, + { + "threshold": 0.9992772807037357, + "accepted": 118, + "errors": 0, + "risk": 0.0, + "coverage": 0.13228699551569506, + "coverage_of_all_cases": 0.13228699551569506 + }, + { + "threshold": 0.9992727357621481, + "accepted": 119, + "errors": 0, + "risk": 0.0, + "coverage": 0.13340807174887892, + "coverage_of_all_cases": 0.13340807174887892 + }, + { + "threshold": 0.9992702214339803, + "accepted": 120, + "errors": 0, + "risk": 0.0, + "coverage": 0.13452914798206278, + "coverage_of_all_cases": 0.13452914798206278 + }, + { + "threshold": 0.9992693292411032, + "accepted": 121, + "errors": 0, + "risk": 0.0, + "coverage": 0.13565022421524664, + "coverage_of_all_cases": 0.13565022421524664 + }, + { + "threshold": 0.9992453630316216, + "accepted": 122, + "errors": 0, + "risk": 0.0, + "coverage": 0.1367713004484305, + "coverage_of_all_cases": 0.1367713004484305 + }, + { + "threshold": 0.9992298397551664, + "accepted": 123, + "errors": 0, + "risk": 0.0, + "coverage": 0.13789237668161436, + "coverage_of_all_cases": 0.13789237668161436 + }, + { + "threshold": 0.9991737200964808, + "accepted": 124, + "errors": 0, + "risk": 0.0, + "coverage": 0.13901345291479822, + "coverage_of_all_cases": 0.13901345291479822 + }, + { + "threshold": 0.9991627771176907, + "accepted": 125, + "errors": 0, + "risk": 0.0, + "coverage": 0.14013452914798205, + "coverage_of_all_cases": 0.14013452914798205 + }, + { + "threshold": 0.9991619603420967, + "accepted": 126, + "errors": 0, + "risk": 0.0, + "coverage": 0.1412556053811659, + "coverage_of_all_cases": 0.1412556053811659 + }, + { + "threshold": 0.9991512536600815, + "accepted": 127, + "errors": 0, + "risk": 0.0, + "coverage": 0.14237668161434977, + "coverage_of_all_cases": 0.14237668161434977 + }, + { + "threshold": 0.9991145181237392, + "accepted": 128, + "errors": 0, + "risk": 0.0, + "coverage": 0.14349775784753363, + "coverage_of_all_cases": 0.14349775784753363 + }, + { + "threshold": 0.9990767647428794, + "accepted": 129, + "errors": 0, + "risk": 0.0, + "coverage": 0.1446188340807175, + "coverage_of_all_cases": 0.1446188340807175 + }, + { + "threshold": 0.9990545685513571, + "accepted": 130, + "errors": 0, + "risk": 0.0, + "coverage": 0.14573991031390135, + "coverage_of_all_cases": 0.14573991031390135 + }, + { + "threshold": 0.999051490553165, + "accepted": 131, + "errors": 0, + "risk": 0.0, + "coverage": 0.1468609865470852, + "coverage_of_all_cases": 0.1468609865470852 + }, + { + "threshold": 0.9990499357137421, + "accepted": 132, + "errors": 0, + "risk": 0.0, + "coverage": 0.14798206278026907, + "coverage_of_all_cases": 0.14798206278026907 + }, + { + "threshold": 0.9990039165081496, + "accepted": 133, + "errors": 0, + "risk": 0.0, + "coverage": 0.1491031390134529, + "coverage_of_all_cases": 0.1491031390134529 + }, + { + "threshold": 0.9989390170468516, + "accepted": 134, + "errors": 0, + "risk": 0.0, + "coverage": 0.15022421524663676, + "coverage_of_all_cases": 0.15022421524663676 + }, + { + "threshold": 0.9989263301845179, + "accepted": 135, + "errors": 0, + "risk": 0.0, + "coverage": 0.15134529147982062, + "coverage_of_all_cases": 0.15134529147982062 + }, + { + "threshold": 0.9989124110809541, + "accepted": 136, + "errors": 0, + "risk": 0.0, + "coverage": 0.15246636771300448, + "coverage_of_all_cases": 0.15246636771300448 + }, + { + "threshold": 0.9989019889241807, + "accepted": 137, + "errors": 0, + "risk": 0.0, + "coverage": 0.15358744394618834, + "coverage_of_all_cases": 0.15358744394618834 + }, + { + "threshold": 0.9988821570806719, + "accepted": 138, + "errors": 0, + "risk": 0.0, + "coverage": 0.1547085201793722, + "coverage_of_all_cases": 0.1547085201793722 + }, + { + "threshold": 0.9988653804795226, + "accepted": 139, + "errors": 0, + "risk": 0.0, + "coverage": 0.15582959641255606, + "coverage_of_all_cases": 0.15582959641255606 + }, + { + "threshold": 0.9988250211605899, + "accepted": 140, + "errors": 0, + "risk": 0.0, + "coverage": 0.15695067264573992, + "coverage_of_all_cases": 0.15695067264573992 + }, + { + "threshold": 0.9987597555523211, + "accepted": 141, + "errors": 0, + "risk": 0.0, + "coverage": 0.15807174887892378, + "coverage_of_all_cases": 0.15807174887892378 + }, + { + "threshold": 0.9986919857560324, + "accepted": 142, + "errors": 0, + "risk": 0.0, + "coverage": 0.1591928251121076, + "coverage_of_all_cases": 0.1591928251121076 + }, + { + "threshold": 0.9986680332032718, + "accepted": 143, + "errors": 0, + "risk": 0.0, + "coverage": 0.16031390134529147, + "coverage_of_all_cases": 0.16031390134529147 + }, + { + "threshold": 0.998614995004544, + "accepted": 144, + "errors": 0, + "risk": 0.0, + "coverage": 0.16143497757847533, + "coverage_of_all_cases": 0.16143497757847533 + }, + { + "threshold": 0.9985951944216148, + "accepted": 145, + "errors": 0, + "risk": 0.0, + "coverage": 0.1625560538116592, + "coverage_of_all_cases": 0.1625560538116592 + }, + { + "threshold": 0.9985794725469388, + "accepted": 146, + "errors": 0, + "risk": 0.0, + "coverage": 0.16367713004484305, + "coverage_of_all_cases": 0.16367713004484305 + }, + { + "threshold": 0.998573174784656, + "accepted": 147, + "errors": 0, + "risk": 0.0, + "coverage": 0.1647982062780269, + "coverage_of_all_cases": 0.1647982062780269 + }, + { + "threshold": 0.9985075069073531, + "accepted": 148, + "errors": 0, + "risk": 0.0, + "coverage": 0.16591928251121077, + "coverage_of_all_cases": 0.16591928251121077 + }, + { + "threshold": 0.9985031745883742, + "accepted": 149, + "errors": 0, + "risk": 0.0, + "coverage": 0.16704035874439463, + "coverage_of_all_cases": 0.16704035874439463 + }, + { + "threshold": 0.9984676192666654, + "accepted": 150, + "errors": 0, + "risk": 0.0, + "coverage": 0.1681614349775785, + "coverage_of_all_cases": 0.1681614349775785 + }, + { + "threshold": 0.9983044416087125, + "accepted": 151, + "errors": 0, + "risk": 0.0, + "coverage": 0.16928251121076232, + "coverage_of_all_cases": 0.16928251121076232 + }, + { + "threshold": 0.9981581351810818, + "accepted": 152, + "errors": 0, + "risk": 0.0, + "coverage": 0.17040358744394618, + "coverage_of_all_cases": 0.17040358744394618 + }, + { + "threshold": 0.998149404194912, + "accepted": 153, + "errors": 0, + "risk": 0.0, + "coverage": 0.17152466367713004, + "coverage_of_all_cases": 0.17152466367713004 + }, + { + "threshold": 0.9981052992687168, + "accepted": 154, + "errors": 0, + "risk": 0.0, + "coverage": 0.1726457399103139, + "coverage_of_all_cases": 0.1726457399103139 + }, + { + "threshold": 0.9980683044059528, + "accepted": 155, + "errors": 0, + "risk": 0.0, + "coverage": 0.17376681614349776, + "coverage_of_all_cases": 0.17376681614349776 + }, + { + "threshold": 0.9980364013293637, + "accepted": 156, + "errors": 0, + "risk": 0.0, + "coverage": 0.17488789237668162, + "coverage_of_all_cases": 0.17488789237668162 + }, + { + "threshold": 0.9979950530672224, + "accepted": 157, + "errors": 0, + "risk": 0.0, + "coverage": 0.17600896860986548, + "coverage_of_all_cases": 0.17600896860986548 + }, + { + "threshold": 0.9978203506658362, + "accepted": 158, + "errors": 0, + "risk": 0.0, + "coverage": 0.17713004484304934, + "coverage_of_all_cases": 0.17713004484304934 + }, + { + "threshold": 0.9977177159196743, + "accepted": 159, + "errors": 0, + "risk": 0.0, + "coverage": 0.17825112107623317, + "coverage_of_all_cases": 0.17825112107623317 + }, + { + "threshold": 0.9976652617051058, + "accepted": 160, + "errors": 0, + "risk": 0.0, + "coverage": 0.17937219730941703, + "coverage_of_all_cases": 0.17937219730941703 + }, + { + "threshold": 0.9975038817061521, + "accepted": 161, + "errors": 0, + "risk": 0.0, + "coverage": 0.1804932735426009, + "coverage_of_all_cases": 0.1804932735426009 + }, + { + "threshold": 0.9974955856345182, + "accepted": 162, + "errors": 0, + "risk": 0.0, + "coverage": 0.18161434977578475, + "coverage_of_all_cases": 0.18161434977578475 + }, + { + "threshold": 0.9974087938872322, + "accepted": 163, + "errors": 0, + "risk": 0.0, + "coverage": 0.1827354260089686, + "coverage_of_all_cases": 0.1827354260089686 + }, + { + "threshold": 0.997404782667662, + "accepted": 164, + "errors": 0, + "risk": 0.0, + "coverage": 0.18385650224215247, + "coverage_of_all_cases": 0.18385650224215247 + }, + { + "threshold": 0.9972885677946579, + "accepted": 165, + "errors": 0, + "risk": 0.0, + "coverage": 0.18497757847533633, + "coverage_of_all_cases": 0.18497757847533633 + }, + { + "threshold": 0.997266147867998, + "accepted": 166, + "errors": 0, + "risk": 0.0, + "coverage": 0.1860986547085202, + "coverage_of_all_cases": 0.1860986547085202 + }, + { + "threshold": 0.9972333860618798, + "accepted": 167, + "errors": 0, + "risk": 0.0, + "coverage": 0.18721973094170405, + "coverage_of_all_cases": 0.18721973094170405 + }, + { + "threshold": 0.997212001595636, + "accepted": 168, + "errors": 0, + "risk": 0.0, + "coverage": 0.18834080717488788, + "coverage_of_all_cases": 0.18834080717488788 + }, + { + "threshold": 0.9972029392187768, + "accepted": 169, + "errors": 0, + "risk": 0.0, + "coverage": 0.18946188340807174, + "coverage_of_all_cases": 0.18946188340807174 + }, + { + "threshold": 0.9971821665232776, + "accepted": 170, + "errors": 0, + "risk": 0.0, + "coverage": 0.1905829596412556, + "coverage_of_all_cases": 0.1905829596412556 + }, + { + "threshold": 0.9970116123963522, + "accepted": 171, + "errors": 0, + "risk": 0.0, + "coverage": 0.19170403587443946, + "coverage_of_all_cases": 0.19170403587443946 + }, + { + "threshold": 0.9968794323689998, + "accepted": 172, + "errors": 0, + "risk": 0.0, + "coverage": 0.19282511210762332, + "coverage_of_all_cases": 0.19282511210762332 + }, + { + "threshold": 0.9968658867776534, + "accepted": 173, + "errors": 0, + "risk": 0.0, + "coverage": 0.19394618834080718, + "coverage_of_all_cases": 0.19394618834080718 + }, + { + "threshold": 0.996711785880306, + "accepted": 174, + "errors": 0, + "risk": 0.0, + "coverage": 0.19506726457399104, + "coverage_of_all_cases": 0.19506726457399104 + }, + { + "threshold": 0.9967034232569721, + "accepted": 175, + "errors": 0, + "risk": 0.0, + "coverage": 0.1961883408071749, + "coverage_of_all_cases": 0.1961883408071749 + }, + { + "threshold": 0.9966789850015723, + "accepted": 176, + "errors": 0, + "risk": 0.0, + "coverage": 0.19730941704035873, + "coverage_of_all_cases": 0.19730941704035873 + }, + { + "threshold": 0.9966761897546474, + "accepted": 177, + "errors": 0, + "risk": 0.0, + "coverage": 0.1984304932735426, + "coverage_of_all_cases": 0.1984304932735426 + }, + { + "threshold": 0.9965515468090256, + "accepted": 178, + "errors": 0, + "risk": 0.0, + "coverage": 0.19955156950672645, + "coverage_of_all_cases": 0.19955156950672645 + }, + { + "threshold": 0.9965081893607483, + "accepted": 179, + "errors": 0, + "risk": 0.0, + "coverage": 0.2006726457399103, + "coverage_of_all_cases": 0.2006726457399103 + }, + { + "threshold": 0.9964282254034519, + "accepted": 180, + "errors": 0, + "risk": 0.0, + "coverage": 0.20179372197309417, + "coverage_of_all_cases": 0.20179372197309417 + }, + { + "threshold": 0.9962971475277135, + "accepted": 181, + "errors": 0, + "risk": 0.0, + "coverage": 0.20291479820627803, + "coverage_of_all_cases": 0.20291479820627803 + }, + { + "threshold": 0.996226927990416, + "accepted": 182, + "errors": 0, + "risk": 0.0, + "coverage": 0.2040358744394619, + "coverage_of_all_cases": 0.2040358744394619 + }, + { + "threshold": 0.9962215971541571, + "accepted": 183, + "errors": 0, + "risk": 0.0, + "coverage": 0.20515695067264575, + "coverage_of_all_cases": 0.20515695067264575 + }, + { + "threshold": 0.9962168840794812, + "accepted": 184, + "errors": 0, + "risk": 0.0, + "coverage": 0.2062780269058296, + "coverage_of_all_cases": 0.2062780269058296 + }, + { + "threshold": 0.9961680883327386, + "accepted": 185, + "errors": 0, + "risk": 0.0, + "coverage": 0.20739910313901344, + "coverage_of_all_cases": 0.20739910313901344 + }, + { + "threshold": 0.995996390657289, + "accepted": 186, + "errors": 0, + "risk": 0.0, + "coverage": 0.2085201793721973, + "coverage_of_all_cases": 0.2085201793721973 + }, + { + "threshold": 0.9959073448358952, + "accepted": 187, + "errors": 0, + "risk": 0.0, + "coverage": 0.20964125560538116, + "coverage_of_all_cases": 0.20964125560538116 + }, + { + "threshold": 0.9958994963794642, + "accepted": 188, + "errors": 0, + "risk": 0.0, + "coverage": 0.21076233183856502, + "coverage_of_all_cases": 0.21076233183856502 + }, + { + "threshold": 0.9958863118724842, + "accepted": 189, + "errors": 0, + "risk": 0.0, + "coverage": 0.21188340807174888, + "coverage_of_all_cases": 0.21188340807174888 + }, + { + "threshold": 0.995885009194071, + "accepted": 190, + "errors": 0, + "risk": 0.0, + "coverage": 0.21300448430493274, + "coverage_of_all_cases": 0.21300448430493274 + }, + { + "threshold": 0.9958172913179933, + "accepted": 191, + "errors": 0, + "risk": 0.0, + "coverage": 0.2141255605381166, + "coverage_of_all_cases": 0.2141255605381166 + }, + { + "threshold": 0.9957833029688172, + "accepted": 192, + "errors": 0, + "risk": 0.0, + "coverage": 0.21524663677130046, + "coverage_of_all_cases": 0.21524663677130046 + }, + { + "threshold": 0.9957037127918507, + "accepted": 193, + "errors": 0, + "risk": 0.0, + "coverage": 0.2163677130044843, + "coverage_of_all_cases": 0.2163677130044843 + }, + { + "threshold": 0.995634652489037, + "accepted": 194, + "errors": 0, + "risk": 0.0, + "coverage": 0.21748878923766815, + "coverage_of_all_cases": 0.21748878923766815 + }, + { + "threshold": 0.9951935010227464, + "accepted": 195, + "errors": 0, + "risk": 0.0, + "coverage": 0.218609865470852, + "coverage_of_all_cases": 0.218609865470852 + }, + { + "threshold": 0.9951533439608049, + "accepted": 196, + "errors": 0, + "risk": 0.0, + "coverage": 0.21973094170403587, + "coverage_of_all_cases": 0.21973094170403587 + }, + { + "threshold": 0.9951241616058929, + "accepted": 197, + "errors": 0, + "risk": 0.0, + "coverage": 0.22085201793721973, + "coverage_of_all_cases": 0.22085201793721973 + }, + { + "threshold": 0.9950465527024911, + "accepted": 198, + "errors": 0, + "risk": 0.0, + "coverage": 0.2219730941704036, + "coverage_of_all_cases": 0.2219730941704036 + }, + { + "threshold": 0.9950321517571011, + "accepted": 199, + "errors": 0, + "risk": 0.0, + "coverage": 0.22309417040358745, + "coverage_of_all_cases": 0.22309417040358745 + }, + { + "threshold": 0.9947999306000349, + "accepted": 200, + "errors": 0, + "risk": 0.0, + "coverage": 0.2242152466367713, + "coverage_of_all_cases": 0.2242152466367713 + }, + { + "threshold": 0.99476515864439, + "accepted": 201, + "errors": 0, + "risk": 0.0, + "coverage": 0.22533632286995517, + "coverage_of_all_cases": 0.22533632286995517 + }, + { + "threshold": 0.9947357629348234, + "accepted": 202, + "errors": 0, + "risk": 0.0, + "coverage": 0.226457399103139, + "coverage_of_all_cases": 0.226457399103139 + }, + { + "threshold": 0.9946881812297864, + "accepted": 203, + "errors": 0, + "risk": 0.0, + "coverage": 0.22757847533632286, + "coverage_of_all_cases": 0.22757847533632286 + }, + { + "threshold": 0.9944237901164358, + "accepted": 204, + "errors": 0, + "risk": 0.0, + "coverage": 0.22869955156950672, + "coverage_of_all_cases": 0.22869955156950672 + }, + { + "threshold": 0.9942447992989096, + "accepted": 205, + "errors": 0, + "risk": 0.0, + "coverage": 0.22982062780269058, + "coverage_of_all_cases": 0.22982062780269058 + }, + { + "threshold": 0.9941894822181011, + "accepted": 206, + "errors": 0, + "risk": 0.0, + "coverage": 0.23094170403587444, + "coverage_of_all_cases": 0.23094170403587444 + }, + { + "threshold": 0.9941733155796535, + "accepted": 207, + "errors": 0, + "risk": 0.0, + "coverage": 0.2320627802690583, + "coverage_of_all_cases": 0.2320627802690583 + }, + { + "threshold": 0.9941355143864022, + "accepted": 208, + "errors": 0, + "risk": 0.0, + "coverage": 0.23318385650224216, + "coverage_of_all_cases": 0.23318385650224216 + }, + { + "threshold": 0.9941173598805667, + "accepted": 209, + "errors": 0, + "risk": 0.0, + "coverage": 0.23430493273542602, + "coverage_of_all_cases": 0.23430493273542602 + }, + { + "threshold": 0.9941011840877553, + "accepted": 210, + "errors": 0, + "risk": 0.0, + "coverage": 0.23542600896860988, + "coverage_of_all_cases": 0.23542600896860988 + }, + { + "threshold": 0.9938490443921839, + "accepted": 211, + "errors": 0, + "risk": 0.0, + "coverage": 0.2365470852017937, + "coverage_of_all_cases": 0.2365470852017937 + }, + { + "threshold": 0.9937086909608066, + "accepted": 212, + "errors": 0, + "risk": 0.0, + "coverage": 0.23766816143497757, + "coverage_of_all_cases": 0.23766816143497757 + }, + { + "threshold": 0.9936285943745015, + "accepted": 213, + "errors": 0, + "risk": 0.0, + "coverage": 0.23878923766816143, + "coverage_of_all_cases": 0.23878923766816143 + }, + { + "threshold": 0.9935641000095882, + "accepted": 214, + "errors": 0, + "risk": 0.0, + "coverage": 0.2399103139013453, + "coverage_of_all_cases": 0.2399103139013453 + }, + { + "threshold": 0.9934792152655068, + "accepted": 215, + "errors": 0, + "risk": 0.0, + "coverage": 0.24103139013452915, + "coverage_of_all_cases": 0.24103139013452915 + }, + { + "threshold": 0.993306451630724, + "accepted": 216, + "errors": 0, + "risk": 0.0, + "coverage": 0.242152466367713, + "coverage_of_all_cases": 0.242152466367713 + }, + { + "threshold": 0.9931702256710407, + "accepted": 217, + "errors": 0, + "risk": 0.0, + "coverage": 0.24327354260089687, + "coverage_of_all_cases": 0.24327354260089687 + }, + { + "threshold": 0.9929041223117063, + "accepted": 218, + "errors": 0, + "risk": 0.0, + "coverage": 0.24439461883408073, + "coverage_of_all_cases": 0.24439461883408073 + }, + { + "threshold": 0.9928631442083208, + "accepted": 219, + "errors": 0, + "risk": 0.0, + "coverage": 0.24551569506726456, + "coverage_of_all_cases": 0.24551569506726456 + }, + { + "threshold": 0.9926706362206499, + "accepted": 220, + "errors": 0, + "risk": 0.0, + "coverage": 0.24663677130044842, + "coverage_of_all_cases": 0.24663677130044842 + }, + { + "threshold": 0.992601506153988, + "accepted": 221, + "errors": 0, + "risk": 0.0, + "coverage": 0.24775784753363228, + "coverage_of_all_cases": 0.24775784753363228 + }, + { + "threshold": 0.9925949167747876, + "accepted": 222, + "errors": 0, + "risk": 0.0, + "coverage": 0.24887892376681614, + "coverage_of_all_cases": 0.24887892376681614 + }, + { + "threshold": 0.9924814066431539, + "accepted": 223, + "errors": 1, + "risk": 0.004484304932735426, + "coverage": 0.25, + "coverage_of_all_cases": 0.25 + }, + { + "threshold": 0.9924436699566689, + "accepted": 224, + "errors": 1, + "risk": 0.004464285714285714, + "coverage": 0.25112107623318386, + "coverage_of_all_cases": 0.25112107623318386 + }, + { + "threshold": 0.9923338929353585, + "accepted": 225, + "errors": 1, + "risk": 0.0044444444444444444, + "coverage": 0.2522421524663677, + "coverage_of_all_cases": 0.2522421524663677 + }, + { + "threshold": 0.9923102172778696, + "accepted": 226, + "errors": 1, + "risk": 0.004424778761061947, + "coverage": 0.2533632286995516, + "coverage_of_all_cases": 0.2533632286995516 + }, + { + "threshold": 0.9922908138736234, + "accepted": 227, + "errors": 1, + "risk": 0.004405286343612335, + "coverage": 0.25448430493273544, + "coverage_of_all_cases": 0.25448430493273544 + }, + { + "threshold": 0.9922078523839137, + "accepted": 228, + "errors": 1, + "risk": 0.0043859649122807015, + "coverage": 0.2556053811659193, + "coverage_of_all_cases": 0.2556053811659193 + }, + { + "threshold": 0.9921695880925857, + "accepted": 229, + "errors": 1, + "risk": 0.004366812227074236, + "coverage": 0.25672645739910316, + "coverage_of_all_cases": 0.25672645739910316 + }, + { + "threshold": 0.9920362798578979, + "accepted": 230, + "errors": 1, + "risk": 0.004347826086956522, + "coverage": 0.257847533632287, + "coverage_of_all_cases": 0.257847533632287 + }, + { + "threshold": 0.991875444927841, + "accepted": 231, + "errors": 1, + "risk": 0.004329004329004329, + "coverage": 0.2589686098654709, + "coverage_of_all_cases": 0.2589686098654709 + }, + { + "threshold": 0.9917029861240924, + "accepted": 232, + "errors": 1, + "risk": 0.004310344827586207, + "coverage": 0.2600896860986547, + "coverage_of_all_cases": 0.2600896860986547 + }, + { + "threshold": 0.9916447672113381, + "accepted": 233, + "errors": 1, + "risk": 0.004291845493562232, + "coverage": 0.26121076233183854, + "coverage_of_all_cases": 0.26121076233183854 + }, + { + "threshold": 0.9913698837072284, + "accepted": 234, + "errors": 1, + "risk": 0.004273504273504274, + "coverage": 0.2623318385650224, + "coverage_of_all_cases": 0.2623318385650224 + }, + { + "threshold": 0.9911822491853659, + "accepted": 235, + "errors": 1, + "risk": 0.00425531914893617, + "coverage": 0.26345291479820626, + "coverage_of_all_cases": 0.26345291479820626 + }, + { + "threshold": 0.990928393550234, + "accepted": 236, + "errors": 1, + "risk": 0.00423728813559322, + "coverage": 0.2645739910313901, + "coverage_of_all_cases": 0.2645739910313901 + }, + { + "threshold": 0.990878828483491, + "accepted": 237, + "errors": 1, + "risk": 0.004219409282700422, + "coverage": 0.265695067264574, + "coverage_of_all_cases": 0.265695067264574 + }, + { + "threshold": 0.9906190843506678, + "accepted": 238, + "errors": 1, + "risk": 0.004201680672268907, + "coverage": 0.26681614349775784, + "coverage_of_all_cases": 0.26681614349775784 + }, + { + "threshold": 0.9900754209152994, + "accepted": 239, + "errors": 1, + "risk": 0.0041841004184100415, + "coverage": 0.2679372197309417, + "coverage_of_all_cases": 0.2679372197309417 + }, + { + "threshold": 0.9900582133844975, + "accepted": 240, + "errors": 1, + "risk": 0.004166666666666667, + "coverage": 0.26905829596412556, + "coverage_of_all_cases": 0.26905829596412556 + }, + { + "threshold": 0.990047758993064, + "accepted": 241, + "errors": 1, + "risk": 0.004149377593360996, + "coverage": 0.2701793721973094, + "coverage_of_all_cases": 0.2701793721973094 + }, + { + "threshold": 0.9899663669043982, + "accepted": 242, + "errors": 1, + "risk": 0.004132231404958678, + "coverage": 0.2713004484304933, + "coverage_of_all_cases": 0.2713004484304933 + }, + { + "threshold": 0.9897767149264475, + "accepted": 243, + "errors": 1, + "risk": 0.00411522633744856, + "coverage": 0.27242152466367714, + "coverage_of_all_cases": 0.27242152466367714 + }, + { + "threshold": 0.9896942436096136, + "accepted": 244, + "errors": 1, + "risk": 0.004098360655737705, + "coverage": 0.273542600896861, + "coverage_of_all_cases": 0.273542600896861 + }, + { + "threshold": 0.9896374977413854, + "accepted": 245, + "errors": 1, + "risk": 0.004081632653061225, + "coverage": 0.27466367713004486, + "coverage_of_all_cases": 0.27466367713004486 + }, + { + "threshold": 0.9894307361680692, + "accepted": 246, + "errors": 1, + "risk": 0.0040650406504065045, + "coverage": 0.2757847533632287, + "coverage_of_all_cases": 0.2757847533632287 + }, + { + "threshold": 0.9889521162412969, + "accepted": 247, + "errors": 2, + "risk": 0.008097165991902834, + "coverage": 0.2769058295964126, + "coverage_of_all_cases": 0.2769058295964126 + }, + { + "threshold": 0.9888054687366832, + "accepted": 248, + "errors": 2, + "risk": 0.008064516129032258, + "coverage": 0.27802690582959644, + "coverage_of_all_cases": 0.27802690582959644 + }, + { + "threshold": 0.9887095621260137, + "accepted": 249, + "errors": 2, + "risk": 0.008032128514056224, + "coverage": 0.27914798206278024, + "coverage_of_all_cases": 0.27914798206278024 + }, + { + "threshold": 0.9884263799429017, + "accepted": 250, + "errors": 2, + "risk": 0.008, + "coverage": 0.2802690582959641, + "coverage_of_all_cases": 0.2802690582959641 + }, + { + "threshold": 0.9883510112323565, + "accepted": 251, + "errors": 2, + "risk": 0.00796812749003984, + "coverage": 0.28139013452914796, + "coverage_of_all_cases": 0.28139013452914796 + }, + { + "threshold": 0.9883191019220361, + "accepted": 252, + "errors": 2, + "risk": 0.007936507936507936, + "coverage": 0.2825112107623318, + "coverage_of_all_cases": 0.2825112107623318 + }, + { + "threshold": 0.9882487394535939, + "accepted": 253, + "errors": 2, + "risk": 0.007905138339920948, + "coverage": 0.2836322869955157, + "coverage_of_all_cases": 0.2836322869955157 + }, + { + "threshold": 0.9881924613574476, + "accepted": 254, + "errors": 2, + "risk": 0.007874015748031496, + "coverage": 0.28475336322869954, + "coverage_of_all_cases": 0.28475336322869954 + }, + { + "threshold": 0.9880690990655056, + "accepted": 255, + "errors": 2, + "risk": 0.00784313725490196, + "coverage": 0.2858744394618834, + "coverage_of_all_cases": 0.2858744394618834 + }, + { + "threshold": 0.9877587247081928, + "accepted": 256, + "errors": 2, + "risk": 0.0078125, + "coverage": 0.28699551569506726, + "coverage_of_all_cases": 0.28699551569506726 + }, + { + "threshold": 0.9874958538246572, + "accepted": 257, + "errors": 2, + "risk": 0.007782101167315175, + "coverage": 0.2881165919282511, + "coverage_of_all_cases": 0.2881165919282511 + }, + { + "threshold": 0.9872199050396645, + "accepted": 258, + "errors": 2, + "risk": 0.007751937984496124, + "coverage": 0.289237668161435, + "coverage_of_all_cases": 0.289237668161435 + }, + { + "threshold": 0.9871666836055928, + "accepted": 259, + "errors": 2, + "risk": 0.007722007722007722, + "coverage": 0.29035874439461884, + "coverage_of_all_cases": 0.29035874439461884 + }, + { + "threshold": 0.9866851965644291, + "accepted": 260, + "errors": 3, + "risk": 0.011538461538461539, + "coverage": 0.2914798206278027, + "coverage_of_all_cases": 0.2914798206278027 + }, + { + "threshold": 0.9866658949977639, + "accepted": 261, + "errors": 3, + "risk": 0.011494252873563218, + "coverage": 0.29260089686098656, + "coverage_of_all_cases": 0.29260089686098656 + }, + { + "threshold": 0.9866525152852568, + "accepted": 262, + "errors": 3, + "risk": 0.011450381679389313, + "coverage": 0.2937219730941704, + "coverage_of_all_cases": 0.2937219730941704 + }, + { + "threshold": 0.9863707053794681, + "accepted": 263, + "errors": 3, + "risk": 0.011406844106463879, + "coverage": 0.2948430493273543, + "coverage_of_all_cases": 0.2948430493273543 + }, + { + "threshold": 0.9863496890179885, + "accepted": 264, + "errors": 3, + "risk": 0.011363636363636364, + "coverage": 0.29596412556053814, + "coverage_of_all_cases": 0.29596412556053814 + }, + { + "threshold": 0.9859531188770031, + "accepted": 265, + "errors": 3, + "risk": 0.011320754716981131, + "coverage": 0.297085201793722, + "coverage_of_all_cases": 0.297085201793722 + }, + { + "threshold": 0.985897098107257, + "accepted": 266, + "errors": 3, + "risk": 0.011278195488721804, + "coverage": 0.2982062780269058, + "coverage_of_all_cases": 0.2982062780269058 + }, + { + "threshold": 0.9858640694192699, + "accepted": 267, + "errors": 3, + "risk": 0.011235955056179775, + "coverage": 0.29932735426008966, + "coverage_of_all_cases": 0.29932735426008966 + }, + { + "threshold": 0.9858024716885118, + "accepted": 268, + "errors": 3, + "risk": 0.011194029850746268, + "coverage": 0.3004484304932735, + "coverage_of_all_cases": 0.3004484304932735 + }, + { + "threshold": 0.9852455404836078, + "accepted": 269, + "errors": 3, + "risk": 0.011152416356877323, + "coverage": 0.3015695067264574, + "coverage_of_all_cases": 0.3015695067264574 + }, + { + "threshold": 0.9850444059682345, + "accepted": 270, + "errors": 3, + "risk": 0.011111111111111112, + "coverage": 0.30269058295964124, + "coverage_of_all_cases": 0.30269058295964124 + }, + { + "threshold": 0.9847539542264386, + "accepted": 271, + "errors": 3, + "risk": 0.01107011070110701, + "coverage": 0.3038116591928251, + "coverage_of_all_cases": 0.3038116591928251 + }, + { + "threshold": 0.9845405983541314, + "accepted": 272, + "errors": 3, + "risk": 0.011029411764705883, + "coverage": 0.30493273542600896, + "coverage_of_all_cases": 0.30493273542600896 + }, + { + "threshold": 0.9841883946385344, + "accepted": 273, + "errors": 3, + "risk": 0.01098901098901099, + "coverage": 0.3060538116591928, + "coverage_of_all_cases": 0.3060538116591928 + }, + { + "threshold": 0.9836244749393415, + "accepted": 274, + "errors": 3, + "risk": 0.010948905109489052, + "coverage": 0.3071748878923767, + "coverage_of_all_cases": 0.3071748878923767 + }, + { + "threshold": 0.9834338517520949, + "accepted": 275, + "errors": 3, + "risk": 0.01090909090909091, + "coverage": 0.30829596412556054, + "coverage_of_all_cases": 0.30829596412556054 + }, + { + "threshold": 0.9833350296116345, + "accepted": 276, + "errors": 3, + "risk": 0.010869565217391304, + "coverage": 0.3094170403587444, + "coverage_of_all_cases": 0.3094170403587444 + }, + { + "threshold": 0.9830422768643141, + "accepted": 277, + "errors": 4, + "risk": 0.01444043321299639, + "coverage": 0.31053811659192826, + "coverage_of_all_cases": 0.31053811659192826 + }, + { + "threshold": 0.9830050401596626, + "accepted": 278, + "errors": 4, + "risk": 0.014388489208633094, + "coverage": 0.3116591928251121, + "coverage_of_all_cases": 0.3116591928251121 + }, + { + "threshold": 0.9829351753676152, + "accepted": 279, + "errors": 4, + "risk": 0.014336917562724014, + "coverage": 0.312780269058296, + "coverage_of_all_cases": 0.312780269058296 + }, + { + "threshold": 0.9826943104351257, + "accepted": 280, + "errors": 4, + "risk": 0.014285714285714285, + "coverage": 0.31390134529147984, + "coverage_of_all_cases": 0.31390134529147984 + }, + { + "threshold": 0.982632540117358, + "accepted": 281, + "errors": 4, + "risk": 0.014234875444839857, + "coverage": 0.3150224215246637, + "coverage_of_all_cases": 0.3150224215246637 + }, + { + "threshold": 0.9826235864662317, + "accepted": 282, + "errors": 4, + "risk": 0.014184397163120567, + "coverage": 0.31614349775784756, + "coverage_of_all_cases": 0.31614349775784756 + }, + { + "threshold": 0.9825016996028711, + "accepted": 283, + "errors": 4, + "risk": 0.014134275618374558, + "coverage": 0.3172645739910314, + "coverage_of_all_cases": 0.3172645739910314 + }, + { + "threshold": 0.9824721117643512, + "accepted": 284, + "errors": 4, + "risk": 0.014084507042253521, + "coverage": 0.3183856502242152, + "coverage_of_all_cases": 0.3183856502242152 + }, + { + "threshold": 0.9817119374036842, + "accepted": 285, + "errors": 4, + "risk": 0.014035087719298246, + "coverage": 0.3195067264573991, + "coverage_of_all_cases": 0.3195067264573991 + }, + { + "threshold": 0.9816707984117292, + "accepted": 286, + "errors": 4, + "risk": 0.013986013986013986, + "coverage": 0.32062780269058294, + "coverage_of_all_cases": 0.32062780269058294 + }, + { + "threshold": 0.9811723225504534, + "accepted": 287, + "errors": 4, + "risk": 0.013937282229965157, + "coverage": 0.3217488789237668, + "coverage_of_all_cases": 0.3217488789237668 + }, + { + "threshold": 0.9807903428788783, + "accepted": 288, + "errors": 4, + "risk": 0.013888888888888888, + "coverage": 0.32286995515695066, + "coverage_of_all_cases": 0.32286995515695066 + }, + { + "threshold": 0.9806148285572371, + "accepted": 289, + "errors": 4, + "risk": 0.01384083044982699, + "coverage": 0.3239910313901345, + "coverage_of_all_cases": 0.3239910313901345 + }, + { + "threshold": 0.9801191871855677, + "accepted": 290, + "errors": 4, + "risk": 0.013793103448275862, + "coverage": 0.3251121076233184, + "coverage_of_all_cases": 0.3251121076233184 + }, + { + "threshold": 0.9796245185706921, + "accepted": 291, + "errors": 4, + "risk": 0.013745704467353952, + "coverage": 0.32623318385650224, + "coverage_of_all_cases": 0.32623318385650224 + }, + { + "threshold": 0.9788937013331563, + "accepted": 292, + "errors": 4, + "risk": 0.0136986301369863, + "coverage": 0.3273542600896861, + "coverage_of_all_cases": 0.3273542600896861 + }, + { + "threshold": 0.9785143713970326, + "accepted": 293, + "errors": 4, + "risk": 0.013651877133105802, + "coverage": 0.32847533632286996, + "coverage_of_all_cases": 0.32847533632286996 + }, + { + "threshold": 0.9782534265459819, + "accepted": 294, + "errors": 4, + "risk": 0.013605442176870748, + "coverage": 0.3295964125560538, + "coverage_of_all_cases": 0.3295964125560538 + }, + { + "threshold": 0.9781142408439537, + "accepted": 295, + "errors": 4, + "risk": 0.013559322033898305, + "coverage": 0.3307174887892377, + "coverage_of_all_cases": 0.3307174887892377 + }, + { + "threshold": 0.9776785556631638, + "accepted": 296, + "errors": 4, + "risk": 0.013513513513513514, + "coverage": 0.33183856502242154, + "coverage_of_all_cases": 0.33183856502242154 + }, + { + "threshold": 0.9774276184584948, + "accepted": 297, + "errors": 4, + "risk": 0.013468013468013467, + "coverage": 0.3329596412556054, + "coverage_of_all_cases": 0.3329596412556054 + }, + { + "threshold": 0.9774056361100956, + "accepted": 298, + "errors": 4, + "risk": 0.013422818791946308, + "coverage": 0.33408071748878926, + "coverage_of_all_cases": 0.33408071748878926 + }, + { + "threshold": 0.977262046551129, + "accepted": 299, + "errors": 4, + "risk": 0.013377926421404682, + "coverage": 0.3352017937219731, + "coverage_of_all_cases": 0.3352017937219731 + }, + { + "threshold": 0.9770038305259876, + "accepted": 300, + "errors": 4, + "risk": 0.013333333333333334, + "coverage": 0.336322869955157, + "coverage_of_all_cases": 0.336322869955157 + }, + { + "threshold": 0.9760982339162948, + "accepted": 301, + "errors": 4, + "risk": 0.013289036544850499, + "coverage": 0.3374439461883408, + "coverage_of_all_cases": 0.3374439461883408 + }, + { + "threshold": 0.9756640590600242, + "accepted": 302, + "errors": 4, + "risk": 0.013245033112582781, + "coverage": 0.33856502242152464, + "coverage_of_all_cases": 0.33856502242152464 + }, + { + "threshold": 0.9751488404944187, + "accepted": 303, + "errors": 4, + "risk": 0.013201320132013201, + "coverage": 0.3396860986547085, + "coverage_of_all_cases": 0.3396860986547085 + }, + { + "threshold": 0.9750936205851772, + "accepted": 304, + "errors": 4, + "risk": 0.013157894736842105, + "coverage": 0.34080717488789236, + "coverage_of_all_cases": 0.34080717488789236 + }, + { + "threshold": 0.9750920548531412, + "accepted": 305, + "errors": 4, + "risk": 0.013114754098360656, + "coverage": 0.3419282511210762, + "coverage_of_all_cases": 0.3419282511210762 + }, + { + "threshold": 0.9743708955916088, + "accepted": 306, + "errors": 4, + "risk": 0.013071895424836602, + "coverage": 0.3430493273542601, + "coverage_of_all_cases": 0.3430493273542601 + }, + { + "threshold": 0.9743667037480374, + "accepted": 307, + "errors": 4, + "risk": 0.013029315960912053, + "coverage": 0.34417040358744394, + "coverage_of_all_cases": 0.34417040358744394 + }, + { + "threshold": 0.974328537020616, + "accepted": 308, + "errors": 4, + "risk": 0.012987012987012988, + "coverage": 0.3452914798206278, + "coverage_of_all_cases": 0.3452914798206278 + }, + { + "threshold": 0.973588493218494, + "accepted": 309, + "errors": 4, + "risk": 0.012944983818770227, + "coverage": 0.34641255605381166, + "coverage_of_all_cases": 0.34641255605381166 + }, + { + "threshold": 0.9734481267813571, + "accepted": 310, + "errors": 4, + "risk": 0.012903225806451613, + "coverage": 0.3475336322869955, + "coverage_of_all_cases": 0.3475336322869955 + }, + { + "threshold": 0.9732232495122556, + "accepted": 311, + "errors": 4, + "risk": 0.012861736334405145, + "coverage": 0.3486547085201794, + "coverage_of_all_cases": 0.3486547085201794 + }, + { + "threshold": 0.973041122692038, + "accepted": 312, + "errors": 4, + "risk": 0.01282051282051282, + "coverage": 0.34977578475336324, + "coverage_of_all_cases": 0.34977578475336324 + }, + { + "threshold": 0.9729228223715652, + "accepted": 313, + "errors": 4, + "risk": 0.012779552715654952, + "coverage": 0.3508968609865471, + "coverage_of_all_cases": 0.3508968609865471 + }, + { + "threshold": 0.9726310127456904, + "accepted": 314, + "errors": 4, + "risk": 0.012738853503184714, + "coverage": 0.35201793721973096, + "coverage_of_all_cases": 0.35201793721973096 + }, + { + "threshold": 0.972537653289621, + "accepted": 315, + "errors": 4, + "risk": 0.012698412698412698, + "coverage": 0.3531390134529148, + "coverage_of_all_cases": 0.3531390134529148 + }, + { + "threshold": 0.9719560577315901, + "accepted": 316, + "errors": 4, + "risk": 0.012658227848101266, + "coverage": 0.3542600896860987, + "coverage_of_all_cases": 0.3542600896860987 + }, + { + "threshold": 0.9719142799591, + "accepted": 317, + "errors": 4, + "risk": 0.012618296529968454, + "coverage": 0.35538116591928254, + "coverage_of_all_cases": 0.35538116591928254 + }, + { + "threshold": 0.9718941185056462, + "accepted": 318, + "errors": 4, + "risk": 0.012578616352201259, + "coverage": 0.35650224215246634, + "coverage_of_all_cases": 0.35650224215246634 + }, + { + "threshold": 0.971520777836504, + "accepted": 319, + "errors": 4, + "risk": 0.012539184952978056, + "coverage": 0.3576233183856502, + "coverage_of_all_cases": 0.3576233183856502 + }, + { + "threshold": 0.9710291373706587, + "accepted": 320, + "errors": 4, + "risk": 0.0125, + "coverage": 0.35874439461883406, + "coverage_of_all_cases": 0.35874439461883406 + }, + { + "threshold": 0.9706993285644082, + "accepted": 321, + "errors": 4, + "risk": 0.012461059190031152, + "coverage": 0.3598654708520179, + "coverage_of_all_cases": 0.3598654708520179 + }, + { + "threshold": 0.9706498214232444, + "accepted": 322, + "errors": 4, + "risk": 0.012422360248447204, + "coverage": 0.3609865470852018, + "coverage_of_all_cases": 0.3609865470852018 + }, + { + "threshold": 0.9701730290406761, + "accepted": 323, + "errors": 4, + "risk": 0.01238390092879257, + "coverage": 0.36210762331838564, + "coverage_of_all_cases": 0.36210762331838564 + }, + { + "threshold": 0.9700337928253188, + "accepted": 324, + "errors": 4, + "risk": 0.012345679012345678, + "coverage": 0.3632286995515695, + "coverage_of_all_cases": 0.3632286995515695 + }, + { + "threshold": 0.9698252937763695, + "accepted": 325, + "errors": 4, + "risk": 0.012307692307692308, + "coverage": 0.36434977578475336, + "coverage_of_all_cases": 0.36434977578475336 + }, + { + "threshold": 0.9696061956339024, + "accepted": 326, + "errors": 4, + "risk": 0.012269938650306749, + "coverage": 0.3654708520179372, + "coverage_of_all_cases": 0.3654708520179372 + }, + { + "threshold": 0.9696030205577566, + "accepted": 327, + "errors": 5, + "risk": 0.01529051987767584, + "coverage": 0.3665919282511211, + "coverage_of_all_cases": 0.3665919282511211 + }, + { + "threshold": 0.9688101916817264, + "accepted": 328, + "errors": 5, + "risk": 0.01524390243902439, + "coverage": 0.36771300448430494, + "coverage_of_all_cases": 0.36771300448430494 + }, + { + "threshold": 0.9686585978679448, + "accepted": 329, + "errors": 5, + "risk": 0.015197568389057751, + "coverage": 0.3688340807174888, + "coverage_of_all_cases": 0.3688340807174888 + }, + { + "threshold": 0.9685563218575186, + "accepted": 330, + "errors": 6, + "risk": 0.01818181818181818, + "coverage": 0.36995515695067266, + "coverage_of_all_cases": 0.36995515695067266 + }, + { + "threshold": 0.9680683347094745, + "accepted": 331, + "errors": 6, + "risk": 0.01812688821752266, + "coverage": 0.3710762331838565, + "coverage_of_all_cases": 0.3710762331838565 + }, + { + "threshold": 0.9680269534308835, + "accepted": 332, + "errors": 6, + "risk": 0.018072289156626505, + "coverage": 0.3721973094170404, + "coverage_of_all_cases": 0.3721973094170404 + }, + { + "threshold": 0.9665389159894461, + "accepted": 333, + "errors": 6, + "risk": 0.018018018018018018, + "coverage": 0.37331838565022424, + "coverage_of_all_cases": 0.37331838565022424 + }, + { + "threshold": 0.9663953416813738, + "accepted": 334, + "errors": 6, + "risk": 0.017964071856287425, + "coverage": 0.3744394618834081, + "coverage_of_all_cases": 0.3744394618834081 + }, + { + "threshold": 0.9660534682991034, + "accepted": 335, + "errors": 6, + "risk": 0.01791044776119403, + "coverage": 0.3755605381165919, + "coverage_of_all_cases": 0.3755605381165919 + }, + { + "threshold": 0.96563161622911, + "accepted": 336, + "errors": 6, + "risk": 0.017857142857142856, + "coverage": 0.37668161434977576, + "coverage_of_all_cases": 0.37668161434977576 + }, + { + "threshold": 0.9653795750390605, + "accepted": 337, + "errors": 6, + "risk": 0.017804154302670624, + "coverage": 0.3778026905829596, + "coverage_of_all_cases": 0.3778026905829596 + }, + { + "threshold": 0.9653143546012704, + "accepted": 338, + "errors": 7, + "risk": 0.020710059171597635, + "coverage": 0.3789237668161435, + "coverage_of_all_cases": 0.3789237668161435 + }, + { + "threshold": 0.9651597989254606, + "accepted": 339, + "errors": 7, + "risk": 0.02064896755162242, + "coverage": 0.38004484304932734, + "coverage_of_all_cases": 0.38004484304932734 + }, + { + "threshold": 0.9649319742394796, + "accepted": 340, + "errors": 7, + "risk": 0.020588235294117647, + "coverage": 0.3811659192825112, + "coverage_of_all_cases": 0.3811659192825112 + }, + { + "threshold": 0.96447880713618, + "accepted": 341, + "errors": 7, + "risk": 0.020527859237536656, + "coverage": 0.38228699551569506, + "coverage_of_all_cases": 0.38228699551569506 + }, + { + "threshold": 0.9640172897878696, + "accepted": 342, + "errors": 7, + "risk": 0.02046783625730994, + "coverage": 0.3834080717488789, + "coverage_of_all_cases": 0.3834080717488789 + }, + { + "threshold": 0.9630715363087299, + "accepted": 343, + "errors": 7, + "risk": 0.02040816326530612, + "coverage": 0.3845291479820628, + "coverage_of_all_cases": 0.3845291479820628 + }, + { + "threshold": 0.9627108346177936, + "accepted": 344, + "errors": 8, + "risk": 0.023255813953488372, + "coverage": 0.38565022421524664, + "coverage_of_all_cases": 0.38565022421524664 + }, + { + "threshold": 0.9626871644637632, + "accepted": 345, + "errors": 8, + "risk": 0.02318840579710145, + "coverage": 0.3867713004484305, + "coverage_of_all_cases": 0.3867713004484305 + }, + { + "threshold": 0.9624026845980183, + "accepted": 346, + "errors": 8, + "risk": 0.023121387283236993, + "coverage": 0.38789237668161436, + "coverage_of_all_cases": 0.38789237668161436 + }, + { + "threshold": 0.9617683523608539, + "accepted": 347, + "errors": 8, + "risk": 0.023054755043227664, + "coverage": 0.3890134529147982, + "coverage_of_all_cases": 0.3890134529147982 + }, + { + "threshold": 0.9616123717782649, + "accepted": 348, + "errors": 8, + "risk": 0.022988505747126436, + "coverage": 0.3901345291479821, + "coverage_of_all_cases": 0.3901345291479821 + }, + { + "threshold": 0.9615627938944045, + "accepted": 349, + "errors": 8, + "risk": 0.022922636103151862, + "coverage": 0.39125560538116594, + "coverage_of_all_cases": 0.39125560538116594 + }, + { + "threshold": 0.9596729051267554, + "accepted": 350, + "errors": 8, + "risk": 0.022857142857142857, + "coverage": 0.3923766816143498, + "coverage_of_all_cases": 0.3923766816143498 + }, + { + "threshold": 0.959631846747579, + "accepted": 351, + "errors": 8, + "risk": 0.022792022792022793, + "coverage": 0.39349775784753366, + "coverage_of_all_cases": 0.39349775784753366 + }, + { + "threshold": 0.9593475793161964, + "accepted": 352, + "errors": 8, + "risk": 0.022727272727272728, + "coverage": 0.39461883408071746, + "coverage_of_all_cases": 0.39461883408071746 + }, + { + "threshold": 0.9585248406858273, + "accepted": 353, + "errors": 8, + "risk": 0.0226628895184136, + "coverage": 0.3957399103139013, + "coverage_of_all_cases": 0.3957399103139013 + }, + { + "threshold": 0.9580442843293704, + "accepted": 354, + "errors": 8, + "risk": 0.022598870056497175, + "coverage": 0.3968609865470852, + "coverage_of_all_cases": 0.3968609865470852 + }, + { + "threshold": 0.9576168839089894, + "accepted": 355, + "errors": 8, + "risk": 0.022535211267605635, + "coverage": 0.39798206278026904, + "coverage_of_all_cases": 0.39798206278026904 + }, + { + "threshold": 0.9573095071393809, + "accepted": 356, + "errors": 8, + "risk": 0.02247191011235955, + "coverage": 0.3991031390134529, + "coverage_of_all_cases": 0.3991031390134529 + }, + { + "threshold": 0.9570461859611434, + "accepted": 357, + "errors": 8, + "risk": 0.022408963585434174, + "coverage": 0.40022421524663676, + "coverage_of_all_cases": 0.40022421524663676 + }, + { + "threshold": 0.9561442701650638, + "accepted": 358, + "errors": 8, + "risk": 0.0223463687150838, + "coverage": 0.4013452914798206, + "coverage_of_all_cases": 0.4013452914798206 + }, + { + "threshold": 0.955887030808583, + "accepted": 359, + "errors": 8, + "risk": 0.022284122562674095, + "coverage": 0.4024663677130045, + "coverage_of_all_cases": 0.4024663677130045 + }, + { + "threshold": 0.9556720810427777, + "accepted": 360, + "errors": 8, + "risk": 0.022222222222222223, + "coverage": 0.40358744394618834, + "coverage_of_all_cases": 0.40358744394618834 + }, + { + "threshold": 0.955541026355603, + "accepted": 361, + "errors": 8, + "risk": 0.0221606648199446, + "coverage": 0.4047085201793722, + "coverage_of_all_cases": 0.4047085201793722 + }, + { + "threshold": 0.9551648407070099, + "accepted": 362, + "errors": 8, + "risk": 0.022099447513812154, + "coverage": 0.40582959641255606, + "coverage_of_all_cases": 0.40582959641255606 + }, + { + "threshold": 0.9545586458352445, + "accepted": 363, + "errors": 8, + "risk": 0.02203856749311295, + "coverage": 0.4069506726457399, + "coverage_of_all_cases": 0.4069506726457399 + }, + { + "threshold": 0.9545577357526887, + "accepted": 364, + "errors": 8, + "risk": 0.02197802197802198, + "coverage": 0.4080717488789238, + "coverage_of_all_cases": 0.4080717488789238 + }, + { + "threshold": 0.9543420051279696, + "accepted": 365, + "errors": 8, + "risk": 0.021917808219178082, + "coverage": 0.40919282511210764, + "coverage_of_all_cases": 0.40919282511210764 + }, + { + "threshold": 0.9539952995473003, + "accepted": 366, + "errors": 8, + "risk": 0.02185792349726776, + "coverage": 0.4103139013452915, + "coverage_of_all_cases": 0.4103139013452915 + }, + { + "threshold": 0.9537090906566378, + "accepted": 367, + "errors": 8, + "risk": 0.021798365122615803, + "coverage": 0.41143497757847536, + "coverage_of_all_cases": 0.41143497757847536 + }, + { + "threshold": 0.9535123362388017, + "accepted": 368, + "errors": 8, + "risk": 0.021739130434782608, + "coverage": 0.4125560538116592, + "coverage_of_all_cases": 0.4125560538116592 + }, + { + "threshold": 0.95342518281006, + "accepted": 369, + "errors": 8, + "risk": 0.02168021680216802, + "coverage": 0.413677130044843, + "coverage_of_all_cases": 0.413677130044843 + }, + { + "threshold": 0.9529315407255389, + "accepted": 370, + "errors": 8, + "risk": 0.021621621621621623, + "coverage": 0.4147982062780269, + "coverage_of_all_cases": 0.4147982062780269 + }, + { + "threshold": 0.9526253797567158, + "accepted": 371, + "errors": 8, + "risk": 0.0215633423180593, + "coverage": 0.41591928251121074, + "coverage_of_all_cases": 0.41591928251121074 + }, + { + "threshold": 0.9514670316623329, + "accepted": 372, + "errors": 8, + "risk": 0.021505376344086023, + "coverage": 0.4170403587443946, + "coverage_of_all_cases": 0.4170403587443946 + }, + { + "threshold": 0.9513227533711842, + "accepted": 373, + "errors": 8, + "risk": 0.021447721179624665, + "coverage": 0.41816143497757846, + "coverage_of_all_cases": 0.41816143497757846 + }, + { + "threshold": 0.9511816492172065, + "accepted": 374, + "errors": 9, + "risk": 0.02406417112299465, + "coverage": 0.4192825112107623, + "coverage_of_all_cases": 0.4192825112107623 + }, + { + "threshold": 0.9506778140496558, + "accepted": 375, + "errors": 9, + "risk": 0.024, + "coverage": 0.4204035874439462, + "coverage_of_all_cases": 0.4204035874439462 + }, + { + "threshold": 0.9498595300703333, + "accepted": 376, + "errors": 9, + "risk": 0.023936170212765957, + "coverage": 0.42152466367713004, + "coverage_of_all_cases": 0.42152466367713004 + }, + { + "threshold": 0.9495801318181525, + "accepted": 377, + "errors": 9, + "risk": 0.023872679045092837, + "coverage": 0.4226457399103139, + "coverage_of_all_cases": 0.4226457399103139 + }, + { + "threshold": 0.9491014188231732, + "accepted": 378, + "errors": 9, + "risk": 0.023809523809523808, + "coverage": 0.42376681614349776, + "coverage_of_all_cases": 0.42376681614349776 + }, + { + "threshold": 0.9475895679269224, + "accepted": 379, + "errors": 9, + "risk": 0.023746701846965697, + "coverage": 0.4248878923766816, + "coverage_of_all_cases": 0.4248878923766816 + }, + { + "threshold": 0.947439444487266, + "accepted": 380, + "errors": 10, + "risk": 0.02631578947368421, + "coverage": 0.4260089686098655, + "coverage_of_all_cases": 0.4260089686098655 + }, + { + "threshold": 0.9471941837116684, + "accepted": 381, + "errors": 10, + "risk": 0.026246719160104987, + "coverage": 0.42713004484304934, + "coverage_of_all_cases": 0.42713004484304934 + }, + { + "threshold": 0.9467236080880393, + "accepted": 382, + "errors": 10, + "risk": 0.02617801047120419, + "coverage": 0.4282511210762332, + "coverage_of_all_cases": 0.4282511210762332 + }, + { + "threshold": 0.9463954668409509, + "accepted": 383, + "errors": 10, + "risk": 0.02610966057441253, + "coverage": 0.42937219730941706, + "coverage_of_all_cases": 0.42937219730941706 + }, + { + "threshold": 0.9462524906322127, + "accepted": 384, + "errors": 10, + "risk": 0.026041666666666668, + "coverage": 0.4304932735426009, + "coverage_of_all_cases": 0.4304932735426009 + }, + { + "threshold": 0.9453918776457987, + "accepted": 385, + "errors": 10, + "risk": 0.025974025974025976, + "coverage": 0.4316143497757848, + "coverage_of_all_cases": 0.4316143497757848 + }, + { + "threshold": 0.9452630692690269, + "accepted": 386, + "errors": 10, + "risk": 0.025906735751295335, + "coverage": 0.4327354260089686, + "coverage_of_all_cases": 0.4327354260089686 + }, + { + "threshold": 0.943180295200384, + "accepted": 387, + "errors": 10, + "risk": 0.025839793281653745, + "coverage": 0.43385650224215244, + "coverage_of_all_cases": 0.43385650224215244 + }, + { + "threshold": 0.943089538401967, + "accepted": 388, + "errors": 10, + "risk": 0.02577319587628866, + "coverage": 0.4349775784753363, + "coverage_of_all_cases": 0.4349775784753363 + }, + { + "threshold": 0.9418550364293766, + "accepted": 389, + "errors": 10, + "risk": 0.02570694087403599, + "coverage": 0.43609865470852016, + "coverage_of_all_cases": 0.43609865470852016 + }, + { + "threshold": 0.9418184666449226, + "accepted": 390, + "errors": 10, + "risk": 0.02564102564102564, + "coverage": 0.437219730941704, + "coverage_of_all_cases": 0.437219730941704 + }, + { + "threshold": 0.9399733079503788, + "accepted": 391, + "errors": 10, + "risk": 0.02557544757033248, + "coverage": 0.4383408071748879, + "coverage_of_all_cases": 0.4383408071748879 + }, + { + "threshold": 0.9398167737351624, + "accepted": 392, + "errors": 10, + "risk": 0.025510204081632654, + "coverage": 0.43946188340807174, + "coverage_of_all_cases": 0.43946188340807174 + }, + { + "threshold": 0.9397445861039904, + "accepted": 393, + "errors": 10, + "risk": 0.02544529262086514, + "coverage": 0.4405829596412556, + "coverage_of_all_cases": 0.4405829596412556 + }, + { + "threshold": 0.9390714502774102, + "accepted": 394, + "errors": 10, + "risk": 0.025380710659898477, + "coverage": 0.44170403587443946, + "coverage_of_all_cases": 0.44170403587443946 + }, + { + "threshold": 0.9386653809495641, + "accepted": 395, + "errors": 11, + "risk": 0.027848101265822784, + "coverage": 0.4428251121076233, + "coverage_of_all_cases": 0.4428251121076233 + }, + { + "threshold": 0.9385227173658661, + "accepted": 396, + "errors": 11, + "risk": 0.027777777777777776, + "coverage": 0.4439461883408072, + "coverage_of_all_cases": 0.4439461883408072 + }, + { + "threshold": 0.9372884226682703, + "accepted": 397, + "errors": 11, + "risk": 0.027707808564231738, + "coverage": 0.44506726457399104, + "coverage_of_all_cases": 0.44506726457399104 + }, + { + "threshold": 0.9370938193458269, + "accepted": 398, + "errors": 11, + "risk": 0.02763819095477387, + "coverage": 0.4461883408071749, + "coverage_of_all_cases": 0.4461883408071749 + }, + { + "threshold": 0.9370731347020803, + "accepted": 399, + "errors": 11, + "risk": 0.02756892230576441, + "coverage": 0.44730941704035876, + "coverage_of_all_cases": 0.44730941704035876 + }, + { + "threshold": 0.9364858996775153, + "accepted": 400, + "errors": 11, + "risk": 0.0275, + "coverage": 0.4484304932735426, + "coverage_of_all_cases": 0.4484304932735426 + }, + { + "threshold": 0.9363094648529222, + "accepted": 401, + "errors": 11, + "risk": 0.02743142144638404, + "coverage": 0.4495515695067265, + "coverage_of_all_cases": 0.4495515695067265 + }, + { + "threshold": 0.9359667207973247, + "accepted": 402, + "errors": 11, + "risk": 0.02736318407960199, + "coverage": 0.45067264573991034, + "coverage_of_all_cases": 0.45067264573991034 + }, + { + "threshold": 0.9355563505234797, + "accepted": 403, + "errors": 11, + "risk": 0.02729528535980149, + "coverage": 0.4517937219730942, + "coverage_of_all_cases": 0.4517937219730942 + }, + { + "threshold": 0.9353579272405784, + "accepted": 404, + "errors": 11, + "risk": 0.027227722772277228, + "coverage": 0.452914798206278, + "coverage_of_all_cases": 0.452914798206278 + }, + { + "threshold": 0.9339190052949463, + "accepted": 405, + "errors": 11, + "risk": 0.027160493827160494, + "coverage": 0.45403587443946186, + "coverage_of_all_cases": 0.45403587443946186 + }, + { + "threshold": 0.9329622463479119, + "accepted": 406, + "errors": 11, + "risk": 0.027093596059113302, + "coverage": 0.4551569506726457, + "coverage_of_all_cases": 0.4551569506726457 + }, + { + "threshold": 0.9318606667343835, + "accepted": 407, + "errors": 11, + "risk": 0.02702702702702703, + "coverage": 0.4562780269058296, + "coverage_of_all_cases": 0.4562780269058296 + }, + { + "threshold": 0.931546355729968, + "accepted": 408, + "errors": 11, + "risk": 0.02696078431372549, + "coverage": 0.45739910313901344, + "coverage_of_all_cases": 0.45739910313901344 + }, + { + "threshold": 0.9310879863895095, + "accepted": 409, + "errors": 12, + "risk": 0.029339853300733496, + "coverage": 0.4585201793721973, + "coverage_of_all_cases": 0.4585201793721973 + }, + { + "threshold": 0.9304071236032545, + "accepted": 410, + "errors": 12, + "risk": 0.02926829268292683, + "coverage": 0.45964125560538116, + "coverage_of_all_cases": 0.45964125560538116 + }, + { + "threshold": 0.9298462662858117, + "accepted": 411, + "errors": 13, + "risk": 0.031630170316301706, + "coverage": 0.460762331838565, + "coverage_of_all_cases": 0.460762331838565 + }, + { + "threshold": 0.9289880062734137, + "accepted": 412, + "errors": 13, + "risk": 0.03155339805825243, + "coverage": 0.4618834080717489, + "coverage_of_all_cases": 0.4618834080717489 + }, + { + "threshold": 0.9287885648462242, + "accepted": 413, + "errors": 14, + "risk": 0.03389830508474576, + "coverage": 0.46300448430493274, + "coverage_of_all_cases": 0.46300448430493274 + }, + { + "threshold": 0.9280364633103451, + "accepted": 414, + "errors": 14, + "risk": 0.033816425120772944, + "coverage": 0.4641255605381166, + "coverage_of_all_cases": 0.4641255605381166 + }, + { + "threshold": 0.9273753193362896, + "accepted": 415, + "errors": 14, + "risk": 0.033734939759036145, + "coverage": 0.46524663677130046, + "coverage_of_all_cases": 0.46524663677130046 + }, + { + "threshold": 0.9264898104257587, + "accepted": 416, + "errors": 15, + "risk": 0.036057692307692304, + "coverage": 0.4663677130044843, + "coverage_of_all_cases": 0.4663677130044843 + }, + { + "threshold": 0.9261270960566128, + "accepted": 417, + "errors": 16, + "risk": 0.03836930455635491, + "coverage": 0.4674887892376682, + "coverage_of_all_cases": 0.4674887892376682 + }, + { + "threshold": 0.9253623264534395, + "accepted": 418, + "errors": 16, + "risk": 0.03827751196172249, + "coverage": 0.46860986547085204, + "coverage_of_all_cases": 0.46860986547085204 + }, + { + "threshold": 0.9252324269498896, + "accepted": 419, + "errors": 16, + "risk": 0.03818615751789976, + "coverage": 0.4697309417040359, + "coverage_of_all_cases": 0.4697309417040359 + }, + { + "threshold": 0.925067365128813, + "accepted": 420, + "errors": 16, + "risk": 0.0380952380952381, + "coverage": 0.47085201793721976, + "coverage_of_all_cases": 0.47085201793721976 + }, + { + "threshold": 0.923985491076509, + "accepted": 421, + "errors": 17, + "risk": 0.040380047505938245, + "coverage": 0.47197309417040356, + "coverage_of_all_cases": 0.47197309417040356 + }, + { + "threshold": 0.9234392698072487, + "accepted": 422, + "errors": 17, + "risk": 0.04028436018957346, + "coverage": 0.4730941704035874, + "coverage_of_all_cases": 0.4730941704035874 + }, + { + "threshold": 0.9221970657549722, + "accepted": 423, + "errors": 17, + "risk": 0.04018912529550828, + "coverage": 0.4742152466367713, + "coverage_of_all_cases": 0.4742152466367713 + }, + { + "threshold": 0.9205670856543714, + "accepted": 424, + "errors": 17, + "risk": 0.04009433962264151, + "coverage": 0.47533632286995514, + "coverage_of_all_cases": 0.47533632286995514 + }, + { + "threshold": 0.9204497044238945, + "accepted": 425, + "errors": 17, + "risk": 0.04, + "coverage": 0.476457399103139, + "coverage_of_all_cases": 0.476457399103139 + }, + { + "threshold": 0.9193203280370186, + "accepted": 426, + "errors": 17, + "risk": 0.03990610328638498, + "coverage": 0.47757847533632286, + "coverage_of_all_cases": 0.47757847533632286 + }, + { + "threshold": 0.9189249155332887, + "accepted": 427, + "errors": 17, + "risk": 0.03981264637002342, + "coverage": 0.4786995515695067, + "coverage_of_all_cases": 0.4786995515695067 + }, + { + "threshold": 0.9180539395971311, + "accepted": 428, + "errors": 18, + "risk": 0.04205607476635514, + "coverage": 0.4798206278026906, + "coverage_of_all_cases": 0.4798206278026906 + }, + { + "threshold": 0.9162932654345377, + "accepted": 429, + "errors": 18, + "risk": 0.04195804195804196, + "coverage": 0.48094170403587444, + "coverage_of_all_cases": 0.48094170403587444 + }, + { + "threshold": 0.9162706914380163, + "accepted": 430, + "errors": 18, + "risk": 0.04186046511627907, + "coverage": 0.4820627802690583, + "coverage_of_all_cases": 0.4820627802690583 + }, + { + "threshold": 0.9162544653832981, + "accepted": 431, + "errors": 18, + "risk": 0.04176334106728538, + "coverage": 0.48318385650224216, + "coverage_of_all_cases": 0.48318385650224216 + }, + { + "threshold": 0.9161841989450691, + "accepted": 432, + "errors": 19, + "risk": 0.04398148148148148, + "coverage": 0.484304932735426, + "coverage_of_all_cases": 0.484304932735426 + }, + { + "threshold": 0.9152078047907297, + "accepted": 433, + "errors": 19, + "risk": 0.04387990762124711, + "coverage": 0.4854260089686099, + "coverage_of_all_cases": 0.4854260089686099 + }, + { + "threshold": 0.9144275324583002, + "accepted": 434, + "errors": 19, + "risk": 0.04377880184331797, + "coverage": 0.48654708520179374, + "coverage_of_all_cases": 0.48654708520179374 + }, + { + "threshold": 0.9143161320423124, + "accepted": 435, + "errors": 19, + "risk": 0.04367816091954023, + "coverage": 0.4876681614349776, + "coverage_of_all_cases": 0.4876681614349776 + }, + { + "threshold": 0.913703176643412, + "accepted": 436, + "errors": 20, + "risk": 0.045871559633027525, + "coverage": 0.48878923766816146, + "coverage_of_all_cases": 0.48878923766816146 + }, + { + "threshold": 0.9134361589994883, + "accepted": 437, + "errors": 20, + "risk": 0.04576659038901602, + "coverage": 0.4899103139013453, + "coverage_of_all_cases": 0.4899103139013453 + }, + { + "threshold": 0.9132527538221713, + "accepted": 438, + "errors": 20, + "risk": 0.045662100456621, + "coverage": 0.4910313901345291, + "coverage_of_all_cases": 0.4910313901345291 + }, + { + "threshold": 0.9122493318040125, + "accepted": 439, + "errors": 21, + "risk": 0.04783599088838269, + "coverage": 0.492152466367713, + "coverage_of_all_cases": 0.492152466367713 + }, + { + "threshold": 0.9122034862814872, + "accepted": 440, + "errors": 21, + "risk": 0.04772727272727273, + "coverage": 0.49327354260089684, + "coverage_of_all_cases": 0.49327354260089684 + }, + { + "threshold": 0.9115524621244461, + "accepted": 441, + "errors": 21, + "risk": 0.047619047619047616, + "coverage": 0.4943946188340807, + "coverage_of_all_cases": 0.4943946188340807 + }, + { + "threshold": 0.9109132206033929, + "accepted": 442, + "errors": 21, + "risk": 0.04751131221719457, + "coverage": 0.49551569506726456, + "coverage_of_all_cases": 0.49551569506726456 + }, + { + "threshold": 0.9100323259737454, + "accepted": 443, + "errors": 21, + "risk": 0.04740406320541761, + "coverage": 0.4966367713004484, + "coverage_of_all_cases": 0.4966367713004484 + }, + { + "threshold": 0.9094751036174902, + "accepted": 444, + "errors": 22, + "risk": 0.04954954954954955, + "coverage": 0.4977578475336323, + "coverage_of_all_cases": 0.4977578475336323 + }, + { + "threshold": 0.9093187728609603, + "accepted": 445, + "errors": 22, + "risk": 0.04943820224719101, + "coverage": 0.49887892376681614, + "coverage_of_all_cases": 0.49887892376681614 + }, + { + "threshold": 0.9082428997582394, + "accepted": 446, + "errors": 23, + "risk": 0.0515695067264574, + "coverage": 0.5, + "coverage_of_all_cases": 0.5 + }, + { + "threshold": 0.907774040486175, + "accepted": 447, + "errors": 23, + "risk": 0.05145413870246085, + "coverage": 0.5011210762331838, + "coverage_of_all_cases": 0.5011210762331838 + }, + { + "threshold": 0.9065256791155589, + "accepted": 448, + "errors": 23, + "risk": 0.05133928571428571, + "coverage": 0.5022421524663677, + "coverage_of_all_cases": 0.5022421524663677 + }, + { + "threshold": 0.9058946607521233, + "accepted": 449, + "errors": 23, + "risk": 0.051224944320712694, + "coverage": 0.5033632286995515, + "coverage_of_all_cases": 0.5033632286995515 + }, + { + "threshold": 0.9056669954697577, + "accepted": 450, + "errors": 24, + "risk": 0.05333333333333334, + "coverage": 0.5044843049327354, + "coverage_of_all_cases": 0.5044843049327354 + }, + { + "threshold": 0.9055839756759902, + "accepted": 451, + "errors": 24, + "risk": 0.05321507760532151, + "coverage": 0.5056053811659192, + "coverage_of_all_cases": 0.5056053811659192 + }, + { + "threshold": 0.9051957535686279, + "accepted": 452, + "errors": 24, + "risk": 0.05309734513274336, + "coverage": 0.5067264573991032, + "coverage_of_all_cases": 0.5067264573991032 + }, + { + "threshold": 0.9035002786447216, + "accepted": 453, + "errors": 24, + "risk": 0.052980132450331126, + "coverage": 0.507847533632287, + "coverage_of_all_cases": 0.507847533632287 + }, + { + "threshold": 0.9032572974908782, + "accepted": 454, + "errors": 24, + "risk": 0.05286343612334802, + "coverage": 0.5089686098654709, + "coverage_of_all_cases": 0.5089686098654709 + }, + { + "threshold": 0.9010285841263029, + "accepted": 455, + "errors": 24, + "risk": 0.05274725274725275, + "coverage": 0.5100896860986547, + "coverage_of_all_cases": 0.5100896860986547 + }, + { + "threshold": 0.8984143621926444, + "accepted": 456, + "errors": 24, + "risk": 0.05263157894736842, + "coverage": 0.5112107623318386, + "coverage_of_all_cases": 0.5112107623318386 + }, + { + "threshold": 0.8980263039727263, + "accepted": 457, + "errors": 24, + "risk": 0.0525164113785558, + "coverage": 0.5123318385650224, + "coverage_of_all_cases": 0.5123318385650224 + }, + { + "threshold": 0.8975071046884446, + "accepted": 458, + "errors": 25, + "risk": 0.05458515283842795, + "coverage": 0.5134529147982063, + "coverage_of_all_cases": 0.5134529147982063 + }, + { + "threshold": 0.8972059234532506, + "accepted": 459, + "errors": 25, + "risk": 0.054466230936819175, + "coverage": 0.5145739910313901, + "coverage_of_all_cases": 0.5145739910313901 + }, + { + "threshold": 0.8939629801170033, + "accepted": 460, + "errors": 25, + "risk": 0.05434782608695652, + "coverage": 0.515695067264574, + "coverage_of_all_cases": 0.515695067264574 + }, + { + "threshold": 0.8937985083809732, + "accepted": 461, + "errors": 25, + "risk": 0.05422993492407809, + "coverage": 0.5168161434977578, + "coverage_of_all_cases": 0.5168161434977578 + }, + { + "threshold": 0.8935754893800364, + "accepted": 462, + "errors": 26, + "risk": 0.05627705627705628, + "coverage": 0.5179372197309418, + "coverage_of_all_cases": 0.5179372197309418 + }, + { + "threshold": 0.8934565650568685, + "accepted": 463, + "errors": 26, + "risk": 0.056155507559395246, + "coverage": 0.5190582959641256, + "coverage_of_all_cases": 0.5190582959641256 + }, + { + "threshold": 0.8931355133345309, + "accepted": 464, + "errors": 26, + "risk": 0.05603448275862069, + "coverage": 0.5201793721973094, + "coverage_of_all_cases": 0.5201793721973094 + }, + { + "threshold": 0.892122316866515, + "accepted": 465, + "errors": 27, + "risk": 0.05806451612903226, + "coverage": 0.5213004484304933, + "coverage_of_all_cases": 0.5213004484304933 + }, + { + "threshold": 0.891163042729736, + "accepted": 466, + "errors": 27, + "risk": 0.05793991416309013, + "coverage": 0.5224215246636771, + "coverage_of_all_cases": 0.5224215246636771 + }, + { + "threshold": 0.8910875362971808, + "accepted": 467, + "errors": 27, + "risk": 0.057815845824411134, + "coverage": 0.523542600896861, + "coverage_of_all_cases": 0.523542600896861 + }, + { + "threshold": 0.8906625400443091, + "accepted": 468, + "errors": 28, + "risk": 0.05982905982905983, + "coverage": 0.5246636771300448, + "coverage_of_all_cases": 0.5246636771300448 + }, + { + "threshold": 0.8903249616442527, + "accepted": 469, + "errors": 29, + "risk": 0.06183368869936034, + "coverage": 0.5257847533632287, + "coverage_of_all_cases": 0.5257847533632287 + }, + { + "threshold": 0.8902282722180107, + "accepted": 470, + "errors": 30, + "risk": 0.06382978723404255, + "coverage": 0.5269058295964125, + "coverage_of_all_cases": 0.5269058295964125 + }, + { + "threshold": 0.8900833529320199, + "accepted": 471, + "errors": 30, + "risk": 0.06369426751592357, + "coverage": 0.5280269058295964, + "coverage_of_all_cases": 0.5280269058295964 + }, + { + "threshold": 0.8899692081908417, + "accepted": 472, + "errors": 30, + "risk": 0.0635593220338983, + "coverage": 0.5291479820627802, + "coverage_of_all_cases": 0.5291479820627802 + }, + { + "threshold": 0.8888294887350083, + "accepted": 473, + "errors": 30, + "risk": 0.06342494714587738, + "coverage": 0.5302690582959642, + "coverage_of_all_cases": 0.5302690582959642 + }, + { + "threshold": 0.8876170932373878, + "accepted": 474, + "errors": 31, + "risk": 0.06540084388185655, + "coverage": 0.531390134529148, + "coverage_of_all_cases": 0.531390134529148 + }, + { + "threshold": 0.8861405270069624, + "accepted": 475, + "errors": 31, + "risk": 0.06526315789473684, + "coverage": 0.5325112107623319, + "coverage_of_all_cases": 0.5325112107623319 + }, + { + "threshold": 0.8858449341016443, + "accepted": 476, + "errors": 31, + "risk": 0.06512605042016807, + "coverage": 0.5336322869955157, + "coverage_of_all_cases": 0.5336322869955157 + }, + { + "threshold": 0.885790538169935, + "accepted": 477, + "errors": 31, + "risk": 0.0649895178197065, + "coverage": 0.5347533632286996, + "coverage_of_all_cases": 0.5347533632286996 + }, + { + "threshold": 0.8856845096954756, + "accepted": 478, + "errors": 32, + "risk": 0.06694560669456066, + "coverage": 0.5358744394618834, + "coverage_of_all_cases": 0.5358744394618834 + }, + { + "threshold": 0.8855249669122967, + "accepted": 479, + "errors": 32, + "risk": 0.06680584551148225, + "coverage": 0.5369955156950673, + "coverage_of_all_cases": 0.5369955156950673 + }, + { + "threshold": 0.8840403714555327, + "accepted": 480, + "errors": 33, + "risk": 0.06875, + "coverage": 0.5381165919282511, + "coverage_of_all_cases": 0.5381165919282511 + }, + { + "threshold": 0.8821099470087806, + "accepted": 481, + "errors": 34, + "risk": 0.07068607068607069, + "coverage": 0.5392376681614349, + "coverage_of_all_cases": 0.5392376681614349 + }, + { + "threshold": 0.8819229152809943, + "accepted": 482, + "errors": 34, + "risk": 0.07053941908713693, + "coverage": 0.5403587443946188, + "coverage_of_all_cases": 0.5403587443946188 + }, + { + "threshold": 0.8818859549889116, + "accepted": 483, + "errors": 34, + "risk": 0.07039337474120083, + "coverage": 0.5414798206278026, + "coverage_of_all_cases": 0.5414798206278026 + }, + { + "threshold": 0.881319990158536, + "accepted": 484, + "errors": 34, + "risk": 0.07024793388429752, + "coverage": 0.5426008968609866, + "coverage_of_all_cases": 0.5426008968609866 + }, + { + "threshold": 0.8809949922712234, + "accepted": 485, + "errors": 34, + "risk": 0.07010309278350516, + "coverage": 0.5437219730941704, + "coverage_of_all_cases": 0.5437219730941704 + }, + { + "threshold": 0.8804412911881974, + "accepted": 486, + "errors": 34, + "risk": 0.06995884773662552, + "coverage": 0.5448430493273543, + "coverage_of_all_cases": 0.5448430493273543 + }, + { + "threshold": 0.8801467419382368, + "accepted": 487, + "errors": 34, + "risk": 0.06981519507186858, + "coverage": 0.5459641255605381, + "coverage_of_all_cases": 0.5459641255605381 + }, + { + "threshold": 0.8795850234752369, + "accepted": 488, + "errors": 34, + "risk": 0.06967213114754098, + "coverage": 0.547085201793722, + "coverage_of_all_cases": 0.547085201793722 + }, + { + "threshold": 0.8791862435444499, + "accepted": 489, + "errors": 34, + "risk": 0.06952965235173825, + "coverage": 0.5482062780269058, + "coverage_of_all_cases": 0.5482062780269058 + }, + { + "threshold": 0.8790289218521828, + "accepted": 490, + "errors": 34, + "risk": 0.06938775510204082, + "coverage": 0.5493273542600897, + "coverage_of_all_cases": 0.5493273542600897 + }, + { + "threshold": 0.8775481415586057, + "accepted": 491, + "errors": 35, + "risk": 0.07128309572301425, + "coverage": 0.5504484304932735, + "coverage_of_all_cases": 0.5504484304932735 + }, + { + "threshold": 0.8773213113456311, + "accepted": 492, + "errors": 35, + "risk": 0.07113821138211382, + "coverage": 0.5515695067264574, + "coverage_of_all_cases": 0.5515695067264574 + }, + { + "threshold": 0.8772426984531648, + "accepted": 493, + "errors": 36, + "risk": 0.07302231237322515, + "coverage": 0.5526905829596412, + "coverage_of_all_cases": 0.5526905829596412 + }, + { + "threshold": 0.8765381919813184, + "accepted": 494, + "errors": 37, + "risk": 0.07489878542510121, + "coverage": 0.5538116591928252, + "coverage_of_all_cases": 0.5538116591928252 + }, + { + "threshold": 0.8756437355232325, + "accepted": 495, + "errors": 38, + "risk": 0.07676767676767676, + "coverage": 0.554932735426009, + "coverage_of_all_cases": 0.554932735426009 + }, + { + "threshold": 0.8749669639131559, + "accepted": 496, + "errors": 38, + "risk": 0.07661290322580645, + "coverage": 0.5560538116591929, + "coverage_of_all_cases": 0.5560538116591929 + }, + { + "threshold": 0.8742418244187834, + "accepted": 497, + "errors": 39, + "risk": 0.07847082494969819, + "coverage": 0.5571748878923767, + "coverage_of_all_cases": 0.5571748878923767 + }, + { + "threshold": 0.8731116900908493, + "accepted": 498, + "errors": 39, + "risk": 0.0783132530120482, + "coverage": 0.5582959641255605, + "coverage_of_all_cases": 0.5582959641255605 + }, + { + "threshold": 0.8728973367074203, + "accepted": 499, + "errors": 40, + "risk": 0.08016032064128256, + "coverage": 0.5594170403587444, + "coverage_of_all_cases": 0.5594170403587444 + }, + { + "threshold": 0.871833452115541, + "accepted": 500, + "errors": 40, + "risk": 0.08, + "coverage": 0.5605381165919282, + "coverage_of_all_cases": 0.5605381165919282 + }, + { + "threshold": 0.8718120271417672, + "accepted": 501, + "errors": 40, + "risk": 0.07984031936127745, + "coverage": 0.5616591928251121, + "coverage_of_all_cases": 0.5616591928251121 + }, + { + "threshold": 0.8716830116330804, + "accepted": 502, + "errors": 40, + "risk": 0.0796812749003984, + "coverage": 0.5627802690582959, + "coverage_of_all_cases": 0.5627802690582959 + }, + { + "threshold": 0.8711894867944593, + "accepted": 503, + "errors": 40, + "risk": 0.07952286282306163, + "coverage": 0.5639013452914798, + "coverage_of_all_cases": 0.5639013452914798 + }, + { + "threshold": 0.8691653080236272, + "accepted": 504, + "errors": 40, + "risk": 0.07936507936507936, + "coverage": 0.5650224215246636, + "coverage_of_all_cases": 0.5650224215246636 + }, + { + "threshold": 0.867408883005796, + "accepted": 505, + "errors": 40, + "risk": 0.07920792079207921, + "coverage": 0.5661434977578476, + "coverage_of_all_cases": 0.5661434977578476 + }, + { + "threshold": 0.8657647536305042, + "accepted": 506, + "errors": 40, + "risk": 0.07905138339920949, + "coverage": 0.5672645739910314, + "coverage_of_all_cases": 0.5672645739910314 + }, + { + "threshold": 0.8651119442726563, + "accepted": 507, + "errors": 40, + "risk": 0.07889546351084813, + "coverage": 0.5683856502242153, + "coverage_of_all_cases": 0.5683856502242153 + }, + { + "threshold": 0.8636209122610344, + "accepted": 508, + "errors": 40, + "risk": 0.07874015748031496, + "coverage": 0.5695067264573991, + "coverage_of_all_cases": 0.5695067264573991 + }, + { + "threshold": 0.8633963491494441, + "accepted": 509, + "errors": 40, + "risk": 0.07858546168958742, + "coverage": 0.570627802690583, + "coverage_of_all_cases": 0.570627802690583 + }, + { + "threshold": 0.8613165877305236, + "accepted": 510, + "errors": 40, + "risk": 0.0784313725490196, + "coverage": 0.5717488789237668, + "coverage_of_all_cases": 0.5717488789237668 + }, + { + "threshold": 0.8605686079349578, + "accepted": 511, + "errors": 41, + "risk": 0.08023483365949119, + "coverage": 0.5728699551569507, + "coverage_of_all_cases": 0.5728699551569507 + }, + { + "threshold": 0.8584336367582289, + "accepted": 512, + "errors": 42, + "risk": 0.08203125, + "coverage": 0.5739910313901345, + "coverage_of_all_cases": 0.5739910313901345 + }, + { + "threshold": 0.8583978854843816, + "accepted": 513, + "errors": 43, + "risk": 0.08382066276803118, + "coverage": 0.5751121076233184, + "coverage_of_all_cases": 0.5751121076233184 + }, + { + "threshold": 0.8547463191749392, + "accepted": 514, + "errors": 44, + "risk": 0.08560311284046693, + "coverage": 0.5762331838565022, + "coverage_of_all_cases": 0.5762331838565022 + }, + { + "threshold": 0.8517346400010523, + "accepted": 515, + "errors": 44, + "risk": 0.0854368932038835, + "coverage": 0.577354260089686, + "coverage_of_all_cases": 0.577354260089686 + }, + { + "threshold": 0.8508609018376558, + "accepted": 516, + "errors": 44, + "risk": 0.08527131782945736, + "coverage": 0.57847533632287, + "coverage_of_all_cases": 0.57847533632287 + }, + { + "threshold": 0.850240405922768, + "accepted": 517, + "errors": 44, + "risk": 0.0851063829787234, + "coverage": 0.5795964125560538, + "coverage_of_all_cases": 0.5795964125560538 + }, + { + "threshold": 0.8501281652808153, + "accepted": 518, + "errors": 44, + "risk": 0.08494208494208494, + "coverage": 0.5807174887892377, + "coverage_of_all_cases": 0.5807174887892377 + }, + { + "threshold": 0.8496633504912694, + "accepted": 519, + "errors": 44, + "risk": 0.08477842003853564, + "coverage": 0.5818385650224215, + "coverage_of_all_cases": 0.5818385650224215 + }, + { + "threshold": 0.8485069975253167, + "accepted": 520, + "errors": 44, + "risk": 0.08461538461538462, + "coverage": 0.5829596412556054, + "coverage_of_all_cases": 0.5829596412556054 + }, + { + "threshold": 0.8478634643158633, + "accepted": 521, + "errors": 45, + "risk": 0.08637236084452975, + "coverage": 0.5840807174887892, + "coverage_of_all_cases": 0.5840807174887892 + }, + { + "threshold": 0.8471001765352962, + "accepted": 522, + "errors": 46, + "risk": 0.08812260536398467, + "coverage": 0.5852017937219731, + "coverage_of_all_cases": 0.5852017937219731 + }, + { + "threshold": 0.8465196675908473, + "accepted": 523, + "errors": 46, + "risk": 0.08795411089866156, + "coverage": 0.5863228699551569, + "coverage_of_all_cases": 0.5863228699551569 + }, + { + "threshold": 0.8462806895311529, + "accepted": 524, + "errors": 47, + "risk": 0.08969465648854962, + "coverage": 0.5874439461883408, + "coverage_of_all_cases": 0.5874439461883408 + }, + { + "threshold": 0.8457158511788895, + "accepted": 525, + "errors": 48, + "risk": 0.09142857142857143, + "coverage": 0.5885650224215246, + "coverage_of_all_cases": 0.5885650224215246 + }, + { + "threshold": 0.845447529983495, + "accepted": 526, + "errors": 48, + "risk": 0.09125475285171103, + "coverage": 0.5896860986547086, + "coverage_of_all_cases": 0.5896860986547086 + }, + { + "threshold": 0.8452957359614262, + "accepted": 527, + "errors": 48, + "risk": 0.09108159392789374, + "coverage": 0.5908071748878924, + "coverage_of_all_cases": 0.5908071748878924 + }, + { + "threshold": 0.8452106710515584, + "accepted": 528, + "errors": 49, + "risk": 0.0928030303030303, + "coverage": 0.5919282511210763, + "coverage_of_all_cases": 0.5919282511210763 + }, + { + "threshold": 0.8448092366665256, + "accepted": 529, + "errors": 49, + "risk": 0.09262759924385633, + "coverage": 0.5930493273542601, + "coverage_of_all_cases": 0.5930493273542601 + }, + { + "threshold": 0.8444699741715671, + "accepted": 530, + "errors": 50, + "risk": 0.09433962264150944, + "coverage": 0.594170403587444, + "coverage_of_all_cases": 0.594170403587444 + }, + { + "threshold": 0.8431337411350313, + "accepted": 531, + "errors": 50, + "risk": 0.09416195856873823, + "coverage": 0.5952914798206278, + "coverage_of_all_cases": 0.5952914798206278 + }, + { + "threshold": 0.8419789906518053, + "accepted": 532, + "errors": 50, + "risk": 0.09398496240601503, + "coverage": 0.5964125560538116, + "coverage_of_all_cases": 0.5964125560538116 + }, + { + "threshold": 0.8405851214467078, + "accepted": 533, + "errors": 50, + "risk": 0.09380863039399624, + "coverage": 0.5975336322869955, + "coverage_of_all_cases": 0.5975336322869955 + }, + { + "threshold": 0.8398011562175618, + "accepted": 534, + "errors": 51, + "risk": 0.09550561797752809, + "coverage": 0.5986547085201793, + "coverage_of_all_cases": 0.5986547085201793 + }, + { + "threshold": 0.8393543622051401, + "accepted": 535, + "errors": 51, + "risk": 0.09532710280373832, + "coverage": 0.5997757847533632, + "coverage_of_all_cases": 0.5997757847533632 + }, + { + "threshold": 0.8385478517540427, + "accepted": 536, + "errors": 52, + "risk": 0.09701492537313433, + "coverage": 0.600896860986547, + "coverage_of_all_cases": 0.600896860986547 + }, + { + "threshold": 0.8381842885685648, + "accepted": 537, + "errors": 53, + "risk": 0.09869646182495345, + "coverage": 0.602017937219731, + "coverage_of_all_cases": 0.602017937219731 + }, + { + "threshold": 0.8379208452195844, + "accepted": 538, + "errors": 53, + "risk": 0.09851301115241635, + "coverage": 0.6031390134529148, + "coverage_of_all_cases": 0.6031390134529148 + }, + { + "threshold": 0.8366748917022011, + "accepted": 539, + "errors": 54, + "risk": 0.10018552875695733, + "coverage": 0.6042600896860987, + "coverage_of_all_cases": 0.6042600896860987 + }, + { + "threshold": 0.8365184413086931, + "accepted": 540, + "errors": 55, + "risk": 0.10185185185185185, + "coverage": 0.6053811659192825, + "coverage_of_all_cases": 0.6053811659192825 + }, + { + "threshold": 0.8356392048723941, + "accepted": 541, + "errors": 55, + "risk": 0.10166358595194085, + "coverage": 0.6065022421524664, + "coverage_of_all_cases": 0.6065022421524664 + }, + { + "threshold": 0.8352801762619272, + "accepted": 542, + "errors": 56, + "risk": 0.1033210332103321, + "coverage": 0.6076233183856502, + "coverage_of_all_cases": 0.6076233183856502 + }, + { + "threshold": 0.8308832338456374, + "accepted": 543, + "errors": 56, + "risk": 0.10313075506445672, + "coverage": 0.6087443946188341, + "coverage_of_all_cases": 0.6087443946188341 + }, + { + "threshold": 0.8303489217055533, + "accepted": 544, + "errors": 57, + "risk": 0.10477941176470588, + "coverage": 0.6098654708520179, + "coverage_of_all_cases": 0.6098654708520179 + }, + { + "threshold": 0.8298330678049811, + "accepted": 545, + "errors": 58, + "risk": 0.10642201834862386, + "coverage": 0.6109865470852018, + "coverage_of_all_cases": 0.6109865470852018 + }, + { + "threshold": 0.8295011182176848, + "accepted": 546, + "errors": 58, + "risk": 0.10622710622710622, + "coverage": 0.6121076233183856, + "coverage_of_all_cases": 0.6121076233183856 + }, + { + "threshold": 0.8291947766940774, + "accepted": 547, + "errors": 59, + "risk": 0.10786106032906764, + "coverage": 0.6132286995515696, + "coverage_of_all_cases": 0.6132286995515696 + }, + { + "threshold": 0.828305845719074, + "accepted": 548, + "errors": 60, + "risk": 0.10948905109489052, + "coverage": 0.6143497757847534, + "coverage_of_all_cases": 0.6143497757847534 + }, + { + "threshold": 0.8269263406806819, + "accepted": 549, + "errors": 61, + "risk": 0.1111111111111111, + "coverage": 0.6154708520179372, + "coverage_of_all_cases": 0.6154708520179372 + }, + { + "threshold": 0.8267316175638326, + "accepted": 550, + "errors": 62, + "risk": 0.11272727272727273, + "coverage": 0.6165919282511211, + "coverage_of_all_cases": 0.6165919282511211 + }, + { + "threshold": 0.8256813495409695, + "accepted": 551, + "errors": 63, + "risk": 0.11433756805807622, + "coverage": 0.6177130044843049, + "coverage_of_all_cases": 0.6177130044843049 + }, + { + "threshold": 0.825153211552803, + "accepted": 552, + "errors": 64, + "risk": 0.11594202898550725, + "coverage": 0.6188340807174888, + "coverage_of_all_cases": 0.6188340807174888 + }, + { + "threshold": 0.8237224426695936, + "accepted": 553, + "errors": 64, + "risk": 0.11573236889692586, + "coverage": 0.6199551569506726, + "coverage_of_all_cases": 0.6199551569506726 + }, + { + "threshold": 0.8237200917155711, + "accepted": 554, + "errors": 64, + "risk": 0.11552346570397112, + "coverage": 0.6210762331838565, + "coverage_of_all_cases": 0.6210762331838565 + }, + { + "threshold": 0.8229076837779336, + "accepted": 555, + "errors": 64, + "risk": 0.11531531531531532, + "coverage": 0.6221973094170403, + "coverage_of_all_cases": 0.6221973094170403 + }, + { + "threshold": 0.8224153360156496, + "accepted": 556, + "errors": 64, + "risk": 0.11510791366906475, + "coverage": 0.6233183856502242, + "coverage_of_all_cases": 0.6233183856502242 + }, + { + "threshold": 0.822383401020061, + "accepted": 557, + "errors": 64, + "risk": 0.11490125673249552, + "coverage": 0.624439461883408, + "coverage_of_all_cases": 0.624439461883408 + }, + { + "threshold": 0.8211276109832236, + "accepted": 558, + "errors": 64, + "risk": 0.11469534050179211, + "coverage": 0.625560538116592, + "coverage_of_all_cases": 0.625560538116592 + }, + { + "threshold": 0.8192930762963773, + "accepted": 559, + "errors": 65, + "risk": 0.11627906976744186, + "coverage": 0.6266816143497758, + "coverage_of_all_cases": 0.6266816143497758 + }, + { + "threshold": 0.8186169667620561, + "accepted": 560, + "errors": 65, + "risk": 0.11607142857142858, + "coverage": 0.6278026905829597, + "coverage_of_all_cases": 0.6278026905829597 + }, + { + "threshold": 0.8182179593321811, + "accepted": 561, + "errors": 65, + "risk": 0.11586452762923351, + "coverage": 0.6289237668161435, + "coverage_of_all_cases": 0.6289237668161435 + }, + { + "threshold": 0.817883594645881, + "accepted": 562, + "errors": 66, + "risk": 0.11743772241992882, + "coverage": 0.6300448430493274, + "coverage_of_all_cases": 0.6300448430493274 + }, + { + "threshold": 0.8159756581064521, + "accepted": 563, + "errors": 66, + "risk": 0.1172291296625222, + "coverage": 0.6311659192825112, + "coverage_of_all_cases": 0.6311659192825112 + }, + { + "threshold": 0.8133178304749703, + "accepted": 564, + "errors": 66, + "risk": 0.11702127659574468, + "coverage": 0.6322869955156951, + "coverage_of_all_cases": 0.6322869955156951 + }, + { + "threshold": 0.8130763320036957, + "accepted": 565, + "errors": 66, + "risk": 0.1168141592920354, + "coverage": 0.6334080717488789, + "coverage_of_all_cases": 0.6334080717488789 + }, + { + "threshold": 0.8120062365114118, + "accepted": 566, + "errors": 66, + "risk": 0.1166077738515901, + "coverage": 0.6345291479820628, + "coverage_of_all_cases": 0.6345291479820628 + }, + { + "threshold": 0.8111887892173019, + "accepted": 567, + "errors": 67, + "risk": 0.11816578483245149, + "coverage": 0.6356502242152466, + "coverage_of_all_cases": 0.6356502242152466 + }, + { + "threshold": 0.8098087971783771, + "accepted": 568, + "errors": 67, + "risk": 0.11795774647887323, + "coverage": 0.6367713004484304, + "coverage_of_all_cases": 0.6367713004484304 + }, + { + "threshold": 0.8090076122617107, + "accepted": 569, + "errors": 67, + "risk": 0.11775043936731107, + "coverage": 0.6378923766816144, + "coverage_of_all_cases": 0.6378923766816144 + }, + { + "threshold": 0.8085348008753195, + "accepted": 570, + "errors": 68, + "risk": 0.11929824561403508, + "coverage": 0.6390134529147982, + "coverage_of_all_cases": 0.6390134529147982 + }, + { + "threshold": 0.8074911816804949, + "accepted": 571, + "errors": 68, + "risk": 0.1190893169877408, + "coverage": 0.6401345291479821, + "coverage_of_all_cases": 0.6401345291479821 + }, + { + "threshold": 0.8067945850240811, + "accepted": 572, + "errors": 68, + "risk": 0.11888111888111888, + "coverage": 0.6412556053811659, + "coverage_of_all_cases": 0.6412556053811659 + }, + { + "threshold": 0.8053485945782389, + "accepted": 573, + "errors": 68, + "risk": 0.11867364746945899, + "coverage": 0.6423766816143498, + "coverage_of_all_cases": 0.6423766816143498 + }, + { + "threshold": 0.8040384469836549, + "accepted": 574, + "errors": 68, + "risk": 0.11846689895470383, + "coverage": 0.6434977578475336, + "coverage_of_all_cases": 0.6434977578475336 + }, + { + "threshold": 0.8028434639292915, + "accepted": 575, + "errors": 68, + "risk": 0.11826086956521739, + "coverage": 0.6446188340807175, + "coverage_of_all_cases": 0.6446188340807175 + }, + { + "threshold": 0.8022225424470826, + "accepted": 576, + "errors": 68, + "risk": 0.11805555555555555, + "coverage": 0.6457399103139013, + "coverage_of_all_cases": 0.6457399103139013 + }, + { + "threshold": 0.8010331935169795, + "accepted": 577, + "errors": 69, + "risk": 0.1195840554592721, + "coverage": 0.6468609865470852, + "coverage_of_all_cases": 0.6468609865470852 + }, + { + "threshold": 0.801014012914505, + "accepted": 578, + "errors": 69, + "risk": 0.11937716262975778, + "coverage": 0.647982062780269, + "coverage_of_all_cases": 0.647982062780269 + }, + { + "threshold": 0.7997520951347448, + "accepted": 579, + "errors": 70, + "risk": 0.12089810017271158, + "coverage": 0.649103139013453, + "coverage_of_all_cases": 0.649103139013453 + }, + { + "threshold": 0.7973528616948138, + "accepted": 580, + "errors": 70, + "risk": 0.1206896551724138, + "coverage": 0.6502242152466368, + "coverage_of_all_cases": 0.6502242152466368 + }, + { + "threshold": 0.7963101041054496, + "accepted": 581, + "errors": 70, + "risk": 0.12048192771084337, + "coverage": 0.6513452914798207, + "coverage_of_all_cases": 0.6513452914798207 + }, + { + "threshold": 0.7961418526793116, + "accepted": 582, + "errors": 70, + "risk": 0.12027491408934708, + "coverage": 0.6524663677130045, + "coverage_of_all_cases": 0.6524663677130045 + }, + { + "threshold": 0.7952507088845471, + "accepted": 583, + "errors": 70, + "risk": 0.12006861063464837, + "coverage": 0.6535874439461884, + "coverage_of_all_cases": 0.6535874439461884 + }, + { + "threshold": 0.7949110299154479, + "accepted": 584, + "errors": 70, + "risk": 0.11986301369863013, + "coverage": 0.6547085201793722, + "coverage_of_all_cases": 0.6547085201793722 + }, + { + "threshold": 0.7927809840425584, + "accepted": 585, + "errors": 71, + "risk": 0.12136752136752137, + "coverage": 0.655829596412556, + "coverage_of_all_cases": 0.655829596412556 + }, + { + "threshold": 0.7923057423806406, + "accepted": 586, + "errors": 71, + "risk": 0.12116040955631399, + "coverage": 0.6569506726457399, + "coverage_of_all_cases": 0.6569506726457399 + }, + { + "threshold": 0.7921235624114955, + "accepted": 587, + "errors": 72, + "risk": 0.12265758091993186, + "coverage": 0.6580717488789237, + "coverage_of_all_cases": 0.6580717488789237 + }, + { + "threshold": 0.7907910750035501, + "accepted": 588, + "errors": 72, + "risk": 0.12244897959183673, + "coverage": 0.6591928251121076, + "coverage_of_all_cases": 0.6591928251121076 + }, + { + "threshold": 0.7888898753930923, + "accepted": 589, + "errors": 73, + "risk": 0.12393887945670629, + "coverage": 0.6603139013452914, + "coverage_of_all_cases": 0.6603139013452914 + }, + { + "threshold": 0.7870620510028383, + "accepted": 590, + "errors": 74, + "risk": 0.12542372881355932, + "coverage": 0.6614349775784754, + "coverage_of_all_cases": 0.6614349775784754 + }, + { + "threshold": 0.7844864888170713, + "accepted": 591, + "errors": 74, + "risk": 0.12521150592216582, + "coverage": 0.6625560538116592, + "coverage_of_all_cases": 0.6625560538116592 + }, + { + "threshold": 0.7834038903310719, + "accepted": 592, + "errors": 74, + "risk": 0.125, + "coverage": 0.6636771300448431, + "coverage_of_all_cases": 0.6636771300448431 + }, + { + "threshold": 0.7833585474452701, + "accepted": 593, + "errors": 75, + "risk": 0.12647554806070826, + "coverage": 0.6647982062780269, + "coverage_of_all_cases": 0.6647982062780269 + }, + { + "threshold": 0.7816339606461575, + "accepted": 594, + "errors": 75, + "risk": 0.12626262626262627, + "coverage": 0.6659192825112108, + "coverage_of_all_cases": 0.6659192825112108 + }, + { + "threshold": 0.7786621326056327, + "accepted": 595, + "errors": 76, + "risk": 0.12773109243697478, + "coverage": 0.6670403587443946, + "coverage_of_all_cases": 0.6670403587443946 + }, + { + "threshold": 0.7783355348080113, + "accepted": 596, + "errors": 76, + "risk": 0.12751677852348994, + "coverage": 0.6681614349775785, + "coverage_of_all_cases": 0.6681614349775785 + }, + { + "threshold": 0.775809665659753, + "accepted": 597, + "errors": 77, + "risk": 0.12897822445561138, + "coverage": 0.6692825112107623, + "coverage_of_all_cases": 0.6692825112107623 + }, + { + "threshold": 0.7757122816788534, + "accepted": 598, + "errors": 78, + "risk": 0.13043478260869565, + "coverage": 0.6704035874439462, + "coverage_of_all_cases": 0.6704035874439462 + }, + { + "threshold": 0.7745619714350761, + "accepted": 599, + "errors": 79, + "risk": 0.1318864774624374, + "coverage": 0.67152466367713, + "coverage_of_all_cases": 0.67152466367713 + }, + { + "threshold": 0.7743180081355507, + "accepted": 600, + "errors": 79, + "risk": 0.13166666666666665, + "coverage": 0.672645739910314, + "coverage_of_all_cases": 0.672645739910314 + }, + { + "threshold": 0.7734392283081735, + "accepted": 601, + "errors": 80, + "risk": 0.13311148086522462, + "coverage": 0.6737668161434978, + "coverage_of_all_cases": 0.6737668161434978 + }, + { + "threshold": 0.7730001203266221, + "accepted": 602, + "errors": 81, + "risk": 0.1345514950166113, + "coverage": 0.6748878923766816, + "coverage_of_all_cases": 0.6748878923766816 + }, + { + "threshold": 0.7727762171218007, + "accepted": 603, + "errors": 82, + "risk": 0.13598673300165837, + "coverage": 0.6760089686098655, + "coverage_of_all_cases": 0.6760089686098655 + }, + { + "threshold": 0.7721891940946419, + "accepted": 604, + "errors": 83, + "risk": 0.13741721854304637, + "coverage": 0.6771300448430493, + "coverage_of_all_cases": 0.6771300448430493 + }, + { + "threshold": 0.7697962915566634, + "accepted": 605, + "errors": 83, + "risk": 0.1371900826446281, + "coverage": 0.6782511210762332, + "coverage_of_all_cases": 0.6782511210762332 + }, + { + "threshold": 0.7685977259829797, + "accepted": 606, + "errors": 84, + "risk": 0.13861386138613863, + "coverage": 0.679372197309417, + "coverage_of_all_cases": 0.679372197309417 + }, + { + "threshold": 0.7670199848851033, + "accepted": 607, + "errors": 84, + "risk": 0.13838550247116968, + "coverage": 0.6804932735426009, + "coverage_of_all_cases": 0.6804932735426009 + }, + { + "threshold": 0.7655956774721039, + "accepted": 608, + "errors": 84, + "risk": 0.13815789473684212, + "coverage": 0.6816143497757847, + "coverage_of_all_cases": 0.6816143497757847 + }, + { + "threshold": 0.7647795587847057, + "accepted": 609, + "errors": 84, + "risk": 0.13793103448275862, + "coverage": 0.6827354260089686, + "coverage_of_all_cases": 0.6827354260089686 + }, + { + "threshold": 0.7627871550794387, + "accepted": 610, + "errors": 85, + "risk": 0.13934426229508196, + "coverage": 0.6838565022421524, + "coverage_of_all_cases": 0.6838565022421524 + }, + { + "threshold": 0.7595148970069983, + "accepted": 611, + "errors": 86, + "risk": 0.1407528641571195, + "coverage": 0.6849775784753364, + "coverage_of_all_cases": 0.6849775784753364 + }, + { + "threshold": 0.7594610414224692, + "accepted": 612, + "errors": 86, + "risk": 0.14052287581699346, + "coverage": 0.6860986547085202, + "coverage_of_all_cases": 0.6860986547085202 + }, + { + "threshold": 0.7585928191021232, + "accepted": 613, + "errors": 86, + "risk": 0.1402936378466558, + "coverage": 0.6872197309417041, + "coverage_of_all_cases": 0.6872197309417041 + }, + { + "threshold": 0.7557606907042332, + "accepted": 614, + "errors": 87, + "risk": 0.14169381107491857, + "coverage": 0.6883408071748879, + "coverage_of_all_cases": 0.6883408071748879 + }, + { + "threshold": 0.7555076805770481, + "accepted": 615, + "errors": 87, + "risk": 0.14146341463414633, + "coverage": 0.6894618834080718, + "coverage_of_all_cases": 0.6894618834080718 + }, + { + "threshold": 0.755152600012903, + "accepted": 616, + "errors": 87, + "risk": 0.14123376623376624, + "coverage": 0.6905829596412556, + "coverage_of_all_cases": 0.6905829596412556 + }, + { + "threshold": 0.7551389397765818, + "accepted": 617, + "errors": 88, + "risk": 0.1426256077795786, + "coverage": 0.6917040358744395, + "coverage_of_all_cases": 0.6917040358744395 + }, + { + "threshold": 0.7546367957986759, + "accepted": 618, + "errors": 89, + "risk": 0.14401294498381878, + "coverage": 0.6928251121076233, + "coverage_of_all_cases": 0.6928251121076233 + }, + { + "threshold": 0.7532138422217767, + "accepted": 619, + "errors": 89, + "risk": 0.14378029079159935, + "coverage": 0.6939461883408071, + "coverage_of_all_cases": 0.6939461883408071 + }, + { + "threshold": 0.7496152317538838, + "accepted": 620, + "errors": 89, + "risk": 0.1435483870967742, + "coverage": 0.695067264573991, + "coverage_of_all_cases": 0.695067264573991 + }, + { + "threshold": 0.7494563356082355, + "accepted": 621, + "errors": 90, + "risk": 0.14492753623188406, + "coverage": 0.6961883408071748, + "coverage_of_all_cases": 0.6961883408071748 + }, + { + "threshold": 0.7487303402236536, + "accepted": 622, + "errors": 90, + "risk": 0.14469453376205788, + "coverage": 0.6973094170403588, + "coverage_of_all_cases": 0.6973094170403588 + }, + { + "threshold": 0.7477046868762631, + "accepted": 623, + "errors": 91, + "risk": 0.14606741573033707, + "coverage": 0.6984304932735426, + "coverage_of_all_cases": 0.6984304932735426 + }, + { + "threshold": 0.746012164819849, + "accepted": 624, + "errors": 92, + "risk": 0.14743589743589744, + "coverage": 0.6995515695067265, + "coverage_of_all_cases": 0.6995515695067265 + }, + { + "threshold": 0.7443159284280608, + "accepted": 625, + "errors": 93, + "risk": 0.1488, + "coverage": 0.7006726457399103, + "coverage_of_all_cases": 0.7006726457399103 + }, + { + "threshold": 0.7421962235282523, + "accepted": 626, + "errors": 94, + "risk": 0.1501597444089457, + "coverage": 0.7017937219730942, + "coverage_of_all_cases": 0.7017937219730942 + }, + { + "threshold": 0.7402387867272039, + "accepted": 627, + "errors": 95, + "risk": 0.15151515151515152, + "coverage": 0.702914798206278, + "coverage_of_all_cases": 0.702914798206278 + }, + { + "threshold": 0.7401533134710923, + "accepted": 628, + "errors": 96, + "risk": 0.15286624203821655, + "coverage": 0.7040358744394619, + "coverage_of_all_cases": 0.7040358744394619 + }, + { + "threshold": 0.7392404158268329, + "accepted": 629, + "errors": 96, + "risk": 0.15262321144674085, + "coverage": 0.7051569506726457, + "coverage_of_all_cases": 0.7051569506726457 + }, + { + "threshold": 0.7386527658553278, + "accepted": 630, + "errors": 97, + "risk": 0.15396825396825398, + "coverage": 0.7062780269058296, + "coverage_of_all_cases": 0.7062780269058296 + }, + { + "threshold": 0.738009232074373, + "accepted": 631, + "errors": 97, + "risk": 0.1537242472266244, + "coverage": 0.7073991031390134, + "coverage_of_all_cases": 0.7073991031390134 + }, + { + "threshold": 0.737049395850404, + "accepted": 632, + "errors": 98, + "risk": 0.1550632911392405, + "coverage": 0.7085201793721974, + "coverage_of_all_cases": 0.7085201793721974 + }, + { + "threshold": 0.73680670274779, + "accepted": 633, + "errors": 98, + "risk": 0.15481832543443919, + "coverage": 0.7096412556053812, + "coverage_of_all_cases": 0.7096412556053812 + }, + { + "threshold": 0.7361372741624344, + "accepted": 634, + "errors": 99, + "risk": 0.15615141955835962, + "coverage": 0.7107623318385651, + "coverage_of_all_cases": 0.7107623318385651 + }, + { + "threshold": 0.7350411042054978, + "accepted": 635, + "errors": 100, + "risk": 0.15748031496062992, + "coverage": 0.7118834080717489, + "coverage_of_all_cases": 0.7118834080717489 + }, + { + "threshold": 0.7347926150763182, + "accepted": 636, + "errors": 100, + "risk": 0.15723270440251572, + "coverage": 0.7130044843049327, + "coverage_of_all_cases": 0.7130044843049327 + }, + { + "threshold": 0.7308946193364466, + "accepted": 637, + "errors": 100, + "risk": 0.15698587127158556, + "coverage": 0.7141255605381166, + "coverage_of_all_cases": 0.7141255605381166 + }, + { + "threshold": 0.7296482379844664, + "accepted": 638, + "errors": 100, + "risk": 0.15673981191222572, + "coverage": 0.7152466367713004, + "coverage_of_all_cases": 0.7152466367713004 + }, + { + "threshold": 0.7291377965668037, + "accepted": 639, + "errors": 101, + "risk": 0.15805946791862285, + "coverage": 0.7163677130044843, + "coverage_of_all_cases": 0.7163677130044843 + }, + { + "threshold": 0.7284360474470274, + "accepted": 640, + "errors": 101, + "risk": 0.1578125, + "coverage": 0.7174887892376681, + "coverage_of_all_cases": 0.7174887892376681 + }, + { + "threshold": 0.7281646978790841, + "accepted": 641, + "errors": 101, + "risk": 0.15756630265210608, + "coverage": 0.718609865470852, + "coverage_of_all_cases": 0.718609865470852 + }, + { + "threshold": 0.7241748143739247, + "accepted": 642, + "errors": 102, + "risk": 0.1588785046728972, + "coverage": 0.7197309417040358, + "coverage_of_all_cases": 0.7197309417040358 + }, + { + "threshold": 0.7221875786409326, + "accepted": 643, + "errors": 102, + "risk": 0.15863141524105753, + "coverage": 0.7208520179372198, + "coverage_of_all_cases": 0.7208520179372198 + }, + { + "threshold": 0.721806788586481, + "accepted": 644, + "errors": 102, + "risk": 0.15838509316770186, + "coverage": 0.7219730941704036, + "coverage_of_all_cases": 0.7219730941704036 + }, + { + "threshold": 0.7217476752689802, + "accepted": 645, + "errors": 103, + "risk": 0.15968992248062017, + "coverage": 0.7230941704035875, + "coverage_of_all_cases": 0.7230941704035875 + }, + { + "threshold": 0.7213313349474636, + "accepted": 646, + "errors": 104, + "risk": 0.1609907120743034, + "coverage": 0.7242152466367713, + "coverage_of_all_cases": 0.7242152466367713 + }, + { + "threshold": 0.7213253835575879, + "accepted": 647, + "errors": 105, + "risk": 0.16228748068006182, + "coverage": 0.7253363228699552, + "coverage_of_all_cases": 0.7253363228699552 + }, + { + "threshold": 0.7204737173445154, + "accepted": 648, + "errors": 105, + "risk": 0.16203703703703703, + "coverage": 0.726457399103139, + "coverage_of_all_cases": 0.726457399103139 + }, + { + "threshold": 0.7192566868665363, + "accepted": 649, + "errors": 105, + "risk": 0.1617873651771957, + "coverage": 0.7275784753363229, + "coverage_of_all_cases": 0.7275784753363229 + }, + { + "threshold": 0.7184142368430034, + "accepted": 650, + "errors": 105, + "risk": 0.16153846153846155, + "coverage": 0.7286995515695067, + "coverage_of_all_cases": 0.7286995515695067 + }, + { + "threshold": 0.7166199873806494, + "accepted": 651, + "errors": 105, + "risk": 0.16129032258064516, + "coverage": 0.7298206278026906, + "coverage_of_all_cases": 0.7298206278026906 + }, + { + "threshold": 0.7161938474395995, + "accepted": 652, + "errors": 106, + "risk": 0.16257668711656442, + "coverage": 0.7309417040358744, + "coverage_of_all_cases": 0.7309417040358744 + }, + { + "threshold": 0.7129509989980952, + "accepted": 653, + "errors": 106, + "risk": 0.16232771822358347, + "coverage": 0.7320627802690582, + "coverage_of_all_cases": 0.7320627802690582 + }, + { + "threshold": 0.7129020105457976, + "accepted": 654, + "errors": 106, + "risk": 0.1620795107033639, + "coverage": 0.7331838565022422, + "coverage_of_all_cases": 0.7331838565022422 + }, + { + "threshold": 0.7115808549915656, + "accepted": 655, + "errors": 106, + "risk": 0.1618320610687023, + "coverage": 0.734304932735426, + "coverage_of_all_cases": 0.734304932735426 + }, + { + "threshold": 0.7114758948226032, + "accepted": 656, + "errors": 107, + "risk": 0.16310975609756098, + "coverage": 0.7354260089686099, + "coverage_of_all_cases": 0.7354260089686099 + }, + { + "threshold": 0.7099830784789135, + "accepted": 657, + "errors": 107, + "risk": 0.1628614916286149, + "coverage": 0.7365470852017937, + "coverage_of_all_cases": 0.7365470852017937 + }, + { + "threshold": 0.7094108186672877, + "accepted": 658, + "errors": 108, + "risk": 0.1641337386018237, + "coverage": 0.7376681614349776, + "coverage_of_all_cases": 0.7376681614349776 + }, + { + "threshold": 0.7089007927963439, + "accepted": 659, + "errors": 108, + "risk": 0.1638846737481032, + "coverage": 0.7387892376681614, + "coverage_of_all_cases": 0.7387892376681614 + }, + { + "threshold": 0.7086740445092813, + "accepted": 660, + "errors": 109, + "risk": 0.16515151515151516, + "coverage": 0.7399103139013453, + "coverage_of_all_cases": 0.7399103139013453 + }, + { + "threshold": 0.7081790576358362, + "accepted": 661, + "errors": 109, + "risk": 0.1649016641452345, + "coverage": 0.7410313901345291, + "coverage_of_all_cases": 0.7410313901345291 + }, + { + "threshold": 0.7078580643093926, + "accepted": 662, + "errors": 110, + "risk": 0.1661631419939577, + "coverage": 0.742152466367713, + "coverage_of_all_cases": 0.742152466367713 + }, + { + "threshold": 0.7058527251832559, + "accepted": 663, + "errors": 110, + "risk": 0.16591251885369532, + "coverage": 0.7432735426008968, + "coverage_of_all_cases": 0.7432735426008968 + }, + { + "threshold": 0.7051278688417838, + "accepted": 664, + "errors": 111, + "risk": 0.16716867469879518, + "coverage": 0.7443946188340808, + "coverage_of_all_cases": 0.7443946188340808 + }, + { + "threshold": 0.7050877664264786, + "accepted": 665, + "errors": 112, + "risk": 0.16842105263157894, + "coverage": 0.7455156950672646, + "coverage_of_all_cases": 0.7455156950672646 + }, + { + "threshold": 0.7043190481914653, + "accepted": 666, + "errors": 112, + "risk": 0.16816816816816818, + "coverage": 0.7466367713004485, + "coverage_of_all_cases": 0.7466367713004485 + }, + { + "threshold": 0.7036124115594151, + "accepted": 667, + "errors": 113, + "risk": 0.16941529235382308, + "coverage": 0.7477578475336323, + "coverage_of_all_cases": 0.7477578475336323 + }, + { + "threshold": 0.7026612132395796, + "accepted": 668, + "errors": 113, + "risk": 0.1691616766467066, + "coverage": 0.7488789237668162, + "coverage_of_all_cases": 0.7488789237668162 + }, + { + "threshold": 0.7003447842906303, + "accepted": 669, + "errors": 113, + "risk": 0.16890881913303438, + "coverage": 0.75, + "coverage_of_all_cases": 0.75 + }, + { + "threshold": 0.6960402469625121, + "accepted": 670, + "errors": 114, + "risk": 0.1701492537313433, + "coverage": 0.7511210762331838, + "coverage_of_all_cases": 0.7511210762331838 + }, + { + "threshold": 0.6950389607858355, + "accepted": 671, + "errors": 114, + "risk": 0.16989567809239942, + "coverage": 0.7522421524663677, + "coverage_of_all_cases": 0.7522421524663677 + }, + { + "threshold": 0.6949092214293594, + "accepted": 672, + "errors": 115, + "risk": 0.17113095238095238, + "coverage": 0.7533632286995515, + "coverage_of_all_cases": 0.7533632286995515 + }, + { + "threshold": 0.6949060852323453, + "accepted": 673, + "errors": 116, + "risk": 0.1723625557206538, + "coverage": 0.7544843049327354, + "coverage_of_all_cases": 0.7544843049327354 + }, + { + "threshold": 0.692202864856683, + "accepted": 674, + "errors": 116, + "risk": 0.17210682492581603, + "coverage": 0.7556053811659192, + "coverage_of_all_cases": 0.7556053811659192 + }, + { + "threshold": 0.6899792139119788, + "accepted": 675, + "errors": 117, + "risk": 0.17333333333333334, + "coverage": 0.7567264573991032, + "coverage_of_all_cases": 0.7567264573991032 + }, + { + "threshold": 0.6894635468331728, + "accepted": 676, + "errors": 118, + "risk": 0.17455621301775148, + "coverage": 0.757847533632287, + "coverage_of_all_cases": 0.757847533632287 + }, + { + "threshold": 0.6894465613353541, + "accepted": 677, + "errors": 118, + "risk": 0.17429837518463812, + "coverage": 0.7589686098654709, + "coverage_of_all_cases": 0.7589686098654709 + }, + { + "threshold": 0.6890339933904941, + "accepted": 678, + "errors": 118, + "risk": 0.17404129793510326, + "coverage": 0.7600896860986547, + "coverage_of_all_cases": 0.7600896860986547 + }, + { + "threshold": 0.6877117105105607, + "accepted": 679, + "errors": 119, + "risk": 0.17525773195876287, + "coverage": 0.7612107623318386, + "coverage_of_all_cases": 0.7612107623318386 + }, + { + "threshold": 0.6812295387928339, + "accepted": 680, + "errors": 119, + "risk": 0.175, + "coverage": 0.7623318385650224, + "coverage_of_all_cases": 0.7623318385650224 + }, + { + "threshold": 0.6806613390950167, + "accepted": 681, + "errors": 119, + "risk": 0.17474302496328928, + "coverage": 0.7634529147982063, + "coverage_of_all_cases": 0.7634529147982063 + }, + { + "threshold": 0.6798727726915633, + "accepted": 682, + "errors": 120, + "risk": 0.17595307917888564, + "coverage": 0.7645739910313901, + "coverage_of_all_cases": 0.7645739910313901 + }, + { + "threshold": 0.6792104144740937, + "accepted": 683, + "errors": 121, + "risk": 0.17715959004392387, + "coverage": 0.765695067264574, + "coverage_of_all_cases": 0.765695067264574 + }, + { + "threshold": 0.6770957572353185, + "accepted": 684, + "errors": 122, + "risk": 0.1783625730994152, + "coverage": 0.7668161434977578, + "coverage_of_all_cases": 0.7668161434977578 + }, + { + "threshold": 0.6765012206492865, + "accepted": 685, + "errors": 122, + "risk": 0.1781021897810219, + "coverage": 0.7679372197309418, + "coverage_of_all_cases": 0.7679372197309418 + }, + { + "threshold": 0.6730200356398106, + "accepted": 686, + "errors": 122, + "risk": 0.17784256559766765, + "coverage": 0.7690582959641256, + "coverage_of_all_cases": 0.7690582959641256 + }, + { + "threshold": 0.6723959853691627, + "accepted": 687, + "errors": 122, + "risk": 0.17758369723435224, + "coverage": 0.7701793721973094, + "coverage_of_all_cases": 0.7701793721973094 + }, + { + "threshold": 0.67129687989834, + "accepted": 688, + "errors": 122, + "risk": 0.17732558139534885, + "coverage": 0.7713004484304933, + "coverage_of_all_cases": 0.7713004484304933 + }, + { + "threshold": 0.6710134073004571, + "accepted": 689, + "errors": 122, + "risk": 0.17706821480406387, + "coverage": 0.7724215246636771, + "coverage_of_all_cases": 0.7724215246636771 + }, + { + "threshold": 0.6706962585537354, + "accepted": 690, + "errors": 123, + "risk": 0.1782608695652174, + "coverage": 0.773542600896861, + "coverage_of_all_cases": 0.773542600896861 + }, + { + "threshold": 0.6702302173477819, + "accepted": 691, + "errors": 124, + "risk": 0.17945007235890015, + "coverage": 0.7746636771300448, + "coverage_of_all_cases": 0.7746636771300448 + }, + { + "threshold": 0.6699329744075257, + "accepted": 692, + "errors": 124, + "risk": 0.1791907514450867, + "coverage": 0.7757847533632287, + "coverage_of_all_cases": 0.7757847533632287 + }, + { + "threshold": 0.6698770352847637, + "accepted": 693, + "errors": 125, + "risk": 0.18037518037518038, + "coverage": 0.7769058295964125, + "coverage_of_all_cases": 0.7769058295964125 + }, + { + "threshold": 0.6698625845621511, + "accepted": 694, + "errors": 125, + "risk": 0.18011527377521613, + "coverage": 0.7780269058295964, + "coverage_of_all_cases": 0.7780269058295964 + }, + { + "threshold": 0.6694550318870213, + "accepted": 695, + "errors": 126, + "risk": 0.18129496402877698, + "coverage": 0.7791479820627802, + "coverage_of_all_cases": 0.7791479820627802 + }, + { + "threshold": 0.664952952082661, + "accepted": 696, + "errors": 127, + "risk": 0.1824712643678161, + "coverage": 0.7802690582959642, + "coverage_of_all_cases": 0.7802690582959642 + }, + { + "threshold": 0.6626104663662618, + "accepted": 697, + "errors": 127, + "risk": 0.18220946915351507, + "coverage": 0.781390134529148, + "coverage_of_all_cases": 0.781390134529148 + }, + { + "threshold": 0.6616447518491028, + "accepted": 698, + "errors": 128, + "risk": 0.1833810888252149, + "coverage": 0.7825112107623319, + "coverage_of_all_cases": 0.7825112107623319 + }, + { + "threshold": 0.6601020308820705, + "accepted": 699, + "errors": 128, + "risk": 0.18311874105865522, + "coverage": 0.7836322869955157, + "coverage_of_all_cases": 0.7836322869955157 + }, + { + "threshold": 0.6595331095856558, + "accepted": 700, + "errors": 129, + "risk": 0.18428571428571427, + "coverage": 0.7847533632286996, + "coverage_of_all_cases": 0.7847533632286996 + }, + { + "threshold": 0.6584959534753075, + "accepted": 701, + "errors": 129, + "risk": 0.1840228245363766, + "coverage": 0.7858744394618834, + "coverage_of_all_cases": 0.7858744394618834 + }, + { + "threshold": 0.6582101392442423, + "accepted": 702, + "errors": 130, + "risk": 0.18518518518518517, + "coverage": 0.7869955156950673, + "coverage_of_all_cases": 0.7869955156950673 + }, + { + "threshold": 0.65596896031378, + "accepted": 703, + "errors": 130, + "risk": 0.18492176386913228, + "coverage": 0.7881165919282511, + "coverage_of_all_cases": 0.7881165919282511 + }, + { + "threshold": 0.6556148976675205, + "accepted": 704, + "errors": 130, + "risk": 0.1846590909090909, + "coverage": 0.7892376681614349, + "coverage_of_all_cases": 0.7892376681614349 + }, + { + "threshold": 0.6542543428757052, + "accepted": 705, + "errors": 131, + "risk": 0.18581560283687942, + "coverage": 0.7903587443946188, + "coverage_of_all_cases": 0.7903587443946188 + }, + { + "threshold": 0.654217690914366, + "accepted": 706, + "errors": 132, + "risk": 0.18696883852691218, + "coverage": 0.7914798206278026, + "coverage_of_all_cases": 0.7914798206278026 + }, + { + "threshold": 0.651810288544712, + "accepted": 707, + "errors": 133, + "risk": 0.18811881188118812, + "coverage": 0.7926008968609866, + "coverage_of_all_cases": 0.7926008968609866 + }, + { + "threshold": 0.6512193756268514, + "accepted": 708, + "errors": 133, + "risk": 0.18785310734463276, + "coverage": 0.7937219730941704, + "coverage_of_all_cases": 0.7937219730941704 + }, + { + "threshold": 0.650033977996378, + "accepted": 709, + "errors": 134, + "risk": 0.18899858956276447, + "coverage": 0.7948430493273543, + "coverage_of_all_cases": 0.7948430493273543 + }, + { + "threshold": 0.649565145068448, + "accepted": 710, + "errors": 135, + "risk": 0.19014084507042253, + "coverage": 0.7959641255605381, + "coverage_of_all_cases": 0.7959641255605381 + }, + { + "threshold": 0.6487042622989388, + "accepted": 711, + "errors": 136, + "risk": 0.19127988748241911, + "coverage": 0.797085201793722, + "coverage_of_all_cases": 0.797085201793722 + }, + { + "threshold": 0.6473539395317798, + "accepted": 712, + "errors": 137, + "risk": 0.19241573033707865, + "coverage": 0.7982062780269058, + "coverage_of_all_cases": 0.7982062780269058 + }, + { + "threshold": 0.646701471548162, + "accepted": 713, + "errors": 138, + "risk": 0.1935483870967742, + "coverage": 0.7993273542600897, + "coverage_of_all_cases": 0.7993273542600897 + }, + { + "threshold": 0.6466963954916124, + "accepted": 714, + "errors": 138, + "risk": 0.19327731092436976, + "coverage": 0.8004484304932735, + "coverage_of_all_cases": 0.8004484304932735 + }, + { + "threshold": 0.6457386010772754, + "accepted": 715, + "errors": 139, + "risk": 0.1944055944055944, + "coverage": 0.8015695067264574, + "coverage_of_all_cases": 0.8015695067264574 + }, + { + "threshold": 0.6438965947821402, + "accepted": 716, + "errors": 140, + "risk": 0.19553072625698323, + "coverage": 0.8026905829596412, + "coverage_of_all_cases": 0.8026905829596412 + }, + { + "threshold": 0.6437103804013046, + "accepted": 717, + "errors": 140, + "risk": 0.19525801952580196, + "coverage": 0.8038116591928252, + "coverage_of_all_cases": 0.8038116591928252 + }, + { + "threshold": 0.6428947333798369, + "accepted": 718, + "errors": 140, + "risk": 0.19498607242339833, + "coverage": 0.804932735426009, + "coverage_of_all_cases": 0.804932735426009 + }, + { + "threshold": 0.6423795035340406, + "accepted": 719, + "errors": 140, + "risk": 0.19471488178025034, + "coverage": 0.8060538116591929, + "coverage_of_all_cases": 0.8060538116591929 + }, + { + "threshold": 0.6415699706159061, + "accepted": 720, + "errors": 141, + "risk": 0.19583333333333333, + "coverage": 0.8071748878923767, + "coverage_of_all_cases": 0.8071748878923767 + }, + { + "threshold": 0.6415688769168112, + "accepted": 721, + "errors": 142, + "risk": 0.19694868238557559, + "coverage": 0.8082959641255605, + "coverage_of_all_cases": 0.8082959641255605 + }, + { + "threshold": 0.6393681195249057, + "accepted": 722, + "errors": 143, + "risk": 0.19806094182825484, + "coverage": 0.8094170403587444, + "coverage_of_all_cases": 0.8094170403587444 + }, + { + "threshold": 0.6367593413376997, + "accepted": 723, + "errors": 144, + "risk": 0.1991701244813278, + "coverage": 0.8105381165919282, + "coverage_of_all_cases": 0.8105381165919282 + }, + { + "threshold": 0.635553209625189, + "accepted": 724, + "errors": 144, + "risk": 0.19889502762430938, + "coverage": 0.8116591928251121, + "coverage_of_all_cases": 0.8116591928251121 + }, + { + "threshold": 0.6353173307206624, + "accepted": 725, + "errors": 145, + "risk": 0.2, + "coverage": 0.8127802690582959, + "coverage_of_all_cases": 0.8127802690582959 + }, + { + "threshold": 0.6348612188991721, + "accepted": 726, + "errors": 145, + "risk": 0.19972451790633608, + "coverage": 0.8139013452914798, + "coverage_of_all_cases": 0.8139013452914798 + }, + { + "threshold": 0.6347840152666249, + "accepted": 727, + "errors": 146, + "risk": 0.20082530949105915, + "coverage": 0.8150224215246636, + "coverage_of_all_cases": 0.8150224215246636 + }, + { + "threshold": 0.6335409832652319, + "accepted": 728, + "errors": 147, + "risk": 0.20192307692307693, + "coverage": 0.8161434977578476, + "coverage_of_all_cases": 0.8161434977578476 + }, + { + "threshold": 0.6325572214760457, + "accepted": 729, + "errors": 147, + "risk": 0.20164609053497942, + "coverage": 0.8172645739910314, + "coverage_of_all_cases": 0.8172645739910314 + }, + { + "threshold": 0.6321463689406037, + "accepted": 730, + "errors": 147, + "risk": 0.20136986301369864, + "coverage": 0.8183856502242153, + "coverage_of_all_cases": 0.8183856502242153 + }, + { + "threshold": 0.6313016911683826, + "accepted": 731, + "errors": 147, + "risk": 0.20109439124487005, + "coverage": 0.8195067264573991, + "coverage_of_all_cases": 0.8195067264573991 + }, + { + "threshold": 0.6251574571902981, + "accepted": 732, + "errors": 147, + "risk": 0.20081967213114754, + "coverage": 0.820627802690583, + "coverage_of_all_cases": 0.820627802690583 + }, + { + "threshold": 0.6249879922306071, + "accepted": 733, + "errors": 147, + "risk": 0.20054570259208732, + "coverage": 0.8217488789237668, + "coverage_of_all_cases": 0.8217488789237668 + }, + { + "threshold": 0.6213761111832874, + "accepted": 734, + "errors": 147, + "risk": 0.20027247956403268, + "coverage": 0.8228699551569507, + "coverage_of_all_cases": 0.8228699551569507 + }, + { + "threshold": 0.6182472811982792, + "accepted": 735, + "errors": 148, + "risk": 0.20136054421768707, + "coverage": 0.8239910313901345, + "coverage_of_all_cases": 0.8239910313901345 + }, + { + "threshold": 0.6168889056938472, + "accepted": 736, + "errors": 149, + "risk": 0.20244565217391305, + "coverage": 0.8251121076233184, + "coverage_of_all_cases": 0.8251121076233184 + }, + { + "threshold": 0.6129406552462103, + "accepted": 737, + "errors": 150, + "risk": 0.20352781546811397, + "coverage": 0.8262331838565022, + "coverage_of_all_cases": 0.8262331838565022 + }, + { + "threshold": 0.6127801345012168, + "accepted": 738, + "errors": 151, + "risk": 0.2046070460704607, + "coverage": 0.827354260089686, + "coverage_of_all_cases": 0.827354260089686 + }, + { + "threshold": 0.6117194464996237, + "accepted": 739, + "errors": 152, + "risk": 0.20568335588633288, + "coverage": 0.82847533632287, + "coverage_of_all_cases": 0.82847533632287 + }, + { + "threshold": 0.6090069692584633, + "accepted": 740, + "errors": 153, + "risk": 0.20675675675675675, + "coverage": 0.8295964125560538, + "coverage_of_all_cases": 0.8295964125560538 + }, + { + "threshold": 0.6082264202487186, + "accepted": 741, + "errors": 154, + "risk": 0.2078272604588394, + "coverage": 0.8307174887892377, + "coverage_of_all_cases": 0.8307174887892377 + }, + { + "threshold": 0.6071522456925664, + "accepted": 742, + "errors": 155, + "risk": 0.20889487870619947, + "coverage": 0.8318385650224215, + "coverage_of_all_cases": 0.8318385650224215 + }, + { + "threshold": 0.6044347171337365, + "accepted": 743, + "errors": 156, + "risk": 0.20995962314939434, + "coverage": 0.8329596412556054, + "coverage_of_all_cases": 0.8329596412556054 + }, + { + "threshold": 0.6043110236628012, + "accepted": 744, + "errors": 157, + "risk": 0.2110215053763441, + "coverage": 0.8340807174887892, + "coverage_of_all_cases": 0.8340807174887892 + }, + { + "threshold": 0.6035170420986976, + "accepted": 745, + "errors": 158, + "risk": 0.21208053691275167, + "coverage": 0.8352017937219731, + "coverage_of_all_cases": 0.8352017937219731 + }, + { + "threshold": 0.6019109990236212, + "accepted": 746, + "errors": 158, + "risk": 0.21179624664879357, + "coverage": 0.8363228699551569, + "coverage_of_all_cases": 0.8363228699551569 + }, + { + "threshold": 0.6011830064147178, + "accepted": 747, + "errors": 159, + "risk": 0.21285140562248997, + "coverage": 0.8374439461883408, + "coverage_of_all_cases": 0.8374439461883408 + }, + { + "threshold": 0.5980413900895205, + "accepted": 748, + "errors": 159, + "risk": 0.21256684491978609, + "coverage": 0.8385650224215246, + "coverage_of_all_cases": 0.8385650224215246 + }, + { + "threshold": 0.5980197417415761, + "accepted": 749, + "errors": 160, + "risk": 0.2136181575433912, + "coverage": 0.8396860986547086, + "coverage_of_all_cases": 0.8396860986547086 + }, + { + "threshold": 0.5976663148632647, + "accepted": 750, + "errors": 160, + "risk": 0.21333333333333335, + "coverage": 0.8408071748878924, + "coverage_of_all_cases": 0.8408071748878924 + }, + { + "threshold": 0.5965078826984692, + "accepted": 751, + "errors": 160, + "risk": 0.21304926764314247, + "coverage": 0.8419282511210763, + "coverage_of_all_cases": 0.8419282511210763 + }, + { + "threshold": 0.5960172696159922, + "accepted": 752, + "errors": 161, + "risk": 0.21409574468085107, + "coverage": 0.8430493273542601, + "coverage_of_all_cases": 0.8430493273542601 + }, + { + "threshold": 0.593658658689066, + "accepted": 753, + "errors": 162, + "risk": 0.2151394422310757, + "coverage": 0.844170403587444, + "coverage_of_all_cases": 0.844170403587444 + }, + { + "threshold": 0.5924117678776563, + "accepted": 754, + "errors": 162, + "risk": 0.21485411140583555, + "coverage": 0.8452914798206278, + "coverage_of_all_cases": 0.8452914798206278 + }, + { + "threshold": 0.5916111251744731, + "accepted": 755, + "errors": 163, + "risk": 0.21589403973509932, + "coverage": 0.8464125560538116, + "coverage_of_all_cases": 0.8464125560538116 + }, + { + "threshold": 0.5896694916558468, + "accepted": 756, + "errors": 164, + "risk": 0.21693121693121692, + "coverage": 0.8475336322869955, + "coverage_of_all_cases": 0.8475336322869955 + }, + { + "threshold": 0.5882196953241438, + "accepted": 757, + "errors": 165, + "risk": 0.21796565389696168, + "coverage": 0.8486547085201793, + "coverage_of_all_cases": 0.8486547085201793 + }, + { + "threshold": 0.5867705450510832, + "accepted": 758, + "errors": 166, + "risk": 0.21899736147757257, + "coverage": 0.8497757847533632, + "coverage_of_all_cases": 0.8497757847533632 + }, + { + "threshold": 0.5860025712258745, + "accepted": 759, + "errors": 167, + "risk": 0.22002635046113306, + "coverage": 0.850896860986547, + "coverage_of_all_cases": 0.850896860986547 + }, + { + "threshold": 0.5846346236278148, + "accepted": 760, + "errors": 168, + "risk": 0.22105263157894736, + "coverage": 0.852017937219731, + "coverage_of_all_cases": 0.852017937219731 + }, + { + "threshold": 0.5843493735119928, + "accepted": 761, + "errors": 168, + "risk": 0.22076215505913271, + "coverage": 0.8531390134529148, + "coverage_of_all_cases": 0.8531390134529148 + }, + { + "threshold": 0.5841854094227118, + "accepted": 762, + "errors": 169, + "risk": 0.22178477690288714, + "coverage": 0.8542600896860987, + "coverage_of_all_cases": 0.8542600896860987 + }, + { + "threshold": 0.5837843307452868, + "accepted": 763, + "errors": 170, + "risk": 0.22280471821756226, + "coverage": 0.8553811659192825, + "coverage_of_all_cases": 0.8553811659192825 + }, + { + "threshold": 0.5832176555045631, + "accepted": 764, + "errors": 171, + "risk": 0.2238219895287958, + "coverage": 0.8565022421524664, + "coverage_of_all_cases": 0.8565022421524664 + }, + { + "threshold": 0.5826527697897522, + "accepted": 765, + "errors": 172, + "risk": 0.22483660130718955, + "coverage": 0.8576233183856502, + "coverage_of_all_cases": 0.8576233183856502 + }, + { + "threshold": 0.5825976917829618, + "accepted": 766, + "errors": 173, + "risk": 0.2258485639686684, + "coverage": 0.8587443946188341, + "coverage_of_all_cases": 0.8587443946188341 + }, + { + "threshold": 0.5805938767156541, + "accepted": 767, + "errors": 174, + "risk": 0.22685788787483702, + "coverage": 0.8598654708520179, + "coverage_of_all_cases": 0.8598654708520179 + }, + { + "threshold": 0.5801299575714611, + "accepted": 768, + "errors": 175, + "risk": 0.22786458333333334, + "coverage": 0.8609865470852018, + "coverage_of_all_cases": 0.8609865470852018 + }, + { + "threshold": 0.5791519988600268, + "accepted": 769, + "errors": 175, + "risk": 0.22756827048114434, + "coverage": 0.8621076233183856, + "coverage_of_all_cases": 0.8621076233183856 + }, + { + "threshold": 0.5789281349909786, + "accepted": 770, + "errors": 176, + "risk": 0.22857142857142856, + "coverage": 0.8632286995515696, + "coverage_of_all_cases": 0.8632286995515696 + }, + { + "threshold": 0.5788853104995699, + "accepted": 771, + "errors": 176, + "risk": 0.22827496757457846, + "coverage": 0.8643497757847534, + "coverage_of_all_cases": 0.8643497757847534 + }, + { + "threshold": 0.5782366888448449, + "accepted": 772, + "errors": 176, + "risk": 0.22797927461139897, + "coverage": 0.8654708520179372, + "coverage_of_all_cases": 0.8654708520179372 + }, + { + "threshold": 0.5780923362909536, + "accepted": 773, + "errors": 177, + "risk": 0.22897800776196636, + "coverage": 0.8665919282511211, + "coverage_of_all_cases": 0.8665919282511211 + }, + { + "threshold": 0.5772206220793629, + "accepted": 774, + "errors": 178, + "risk": 0.22997416020671835, + "coverage": 0.8677130044843049, + "coverage_of_all_cases": 0.8677130044843049 + }, + { + "threshold": 0.5749184817729632, + "accepted": 775, + "errors": 179, + "risk": 0.23096774193548386, + "coverage": 0.8688340807174888, + "coverage_of_all_cases": 0.8688340807174888 + }, + { + "threshold": 0.573986729204807, + "accepted": 776, + "errors": 179, + "risk": 0.23067010309278352, + "coverage": 0.8699551569506726, + "coverage_of_all_cases": 0.8699551569506726 + }, + { + "threshold": 0.5730380359751066, + "accepted": 777, + "errors": 179, + "risk": 0.23037323037323038, + "coverage": 0.8710762331838565, + "coverage_of_all_cases": 0.8710762331838565 + }, + { + "threshold": 0.5721268869016659, + "accepted": 778, + "errors": 180, + "risk": 0.23136246786632392, + "coverage": 0.8721973094170403, + "coverage_of_all_cases": 0.8721973094170403 + }, + { + "threshold": 0.571241351957537, + "accepted": 779, + "errors": 180, + "risk": 0.23106546854942234, + "coverage": 0.8733183856502242, + "coverage_of_all_cases": 0.8733183856502242 + }, + { + "threshold": 0.5686313788292524, + "accepted": 780, + "errors": 181, + "risk": 0.23205128205128206, + "coverage": 0.874439461883408, + "coverage_of_all_cases": 0.874439461883408 + }, + { + "threshold": 0.5677433024049784, + "accepted": 781, + "errors": 181, + "risk": 0.23175416133162613, + "coverage": 0.875560538116592, + "coverage_of_all_cases": 0.875560538116592 + }, + { + "threshold": 0.5637138610530035, + "accepted": 782, + "errors": 181, + "risk": 0.23145780051150894, + "coverage": 0.8766816143497758, + "coverage_of_all_cases": 0.8766816143497758 + }, + { + "threshold": 0.5630916728472378, + "accepted": 783, + "errors": 181, + "risk": 0.23116219667943805, + "coverage": 0.8778026905829597, + "coverage_of_all_cases": 0.8778026905829597 + }, + { + "threshold": 0.5629907219259691, + "accepted": 784, + "errors": 181, + "risk": 0.2308673469387755, + "coverage": 0.8789237668161435, + "coverage_of_all_cases": 0.8789237668161435 + }, + { + "threshold": 0.5623606916668711, + "accepted": 785, + "errors": 181, + "risk": 0.23057324840764332, + "coverage": 0.8800448430493274, + "coverage_of_all_cases": 0.8800448430493274 + }, + { + "threshold": 0.5610151868413454, + "accepted": 786, + "errors": 182, + "risk": 0.23155216284987276, + "coverage": 0.8811659192825112, + "coverage_of_all_cases": 0.8811659192825112 + }, + { + "threshold": 0.5585238097914993, + "accepted": 787, + "errors": 183, + "risk": 0.23252858958068615, + "coverage": 0.8822869955156951, + "coverage_of_all_cases": 0.8822869955156951 + }, + { + "threshold": 0.558091459721509, + "accepted": 788, + "errors": 183, + "risk": 0.23223350253807107, + "coverage": 0.8834080717488789, + "coverage_of_all_cases": 0.8834080717488789 + }, + { + "threshold": 0.5577001312547959, + "accepted": 789, + "errors": 184, + "risk": 0.2332065906210393, + "coverage": 0.8845291479820628, + "coverage_of_all_cases": 0.8845291479820628 + }, + { + "threshold": 0.5522346032343326, + "accepted": 790, + "errors": 185, + "risk": 0.23417721518987342, + "coverage": 0.8856502242152466, + "coverage_of_all_cases": 0.8856502242152466 + }, + { + "threshold": 0.5518347110528053, + "accepted": 791, + "errors": 186, + "risk": 0.23514538558786346, + "coverage": 0.8867713004484304, + "coverage_of_all_cases": 0.8867713004484304 + }, + { + "threshold": 0.5506874673897291, + "accepted": 792, + "errors": 187, + "risk": 0.2361111111111111, + "coverage": 0.8878923766816144, + "coverage_of_all_cases": 0.8878923766816144 + }, + { + "threshold": 0.5497548720261817, + "accepted": 793, + "errors": 187, + "risk": 0.23581336696090793, + "coverage": 0.8890134529147982, + "coverage_of_all_cases": 0.8890134529147982 + }, + { + "threshold": 0.5485802729029298, + "accepted": 794, + "errors": 188, + "risk": 0.2367758186397985, + "coverage": 0.8901345291479821, + "coverage_of_all_cases": 0.8901345291479821 + }, + { + "threshold": 0.5474741418522034, + "accepted": 795, + "errors": 189, + "risk": 0.23773584905660378, + "coverage": 0.8912556053811659, + "coverage_of_all_cases": 0.8912556053811659 + }, + { + "threshold": 0.5468337738400944, + "accepted": 796, + "errors": 190, + "risk": 0.23869346733668342, + "coverage": 0.8923766816143498, + "coverage_of_all_cases": 0.8923766816143498 + }, + { + "threshold": 0.5462630035323706, + "accepted": 797, + "errors": 191, + "risk": 0.2396486825595985, + "coverage": 0.8934977578475336, + "coverage_of_all_cases": 0.8934977578475336 + }, + { + "threshold": 0.5455930689476844, + "accepted": 798, + "errors": 191, + "risk": 0.23934837092731828, + "coverage": 0.8946188340807175, + "coverage_of_all_cases": 0.8946188340807175 + }, + { + "threshold": 0.5446690343671253, + "accepted": 799, + "errors": 192, + "risk": 0.24030037546933666, + "coverage": 0.8957399103139013, + "coverage_of_all_cases": 0.8957399103139013 + }, + { + "threshold": 0.5445162267870092, + "accepted": 800, + "errors": 192, + "risk": 0.24, + "coverage": 0.8968609865470852, + "coverage_of_all_cases": 0.8968609865470852 + }, + { + "threshold": 0.5442211299570981, + "accepted": 801, + "errors": 193, + "risk": 0.24094881398252185, + "coverage": 0.897982062780269, + "coverage_of_all_cases": 0.897982062780269 + }, + { + "threshold": 0.5440927316608728, + "accepted": 802, + "errors": 194, + "risk": 0.24189526184538654, + "coverage": 0.899103139013453, + "coverage_of_all_cases": 0.899103139013453 + }, + { + "threshold": 0.540489695001971, + "accepted": 803, + "errors": 195, + "risk": 0.24283935242839352, + "coverage": 0.9002242152466368, + "coverage_of_all_cases": 0.9002242152466368 + }, + { + "threshold": 0.5404763242935716, + "accepted": 804, + "errors": 196, + "risk": 0.24378109452736318, + "coverage": 0.9013452914798207, + "coverage_of_all_cases": 0.9013452914798207 + }, + { + "threshold": 0.5398715592846517, + "accepted": 805, + "errors": 197, + "risk": 0.24472049689440994, + "coverage": 0.9024663677130045, + "coverage_of_all_cases": 0.9024663677130045 + }, + { + "threshold": 0.53653440729808, + "accepted": 806, + "errors": 198, + "risk": 0.2456575682382134, + "coverage": 0.9035874439461884, + "coverage_of_all_cases": 0.9035874439461884 + }, + { + "threshold": 0.530162713472837, + "accepted": 807, + "errors": 198, + "risk": 0.24535315985130113, + "coverage": 0.9047085201793722, + "coverage_of_all_cases": 0.9047085201793722 + }, + { + "threshold": 0.5296097253573456, + "accepted": 808, + "errors": 199, + "risk": 0.24628712871287128, + "coverage": 0.905829596412556, + "coverage_of_all_cases": 0.905829596412556 + }, + { + "threshold": 0.5290923426027401, + "accepted": 809, + "errors": 199, + "risk": 0.24598269468479605, + "coverage": 0.9069506726457399, + "coverage_of_all_cases": 0.9069506726457399 + }, + { + "threshold": 0.5268256994952868, + "accepted": 810, + "errors": 199, + "risk": 0.24567901234567902, + "coverage": 0.9080717488789237, + "coverage_of_all_cases": 0.9080717488789237 + }, + { + "threshold": 0.5267737007516649, + "accepted": 811, + "errors": 199, + "risk": 0.24537607891491986, + "coverage": 0.9091928251121076, + "coverage_of_all_cases": 0.9091928251121076 + }, + { + "threshold": 0.5250587491050649, + "accepted": 812, + "errors": 200, + "risk": 0.24630541871921183, + "coverage": 0.9103139013452914, + "coverage_of_all_cases": 0.9103139013452914 + }, + { + "threshold": 0.5243635024007025, + "accepted": 813, + "errors": 200, + "risk": 0.24600246002460024, + "coverage": 0.9114349775784754, + "coverage_of_all_cases": 0.9114349775784754 + }, + { + "threshold": 0.5219987819736216, + "accepted": 814, + "errors": 200, + "risk": 0.2457002457002457, + "coverage": 0.9125560538116592, + "coverage_of_all_cases": 0.9125560538116592 + }, + { + "threshold": 0.5216174487106986, + "accepted": 815, + "errors": 201, + "risk": 0.24662576687116564, + "coverage": 0.9136771300448431, + "coverage_of_all_cases": 0.9136771300448431 + }, + { + "threshold": 0.5216039142175743, + "accepted": 816, + "errors": 201, + "risk": 0.24632352941176472, + "coverage": 0.9147982062780269, + "coverage_of_all_cases": 0.9147982062780269 + }, + { + "threshold": 0.5201093708633541, + "accepted": 817, + "errors": 201, + "risk": 0.2460220318237454, + "coverage": 0.9159192825112108, + "coverage_of_all_cases": 0.9159192825112108 + }, + { + "threshold": 0.5192380300767295, + "accepted": 818, + "errors": 202, + "risk": 0.2469437652811736, + "coverage": 0.9170403587443946, + "coverage_of_all_cases": 0.9170403587443946 + }, + { + "threshold": 0.5187112472827263, + "accepted": 819, + "errors": 202, + "risk": 0.24664224664224665, + "coverage": 0.9181614349775785, + "coverage_of_all_cases": 0.9181614349775785 + }, + { + "threshold": 0.5154367532979206, + "accepted": 820, + "errors": 203, + "risk": 0.2475609756097561, + "coverage": 0.9192825112107623, + "coverage_of_all_cases": 0.9192825112107623 + }, + { + "threshold": 0.5153769255571582, + "accepted": 821, + "errors": 203, + "risk": 0.24725943970767356, + "coverage": 0.9204035874439462, + "coverage_of_all_cases": 0.9204035874439462 + }, + { + "threshold": 0.514616476243266, + "accepted": 822, + "errors": 204, + "risk": 0.24817518248175183, + "coverage": 0.92152466367713, + "coverage_of_all_cases": 0.92152466367713 + }, + { + "threshold": 0.5122789485148055, + "accepted": 823, + "errors": 205, + "risk": 0.24908869987849333, + "coverage": 0.922645739910314, + "coverage_of_all_cases": 0.922645739910314 + }, + { + "threshold": 0.5107276663483938, + "accepted": 824, + "errors": 205, + "risk": 0.2487864077669903, + "coverage": 0.9237668161434978, + "coverage_of_all_cases": 0.9237668161434978 + }, + { + "threshold": 0.5037597901253938, + "accepted": 825, + "errors": 205, + "risk": 0.24848484848484848, + "coverage": 0.9248878923766816, + "coverage_of_all_cases": 0.9248878923766816 + }, + { + "threshold": 0.5033290387177671, + "accepted": 826, + "errors": 205, + "risk": 0.24818401937046006, + "coverage": 0.9260089686098655, + "coverage_of_all_cases": 0.9260089686098655 + }, + { + "threshold": 0.5015468572899777, + "accepted": 827, + "errors": 205, + "risk": 0.2478839177750907, + "coverage": 0.9271300448430493, + "coverage_of_all_cases": 0.9271300448430493 + }, + { + "threshold": 0.5011829886294801, + "accepted": 828, + "errors": 206, + "risk": 0.24879227053140096, + "coverage": 0.9282511210762332, + "coverage_of_all_cases": 0.9282511210762332 + }, + { + "threshold": 0.5002679863490687, + "accepted": 829, + "errors": 207, + "risk": 0.24969843184559712, + "coverage": 0.929372197309417, + "coverage_of_all_cases": 0.929372197309417 + }, + { + "threshold": 0.4994332372083996, + "accepted": 830, + "errors": 207, + "risk": 0.2493975903614458, + "coverage": 0.9304932735426009, + "coverage_of_all_cases": 0.9304932735426009 + }, + { + "threshold": 0.4992541156535003, + "accepted": 831, + "errors": 208, + "risk": 0.2503008423586041, + "coverage": 0.9316143497757847, + "coverage_of_all_cases": 0.9316143497757847 + }, + { + "threshold": 0.49811193056861447, + "accepted": 832, + "errors": 208, + "risk": 0.25, + "coverage": 0.9327354260089686, + "coverage_of_all_cases": 0.9327354260089686 + }, + { + "threshold": 0.4951314932409565, + "accepted": 833, + "errors": 209, + "risk": 0.25090036014405764, + "coverage": 0.9338565022421524, + "coverage_of_all_cases": 0.9338565022421524 + }, + { + "threshold": 0.4885492536177927, + "accepted": 834, + "errors": 209, + "risk": 0.25059952038369304, + "coverage": 0.9349775784753364, + "coverage_of_all_cases": 0.9349775784753364 + }, + { + "threshold": 0.4784334111361164, + "accepted": 835, + "errors": 209, + "risk": 0.2502994011976048, + "coverage": 0.9360986547085202, + "coverage_of_all_cases": 0.9360986547085202 + }, + { + "threshold": 0.4718399701254153, + "accepted": 836, + "errors": 210, + "risk": 0.2511961722488038, + "coverage": 0.9372197309417041, + "coverage_of_all_cases": 0.9372197309417041 + }, + { + "threshold": 0.4715903634305509, + "accepted": 837, + "errors": 211, + "risk": 0.2520908004778972, + "coverage": 0.9383408071748879, + "coverage_of_all_cases": 0.9383408071748879 + }, + { + "threshold": 0.46619738071663813, + "accepted": 838, + "errors": 212, + "risk": 0.2529832935560859, + "coverage": 0.9394618834080718, + "coverage_of_all_cases": 0.9394618834080718 + }, + { + "threshold": 0.46392890361405265, + "accepted": 839, + "errors": 213, + "risk": 0.25387365911799764, + "coverage": 0.9405829596412556, + "coverage_of_all_cases": 0.9405829596412556 + }, + { + "threshold": 0.4601635437646086, + "accepted": 840, + "errors": 214, + "risk": 0.25476190476190474, + "coverage": 0.9417040358744395, + "coverage_of_all_cases": 0.9417040358744395 + }, + { + "threshold": 0.458205812347396, + "accepted": 841, + "errors": 214, + "risk": 0.2544589774078478, + "coverage": 0.9428251121076233, + "coverage_of_all_cases": 0.9428251121076233 + }, + { + "threshold": 0.45640825078660036, + "accepted": 842, + "errors": 215, + "risk": 0.25534441805225655, + "coverage": 0.9439461883408071, + "coverage_of_all_cases": 0.9439461883408071 + }, + { + "threshold": 0.45007753779803467, + "accepted": 843, + "errors": 216, + "risk": 0.25622775800711745, + "coverage": 0.945067264573991, + "coverage_of_all_cases": 0.945067264573991 + }, + { + "threshold": 0.44954917845427733, + "accepted": 844, + "errors": 216, + "risk": 0.2559241706161137, + "coverage": 0.9461883408071748, + "coverage_of_all_cases": 0.9461883408071748 + }, + { + "threshold": 0.4457013932398992, + "accepted": 845, + "errors": 217, + "risk": 0.25680473372781065, + "coverage": 0.9473094170403588, + "coverage_of_all_cases": 0.9473094170403588 + }, + { + "threshold": 0.4454543952650402, + "accepted": 846, + "errors": 218, + "risk": 0.2576832151300236, + "coverage": 0.9484304932735426, + "coverage_of_all_cases": 0.9484304932735426 + }, + { + "threshold": 0.4415733916803708, + "accepted": 847, + "errors": 218, + "risk": 0.25737898465171194, + "coverage": 0.9495515695067265, + "coverage_of_all_cases": 0.9495515695067265 + }, + { + "threshold": 0.4392158783276651, + "accepted": 848, + "errors": 219, + "risk": 0.25825471698113206, + "coverage": 0.9506726457399103, + "coverage_of_all_cases": 0.9506726457399103 + }, + { + "threshold": 0.43697649370122804, + "accepted": 849, + "errors": 219, + "risk": 0.2579505300353357, + "coverage": 0.9517937219730942, + "coverage_of_all_cases": 0.9517937219730942 + }, + { + "threshold": 0.42272933398576346, + "accepted": 850, + "errors": 220, + "risk": 0.25882352941176473, + "coverage": 0.952914798206278, + "coverage_of_all_cases": 0.952914798206278 + }, + { + "threshold": 0.4223767923257983, + "accepted": 851, + "errors": 221, + "risk": 0.2596944770857814, + "coverage": 0.9540358744394619, + "coverage_of_all_cases": 0.9540358744394619 + }, + { + "threshold": 0.41917021192686943, + "accepted": 852, + "errors": 221, + "risk": 0.25938967136150237, + "coverage": 0.9551569506726457, + "coverage_of_all_cases": 0.9551569506726457 + }, + { + "threshold": 0.41568038430672005, + "accepted": 853, + "errors": 221, + "risk": 0.25908558030480655, + "coverage": 0.9562780269058296, + "coverage_of_all_cases": 0.9562780269058296 + }, + { + "threshold": 0.40755159261058405, + "accepted": 854, + "errors": 222, + "risk": 0.25995316159250587, + "coverage": 0.9573991031390134, + "coverage_of_all_cases": 0.9573991031390134 + }, + { + "threshold": 0.4036005586906534, + "accepted": 855, + "errors": 222, + "risk": 0.2596491228070175, + "coverage": 0.9585201793721974, + "coverage_of_all_cases": 0.9585201793721974 + }, + { + "threshold": 0.400771006766692, + "accepted": 856, + "errors": 222, + "risk": 0.25934579439252337, + "coverage": 0.9596412556053812, + "coverage_of_all_cases": 0.9596412556053812 + }, + { + "threshold": 0.39739855673316427, + "accepted": 857, + "errors": 223, + "risk": 0.2602100350058343, + "coverage": 0.9607623318385651, + "coverage_of_all_cases": 0.9607623318385651 + }, + { + "threshold": 0.3896376143886353, + "accepted": 858, + "errors": 223, + "risk": 0.25990675990675993, + "coverage": 0.9618834080717489, + "coverage_of_all_cases": 0.9618834080717489 + }, + { + "threshold": 0.38830074341491666, + "accepted": 859, + "errors": 224, + "risk": 0.2607683352735739, + "coverage": 0.9630044843049327, + "coverage_of_all_cases": 0.9630044843049327 + }, + { + "threshold": 0.3873896701513401, + "accepted": 860, + "errors": 225, + "risk": 0.2616279069767442, + "coverage": 0.9641255605381166, + "coverage_of_all_cases": 0.9641255605381166 + }, + { + "threshold": 0.38466693282982706, + "accepted": 861, + "errors": 225, + "risk": 0.2613240418118467, + "coverage": 0.9652466367713004, + "coverage_of_all_cases": 0.9652466367713004 + }, + { + "threshold": 0.38221707298038493, + "accepted": 862, + "errors": 225, + "risk": 0.26102088167053367, + "coverage": 0.9663677130044843, + "coverage_of_all_cases": 0.9663677130044843 + }, + { + "threshold": 0.38021907987289844, + "accepted": 863, + "errors": 226, + "risk": 0.26187717265353416, + "coverage": 0.9674887892376681, + "coverage_of_all_cases": 0.9674887892376681 + }, + { + "threshold": 0.37924717542982395, + "accepted": 864, + "errors": 227, + "risk": 0.26273148148148145, + "coverage": 0.968609865470852, + "coverage_of_all_cases": 0.968609865470852 + }, + { + "threshold": 0.377023768532803, + "accepted": 865, + "errors": 228, + "risk": 0.2635838150289017, + "coverage": 0.9697309417040358, + "coverage_of_all_cases": 0.9697309417040358 + }, + { + "threshold": 0.3705616017052019, + "accepted": 866, + "errors": 228, + "risk": 0.2632794457274827, + "coverage": 0.9708520179372198, + "coverage_of_all_cases": 0.9708520179372198 + }, + { + "threshold": 0.3670785693172967, + "accepted": 867, + "errors": 228, + "risk": 0.2629757785467128, + "coverage": 0.9719730941704036, + "coverage_of_all_cases": 0.9719730941704036 + }, + { + "threshold": 0.36627139715515106, + "accepted": 868, + "errors": 228, + "risk": 0.2626728110599078, + "coverage": 0.9730941704035875, + "coverage_of_all_cases": 0.9730941704035875 + }, + { + "threshold": 0.36597869531453103, + "accepted": 869, + "errors": 229, + "risk": 0.26352128883774456, + "coverage": 0.9742152466367713, + "coverage_of_all_cases": 0.9742152466367713 + }, + { + "threshold": 0.3614427261420992, + "accepted": 870, + "errors": 229, + "risk": 0.2632183908045977, + "coverage": 0.9753363228699552, + "coverage_of_all_cases": 0.9753363228699552 + }, + { + "threshold": 0.3598526757196159, + "accepted": 871, + "errors": 230, + "risk": 0.26406429391504016, + "coverage": 0.976457399103139, + "coverage_of_all_cases": 0.976457399103139 + }, + { + "threshold": 0.34841400401648603, + "accepted": 872, + "errors": 230, + "risk": 0.26376146788990823, + "coverage": 0.9775784753363229, + "coverage_of_all_cases": 0.9775784753363229 + }, + { + "threshold": 0.3440626080294283, + "accepted": 873, + "errors": 230, + "risk": 0.2634593356242841, + "coverage": 0.9786995515695067, + "coverage_of_all_cases": 0.9786995515695067 + }, + { + "threshold": 0.3438459609810502, + "accepted": 874, + "errors": 231, + "risk": 0.2643020594965675, + "coverage": 0.9798206278026906, + "coverage_of_all_cases": 0.9798206278026906 + }, + { + "threshold": 0.34025701310552897, + "accepted": 875, + "errors": 231, + "risk": 0.264, + "coverage": 0.9809417040358744, + "coverage_of_all_cases": 0.9809417040358744 + }, + { + "threshold": 0.33652937700983176, + "accepted": 876, + "errors": 231, + "risk": 0.2636986301369863, + "coverage": 0.9820627802690582, + "coverage_of_all_cases": 0.9820627802690582 + }, + { + "threshold": 0.33215480375222994, + "accepted": 877, + "errors": 232, + "risk": 0.2645381984036488, + "coverage": 0.9831838565022422, + "coverage_of_all_cases": 0.9831838565022422 + }, + { + "threshold": 0.33089204793004523, + "accepted": 878, + "errors": 232, + "risk": 0.2642369020501139, + "coverage": 0.984304932735426, + "coverage_of_all_cases": 0.984304932735426 + }, + { + "threshold": 0.32947273901239665, + "accepted": 879, + "errors": 233, + "risk": 0.26507394766780434, + "coverage": 0.9854260089686099, + "coverage_of_all_cases": 0.9854260089686099 + }, + { + "threshold": 0.3243154072142127, + "accepted": 880, + "errors": 234, + "risk": 0.26590909090909093, + "coverage": 0.9865470852017937, + "coverage_of_all_cases": 0.9865470852017937 + }, + { + "threshold": 0.31407426566727337, + "accepted": 881, + "errors": 234, + "risk": 0.2656072644721907, + "coverage": 0.9876681614349776, + "coverage_of_all_cases": 0.9876681614349776 + }, + { + "threshold": 0.3094572706196672, + "accepted": 882, + "errors": 235, + "risk": 0.26643990929705214, + "coverage": 0.9887892376681614, + "coverage_of_all_cases": 0.9887892376681614 + }, + { + "threshold": 0.295085521267726, + "accepted": 883, + "errors": 236, + "risk": 0.26727066817667045, + "coverage": 0.9899103139013453, + "coverage_of_all_cases": 0.9899103139013453 + }, + { + "threshold": 0.2829651899437435, + "accepted": 884, + "errors": 236, + "risk": 0.2669683257918552, + "coverage": 0.9910313901345291, + "coverage_of_all_cases": 0.9910313901345291 + }, + { + "threshold": 0.28049630938587583, + "accepted": 885, + "errors": 237, + "risk": 0.2677966101694915, + "coverage": 0.992152466367713, + "coverage_of_all_cases": 0.992152466367713 + }, + { + "threshold": 0.2773693027599508, + "accepted": 886, + "errors": 238, + "risk": 0.2686230248306998, + "coverage": 0.9932735426008968, + "coverage_of_all_cases": 0.9932735426008968 + }, + { + "threshold": 0.27499367601608915, + "accepted": 887, + "errors": 239, + "risk": 0.26944757609921083, + "coverage": 0.9943946188340808, + "coverage_of_all_cases": 0.9943946188340808 + }, + { + "threshold": 0.2680736016141727, + "accepted": 888, + "errors": 240, + "risk": 0.2702702702702703, + "coverage": 0.9955156950672646, + "coverage_of_all_cases": 0.9955156950672646 + }, + { + "threshold": 0.2656127388084883, + "accepted": 889, + "errors": 241, + "risk": 0.27109111361079863, + "coverage": 0.9966367713004485, + "coverage_of_all_cases": 0.9966367713004485 + }, + { + "threshold": 0.2652109573734281, + "accepted": 890, + "errors": 242, + "risk": 0.27191011235955054, + "coverage": 0.9977578475336323, + "coverage_of_all_cases": 0.9977578475336323 + }, + { + "threshold": 0.25794176439697336, + "accepted": 891, + "errors": 243, + "risk": 0.2727272727272727, + "coverage": 0.9988789237668162, + "coverage_of_all_cases": 0.9988789237668162 + }, + { + "threshold": 0.24366800259497964, + "accepted": 892, + "errors": 244, + "risk": 0.273542600896861, + "coverage": 1.0, + "coverage_of_all_cases": 1.0 + } + ] + }, + "probability_incomplete": 0, + "latency_ms": { + "count": 892, + "mean": 10.503481220852018, + "p50": 9.056686, + "p95": 26.788966049999992, + "min": 5.711381, + "max": 51.544264 + }, + "wall_latency_ms": null, + "input_tokens": { + "count": 892, + "mean": 355.80044843049325, + "p50": 276.0, + "p95": 896.3499999999998, + "min": 109.0, + "max": 1509.0 + }, + "state_characters": null, + "notes": [ + "accuracy_all counts errors and skips as incorrect", + "accuracy_attempted and family macro count errors as wrong and exclude intentional skips", + "family defaults to source; latency_ms is local forward-pass or hosted HTTP time", + "wall_latency_ms includes per-record scorer preprocessing and inference; no warmup excluded", + "F1 uses semantic option keys, never shuffled answer letters", + "Probability metrics only include explicitly complete distributions" + ] + }, + "max_length": 2048, + "temperature": 1.0, + "calibration": null, + "reference_report": "reports/decision-0.8b-v2/merged-development.json", + "reference_sha256": "eeedeb35361995f7186d1ec3b2eafffd584eb71e559f2c930edbbe576831c0d8", + "comparison": { + "records": 892, + "prediction_change_count": 75, + "label_agreement": 0.9159192825112108, + "maximum_absolute_probability_difference": 0.6202346980408185, + "mean_absolute_probability_difference": 0.02782767812758309, + "reference_accuracy": 0.7623318385650224, + "gguf_accuracy": 0.726457399103139, + "accuracy_delta": -0.0358744394618834, + "predeclared_gate": { + "maximum_accuracy_drop": 0.01, + "passed": false, + "scope": "Development diagnostic only; not evidence of iPhone performance or final-test accuracy." + }, + "paired_group_bootstrap": { + "accuracy_delta": -0.03587443946188341, + "ci95": [ + -0.052806551432232084, + -0.01901309570913568 + ], + "samples": 2000, + "seed": 42, + "by_source": { + "ag_news": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.02, + "ci95": [ + -0.06, + 0.0 + ] + }, + "banking77": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + -0.06, + 0.06 + ] + }, + "boolq": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + -0.06, + 0.06 + ] + }, + "clinc150": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.02, + "ci95": [ + -0.06, + 0.0 + ] + }, + "go_emotions": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.04, + "ci95": [ + -0.1, + 0.0 + ] + }, + "helpsteer2": { + "count": 50, + "groups": 37, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + -0.11538461538461539, + 0.11538461538461539 + ] + }, + "mnli": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.08, + "ci95": [ + -0.16, + -0.02 + ] + }, + "paws": { + "count": 50, + "groups": 40, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "policy": { + "count": 48, + "groups": 16, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "policy_v2": { + "count": 48, + "groups": 8, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": -0.041666666666666664, + "ci95": [ + -0.10416666666666667, + 0.041666666666666664 + ] + }, + "research_taxonomy_v21": { + "count": 48, + "groups": 6, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "routing_v2": { + "count": 48, + "groups": 8, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": -0.020833333333333332, + "ci95": [ + -0.14583333333333334, + 0.08333333333333333 + ] + }, + "sst5": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + -0.1, + 0.1 + ] + }, + "vitaminc": { + "count": 50, + "groups": 49, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.04, + "ci95": [ + -0.10204081632653061, + 0.0 + ] + }, + "workflow.simple_quorum": { + "count": 100, + "groups": 20, + "fixed_weight": 0.11210762331838565, + "accuracy_delta": -0.11, + "ci95": [ + -0.19, + -0.04 + ] + }, + "workflow.veto_alternative": { + "count": 100, + "groups": 20, + "fixed_weight": 0.11210762331838565, + "accuracy_delta": -0.08, + "ci95": [ + -0.15, + -0.02 + ] + } + }, + "method": "paired percentile bootstrap; whole groups within source; fixed observed source weights" + }, + "nll_delta": 0.014544398598958286, + "ece_delta": 0.03006599867555923, + "family_macro_accuracy_delta": -0.028281250000000036 + }, + "command": [ + "/home/user/Project/finetune-jev/tools/llama.cpp/build-cuda/bin/jev-gguf-logits", + "/home/user/Project/finetune-jev/exports/decision-0.8b-gguf-release-v1/model-Q4_K_M.gguf", + "/home/user/Project/finetune-jev/reports/decision-0.8b-v2/q4-development.payload.jsonl", + "99", + "4", + "2048" + ], + "payload_sha256": "cde71751f2af8d5ac8acf9e8a4099b313b04838d7037fa379a295414470779c5", + "raw_sha256": "39b7e061f92076e1a313107562803c14066489f1e797247af2c04238b71d285c", + "verification_script_sha256": "eb04d14c2d2068ba1cd8016aef4d57a678aec63453472f08a863aaf155d3b45f", + "physical_iphone_tested": false, + "source_report_sha256": "4c8c992e7bf2afcf9c4f913b4eb5fc2bc33c106bbe476b7632d489a9d3f6d60a" +}