diff --git "a/evaluation/q8-development.json" "b/evaluation/q8-development.json" new file mode 100644--- /dev/null +++ "b/evaluation/q8-development.json" @@ -0,0 +1,7572 @@ +{ + "version": 1, + "created_at": "2026-09-29T10:17:42.478962+00:00", + "model": { + "provider": "llama_cpp", + "name": "exports/decision-0.8b-gguf-q8-v1/model-Q8_0.gguf", + "gguf_sha256": "efa1614fe5c7d84acb6b8acdf9fd0dda4a26acf110302732baa573d3332a4fef", + "conversion_manifest_sha256": "05ef47d72cbb29d697f018053a3542189ace238b0fe0ac301d2444076cf6255a", + "llama_cpp_revision": "bd4f514db14d87fded667787a7a963bfbaa98e89", + "native_scorer_sha256": "525aa311fae170fd75ff2619d68e0c961eca147edb0dd86114ec8da0de37d9b3", + "scorer_source_sha256": "504d9ec57bf30cb5346f84982d616370664bd345896820c02f989fed86e3975d", + "tokenizer_equivalence": "Every HF-rendered prompt, option-token boundary and EOS ID checked by native scorer", + "reference_tokenizer_sha256": "09f1f26effaa7c51589555eacfbcece6043764d227c11be74d2b05c90584a548", + "prompt_sha256": "b2c4baf03d0224bf37ea1b2e11c2fa2c98c26d09a7a881a4565150829d1e2af0", + "encoding_sha256": "1e1255124fb4f698cabd531cbc251e2b0b91b8d119a53cf88974792f196a2c30", + "gpu_layers": 99, + "threads": 4, + "context_length": 2048, + "physical_microbatch_tokens": 2048, + "cache_reset": "All recurrent/KV data and metadata cleared before every record" + }, + "dataset_sha256": "21977c3441de6aff6f320084c0531e4131996b62b22c80b7d4c9cc158a7b6fa2", + "allow_test": false, + "cases_sha256": "b38b3d4556e70c6d82aa7b4107bee01052eaf67cd6f52537f0861b72960f8c81", + "summary": { + "count": 892, + "attempted": 892, + "scored": 892, + "errors": 0, + "skipped": 0, + "accuracy_all": 0.757847533632287, + "accuracy_attempted": 0.757847533632287, + "accuracy_scored": 0.757847533632287, + "accuracy_family_macro": 0.7946354166666667, + "accuracy_by_family": { + "ag_news": 0.84, + "banking77": 0.92, + "boolq": 0.86, + "clinc150": 0.94, + "go_emotions": 0.88, + "helpsteer2": 0.58, + "mnli": 0.84, + "paws": 0.96, + "policy": 1.0, + "policy_v2": 0.875, + "research_taxonomy_v21": 1.0, + "routing_v2": 0.7291666666666666, + "simple_quorum": 0.53, + "sst5": 0.46, + "veto_alternative": 0.42, + "vitaminc": 0.88 + }, + "by_source": { + "ag_news": { + "count": 50, + "scored": 50, + "accuracy_all": 0.84, + "accuracy_attempted": 0.84, + "macro_f1_scored": 0.8086663000977516, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "banking77": { + "count": 50, + "scored": 50, + "accuracy_all": 0.92, + "accuracy_attempted": 0.92, + "macro_f1_scored": 0.8915989159891599, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "boolq": { + "count": 50, + "scored": 50, + "accuracy_all": 0.86, + "accuracy_attempted": 0.86, + "macro_f1_scored": 0.8553121124431583, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "clinc150": { + "count": 50, + "scored": 50, + "accuracy_all": 0.94, + "accuracy_attempted": 0.94, + "macro_f1_scored": 0.9318518518518518, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "go_emotions": { + "count": 50, + "scored": 50, + "accuracy_all": 0.88, + "accuracy_attempted": 0.88, + "macro_f1_scored": 0.8792270531400965, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "helpsteer2": { + "count": 50, + "scored": 50, + "accuracy_all": 0.58, + "accuracy_attempted": 0.58, + "macro_f1_scored": 0.405841784989858, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "mnli": { + "count": 50, + "scored": 50, + "accuracy_all": 0.84, + "accuracy_attempted": 0.84, + "macro_f1_scored": 0.8374727668845315, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "paws": { + "count": 50, + "scored": 50, + "accuracy_all": 0.96, + "accuracy_attempted": 0.96, + "macro_f1_scored": 0.9597423510466989, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "policy": { + "count": 48, + "scored": 48, + "accuracy_all": 1.0, + "accuracy_attempted": 1.0, + "macro_f1_scored": 1.0, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "policy_v2": { + "count": 48, + "scored": 48, + "accuracy_all": 0.875, + "accuracy_attempted": 0.875, + "macro_f1_scored": 0.8756784434203789, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "research_taxonomy_v21": { + "count": 48, + "scored": 48, + "accuracy_all": 1.0, + "accuracy_attempted": 1.0, + "macro_f1_scored": 1.0, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "routing_v2": { + "count": 48, + "scored": 48, + "accuracy_all": 0.7291666666666666, + "accuracy_attempted": 0.7291666666666666, + "macro_f1_scored": 0.7074551480511233, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "sst5": { + "count": 50, + "scored": 50, + "accuracy_all": 0.46, + "accuracy_attempted": 0.46, + "macro_f1_scored": 0.4019893899204244, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "vitaminc": { + "count": 50, + "scored": 50, + "accuracy_all": 0.88, + "accuracy_attempted": 0.88, + "macro_f1_scored": 0.8377538829151733, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "workflow.simple_quorum": { + "count": 100, + "scored": 100, + "accuracy_all": 0.53, + "accuracy_attempted": 0.53, + "macro_f1_scored": 0.45591192971313643, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "workflow.veto_alternative": { + "count": 100, + "scored": 100, + "accuracy_all": 0.42, + "accuracy_attempted": 0.42, + "macro_f1_scored": 0.36285441223319526, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + } + }, + "probability_metrics": { + "count": 892, + "brier_multiclass_sum": 0.35061622333984155, + "nll": 0.6363266028127673, + "infinite_nll_cases": 0, + "ece": 0.0880061804647374, + "ece_equal_width_bins": 15, + "aurc": 0.08417633480861532, + "coverage_at_error": { + "0.01": 0.3374439461883408, + "0.05": 0.4517937219730942, + "0.1": 0.5997757847533632 + }, + "risk_coverage_note": "Empirical diagnostic, not a held-out error guarantee; whole ties accepted.", + "risk_coverage": [ + { + "threshold": 0.9999985779995842, + "accepted": 1, + "errors": 0, + "risk": 0.0, + "coverage": 0.0011210762331838565, + "coverage_of_all_cases": 0.0011210762331838565 + }, + { + "threshold": 0.9999967915184775, + "accepted": 2, + "errors": 0, + "risk": 0.0, + "coverage": 0.002242152466367713, + "coverage_of_all_cases": 0.002242152466367713 + }, + { + "threshold": 0.999996517735911, + "accepted": 3, + "errors": 0, + "risk": 0.0, + "coverage": 0.0033632286995515697, + "coverage_of_all_cases": 0.0033632286995515697 + }, + { + "threshold": 0.9999960884123379, + "accepted": 4, + "errors": 0, + "risk": 0.0, + "coverage": 0.004484304932735426, + "coverage_of_all_cases": 0.004484304932735426 + }, + { + "threshold": 0.9999955634396231, + "accepted": 5, + "errors": 0, + "risk": 0.0, + "coverage": 0.005605381165919282, + "coverage_of_all_cases": 0.005605381165919282 + }, + { + "threshold": 0.999992865778174, + "accepted": 6, + "errors": 0, + "risk": 0.0, + "coverage": 0.006726457399103139, + "coverage_of_all_cases": 0.006726457399103139 + }, + { + "threshold": 0.9999923218566503, + "accepted": 7, + "errors": 0, + "risk": 0.0, + "coverage": 0.007847533632286996, + "coverage_of_all_cases": 0.007847533632286996 + }, + { + "threshold": 0.9999922118223155, + "accepted": 8, + "errors": 0, + "risk": 0.0, + "coverage": 0.008968609865470852, + "coverage_of_all_cases": 0.008968609865470852 + }, + { + "threshold": 0.9999909290202599, + "accepted": 9, + "errors": 0, + "risk": 0.0, + "coverage": 0.010089686098654708, + "coverage_of_all_cases": 0.010089686098654708 + }, + { + "threshold": 0.9999908529026365, + "accepted": 10, + "errors": 0, + "risk": 0.0, + "coverage": 0.011210762331838564, + "coverage_of_all_cases": 0.011210762331838564 + }, + { + "threshold": 0.9999901688300931, + "accepted": 11, + "errors": 0, + "risk": 0.0, + "coverage": 0.01233183856502242, + "coverage_of_all_cases": 0.01233183856502242 + }, + { + "threshold": 0.9999870563950211, + "accepted": 12, + "errors": 0, + "risk": 0.0, + "coverage": 0.013452914798206279, + "coverage_of_all_cases": 0.013452914798206279 + }, + { + "threshold": 0.9999864424749394, + "accepted": 13, + "errors": 0, + "risk": 0.0, + "coverage": 0.014573991031390135, + "coverage_of_all_cases": 0.014573991031390135 + }, + { + "threshold": 0.9999861485361116, + "accepted": 14, + "errors": 0, + "risk": 0.0, + "coverage": 0.01569506726457399, + "coverage_of_all_cases": 0.01569506726457399 + }, + { + "threshold": 0.9999850401567361, + "accepted": 15, + "errors": 0, + "risk": 0.0, + "coverage": 0.016816143497757848, + "coverage_of_all_cases": 0.016816143497757848 + }, + { + "threshold": 0.999984512742253, + "accepted": 16, + "errors": 0, + "risk": 0.0, + "coverage": 0.017937219730941704, + "coverage_of_all_cases": 0.017937219730941704 + }, + { + "threshold": 0.9999843003600266, + "accepted": 17, + "errors": 0, + "risk": 0.0, + "coverage": 0.01905829596412556, + "coverage_of_all_cases": 0.01905829596412556 + }, + { + "threshold": 0.9999841962964547, + "accepted": 18, + "errors": 0, + "risk": 0.0, + "coverage": 0.020179372197309416, + "coverage_of_all_cases": 0.020179372197309416 + }, + { + "threshold": 0.9999836998202823, + "accepted": 19, + "errors": 0, + "risk": 0.0, + "coverage": 0.021300448430493273, + "coverage_of_all_cases": 0.021300448430493273 + }, + { + "threshold": 0.9999833060373939, + "accepted": 20, + "errors": 0, + "risk": 0.0, + "coverage": 0.02242152466367713, + "coverage_of_all_cases": 0.02242152466367713 + }, + { + "threshold": 0.9999829822202572, + "accepted": 21, + "errors": 0, + "risk": 0.0, + "coverage": 0.023542600896860985, + "coverage_of_all_cases": 0.023542600896860985 + }, + { + "threshold": 0.9999824783694627, + "accepted": 22, + "errors": 0, + "risk": 0.0, + "coverage": 0.02466367713004484, + "coverage_of_all_cases": 0.02466367713004484 + }, + { + "threshold": 0.9999816004972474, + "accepted": 23, + "errors": 0, + "risk": 0.0, + "coverage": 0.0257847533632287, + "coverage_of_all_cases": 0.0257847533632287 + }, + { + "threshold": 0.9999797508127627, + "accepted": 24, + "errors": 0, + "risk": 0.0, + "coverage": 0.026905829596412557, + "coverage_of_all_cases": 0.026905829596412557 + }, + { + "threshold": 0.999978943682352, + "accepted": 25, + "errors": 0, + "risk": 0.0, + "coverage": 0.028026905829596414, + "coverage_of_all_cases": 0.028026905829596414 + }, + { + "threshold": 0.999977878429741, + "accepted": 26, + "errors": 0, + "risk": 0.0, + "coverage": 0.02914798206278027, + "coverage_of_all_cases": 0.02914798206278027 + }, + { + "threshold": 0.9999767396249104, + "accepted": 27, + "errors": 0, + "risk": 0.0, + "coverage": 0.030269058295964126, + "coverage_of_all_cases": 0.030269058295964126 + }, + { + "threshold": 0.9999737677430884, + "accepted": 28, + "errors": 0, + "risk": 0.0, + "coverage": 0.03139013452914798, + "coverage_of_all_cases": 0.03139013452914798 + }, + { + "threshold": 0.9999711008672182, + "accepted": 29, + "errors": 0, + "risk": 0.0, + "coverage": 0.032511210762331835, + "coverage_of_all_cases": 0.032511210762331835 + }, + { + "threshold": 0.9999708400087851, + "accepted": 30, + "errors": 0, + "risk": 0.0, + "coverage": 0.033632286995515695, + "coverage_of_all_cases": 0.033632286995515695 + }, + { + "threshold": 0.9999701567942332, + "accepted": 31, + "errors": 0, + "risk": 0.0, + "coverage": 0.034753363228699555, + "coverage_of_all_cases": 0.034753363228699555 + }, + { + "threshold": 0.9999661888067163, + "accepted": 32, + "errors": 0, + "risk": 0.0, + "coverage": 0.03587443946188341, + "coverage_of_all_cases": 0.03587443946188341 + }, + { + "threshold": 0.9999625518441226, + "accepted": 33, + "errors": 0, + "risk": 0.0, + "coverage": 0.03699551569506727, + "coverage_of_all_cases": 0.03699551569506727 + }, + { + "threshold": 0.9999613053857941, + "accepted": 34, + "errors": 0, + "risk": 0.0, + "coverage": 0.03811659192825112, + "coverage_of_all_cases": 0.03811659192825112 + }, + { + "threshold": 0.9999605529129059, + "accepted": 35, + "errors": 0, + "risk": 0.0, + "coverage": 0.03923766816143498, + "coverage_of_all_cases": 0.03923766816143498 + }, + { + "threshold": 0.9999599768872347, + "accepted": 36, + "errors": 0, + "risk": 0.0, + "coverage": 0.04035874439461883, + "coverage_of_all_cases": 0.04035874439461883 + }, + { + "threshold": 0.9999597171281639, + "accepted": 37, + "errors": 0, + "risk": 0.0, + "coverage": 0.04147982062780269, + "coverage_of_all_cases": 0.04147982062780269 + }, + { + "threshold": 0.9999587846681612, + "accepted": 38, + "errors": 0, + "risk": 0.0, + "coverage": 0.042600896860986545, + "coverage_of_all_cases": 0.042600896860986545 + }, + { + "threshold": 0.9999579546561753, + "accepted": 39, + "errors": 0, + "risk": 0.0, + "coverage": 0.043721973094170405, + "coverage_of_all_cases": 0.043721973094170405 + }, + { + "threshold": 0.9999556101855471, + "accepted": 40, + "errors": 0, + "risk": 0.0, + "coverage": 0.04484304932735426, + "coverage_of_all_cases": 0.04484304932735426 + }, + { + "threshold": 0.9999555131254095, + "accepted": 41, + "errors": 0, + "risk": 0.0, + "coverage": 0.04596412556053812, + "coverage_of_all_cases": 0.04596412556053812 + }, + { + "threshold": 0.9999551721429625, + "accepted": 42, + "errors": 0, + "risk": 0.0, + "coverage": 0.04708520179372197, + "coverage_of_all_cases": 0.04708520179372197 + }, + { + "threshold": 0.9999541510411244, + "accepted": 43, + "errors": 0, + "risk": 0.0, + "coverage": 0.04820627802690583, + "coverage_of_all_cases": 0.04820627802690583 + }, + { + "threshold": 0.9999540858433483, + "accepted": 44, + "errors": 0, + "risk": 0.0, + "coverage": 0.04932735426008968, + "coverage_of_all_cases": 0.04932735426008968 + }, + { + "threshold": 0.9999475333458635, + "accepted": 45, + "errors": 0, + "risk": 0.0, + "coverage": 0.05044843049327354, + "coverage_of_all_cases": 0.05044843049327354 + }, + { + "threshold": 0.9999462156695414, + "accepted": 46, + "errors": 0, + "risk": 0.0, + "coverage": 0.0515695067264574, + "coverage_of_all_cases": 0.0515695067264574 + }, + { + "threshold": 0.9999436360865391, + "accepted": 47, + "errors": 0, + "risk": 0.0, + "coverage": 0.052690582959641255, + "coverage_of_all_cases": 0.052690582959641255 + }, + { + "threshold": 0.9999424928377808, + "accepted": 48, + "errors": 0, + "risk": 0.0, + "coverage": 0.053811659192825115, + "coverage_of_all_cases": 0.053811659192825115 + }, + { + "threshold": 0.9999399965811376, + "accepted": 49, + "errors": 0, + "risk": 0.0, + "coverage": 0.05493273542600897, + "coverage_of_all_cases": 0.05493273542600897 + }, + { + "threshold": 0.9999355403779537, + "accepted": 50, + "errors": 0, + "risk": 0.0, + "coverage": 0.05605381165919283, + "coverage_of_all_cases": 0.05605381165919283 + }, + { + "threshold": 0.9999349830595051, + "accepted": 51, + "errors": 0, + "risk": 0.0, + "coverage": 0.05717488789237668, + "coverage_of_all_cases": 0.05717488789237668 + }, + { + "threshold": 0.9999348245206298, + "accepted": 52, + "errors": 0, + "risk": 0.0, + "coverage": 0.05829596412556054, + "coverage_of_all_cases": 0.05829596412556054 + }, + { + "threshold": 0.9999342419741429, + "accepted": 53, + "errors": 0, + "risk": 0.0, + "coverage": 0.05941704035874439, + "coverage_of_all_cases": 0.05941704035874439 + }, + { + "threshold": 0.9999339509490865, + "accepted": 54, + "errors": 0, + "risk": 0.0, + "coverage": 0.06053811659192825, + "coverage_of_all_cases": 0.06053811659192825 + }, + { + "threshold": 0.9999306333252207, + "accepted": 55, + "errors": 0, + "risk": 0.0, + "coverage": 0.061659192825112105, + "coverage_of_all_cases": 0.061659192825112105 + }, + { + "threshold": 0.9999295676480741, + "accepted": 56, + "errors": 0, + "risk": 0.0, + "coverage": 0.06278026905829596, + "coverage_of_all_cases": 0.06278026905829596 + }, + { + "threshold": 0.9999275127392143, + "accepted": 57, + "errors": 0, + "risk": 0.0, + "coverage": 0.06390134529147982, + "coverage_of_all_cases": 0.06390134529147982 + }, + { + "threshold": 0.9999220696068346, + "accepted": 58, + "errors": 0, + "risk": 0.0, + "coverage": 0.06502242152466367, + "coverage_of_all_cases": 0.06502242152466367 + }, + { + "threshold": 0.9999196577210263, + "accepted": 59, + "errors": 0, + "risk": 0.0, + "coverage": 0.06614349775784753, + "coverage_of_all_cases": 0.06614349775784753 + }, + { + "threshold": 0.9999180904459374, + "accepted": 60, + "errors": 0, + "risk": 0.0, + "coverage": 0.06726457399103139, + "coverage_of_all_cases": 0.06726457399103139 + }, + { + "threshold": 0.9999157815522683, + "accepted": 61, + "errors": 0, + "risk": 0.0, + "coverage": 0.06838565022421525, + "coverage_of_all_cases": 0.06838565022421525 + }, + { + "threshold": 0.9999077665294247, + "accepted": 62, + "errors": 0, + "risk": 0.0, + "coverage": 0.06950672645739911, + "coverage_of_all_cases": 0.06950672645739911 + }, + { + "threshold": 0.9999032188888402, + "accepted": 63, + "errors": 0, + "risk": 0.0, + "coverage": 0.07062780269058296, + "coverage_of_all_cases": 0.07062780269058296 + }, + { + "threshold": 0.9998996829046342, + "accepted": 64, + "errors": 0, + "risk": 0.0, + "coverage": 0.07174887892376682, + "coverage_of_all_cases": 0.07174887892376682 + }, + { + "threshold": 0.9998986115561025, + "accepted": 65, + "errors": 0, + "risk": 0.0, + "coverage": 0.07286995515695067, + "coverage_of_all_cases": 0.07286995515695067 + }, + { + "threshold": 0.9998983302490454, + "accepted": 66, + "errors": 0, + "risk": 0.0, + "coverage": 0.07399103139013453, + "coverage_of_all_cases": 0.07399103139013453 + }, + { + "threshold": 0.9998974109851171, + "accepted": 67, + "errors": 0, + "risk": 0.0, + "coverage": 0.07511210762331838, + "coverage_of_all_cases": 0.07511210762331838 + }, + { + "threshold": 0.9998970948459881, + "accepted": 68, + "errors": 0, + "risk": 0.0, + "coverage": 0.07623318385650224, + "coverage_of_all_cases": 0.07623318385650224 + }, + { + "threshold": 0.9998964057626014, + "accepted": 69, + "errors": 0, + "risk": 0.0, + "coverage": 0.0773542600896861, + "coverage_of_all_cases": 0.0773542600896861 + }, + { + "threshold": 0.9998924692399076, + "accepted": 70, + "errors": 0, + "risk": 0.0, + "coverage": 0.07847533632286996, + "coverage_of_all_cases": 0.07847533632286996 + }, + { + "threshold": 0.9998922585376105, + "accepted": 71, + "errors": 0, + "risk": 0.0, + "coverage": 0.0795964125560538, + "coverage_of_all_cases": 0.0795964125560538 + }, + { + "threshold": 0.9998891089411657, + "accepted": 72, + "errors": 0, + "risk": 0.0, + "coverage": 0.08071748878923767, + "coverage_of_all_cases": 0.08071748878923767 + }, + { + "threshold": 0.9998835043246248, + "accepted": 73, + "errors": 0, + "risk": 0.0, + "coverage": 0.08183856502242152, + "coverage_of_all_cases": 0.08183856502242152 + }, + { + "threshold": 0.9998792665020999, + "accepted": 74, + "errors": 0, + "risk": 0.0, + "coverage": 0.08295964125560538, + "coverage_of_all_cases": 0.08295964125560538 + }, + { + "threshold": 0.9998773972216097, + "accepted": 75, + "errors": 0, + "risk": 0.0, + "coverage": 0.08408071748878924, + "coverage_of_all_cases": 0.08408071748878924 + }, + { + "threshold": 0.9998764385135063, + "accepted": 76, + "errors": 0, + "risk": 0.0, + "coverage": 0.08520179372197309, + "coverage_of_all_cases": 0.08520179372197309 + }, + { + "threshold": 0.9998749505576343, + "accepted": 77, + "errors": 0, + "risk": 0.0, + "coverage": 0.08632286995515695, + "coverage_of_all_cases": 0.08632286995515695 + }, + { + "threshold": 0.9998706795626638, + "accepted": 78, + "errors": 0, + "risk": 0.0, + "coverage": 0.08744394618834081, + "coverage_of_all_cases": 0.08744394618834081 + }, + { + "threshold": 0.9998630614196867, + "accepted": 79, + "errors": 0, + "risk": 0.0, + "coverage": 0.08856502242152467, + "coverage_of_all_cases": 0.08856502242152467 + }, + { + "threshold": 0.9998622794977019, + "accepted": 80, + "errors": 0, + "risk": 0.0, + "coverage": 0.08968609865470852, + "coverage_of_all_cases": 0.08968609865470852 + }, + { + "threshold": 0.9998612036476004, + "accepted": 81, + "errors": 0, + "risk": 0.0, + "coverage": 0.09080717488789238, + "coverage_of_all_cases": 0.09080717488789238 + }, + { + "threshold": 0.9998601601196788, + "accepted": 82, + "errors": 0, + "risk": 0.0, + "coverage": 0.09192825112107623, + "coverage_of_all_cases": 0.09192825112107623 + }, + { + "threshold": 0.9998487934391781, + "accepted": 83, + "errors": 0, + "risk": 0.0, + "coverage": 0.0930493273542601, + "coverage_of_all_cases": 0.0930493273542601 + }, + { + "threshold": 0.9998424696064527, + "accepted": 84, + "errors": 0, + "risk": 0.0, + "coverage": 0.09417040358744394, + "coverage_of_all_cases": 0.09417040358744394 + }, + { + "threshold": 0.9998415581242389, + "accepted": 85, + "errors": 0, + "risk": 0.0, + "coverage": 0.0952914798206278, + "coverage_of_all_cases": 0.0952914798206278 + }, + { + "threshold": 0.9998408677278916, + "accepted": 86, + "errors": 0, + "risk": 0.0, + "coverage": 0.09641255605381166, + "coverage_of_all_cases": 0.09641255605381166 + }, + { + "threshold": 0.9998387911467583, + "accepted": 87, + "errors": 0, + "risk": 0.0, + "coverage": 0.09753363228699552, + "coverage_of_all_cases": 0.09753363228699552 + }, + { + "threshold": 0.9998365144547534, + "accepted": 88, + "errors": 0, + "risk": 0.0, + "coverage": 0.09865470852017937, + "coverage_of_all_cases": 0.09865470852017937 + }, + { + "threshold": 0.9998280139475741, + "accepted": 89, + "errors": 0, + "risk": 0.0, + "coverage": 0.09977578475336323, + "coverage_of_all_cases": 0.09977578475336323 + }, + { + "threshold": 0.9998218326390929, + "accepted": 90, + "errors": 0, + "risk": 0.0, + "coverage": 0.10089686098654709, + "coverage_of_all_cases": 0.10089686098654709 + }, + { + "threshold": 0.9997939256711526, + "accepted": 91, + "errors": 0, + "risk": 0.0, + "coverage": 0.10201793721973094, + "coverage_of_all_cases": 0.10201793721973094 + }, + { + "threshold": 0.9997925717474506, + "accepted": 92, + "errors": 0, + "risk": 0.0, + "coverage": 0.1031390134529148, + "coverage_of_all_cases": 0.1031390134529148 + }, + { + "threshold": 0.9997833633752341, + "accepted": 93, + "errors": 0, + "risk": 0.0, + "coverage": 0.10426008968609865, + "coverage_of_all_cases": 0.10426008968609865 + }, + { + "threshold": 0.9997818564447798, + "accepted": 94, + "errors": 0, + "risk": 0.0, + "coverage": 0.10538116591928251, + "coverage_of_all_cases": 0.10538116591928251 + }, + { + "threshold": 0.9997801715310306, + "accepted": 95, + "errors": 0, + "risk": 0.0, + "coverage": 0.10650224215246637, + "coverage_of_all_cases": 0.10650224215246637 + }, + { + "threshold": 0.9997670683535556, + "accepted": 96, + "errors": 0, + "risk": 0.0, + "coverage": 0.10762331838565023, + "coverage_of_all_cases": 0.10762331838565023 + }, + { + "threshold": 0.9997341821624373, + "accepted": 97, + "errors": 0, + "risk": 0.0, + "coverage": 0.10874439461883408, + "coverage_of_all_cases": 0.10874439461883408 + }, + { + "threshold": 0.9997301397824, + "accepted": 98, + "errors": 0, + "risk": 0.0, + "coverage": 0.10986547085201794, + "coverage_of_all_cases": 0.10986547085201794 + }, + { + "threshold": 0.9997265699423435, + "accepted": 99, + "errors": 0, + "risk": 0.0, + "coverage": 0.1109865470852018, + "coverage_of_all_cases": 0.1109865470852018 + }, + { + "threshold": 0.9997229397379277, + "accepted": 100, + "errors": 0, + "risk": 0.0, + "coverage": 0.11210762331838565, + "coverage_of_all_cases": 0.11210762331838565 + }, + { + "threshold": 0.9997104701221383, + "accepted": 101, + "errors": 0, + "risk": 0.0, + "coverage": 0.1132286995515695, + "coverage_of_all_cases": 0.1132286995515695 + }, + { + "threshold": 0.9997093015919122, + "accepted": 102, + "errors": 0, + "risk": 0.0, + "coverage": 0.11434977578475336, + "coverage_of_all_cases": 0.11434977578475336 + }, + { + "threshold": 0.9997072576620634, + "accepted": 103, + "errors": 0, + "risk": 0.0, + "coverage": 0.11547085201793722, + "coverage_of_all_cases": 0.11547085201793722 + }, + { + "threshold": 0.9996816177632226, + "accepted": 104, + "errors": 0, + "risk": 0.0, + "coverage": 0.11659192825112108, + "coverage_of_all_cases": 0.11659192825112108 + }, + { + "threshold": 0.9996631968966553, + "accepted": 105, + "errors": 0, + "risk": 0.0, + "coverage": 0.11771300448430494, + "coverage_of_all_cases": 0.11771300448430494 + }, + { + "threshold": 0.9996627675641915, + "accepted": 106, + "errors": 0, + "risk": 0.0, + "coverage": 0.11883408071748879, + "coverage_of_all_cases": 0.11883408071748879 + }, + { + "threshold": 0.999661801606143, + "accepted": 107, + "errors": 0, + "risk": 0.0, + "coverage": 0.11995515695067265, + "coverage_of_all_cases": 0.11995515695067265 + }, + { + "threshold": 0.9996351428773581, + "accepted": 108, + "errors": 0, + "risk": 0.0, + "coverage": 0.1210762331838565, + "coverage_of_all_cases": 0.1210762331838565 + }, + { + "threshold": 0.9996285724069057, + "accepted": 109, + "errors": 0, + "risk": 0.0, + "coverage": 0.12219730941704036, + "coverage_of_all_cases": 0.12219730941704036 + }, + { + "threshold": 0.9996220923073112, + "accepted": 110, + "errors": 0, + "risk": 0.0, + "coverage": 0.12331838565022421, + "coverage_of_all_cases": 0.12331838565022421 + }, + { + "threshold": 0.9996060205233257, + "accepted": 111, + "errors": 0, + "risk": 0.0, + "coverage": 0.12443946188340807, + "coverage_of_all_cases": 0.12443946188340807 + }, + { + "threshold": 0.9996025811363061, + "accepted": 112, + "errors": 0, + "risk": 0.0, + "coverage": 0.12556053811659193, + "coverage_of_all_cases": 0.12556053811659193 + }, + { + "threshold": 0.9996022114610362, + "accepted": 113, + "errors": 0, + "risk": 0.0, + "coverage": 0.1266816143497758, + "coverage_of_all_cases": 0.1266816143497758 + }, + { + "threshold": 0.9995854616919332, + "accepted": 114, + "errors": 0, + "risk": 0.0, + "coverage": 0.12780269058295965, + "coverage_of_all_cases": 0.12780269058295965 + }, + { + "threshold": 0.9995577718608428, + "accepted": 115, + "errors": 0, + "risk": 0.0, + "coverage": 0.1289237668161435, + "coverage_of_all_cases": 0.1289237668161435 + }, + { + "threshold": 0.9995551891597936, + "accepted": 116, + "errors": 0, + "risk": 0.0, + "coverage": 0.13004484304932734, + "coverage_of_all_cases": 0.13004484304932734 + }, + { + "threshold": 0.9995447437140228, + "accepted": 117, + "errors": 0, + "risk": 0.0, + "coverage": 0.1311659192825112, + "coverage_of_all_cases": 0.1311659192825112 + }, + { + "threshold": 0.9995376931057015, + "accepted": 118, + "errors": 0, + "risk": 0.0, + "coverage": 0.13228699551569506, + "coverage_of_all_cases": 0.13228699551569506 + }, + { + "threshold": 0.9995103070936034, + "accepted": 119, + "errors": 0, + "risk": 0.0, + "coverage": 0.13340807174887892, + "coverage_of_all_cases": 0.13340807174887892 + }, + { + "threshold": 0.9995012300752942, + "accepted": 120, + "errors": 0, + "risk": 0.0, + "coverage": 0.13452914798206278, + "coverage_of_all_cases": 0.13452914798206278 + }, + { + "threshold": 0.9994993101697581, + "accepted": 121, + "errors": 0, + "risk": 0.0, + "coverage": 0.13565022421524664, + "coverage_of_all_cases": 0.13565022421524664 + }, + { + "threshold": 0.999485863082364, + "accepted": 122, + "errors": 0, + "risk": 0.0, + "coverage": 0.1367713004484305, + "coverage_of_all_cases": 0.1367713004484305 + }, + { + "threshold": 0.9994699443211601, + "accepted": 123, + "errors": 0, + "risk": 0.0, + "coverage": 0.13789237668161436, + "coverage_of_all_cases": 0.13789237668161436 + }, + { + "threshold": 0.9994642676877324, + "accepted": 124, + "errors": 0, + "risk": 0.0, + "coverage": 0.13901345291479822, + "coverage_of_all_cases": 0.13901345291479822 + }, + { + "threshold": 0.9994461764641106, + "accepted": 125, + "errors": 0, + "risk": 0.0, + "coverage": 0.14013452914798205, + "coverage_of_all_cases": 0.14013452914798205 + }, + { + "threshold": 0.9994412602182551, + "accepted": 126, + "errors": 0, + "risk": 0.0, + "coverage": 0.1412556053811659, + "coverage_of_all_cases": 0.1412556053811659 + }, + { + "threshold": 0.9994078347097068, + "accepted": 127, + "errors": 0, + "risk": 0.0, + "coverage": 0.14237668161434977, + "coverage_of_all_cases": 0.14237668161434977 + }, + { + "threshold": 0.9993797086425666, + "accepted": 128, + "errors": 0, + "risk": 0.0, + "coverage": 0.14349775784753363, + "coverage_of_all_cases": 0.14349775784753363 + }, + { + "threshold": 0.9993740731588062, + "accepted": 129, + "errors": 0, + "risk": 0.0, + "coverage": 0.1446188340807175, + "coverage_of_all_cases": 0.1446188340807175 + }, + { + "threshold": 0.9993598984258656, + "accepted": 130, + "errors": 0, + "risk": 0.0, + "coverage": 0.14573991031390135, + "coverage_of_all_cases": 0.14573991031390135 + }, + { + "threshold": 0.9993311995898122, + "accepted": 131, + "errors": 0, + "risk": 0.0, + "coverage": 0.1468609865470852, + "coverage_of_all_cases": 0.1468609865470852 + }, + { + "threshold": 0.9992858367264374, + "accepted": 132, + "errors": 0, + "risk": 0.0, + "coverage": 0.14798206278026907, + "coverage_of_all_cases": 0.14798206278026907 + }, + { + "threshold": 0.9992165742946997, + "accepted": 133, + "errors": 0, + "risk": 0.0, + "coverage": 0.1491031390134529, + "coverage_of_all_cases": 0.1491031390134529 + }, + { + "threshold": 0.9991868661213114, + "accepted": 134, + "errors": 0, + "risk": 0.0, + "coverage": 0.15022421524663676, + "coverage_of_all_cases": 0.15022421524663676 + }, + { + "threshold": 0.9991825179632797, + "accepted": 135, + "errors": 0, + "risk": 0.0, + "coverage": 0.15134529147982062, + "coverage_of_all_cases": 0.15134529147982062 + }, + { + "threshold": 0.9991813879669341, + "accepted": 136, + "errors": 0, + "risk": 0.0, + "coverage": 0.15246636771300448, + "coverage_of_all_cases": 0.15246636771300448 + }, + { + "threshold": 0.9990708595111479, + "accepted": 137, + "errors": 0, + "risk": 0.0, + "coverage": 0.15358744394618834, + "coverage_of_all_cases": 0.15358744394618834 + }, + { + "threshold": 0.9990630855951361, + "accepted": 138, + "errors": 0, + "risk": 0.0, + "coverage": 0.1547085201793722, + "coverage_of_all_cases": 0.1547085201793722 + }, + { + "threshold": 0.9990458764784856, + "accepted": 139, + "errors": 0, + "risk": 0.0, + "coverage": 0.15582959641255606, + "coverage_of_all_cases": 0.15582959641255606 + }, + { + "threshold": 0.9990385227389011, + "accepted": 140, + "errors": 0, + "risk": 0.0, + "coverage": 0.15695067264573992, + "coverage_of_all_cases": 0.15695067264573992 + }, + { + "threshold": 0.9990291221334835, + "accepted": 141, + "errors": 0, + "risk": 0.0, + "coverage": 0.15807174887892378, + "coverage_of_all_cases": 0.15807174887892378 + }, + { + "threshold": 0.9989844267656088, + "accepted": 142, + "errors": 0, + "risk": 0.0, + "coverage": 0.1591928251121076, + "coverage_of_all_cases": 0.1591928251121076 + }, + { + "threshold": 0.99892151020949, + "accepted": 143, + "errors": 0, + "risk": 0.0, + "coverage": 0.16031390134529147, + "coverage_of_all_cases": 0.16031390134529147 + }, + { + "threshold": 0.9988285234796326, + "accepted": 144, + "errors": 0, + "risk": 0.0, + "coverage": 0.16143497757847533, + "coverage_of_all_cases": 0.16143497757847533 + }, + { + "threshold": 0.9988245863046108, + "accepted": 145, + "errors": 0, + "risk": 0.0, + "coverage": 0.1625560538116592, + "coverage_of_all_cases": 0.1625560538116592 + }, + { + "threshold": 0.9988012757002463, + "accepted": 146, + "errors": 0, + "risk": 0.0, + "coverage": 0.16367713004484305, + "coverage_of_all_cases": 0.16367713004484305 + }, + { + "threshold": 0.9987867522118072, + "accepted": 147, + "errors": 0, + "risk": 0.0, + "coverage": 0.1647982062780269, + "coverage_of_all_cases": 0.1647982062780269 + }, + { + "threshold": 0.9987547084237626, + "accepted": 148, + "errors": 0, + "risk": 0.0, + "coverage": 0.16591928251121077, + "coverage_of_all_cases": 0.16591928251121077 + }, + { + "threshold": 0.9987501372170033, + "accepted": 149, + "errors": 0, + "risk": 0.0, + "coverage": 0.16704035874439463, + "coverage_of_all_cases": 0.16704035874439463 + }, + { + "threshold": 0.9986760850454423, + "accepted": 150, + "errors": 0, + "risk": 0.0, + "coverage": 0.1681614349775785, + "coverage_of_all_cases": 0.1681614349775785 + }, + { + "threshold": 0.9986072989866852, + "accepted": 151, + "errors": 0, + "risk": 0.0, + "coverage": 0.16928251121076232, + "coverage_of_all_cases": 0.16928251121076232 + }, + { + "threshold": 0.9985860035090096, + "accepted": 152, + "errors": 0, + "risk": 0.0, + "coverage": 0.17040358744394618, + "coverage_of_all_cases": 0.17040358744394618 + }, + { + "threshold": 0.9985290061647074, + "accepted": 153, + "errors": 0, + "risk": 0.0, + "coverage": 0.17152466367713004, + "coverage_of_all_cases": 0.17152466367713004 + }, + { + "threshold": 0.9983947708535394, + "accepted": 154, + "errors": 0, + "risk": 0.0, + "coverage": 0.1726457399103139, + "coverage_of_all_cases": 0.1726457399103139 + }, + { + "threshold": 0.9983667264950298, + "accepted": 155, + "errors": 0, + "risk": 0.0, + "coverage": 0.17376681614349776, + "coverage_of_all_cases": 0.17376681614349776 + }, + { + "threshold": 0.9982823677331943, + "accepted": 156, + "errors": 0, + "risk": 0.0, + "coverage": 0.17488789237668162, + "coverage_of_all_cases": 0.17488789237668162 + }, + { + "threshold": 0.9982191678293154, + "accepted": 157, + "errors": 0, + "risk": 0.0, + "coverage": 0.17600896860986548, + "coverage_of_all_cases": 0.17600896860986548 + }, + { + "threshold": 0.9981119355239946, + "accepted": 158, + "errors": 0, + "risk": 0.0, + "coverage": 0.17713004484304934, + "coverage_of_all_cases": 0.17713004484304934 + }, + { + "threshold": 0.998011446163616, + "accepted": 159, + "errors": 0, + "risk": 0.0, + "coverage": 0.17825112107623317, + "coverage_of_all_cases": 0.17825112107623317 + }, + { + "threshold": 0.9979375936675204, + "accepted": 160, + "errors": 0, + "risk": 0.0, + "coverage": 0.17937219730941703, + "coverage_of_all_cases": 0.17937219730941703 + }, + { + "threshold": 0.9977891595766579, + "accepted": 161, + "errors": 0, + "risk": 0.0, + "coverage": 0.1804932735426009, + "coverage_of_all_cases": 0.1804932735426009 + }, + { + "threshold": 0.9977477112825722, + "accepted": 162, + "errors": 0, + "risk": 0.0, + "coverage": 0.18161434977578475, + "coverage_of_all_cases": 0.18161434977578475 + }, + { + "threshold": 0.9977019682031447, + "accepted": 163, + "errors": 0, + "risk": 0.0, + "coverage": 0.1827354260089686, + "coverage_of_all_cases": 0.1827354260089686 + }, + { + "threshold": 0.99766325158053, + "accepted": 164, + "errors": 0, + "risk": 0.0, + "coverage": 0.18385650224215247, + "coverage_of_all_cases": 0.18385650224215247 + }, + { + "threshold": 0.9976172998807802, + "accepted": 165, + "errors": 0, + "risk": 0.0, + "coverage": 0.18497757847533633, + "coverage_of_all_cases": 0.18497757847533633 + }, + { + "threshold": 0.9976076124402823, + "accepted": 166, + "errors": 0, + "risk": 0.0, + "coverage": 0.1860986547085202, + "coverage_of_all_cases": 0.1860986547085202 + }, + { + "threshold": 0.9974478483093261, + "accepted": 167, + "errors": 0, + "risk": 0.0, + "coverage": 0.18721973094170405, + "coverage_of_all_cases": 0.18721973094170405 + }, + { + "threshold": 0.9973752035726213, + "accepted": 168, + "errors": 0, + "risk": 0.0, + "coverage": 0.18834080717488788, + "coverage_of_all_cases": 0.18834080717488788 + }, + { + "threshold": 0.997298480764091, + "accepted": 169, + "errors": 0, + "risk": 0.0, + "coverage": 0.18946188340807174, + "coverage_of_all_cases": 0.18946188340807174 + }, + { + "threshold": 0.9972784968485926, + "accepted": 170, + "errors": 0, + "risk": 0.0, + "coverage": 0.1905829596412556, + "coverage_of_all_cases": 0.1905829596412556 + }, + { + "threshold": 0.9972676637310377, + "accepted": 171, + "errors": 0, + "risk": 0.0, + "coverage": 0.19170403587443946, + "coverage_of_all_cases": 0.19170403587443946 + }, + { + "threshold": 0.9971975153397548, + "accepted": 172, + "errors": 0, + "risk": 0.0, + "coverage": 0.19282511210762332, + "coverage_of_all_cases": 0.19282511210762332 + }, + { + "threshold": 0.9971967020288212, + "accepted": 173, + "errors": 0, + "risk": 0.0, + "coverage": 0.19394618834080718, + "coverage_of_all_cases": 0.19394618834080718 + }, + { + "threshold": 0.997123723381381, + "accepted": 174, + "errors": 0, + "risk": 0.0, + "coverage": 0.19506726457399104, + "coverage_of_all_cases": 0.19506726457399104 + }, + { + "threshold": 0.9970638982321373, + "accepted": 175, + "errors": 0, + "risk": 0.0, + "coverage": 0.1961883408071749, + "coverage_of_all_cases": 0.1961883408071749 + }, + { + "threshold": 0.9970238090096508, + "accepted": 176, + "errors": 0, + "risk": 0.0, + "coverage": 0.19730941704035873, + "coverage_of_all_cases": 0.19730941704035873 + }, + { + "threshold": 0.9969825497947062, + "accepted": 177, + "errors": 0, + "risk": 0.0, + "coverage": 0.1984304932735426, + "coverage_of_all_cases": 0.1984304932735426 + }, + { + "threshold": 0.9969419461277045, + "accepted": 178, + "errors": 0, + "risk": 0.0, + "coverage": 0.19955156950672645, + "coverage_of_all_cases": 0.19955156950672645 + }, + { + "threshold": 0.9968778047881001, + "accepted": 179, + "errors": 0, + "risk": 0.0, + "coverage": 0.2006726457399103, + "coverage_of_all_cases": 0.2006726457399103 + }, + { + "threshold": 0.9967607467341248, + "accepted": 180, + "errors": 0, + "risk": 0.0, + "coverage": 0.20179372197309417, + "coverage_of_all_cases": 0.20179372197309417 + }, + { + "threshold": 0.9967071225628799, + "accepted": 181, + "errors": 0, + "risk": 0.0, + "coverage": 0.20291479820627803, + "coverage_of_all_cases": 0.20291479820627803 + }, + { + "threshold": 0.9966806761740911, + "accepted": 182, + "errors": 0, + "risk": 0.0, + "coverage": 0.2040358744394619, + "coverage_of_all_cases": 0.2040358744394619 + }, + { + "threshold": 0.9965921358227097, + "accepted": 183, + "errors": 0, + "risk": 0.0, + "coverage": 0.20515695067264575, + "coverage_of_all_cases": 0.20515695067264575 + }, + { + "threshold": 0.9965091391905726, + "accepted": 184, + "errors": 0, + "risk": 0.0, + "coverage": 0.2062780269058296, + "coverage_of_all_cases": 0.2062780269058296 + }, + { + "threshold": 0.9963918209480561, + "accepted": 185, + "errors": 0, + "risk": 0.0, + "coverage": 0.20739910313901344, + "coverage_of_all_cases": 0.20739910313901344 + }, + { + "threshold": 0.9962816279258696, + "accepted": 186, + "errors": 0, + "risk": 0.0, + "coverage": 0.2085201793721973, + "coverage_of_all_cases": 0.2085201793721973 + }, + { + "threshold": 0.9961771030247888, + "accepted": 187, + "errors": 0, + "risk": 0.0, + "coverage": 0.20964125560538116, + "coverage_of_all_cases": 0.20964125560538116 + }, + { + "threshold": 0.9961379842864908, + "accepted": 188, + "errors": 0, + "risk": 0.0, + "coverage": 0.21076233183856502, + "coverage_of_all_cases": 0.21076233183856502 + }, + { + "threshold": 0.9958730798461015, + "accepted": 189, + "errors": 0, + "risk": 0.0, + "coverage": 0.21188340807174888, + "coverage_of_all_cases": 0.21188340807174888 + }, + { + "threshold": 0.9958645082794619, + "accepted": 190, + "errors": 0, + "risk": 0.0, + "coverage": 0.21300448430493274, + "coverage_of_all_cases": 0.21300448430493274 + }, + { + "threshold": 0.9958519421906062, + "accepted": 191, + "errors": 0, + "risk": 0.0, + "coverage": 0.2141255605381166, + "coverage_of_all_cases": 0.2141255605381166 + }, + { + "threshold": 0.9958263304795786, + "accepted": 192, + "errors": 0, + "risk": 0.0, + "coverage": 0.21524663677130046, + "coverage_of_all_cases": 0.21524663677130046 + }, + { + "threshold": 0.995777932671814, + "accepted": 193, + "errors": 0, + "risk": 0.0, + "coverage": 0.2163677130044843, + "coverage_of_all_cases": 0.2163677130044843 + }, + { + "threshold": 0.9956408190033926, + "accepted": 194, + "errors": 0, + "risk": 0.0, + "coverage": 0.21748878923766815, + "coverage_of_all_cases": 0.21748878923766815 + }, + { + "threshold": 0.9955721243702015, + "accepted": 195, + "errors": 0, + "risk": 0.0, + "coverage": 0.218609865470852, + "coverage_of_all_cases": 0.218609865470852 + }, + { + "threshold": 0.9955562500034894, + "accepted": 196, + "errors": 0, + "risk": 0.0, + "coverage": 0.21973094170403587, + "coverage_of_all_cases": 0.21973094170403587 + }, + { + "threshold": 0.9955419974461693, + "accepted": 197, + "errors": 0, + "risk": 0.0, + "coverage": 0.22085201793721973, + "coverage_of_all_cases": 0.22085201793721973 + }, + { + "threshold": 0.9955245254285008, + "accepted": 198, + "errors": 0, + "risk": 0.0, + "coverage": 0.2219730941704036, + "coverage_of_all_cases": 0.2219730941704036 + }, + { + "threshold": 0.9950452833853121, + "accepted": 199, + "errors": 0, + "risk": 0.0, + "coverage": 0.22309417040358745, + "coverage_of_all_cases": 0.22309417040358745 + }, + { + "threshold": 0.9947883266967288, + "accepted": 200, + "errors": 0, + "risk": 0.0, + "coverage": 0.2242152466367713, + "coverage_of_all_cases": 0.2242152466367713 + }, + { + "threshold": 0.9946036306671314, + "accepted": 201, + "errors": 0, + "risk": 0.0, + "coverage": 0.22533632286995517, + "coverage_of_all_cases": 0.22533632286995517 + }, + { + "threshold": 0.9945454964128879, + "accepted": 202, + "errors": 0, + "risk": 0.0, + "coverage": 0.226457399103139, + "coverage_of_all_cases": 0.226457399103139 + }, + { + "threshold": 0.9945238674765368, + "accepted": 203, + "errors": 0, + "risk": 0.0, + "coverage": 0.22757847533632286, + "coverage_of_all_cases": 0.22757847533632286 + }, + { + "threshold": 0.9945173299398141, + "accepted": 204, + "errors": 0, + "risk": 0.0, + "coverage": 0.22869955156950672, + "coverage_of_all_cases": 0.22869955156950672 + }, + { + "threshold": 0.9945169200480471, + "accepted": 205, + "errors": 0, + "risk": 0.0, + "coverage": 0.22982062780269058, + "coverage_of_all_cases": 0.22982062780269058 + }, + { + "threshold": 0.994429182757277, + "accepted": 206, + "errors": 0, + "risk": 0.0, + "coverage": 0.23094170403587444, + "coverage_of_all_cases": 0.23094170403587444 + }, + { + "threshold": 0.9944029043108034, + "accepted": 207, + "errors": 0, + "risk": 0.0, + "coverage": 0.2320627802690583, + "coverage_of_all_cases": 0.2320627802690583 + }, + { + "threshold": 0.9943274570836494, + "accepted": 208, + "errors": 0, + "risk": 0.0, + "coverage": 0.23318385650224216, + "coverage_of_all_cases": 0.23318385650224216 + }, + { + "threshold": 0.9940722809868068, + "accepted": 209, + "errors": 0, + "risk": 0.0, + "coverage": 0.23430493273542602, + "coverage_of_all_cases": 0.23430493273542602 + }, + { + "threshold": 0.9940536680535609, + "accepted": 210, + "errors": 0, + "risk": 0.0, + "coverage": 0.23542600896860988, + "coverage_of_all_cases": 0.23542600896860988 + }, + { + "threshold": 0.9939252364413546, + "accepted": 211, + "errors": 0, + "risk": 0.0, + "coverage": 0.2365470852017937, + "coverage_of_all_cases": 0.2365470852017937 + }, + { + "threshold": 0.9934622782757299, + "accepted": 212, + "errors": 0, + "risk": 0.0, + "coverage": 0.23766816143497757, + "coverage_of_all_cases": 0.23766816143497757 + }, + { + "threshold": 0.9932872626552125, + "accepted": 213, + "errors": 0, + "risk": 0.0, + "coverage": 0.23878923766816143, + "coverage_of_all_cases": 0.23878923766816143 + }, + { + "threshold": 0.9931527521411344, + "accepted": 214, + "errors": 0, + "risk": 0.0, + "coverage": 0.2399103139013453, + "coverage_of_all_cases": 0.2399103139013453 + }, + { + "threshold": 0.9928152096086882, + "accepted": 215, + "errors": 0, + "risk": 0.0, + "coverage": 0.24103139013452915, + "coverage_of_all_cases": 0.24103139013452915 + }, + { + "threshold": 0.9926946462689651, + "accepted": 216, + "errors": 0, + "risk": 0.0, + "coverage": 0.242152466367713, + "coverage_of_all_cases": 0.242152466367713 + }, + { + "threshold": 0.9926090575764809, + "accepted": 217, + "errors": 0, + "risk": 0.0, + "coverage": 0.24327354260089687, + "coverage_of_all_cases": 0.24327354260089687 + }, + { + "threshold": 0.9923119216546442, + "accepted": 218, + "errors": 0, + "risk": 0.0, + "coverage": 0.24439461883408073, + "coverage_of_all_cases": 0.24439461883408073 + }, + { + "threshold": 0.9923069450158577, + "accepted": 219, + "errors": 0, + "risk": 0.0, + "coverage": 0.24551569506726456, + "coverage_of_all_cases": 0.24551569506726456 + }, + { + "threshold": 0.9921560757079722, + "accepted": 220, + "errors": 0, + "risk": 0.0, + "coverage": 0.24663677130044842, + "coverage_of_all_cases": 0.24663677130044842 + }, + { + "threshold": 0.9921023835202488, + "accepted": 221, + "errors": 0, + "risk": 0.0, + "coverage": 0.24775784753363228, + "coverage_of_all_cases": 0.24775784753363228 + }, + { + "threshold": 0.9920801058311115, + "accepted": 222, + "errors": 0, + "risk": 0.0, + "coverage": 0.24887892376681614, + "coverage_of_all_cases": 0.24887892376681614 + }, + { + "threshold": 0.9920790354405141, + "accepted": 223, + "errors": 0, + "risk": 0.0, + "coverage": 0.25, + "coverage_of_all_cases": 0.25 + }, + { + "threshold": 0.9919603848065793, + "accepted": 224, + "errors": 0, + "risk": 0.0, + "coverage": 0.25112107623318386, + "coverage_of_all_cases": 0.25112107623318386 + }, + { + "threshold": 0.9918062020556145, + "accepted": 225, + "errors": 0, + "risk": 0.0, + "coverage": 0.2522421524663677, + "coverage_of_all_cases": 0.2522421524663677 + }, + { + "threshold": 0.9917020893892676, + "accepted": 226, + "errors": 0, + "risk": 0.0, + "coverage": 0.2533632286995516, + "coverage_of_all_cases": 0.2533632286995516 + }, + { + "threshold": 0.9916967525913212, + "accepted": 227, + "errors": 0, + "risk": 0.0, + "coverage": 0.25448430493273544, + "coverage_of_all_cases": 0.25448430493273544 + }, + { + "threshold": 0.9914576062036901, + "accepted": 228, + "errors": 0, + "risk": 0.0, + "coverage": 0.2556053811659193, + "coverage_of_all_cases": 0.2556053811659193 + }, + { + "threshold": 0.9914330433268177, + "accepted": 229, + "errors": 0, + "risk": 0.0, + "coverage": 0.25672645739910316, + "coverage_of_all_cases": 0.25672645739910316 + }, + { + "threshold": 0.9913091307750486, + "accepted": 230, + "errors": 0, + "risk": 0.0, + "coverage": 0.257847533632287, + "coverage_of_all_cases": 0.257847533632287 + }, + { + "threshold": 0.9912591161731694, + "accepted": 231, + "errors": 0, + "risk": 0.0, + "coverage": 0.2589686098654709, + "coverage_of_all_cases": 0.2589686098654709 + }, + { + "threshold": 0.9911889855377901, + "accepted": 232, + "errors": 0, + "risk": 0.0, + "coverage": 0.2600896860986547, + "coverage_of_all_cases": 0.2600896860986547 + }, + { + "threshold": 0.9911723093655366, + "accepted": 233, + "errors": 0, + "risk": 0.0, + "coverage": 0.26121076233183854, + "coverage_of_all_cases": 0.26121076233183854 + }, + { + "threshold": 0.9911589315624508, + "accepted": 234, + "errors": 0, + "risk": 0.0, + "coverage": 0.2623318385650224, + "coverage_of_all_cases": 0.2623318385650224 + }, + { + "threshold": 0.99099094200186, + "accepted": 235, + "errors": 0, + "risk": 0.0, + "coverage": 0.26345291479820626, + "coverage_of_all_cases": 0.26345291479820626 + }, + { + "threshold": 0.9909171182257794, + "accepted": 236, + "errors": 0, + "risk": 0.0, + "coverage": 0.2645739910313901, + "coverage_of_all_cases": 0.2645739910313901 + }, + { + "threshold": 0.9908229990937398, + "accepted": 237, + "errors": 0, + "risk": 0.0, + "coverage": 0.265695067264574, + "coverage_of_all_cases": 0.265695067264574 + }, + { + "threshold": 0.9908024221171505, + "accepted": 238, + "errors": 0, + "risk": 0.0, + "coverage": 0.26681614349775784, + "coverage_of_all_cases": 0.26681614349775784 + }, + { + "threshold": 0.9904874009565017, + "accepted": 239, + "errors": 0, + "risk": 0.0, + "coverage": 0.2679372197309417, + "coverage_of_all_cases": 0.2679372197309417 + }, + { + "threshold": 0.9904737357407275, + "accepted": 240, + "errors": 0, + "risk": 0.0, + "coverage": 0.26905829596412556, + "coverage_of_all_cases": 0.26905829596412556 + }, + { + "threshold": 0.9904546668157876, + "accepted": 241, + "errors": 0, + "risk": 0.0, + "coverage": 0.2701793721973094, + "coverage_of_all_cases": 0.2701793721973094 + }, + { + "threshold": 0.9900318613651554, + "accepted": 242, + "errors": 0, + "risk": 0.0, + "coverage": 0.2713004484304933, + "coverage_of_all_cases": 0.2713004484304933 + }, + { + "threshold": 0.9899880364391345, + "accepted": 243, + "errors": 0, + "risk": 0.0, + "coverage": 0.27242152466367714, + "coverage_of_all_cases": 0.27242152466367714 + }, + { + "threshold": 0.9896608510273494, + "accepted": 244, + "errors": 0, + "risk": 0.0, + "coverage": 0.273542600896861, + "coverage_of_all_cases": 0.273542600896861 + }, + { + "threshold": 0.9895777106359326, + "accepted": 245, + "errors": 0, + "risk": 0.0, + "coverage": 0.27466367713004486, + "coverage_of_all_cases": 0.27466367713004486 + }, + { + "threshold": 0.9892870768353885, + "accepted": 246, + "errors": 0, + "risk": 0.0, + "coverage": 0.2757847533632287, + "coverage_of_all_cases": 0.2757847533632287 + }, + { + "threshold": 0.9892375949093476, + "accepted": 247, + "errors": 0, + "risk": 0.0, + "coverage": 0.2769058295964126, + "coverage_of_all_cases": 0.2769058295964126 + }, + { + "threshold": 0.9890911660526704, + "accepted": 248, + "errors": 0, + "risk": 0.0, + "coverage": 0.27802690582959644, + "coverage_of_all_cases": 0.27802690582959644 + }, + { + "threshold": 0.9887365421772348, + "accepted": 249, + "errors": 0, + "risk": 0.0, + "coverage": 0.27914798206278024, + "coverage_of_all_cases": 0.27914798206278024 + }, + { + "threshold": 0.9882124736896128, + "accepted": 250, + "errors": 1, + "risk": 0.004, + "coverage": 0.2802690582959641, + "coverage_of_all_cases": 0.2802690582959641 + }, + { + "threshold": 0.9880906386212471, + "accepted": 251, + "errors": 1, + "risk": 0.00398406374501992, + "coverage": 0.28139013452914796, + "coverage_of_all_cases": 0.28139013452914796 + }, + { + "threshold": 0.9877717712492943, + "accepted": 252, + "errors": 1, + "risk": 0.003968253968253968, + "coverage": 0.2825112107623318, + "coverage_of_all_cases": 0.2825112107623318 + }, + { + "threshold": 0.9871995833348596, + "accepted": 253, + "errors": 1, + "risk": 0.003952569169960474, + "coverage": 0.2836322869955157, + "coverage_of_all_cases": 0.2836322869955157 + }, + { + "threshold": 0.9871899099632319, + "accepted": 254, + "errors": 1, + "risk": 0.003937007874015748, + "coverage": 0.28475336322869954, + "coverage_of_all_cases": 0.28475336322869954 + }, + { + "threshold": 0.9866507639042691, + "accepted": 255, + "errors": 1, + "risk": 0.00392156862745098, + "coverage": 0.2858744394618834, + "coverage_of_all_cases": 0.2858744394618834 + }, + { + "threshold": 0.9865940642377438, + "accepted": 256, + "errors": 1, + "risk": 0.00390625, + "coverage": 0.28699551569506726, + "coverage_of_all_cases": 0.28699551569506726 + }, + { + "threshold": 0.9864899847629344, + "accepted": 257, + "errors": 1, + "risk": 0.0038910505836575876, + "coverage": 0.2881165919282511, + "coverage_of_all_cases": 0.2881165919282511 + }, + { + "threshold": 0.986445274119027, + "accepted": 258, + "errors": 1, + "risk": 0.003875968992248062, + "coverage": 0.289237668161435, + "coverage_of_all_cases": 0.289237668161435 + }, + { + "threshold": 0.9861767202020383, + "accepted": 259, + "errors": 1, + "risk": 0.003861003861003861, + "coverage": 0.29035874439461884, + "coverage_of_all_cases": 0.29035874439461884 + }, + { + "threshold": 0.9861672702807481, + "accepted": 260, + "errors": 1, + "risk": 0.0038461538461538464, + "coverage": 0.2914798206278027, + "coverage_of_all_cases": 0.2914798206278027 + }, + { + "threshold": 0.9861380727794761, + "accepted": 261, + "errors": 1, + "risk": 0.0038314176245210726, + "coverage": 0.29260089686098656, + "coverage_of_all_cases": 0.29260089686098656 + }, + { + "threshold": 0.9853004863829886, + "accepted": 262, + "errors": 1, + "risk": 0.003816793893129771, + "coverage": 0.2937219730941704, + "coverage_of_all_cases": 0.2937219730941704 + }, + { + "threshold": 0.9851299468708481, + "accepted": 263, + "errors": 1, + "risk": 0.0038022813688212928, + "coverage": 0.2948430493273543, + "coverage_of_all_cases": 0.2948430493273543 + }, + { + "threshold": 0.9851084732142931, + "accepted": 264, + "errors": 1, + "risk": 0.003787878787878788, + "coverage": 0.29596412556053814, + "coverage_of_all_cases": 0.29596412556053814 + }, + { + "threshold": 0.985077666207274, + "accepted": 265, + "errors": 1, + "risk": 0.0037735849056603774, + "coverage": 0.297085201793722, + "coverage_of_all_cases": 0.297085201793722 + }, + { + "threshold": 0.9850242806381007, + "accepted": 266, + "errors": 1, + "risk": 0.0037593984962406013, + "coverage": 0.2982062780269058, + "coverage_of_all_cases": 0.2982062780269058 + }, + { + "threshold": 0.9848750931577808, + "accepted": 267, + "errors": 2, + "risk": 0.00749063670411985, + "coverage": 0.29932735426008966, + "coverage_of_all_cases": 0.29932735426008966 + }, + { + "threshold": 0.9848550259935108, + "accepted": 268, + "errors": 2, + "risk": 0.007462686567164179, + "coverage": 0.3004484304932735, + "coverage_of_all_cases": 0.3004484304932735 + }, + { + "threshold": 0.984432376670511, + "accepted": 269, + "errors": 2, + "risk": 0.007434944237918215, + "coverage": 0.3015695067264574, + "coverage_of_all_cases": 0.3015695067264574 + }, + { + "threshold": 0.9842262093013027, + "accepted": 270, + "errors": 2, + "risk": 0.007407407407407408, + "coverage": 0.30269058295964124, + "coverage_of_all_cases": 0.30269058295964124 + }, + { + "threshold": 0.9841495220759973, + "accepted": 271, + "errors": 2, + "risk": 0.007380073800738007, + "coverage": 0.3038116591928251, + "coverage_of_all_cases": 0.3038116591928251 + }, + { + "threshold": 0.9840493603052186, + "accepted": 272, + "errors": 2, + "risk": 0.007352941176470588, + "coverage": 0.30493273542600896, + "coverage_of_all_cases": 0.30493273542600896 + }, + { + "threshold": 0.9839970962494757, + "accepted": 273, + "errors": 2, + "risk": 0.007326007326007326, + "coverage": 0.3060538116591928, + "coverage_of_all_cases": 0.3060538116591928 + }, + { + "threshold": 0.9839305976833015, + "accepted": 274, + "errors": 2, + "risk": 0.0072992700729927005, + "coverage": 0.3071748878923767, + "coverage_of_all_cases": 0.3071748878923767 + }, + { + "threshold": 0.9839247540300271, + "accepted": 275, + "errors": 2, + "risk": 0.007272727272727273, + "coverage": 0.30829596412556054, + "coverage_of_all_cases": 0.30829596412556054 + }, + { + "threshold": 0.9834820048857241, + "accepted": 276, + "errors": 2, + "risk": 0.007246376811594203, + "coverage": 0.3094170403587444, + "coverage_of_all_cases": 0.3094170403587444 + }, + { + "threshold": 0.9832129990808203, + "accepted": 277, + "errors": 2, + "risk": 0.007220216606498195, + "coverage": 0.31053811659192826, + "coverage_of_all_cases": 0.31053811659192826 + }, + { + "threshold": 0.9831585760626683, + "accepted": 278, + "errors": 2, + "risk": 0.007194244604316547, + "coverage": 0.3116591928251121, + "coverage_of_all_cases": 0.3116591928251121 + }, + { + "threshold": 0.9831413555093024, + "accepted": 279, + "errors": 2, + "risk": 0.007168458781362007, + "coverage": 0.312780269058296, + "coverage_of_all_cases": 0.312780269058296 + }, + { + "threshold": 0.9831059791962821, + "accepted": 280, + "errors": 2, + "risk": 0.007142857142857143, + "coverage": 0.31390134529147984, + "coverage_of_all_cases": 0.31390134529147984 + }, + { + "threshold": 0.9830254089707161, + "accepted": 281, + "errors": 2, + "risk": 0.0071174377224199285, + "coverage": 0.3150224215246637, + "coverage_of_all_cases": 0.3150224215246637 + }, + { + "threshold": 0.9829717258623234, + "accepted": 282, + "errors": 2, + "risk": 0.0070921985815602835, + "coverage": 0.31614349775784756, + "coverage_of_all_cases": 0.31614349775784756 + }, + { + "threshold": 0.9829197416126063, + "accepted": 283, + "errors": 2, + "risk": 0.007067137809187279, + "coverage": 0.3172645739910314, + "coverage_of_all_cases": 0.3172645739910314 + }, + { + "threshold": 0.9828783422654338, + "accepted": 284, + "errors": 2, + "risk": 0.007042253521126761, + "coverage": 0.3183856502242152, + "coverage_of_all_cases": 0.3183856502242152 + }, + { + "threshold": 0.9825314711127554, + "accepted": 285, + "errors": 2, + "risk": 0.007017543859649123, + "coverage": 0.3195067264573991, + "coverage_of_all_cases": 0.3195067264573991 + }, + { + "threshold": 0.9821137074788191, + "accepted": 286, + "errors": 2, + "risk": 0.006993006993006993, + "coverage": 0.32062780269058294, + "coverage_of_all_cases": 0.32062780269058294 + }, + { + "threshold": 0.9820564109495007, + "accepted": 287, + "errors": 2, + "risk": 0.006968641114982578, + "coverage": 0.3217488789237668, + "coverage_of_all_cases": 0.3217488789237668 + }, + { + "threshold": 0.9819393673705163, + "accepted": 288, + "errors": 2, + "risk": 0.006944444444444444, + "coverage": 0.32286995515695066, + "coverage_of_all_cases": 0.32286995515695066 + }, + { + "threshold": 0.9815136098693943, + "accepted": 289, + "errors": 2, + "risk": 0.006920415224913495, + "coverage": 0.3239910313901345, + "coverage_of_all_cases": 0.3239910313901345 + }, + { + "threshold": 0.9812353342031106, + "accepted": 290, + "errors": 2, + "risk": 0.006896551724137931, + "coverage": 0.3251121076233184, + "coverage_of_all_cases": 0.3251121076233184 + }, + { + "threshold": 0.9812262281255762, + "accepted": 291, + "errors": 2, + "risk": 0.006872852233676976, + "coverage": 0.32623318385650224, + "coverage_of_all_cases": 0.32623318385650224 + }, + { + "threshold": 0.9809487192494039, + "accepted": 292, + "errors": 2, + "risk": 0.00684931506849315, + "coverage": 0.3273542600896861, + "coverage_of_all_cases": 0.3273542600896861 + }, + { + "threshold": 0.9799790579143614, + "accepted": 293, + "errors": 2, + "risk": 0.006825938566552901, + "coverage": 0.32847533632286996, + "coverage_of_all_cases": 0.32847533632286996 + }, + { + "threshold": 0.9797612315482672, + "accepted": 294, + "errors": 2, + "risk": 0.006802721088435374, + "coverage": 0.3295964125560538, + "coverage_of_all_cases": 0.3295964125560538 + }, + { + "threshold": 0.979738288035899, + "accepted": 295, + "errors": 2, + "risk": 0.006779661016949152, + "coverage": 0.3307174887892377, + "coverage_of_all_cases": 0.3307174887892377 + }, + { + "threshold": 0.9796159373385512, + "accepted": 296, + "errors": 2, + "risk": 0.006756756756756757, + "coverage": 0.33183856502242154, + "coverage_of_all_cases": 0.33183856502242154 + }, + { + "threshold": 0.9793855156264835, + "accepted": 297, + "errors": 2, + "risk": 0.006734006734006734, + "coverage": 0.3329596412556054, + "coverage_of_all_cases": 0.3329596412556054 + }, + { + "threshold": 0.9791016766421875, + "accepted": 298, + "errors": 3, + "risk": 0.010067114093959731, + "coverage": 0.33408071748878926, + "coverage_of_all_cases": 0.33408071748878926 + }, + { + "threshold": 0.978704387360927, + "accepted": 299, + "errors": 3, + "risk": 0.010033444816053512, + "coverage": 0.3352017937219731, + "coverage_of_all_cases": 0.3352017937219731 + }, + { + "threshold": 0.9785221474312809, + "accepted": 300, + "errors": 3, + "risk": 0.01, + "coverage": 0.336322869955157, + "coverage_of_all_cases": 0.336322869955157 + }, + { + "threshold": 0.9784632244343685, + "accepted": 301, + "errors": 3, + "risk": 0.009966777408637873, + "coverage": 0.3374439461883408, + "coverage_of_all_cases": 0.3374439461883408 + }, + { + "threshold": 0.9782654258249363, + "accepted": 302, + "errors": 4, + "risk": 0.013245033112582781, + "coverage": 0.33856502242152464, + "coverage_of_all_cases": 0.33856502242152464 + }, + { + "threshold": 0.9782440849108877, + "accepted": 303, + "errors": 5, + "risk": 0.0165016501650165, + "coverage": 0.3396860986547085, + "coverage_of_all_cases": 0.3396860986547085 + }, + { + "threshold": 0.9780071575990582, + "accepted": 304, + "errors": 5, + "risk": 0.01644736842105263, + "coverage": 0.34080717488789236, + "coverage_of_all_cases": 0.34080717488789236 + }, + { + "threshold": 0.9780046328500694, + "accepted": 305, + "errors": 5, + "risk": 0.01639344262295082, + "coverage": 0.3419282511210762, + "coverage_of_all_cases": 0.3419282511210762 + }, + { + "threshold": 0.9776741404611945, + "accepted": 306, + "errors": 5, + "risk": 0.016339869281045753, + "coverage": 0.3430493273542601, + "coverage_of_all_cases": 0.3430493273542601 + }, + { + "threshold": 0.9774618335857305, + "accepted": 307, + "errors": 5, + "risk": 0.016286644951140065, + "coverage": 0.34417040358744394, + "coverage_of_all_cases": 0.34417040358744394 + }, + { + "threshold": 0.9772744921592634, + "accepted": 308, + "errors": 5, + "risk": 0.016233766233766232, + "coverage": 0.3452914798206278, + "coverage_of_all_cases": 0.3452914798206278 + }, + { + "threshold": 0.9767674107440234, + "accepted": 309, + "errors": 5, + "risk": 0.016181229773462782, + "coverage": 0.34641255605381166, + "coverage_of_all_cases": 0.34641255605381166 + }, + { + "threshold": 0.9767368633249541, + "accepted": 310, + "errors": 5, + "risk": 0.016129032258064516, + "coverage": 0.3475336322869955, + "coverage_of_all_cases": 0.3475336322869955 + }, + { + "threshold": 0.9760336931447914, + "accepted": 311, + "errors": 5, + "risk": 0.01607717041800643, + "coverage": 0.3486547085201794, + "coverage_of_all_cases": 0.3486547085201794 + }, + { + "threshold": 0.9756324278380998, + "accepted": 312, + "errors": 5, + "risk": 0.016025641025641024, + "coverage": 0.34977578475336324, + "coverage_of_all_cases": 0.34977578475336324 + }, + { + "threshold": 0.9755416306289165, + "accepted": 313, + "errors": 6, + "risk": 0.019169329073482427, + "coverage": 0.3508968609865471, + "coverage_of_all_cases": 0.3508968609865471 + }, + { + "threshold": 0.975516447105153, + "accepted": 314, + "errors": 6, + "risk": 0.01910828025477707, + "coverage": 0.35201793721973096, + "coverage_of_all_cases": 0.35201793721973096 + }, + { + "threshold": 0.9752622581390094, + "accepted": 315, + "errors": 6, + "risk": 0.01904761904761905, + "coverage": 0.3531390134529148, + "coverage_of_all_cases": 0.3531390134529148 + }, + { + "threshold": 0.9749848667777664, + "accepted": 316, + "errors": 6, + "risk": 0.0189873417721519, + "coverage": 0.3542600896860987, + "coverage_of_all_cases": 0.3542600896860987 + }, + { + "threshold": 0.9748397842014734, + "accepted": 317, + "errors": 6, + "risk": 0.01892744479495268, + "coverage": 0.35538116591928254, + "coverage_of_all_cases": 0.35538116591928254 + }, + { + "threshold": 0.9746343163933413, + "accepted": 318, + "errors": 6, + "risk": 0.018867924528301886, + "coverage": 0.35650224215246634, + "coverage_of_all_cases": 0.35650224215246634 + }, + { + "threshold": 0.9745857337558204, + "accepted": 319, + "errors": 6, + "risk": 0.018808777429467086, + "coverage": 0.3576233183856502, + "coverage_of_all_cases": 0.3576233183856502 + }, + { + "threshold": 0.9745582244579585, + "accepted": 320, + "errors": 6, + "risk": 0.01875, + "coverage": 0.35874439461883406, + "coverage_of_all_cases": 0.35874439461883406 + }, + { + "threshold": 0.9744555831169407, + "accepted": 321, + "errors": 6, + "risk": 0.018691588785046728, + "coverage": 0.3598654708520179, + "coverage_of_all_cases": 0.3598654708520179 + }, + { + "threshold": 0.9741697785384418, + "accepted": 322, + "errors": 6, + "risk": 0.018633540372670808, + "coverage": 0.3609865470852018, + "coverage_of_all_cases": 0.3609865470852018 + }, + { + "threshold": 0.9740528573297242, + "accepted": 323, + "errors": 6, + "risk": 0.018575851393188854, + "coverage": 0.36210762331838564, + "coverage_of_all_cases": 0.36210762331838564 + }, + { + "threshold": 0.9738451017123321, + "accepted": 324, + "errors": 6, + "risk": 0.018518518518518517, + "coverage": 0.3632286995515695, + "coverage_of_all_cases": 0.3632286995515695 + }, + { + "threshold": 0.9728968324508166, + "accepted": 325, + "errors": 6, + "risk": 0.018461538461538463, + "coverage": 0.36434977578475336, + "coverage_of_all_cases": 0.36434977578475336 + }, + { + "threshold": 0.9728798278661052, + "accepted": 326, + "errors": 6, + "risk": 0.018404907975460124, + "coverage": 0.3654708520179372, + "coverage_of_all_cases": 0.3654708520179372 + }, + { + "threshold": 0.9726996661483467, + "accepted": 327, + "errors": 7, + "risk": 0.021406727828746176, + "coverage": 0.3665919282511211, + "coverage_of_all_cases": 0.3665919282511211 + }, + { + "threshold": 0.9724452969806368, + "accepted": 328, + "errors": 8, + "risk": 0.024390243902439025, + "coverage": 0.36771300448430494, + "coverage_of_all_cases": 0.36771300448430494 + }, + { + "threshold": 0.9721702876472467, + "accepted": 329, + "errors": 8, + "risk": 0.0243161094224924, + "coverage": 0.3688340807174888, + "coverage_of_all_cases": 0.3688340807174888 + }, + { + "threshold": 0.9710227328288816, + "accepted": 330, + "errors": 8, + "risk": 0.024242424242424242, + "coverage": 0.36995515695067266, + "coverage_of_all_cases": 0.36995515695067266 + }, + { + "threshold": 0.9696522329309358, + "accepted": 331, + "errors": 8, + "risk": 0.02416918429003021, + "coverage": 0.3710762331838565, + "coverage_of_all_cases": 0.3710762331838565 + }, + { + "threshold": 0.969615585256764, + "accepted": 332, + "errors": 8, + "risk": 0.024096385542168676, + "coverage": 0.3721973094170404, + "coverage_of_all_cases": 0.3721973094170404 + }, + { + "threshold": 0.9683192202688327, + "accepted": 333, + "errors": 8, + "risk": 0.024024024024024024, + "coverage": 0.37331838565022424, + "coverage_of_all_cases": 0.37331838565022424 + }, + { + "threshold": 0.9681638247354287, + "accepted": 334, + "errors": 8, + "risk": 0.023952095808383235, + "coverage": 0.3744394618834081, + "coverage_of_all_cases": 0.3744394618834081 + }, + { + "threshold": 0.9677049866253199, + "accepted": 335, + "errors": 8, + "risk": 0.023880597014925373, + "coverage": 0.3755605381165919, + "coverage_of_all_cases": 0.3755605381165919 + }, + { + "threshold": 0.9674358992938067, + "accepted": 336, + "errors": 9, + "risk": 0.026785714285714284, + "coverage": 0.37668161434977576, + "coverage_of_all_cases": 0.37668161434977576 + }, + { + "threshold": 0.9673475241236483, + "accepted": 337, + "errors": 9, + "risk": 0.026706231454005934, + "coverage": 0.3778026905829596, + "coverage_of_all_cases": 0.3778026905829596 + }, + { + "threshold": 0.9671786527909721, + "accepted": 338, + "errors": 10, + "risk": 0.029585798816568046, + "coverage": 0.3789237668161435, + "coverage_of_all_cases": 0.3789237668161435 + }, + { + "threshold": 0.9670523424981856, + "accepted": 339, + "errors": 10, + "risk": 0.029498525073746312, + "coverage": 0.38004484304932734, + "coverage_of_all_cases": 0.38004484304932734 + }, + { + "threshold": 0.9669400666288493, + "accepted": 340, + "errors": 10, + "risk": 0.029411764705882353, + "coverage": 0.3811659192825112, + "coverage_of_all_cases": 0.3811659192825112 + }, + { + "threshold": 0.9669146596894254, + "accepted": 341, + "errors": 10, + "risk": 0.02932551319648094, + "coverage": 0.38228699551569506, + "coverage_of_all_cases": 0.38228699551569506 + }, + { + "threshold": 0.9667085687932554, + "accepted": 342, + "errors": 10, + "risk": 0.029239766081871343, + "coverage": 0.3834080717488789, + "coverage_of_all_cases": 0.3834080717488789 + }, + { + "threshold": 0.9666372142262056, + "accepted": 343, + "errors": 11, + "risk": 0.03206997084548105, + "coverage": 0.3845291479820628, + "coverage_of_all_cases": 0.3845291479820628 + }, + { + "threshold": 0.9660763838503711, + "accepted": 344, + "errors": 11, + "risk": 0.03197674418604651, + "coverage": 0.38565022421524664, + "coverage_of_all_cases": 0.38565022421524664 + }, + { + "threshold": 0.9656485781304803, + "accepted": 345, + "errors": 11, + "risk": 0.03188405797101449, + "coverage": 0.3867713004484305, + "coverage_of_all_cases": 0.3867713004484305 + }, + { + "threshold": 0.9653624154432565, + "accepted": 346, + "errors": 11, + "risk": 0.031791907514450865, + "coverage": 0.38789237668161436, + "coverage_of_all_cases": 0.38789237668161436 + }, + { + "threshold": 0.965351589667674, + "accepted": 347, + "errors": 11, + "risk": 0.03170028818443804, + "coverage": 0.3890134529147982, + "coverage_of_all_cases": 0.3890134529147982 + }, + { + "threshold": 0.9652490317021957, + "accepted": 348, + "errors": 11, + "risk": 0.031609195402298854, + "coverage": 0.3901345291479821, + "coverage_of_all_cases": 0.3901345291479821 + }, + { + "threshold": 0.9652254986841154, + "accepted": 349, + "errors": 11, + "risk": 0.03151862464183381, + "coverage": 0.39125560538116594, + "coverage_of_all_cases": 0.39125560538116594 + }, + { + "threshold": 0.9637530370313182, + "accepted": 350, + "errors": 12, + "risk": 0.03428571428571429, + "coverage": 0.3923766816143498, + "coverage_of_all_cases": 0.3923766816143498 + }, + { + "threshold": 0.9636401000427431, + "accepted": 351, + "errors": 13, + "risk": 0.037037037037037035, + "coverage": 0.39349775784753366, + "coverage_of_all_cases": 0.39349775784753366 + }, + { + "threshold": 0.9632224005937272, + "accepted": 352, + "errors": 14, + "risk": 0.03977272727272727, + "coverage": 0.39461883408071746, + "coverage_of_all_cases": 0.39461883408071746 + }, + { + "threshold": 0.9627957385062108, + "accepted": 353, + "errors": 14, + "risk": 0.039660056657223795, + "coverage": 0.3957399103139013, + "coverage_of_all_cases": 0.3957399103139013 + }, + { + "threshold": 0.962657780763059, + "accepted": 354, + "errors": 14, + "risk": 0.03954802259887006, + "coverage": 0.3968609865470852, + "coverage_of_all_cases": 0.3968609865470852 + }, + { + "threshold": 0.9610505301701134, + "accepted": 355, + "errors": 14, + "risk": 0.03943661971830986, + "coverage": 0.39798206278026904, + "coverage_of_all_cases": 0.39798206278026904 + }, + { + "threshold": 0.9610169941359943, + "accepted": 356, + "errors": 14, + "risk": 0.03932584269662921, + "coverage": 0.3991031390134529, + "coverage_of_all_cases": 0.3991031390134529 + }, + { + "threshold": 0.9607230870689702, + "accepted": 357, + "errors": 14, + "risk": 0.0392156862745098, + "coverage": 0.40022421524663676, + "coverage_of_all_cases": 0.40022421524663676 + }, + { + "threshold": 0.9607149103475118, + "accepted": 358, + "errors": 14, + "risk": 0.03910614525139665, + "coverage": 0.4013452914798206, + "coverage_of_all_cases": 0.4013452914798206 + }, + { + "threshold": 0.960364347856137, + "accepted": 359, + "errors": 14, + "risk": 0.03899721448467967, + "coverage": 0.4024663677130045, + "coverage_of_all_cases": 0.4024663677130045 + }, + { + "threshold": 0.9603235546787694, + "accepted": 360, + "errors": 14, + "risk": 0.03888888888888889, + "coverage": 0.40358744394618834, + "coverage_of_all_cases": 0.40358744394618834 + }, + { + "threshold": 0.9602340444451105, + "accepted": 361, + "errors": 14, + "risk": 0.038781163434903045, + "coverage": 0.4047085201793722, + "coverage_of_all_cases": 0.4047085201793722 + }, + { + "threshold": 0.9598839302490403, + "accepted": 362, + "errors": 14, + "risk": 0.03867403314917127, + "coverage": 0.40582959641255606, + "coverage_of_all_cases": 0.40582959641255606 + }, + { + "threshold": 0.9597441542759879, + "accepted": 363, + "errors": 14, + "risk": 0.03856749311294766, + "coverage": 0.4069506726457399, + "coverage_of_all_cases": 0.4069506726457399 + }, + { + "threshold": 0.9594550416321833, + "accepted": 364, + "errors": 14, + "risk": 0.038461538461538464, + "coverage": 0.4080717488789238, + "coverage_of_all_cases": 0.4080717488789238 + }, + { + "threshold": 0.95900929626419, + "accepted": 365, + "errors": 14, + "risk": 0.038356164383561646, + "coverage": 0.40919282511210764, + "coverage_of_all_cases": 0.40919282511210764 + }, + { + "threshold": 0.9583564809228139, + "accepted": 366, + "errors": 14, + "risk": 0.03825136612021858, + "coverage": 0.4103139013452915, + "coverage_of_all_cases": 0.4103139013452915 + }, + { + "threshold": 0.9574617233804537, + "accepted": 367, + "errors": 14, + "risk": 0.03814713896457766, + "coverage": 0.41143497757847536, + "coverage_of_all_cases": 0.41143497757847536 + }, + { + "threshold": 0.9574528916658885, + "accepted": 368, + "errors": 14, + "risk": 0.03804347826086957, + "coverage": 0.4125560538116592, + "coverage_of_all_cases": 0.4125560538116592 + }, + { + "threshold": 0.957422407242241, + "accepted": 369, + "errors": 14, + "risk": 0.037940379403794036, + "coverage": 0.413677130044843, + "coverage_of_all_cases": 0.413677130044843 + }, + { + "threshold": 0.9573783463524973, + "accepted": 370, + "errors": 14, + "risk": 0.03783783783783784, + "coverage": 0.4147982062780269, + "coverage_of_all_cases": 0.4147982062780269 + }, + { + "threshold": 0.9569993301951963, + "accepted": 371, + "errors": 14, + "risk": 0.03773584905660377, + "coverage": 0.41591928251121074, + "coverage_of_all_cases": 0.41591928251121074 + }, + { + "threshold": 0.9565481178845548, + "accepted": 372, + "errors": 14, + "risk": 0.03763440860215054, + "coverage": 0.4170403587443946, + "coverage_of_all_cases": 0.4170403587443946 + }, + { + "threshold": 0.9563898054742018, + "accepted": 373, + "errors": 14, + "risk": 0.03753351206434316, + "coverage": 0.41816143497757846, + "coverage_of_all_cases": 0.41816143497757846 + }, + { + "threshold": 0.9563126090344962, + "accepted": 374, + "errors": 15, + "risk": 0.040106951871657755, + "coverage": 0.4192825112107623, + "coverage_of_all_cases": 0.4192825112107623 + }, + { + "threshold": 0.9561029511936299, + "accepted": 375, + "errors": 16, + "risk": 0.042666666666666665, + "coverage": 0.4204035874439462, + "coverage_of_all_cases": 0.4204035874439462 + }, + { + "threshold": 0.9560526489370182, + "accepted": 376, + "errors": 16, + "risk": 0.0425531914893617, + "coverage": 0.42152466367713004, + "coverage_of_all_cases": 0.42152466367713004 + }, + { + "threshold": 0.9552753084150121, + "accepted": 377, + "errors": 16, + "risk": 0.042440318302387266, + "coverage": 0.4226457399103139, + "coverage_of_all_cases": 0.4226457399103139 + }, + { + "threshold": 0.9550812616990592, + "accepted": 378, + "errors": 16, + "risk": 0.042328042328042326, + "coverage": 0.42376681614349776, + "coverage_of_all_cases": 0.42376681614349776 + }, + { + "threshold": 0.9535926362963852, + "accepted": 379, + "errors": 16, + "risk": 0.04221635883905013, + "coverage": 0.4248878923766816, + "coverage_of_all_cases": 0.4248878923766816 + }, + { + "threshold": 0.9532169843807512, + "accepted": 380, + "errors": 17, + "risk": 0.04473684210526316, + "coverage": 0.4260089686098655, + "coverage_of_all_cases": 0.4260089686098655 + }, + { + "threshold": 0.9526121430428853, + "accepted": 381, + "errors": 17, + "risk": 0.04461942257217848, + "coverage": 0.42713004484304934, + "coverage_of_all_cases": 0.42713004484304934 + }, + { + "threshold": 0.9523501429633782, + "accepted": 382, + "errors": 17, + "risk": 0.04450261780104712, + "coverage": 0.4282511210762332, + "coverage_of_all_cases": 0.4282511210762332 + }, + { + "threshold": 0.9519769256369716, + "accepted": 383, + "errors": 18, + "risk": 0.04699738903394256, + "coverage": 0.42937219730941706, + "coverage_of_all_cases": 0.42937219730941706 + }, + { + "threshold": 0.9517687134888734, + "accepted": 384, + "errors": 18, + "risk": 0.046875, + "coverage": 0.4304932735426009, + "coverage_of_all_cases": 0.4304932735426009 + }, + { + "threshold": 0.9515144981235786, + "accepted": 385, + "errors": 18, + "risk": 0.046753246753246755, + "coverage": 0.4316143497757848, + "coverage_of_all_cases": 0.4316143497757848 + }, + { + "threshold": 0.951420303794787, + "accepted": 386, + "errors": 18, + "risk": 0.046632124352331605, + "coverage": 0.4327354260089686, + "coverage_of_all_cases": 0.4327354260089686 + }, + { + "threshold": 0.9514052852909319, + "accepted": 387, + "errors": 18, + "risk": 0.046511627906976744, + "coverage": 0.43385650224215244, + "coverage_of_all_cases": 0.43385650224215244 + }, + { + "threshold": 0.9513141511361078, + "accepted": 388, + "errors": 19, + "risk": 0.04896907216494845, + "coverage": 0.4349775784753363, + "coverage_of_all_cases": 0.4349775784753363 + }, + { + "threshold": 0.9509065466668999, + "accepted": 389, + "errors": 19, + "risk": 0.04884318766066838, + "coverage": 0.43609865470852016, + "coverage_of_all_cases": 0.43609865470852016 + }, + { + "threshold": 0.9508936204060134, + "accepted": 390, + "errors": 19, + "risk": 0.04871794871794872, + "coverage": 0.437219730941704, + "coverage_of_all_cases": 0.437219730941704 + }, + { + "threshold": 0.9507832342501168, + "accepted": 391, + "errors": 19, + "risk": 0.04859335038363171, + "coverage": 0.4383408071748879, + "coverage_of_all_cases": 0.4383408071748879 + }, + { + "threshold": 0.9504082801489905, + "accepted": 392, + "errors": 19, + "risk": 0.04846938775510204, + "coverage": 0.43946188340807174, + "coverage_of_all_cases": 0.43946188340807174 + }, + { + "threshold": 0.9502422409291178, + "accepted": 393, + "errors": 20, + "risk": 0.05089058524173028, + "coverage": 0.4405829596412556, + "coverage_of_all_cases": 0.4405829596412556 + }, + { + "threshold": 0.949525037692752, + "accepted": 394, + "errors": 20, + "risk": 0.050761421319796954, + "coverage": 0.44170403587443946, + "coverage_of_all_cases": 0.44170403587443946 + }, + { + "threshold": 0.9494652706889359, + "accepted": 395, + "errors": 20, + "risk": 0.05063291139240506, + "coverage": 0.4428251121076233, + "coverage_of_all_cases": 0.4428251121076233 + }, + { + "threshold": 0.9492727802149702, + "accepted": 396, + "errors": 20, + "risk": 0.050505050505050504, + "coverage": 0.4439461883408072, + "coverage_of_all_cases": 0.4439461883408072 + }, + { + "threshold": 0.9492169269269628, + "accepted": 397, + "errors": 20, + "risk": 0.05037783375314862, + "coverage": 0.44506726457399104, + "coverage_of_all_cases": 0.44506726457399104 + }, + { + "threshold": 0.948318242805388, + "accepted": 398, + "errors": 20, + "risk": 0.05025125628140704, + "coverage": 0.4461883408071749, + "coverage_of_all_cases": 0.4461883408071749 + }, + { + "threshold": 0.9477347701713208, + "accepted": 399, + "errors": 20, + "risk": 0.05012531328320802, + "coverage": 0.44730941704035876, + "coverage_of_all_cases": 0.44730941704035876 + }, + { + "threshold": 0.9474247976604733, + "accepted": 400, + "errors": 20, + "risk": 0.05, + "coverage": 0.4484304932735426, + "coverage_of_all_cases": 0.4484304932735426 + }, + { + "threshold": 0.947176088617122, + "accepted": 401, + "errors": 20, + "risk": 0.04987531172069826, + "coverage": 0.4495515695067265, + "coverage_of_all_cases": 0.4495515695067265 + }, + { + "threshold": 0.9469700214374555, + "accepted": 402, + "errors": 20, + "risk": 0.04975124378109453, + "coverage": 0.45067264573991034, + "coverage_of_all_cases": 0.45067264573991034 + }, + { + "threshold": 0.9460169241123806, + "accepted": 403, + "errors": 20, + "risk": 0.04962779156327544, + "coverage": 0.4517937219730942, + "coverage_of_all_cases": 0.4517937219730942 + }, + { + "threshold": 0.9458203591007668, + "accepted": 404, + "errors": 21, + "risk": 0.05198019801980198, + "coverage": 0.452914798206278, + "coverage_of_all_cases": 0.452914798206278 + }, + { + "threshold": 0.9453129394690933, + "accepted": 405, + "errors": 22, + "risk": 0.05432098765432099, + "coverage": 0.45403587443946186, + "coverage_of_all_cases": 0.45403587443946186 + }, + { + "threshold": 0.9452385046526279, + "accepted": 406, + "errors": 22, + "risk": 0.054187192118226604, + "coverage": 0.4551569506726457, + "coverage_of_all_cases": 0.4551569506726457 + }, + { + "threshold": 0.9450441633261977, + "accepted": 407, + "errors": 22, + "risk": 0.05405405405405406, + "coverage": 0.4562780269058296, + "coverage_of_all_cases": 0.4562780269058296 + }, + { + "threshold": 0.9449526422605532, + "accepted": 408, + "errors": 22, + "risk": 0.05392156862745098, + "coverage": 0.45739910313901344, + "coverage_of_all_cases": 0.45739910313901344 + }, + { + "threshold": 0.9449142999438858, + "accepted": 409, + "errors": 23, + "risk": 0.05623471882640587, + "coverage": 0.4585201793721973, + "coverage_of_all_cases": 0.4585201793721973 + }, + { + "threshold": 0.944883366794563, + "accepted": 410, + "errors": 24, + "risk": 0.05853658536585366, + "coverage": 0.45964125560538116, + "coverage_of_all_cases": 0.45964125560538116 + }, + { + "threshold": 0.9448098014695553, + "accepted": 411, + "errors": 25, + "risk": 0.06082725060827251, + "coverage": 0.460762331838565, + "coverage_of_all_cases": 0.460762331838565 + }, + { + "threshold": 0.9438626766536649, + "accepted": 412, + "errors": 25, + "risk": 0.06067961165048544, + "coverage": 0.4618834080717489, + "coverage_of_all_cases": 0.4618834080717489 + }, + { + "threshold": 0.9425916201152823, + "accepted": 413, + "errors": 25, + "risk": 0.06053268765133172, + "coverage": 0.46300448430493274, + "coverage_of_all_cases": 0.46300448430493274 + }, + { + "threshold": 0.9405690272631047, + "accepted": 414, + "errors": 26, + "risk": 0.06280193236714976, + "coverage": 0.4641255605381166, + "coverage_of_all_cases": 0.4641255605381166 + }, + { + "threshold": 0.9403018294085533, + "accepted": 415, + "errors": 26, + "risk": 0.06265060240963856, + "coverage": 0.46524663677130046, + "coverage_of_all_cases": 0.46524663677130046 + }, + { + "threshold": 0.9398576113160435, + "accepted": 416, + "errors": 26, + "risk": 0.0625, + "coverage": 0.4663677130044843, + "coverage_of_all_cases": 0.4663677130044843 + }, + { + "threshold": 0.9398101529040965, + "accepted": 417, + "errors": 27, + "risk": 0.06474820143884892, + "coverage": 0.4674887892376682, + "coverage_of_all_cases": 0.4674887892376682 + }, + { + "threshold": 0.9394996413818115, + "accepted": 418, + "errors": 27, + "risk": 0.0645933014354067, + "coverage": 0.46860986547085204, + "coverage_of_all_cases": 0.46860986547085204 + }, + { + "threshold": 0.9392935632330053, + "accepted": 419, + "errors": 27, + "risk": 0.06443914081145585, + "coverage": 0.4697309417040359, + "coverage_of_all_cases": 0.4697309417040359 + }, + { + "threshold": 0.939076454753335, + "accepted": 420, + "errors": 27, + "risk": 0.06428571428571428, + "coverage": 0.47085201793721976, + "coverage_of_all_cases": 0.47085201793721976 + }, + { + "threshold": 0.9388120161150834, + "accepted": 421, + "errors": 27, + "risk": 0.06413301662707839, + "coverage": 0.47197309417040356, + "coverage_of_all_cases": 0.47197309417040356 + }, + { + "threshold": 0.9387242690651717, + "accepted": 422, + "errors": 28, + "risk": 0.06635071090047394, + "coverage": 0.4730941704035874, + "coverage_of_all_cases": 0.4730941704035874 + }, + { + "threshold": 0.938529077737553, + "accepted": 423, + "errors": 28, + "risk": 0.06619385342789598, + "coverage": 0.4742152466367713, + "coverage_of_all_cases": 0.4742152466367713 + }, + { + "threshold": 0.938101006470542, + "accepted": 424, + "errors": 29, + "risk": 0.06839622641509434, + "coverage": 0.47533632286995514, + "coverage_of_all_cases": 0.47533632286995514 + }, + { + "threshold": 0.9378675809964918, + "accepted": 425, + "errors": 30, + "risk": 0.07058823529411765, + "coverage": 0.476457399103139, + "coverage_of_all_cases": 0.476457399103139 + }, + { + "threshold": 0.9374984103436429, + "accepted": 426, + "errors": 30, + "risk": 0.07042253521126761, + "coverage": 0.47757847533632286, + "coverage_of_all_cases": 0.47757847533632286 + }, + { + "threshold": 0.9372958105601864, + "accepted": 427, + "errors": 30, + "risk": 0.0702576112412178, + "coverage": 0.4786995515695067, + "coverage_of_all_cases": 0.4786995515695067 + }, + { + "threshold": 0.9372630754894661, + "accepted": 428, + "errors": 30, + "risk": 0.07009345794392523, + "coverage": 0.4798206278026906, + "coverage_of_all_cases": 0.4798206278026906 + }, + { + "threshold": 0.9368680694492119, + "accepted": 429, + "errors": 30, + "risk": 0.06993006993006994, + "coverage": 0.48094170403587444, + "coverage_of_all_cases": 0.48094170403587444 + }, + { + "threshold": 0.9368573354691044, + "accepted": 430, + "errors": 31, + "risk": 0.07209302325581396, + "coverage": 0.4820627802690583, + "coverage_of_all_cases": 0.4820627802690583 + }, + { + "threshold": 0.9368086695104645, + "accepted": 431, + "errors": 31, + "risk": 0.07192575406032482, + "coverage": 0.48318385650224216, + "coverage_of_all_cases": 0.48318385650224216 + }, + { + "threshold": 0.9367499025367232, + "accepted": 432, + "errors": 31, + "risk": 0.07175925925925926, + "coverage": 0.484304932735426, + "coverage_of_all_cases": 0.484304932735426 + }, + { + "threshold": 0.9367048085963764, + "accepted": 433, + "errors": 31, + "risk": 0.07159353348729793, + "coverage": 0.4854260089686099, + "coverage_of_all_cases": 0.4854260089686099 + }, + { + "threshold": 0.9364795260353908, + "accepted": 434, + "errors": 31, + "risk": 0.07142857142857142, + "coverage": 0.48654708520179374, + "coverage_of_all_cases": 0.48654708520179374 + }, + { + "threshold": 0.9362367392501223, + "accepted": 435, + "errors": 32, + "risk": 0.0735632183908046, + "coverage": 0.4876681614349776, + "coverage_of_all_cases": 0.4876681614349776 + }, + { + "threshold": 0.935799253292822, + "accepted": 436, + "errors": 32, + "risk": 0.07339449541284404, + "coverage": 0.48878923766816146, + "coverage_of_all_cases": 0.48878923766816146 + }, + { + "threshold": 0.9357543276889104, + "accepted": 437, + "errors": 32, + "risk": 0.07322654462242563, + "coverage": 0.4899103139013453, + "coverage_of_all_cases": 0.4899103139013453 + }, + { + "threshold": 0.9355692637366257, + "accepted": 438, + "errors": 32, + "risk": 0.0730593607305936, + "coverage": 0.4910313901345291, + "coverage_of_all_cases": 0.4910313901345291 + }, + { + "threshold": 0.9355686231276529, + "accepted": 439, + "errors": 32, + "risk": 0.07289293849658314, + "coverage": 0.492152466367713, + "coverage_of_all_cases": 0.492152466367713 + }, + { + "threshold": 0.9345830374295763, + "accepted": 440, + "errors": 32, + "risk": 0.07272727272727272, + "coverage": 0.49327354260089684, + "coverage_of_all_cases": 0.49327354260089684 + }, + { + "threshold": 0.9345274833926492, + "accepted": 441, + "errors": 32, + "risk": 0.07256235827664399, + "coverage": 0.4943946188340807, + "coverage_of_all_cases": 0.4943946188340807 + }, + { + "threshold": 0.933360027308807, + "accepted": 442, + "errors": 32, + "risk": 0.07239819004524888, + "coverage": 0.49551569506726456, + "coverage_of_all_cases": 0.49551569506726456 + }, + { + "threshold": 0.9326872296678314, + "accepted": 443, + "errors": 32, + "risk": 0.07223476297968397, + "coverage": 0.4966367713004484, + "coverage_of_all_cases": 0.4966367713004484 + }, + { + "threshold": 0.9324977443980837, + "accepted": 444, + "errors": 32, + "risk": 0.07207207207207207, + "coverage": 0.4977578475336323, + "coverage_of_all_cases": 0.4977578475336323 + }, + { + "threshold": 0.9323481036255685, + "accepted": 445, + "errors": 32, + "risk": 0.07191011235955057, + "coverage": 0.49887892376681614, + "coverage_of_all_cases": 0.49887892376681614 + }, + { + "threshold": 0.9322059303817922, + "accepted": 446, + "errors": 32, + "risk": 0.07174887892376682, + "coverage": 0.5, + "coverage_of_all_cases": 0.5 + }, + { + "threshold": 0.9321802811238559, + "accepted": 447, + "errors": 32, + "risk": 0.07158836689038031, + "coverage": 0.5011210762331838, + "coverage_of_all_cases": 0.5011210762331838 + }, + { + "threshold": 0.9310237863200937, + "accepted": 448, + "errors": 32, + "risk": 0.07142857142857142, + "coverage": 0.5022421524663677, + "coverage_of_all_cases": 0.5022421524663677 + }, + { + "threshold": 0.9309399660991935, + "accepted": 449, + "errors": 32, + "risk": 0.07126948775055679, + "coverage": 0.5033632286995515, + "coverage_of_all_cases": 0.5033632286995515 + }, + { + "threshold": 0.9301839736352422, + "accepted": 450, + "errors": 32, + "risk": 0.07111111111111111, + "coverage": 0.5044843049327354, + "coverage_of_all_cases": 0.5044843049327354 + }, + { + "threshold": 0.9299196573256177, + "accepted": 451, + "errors": 32, + "risk": 0.07095343680709534, + "coverage": 0.5056053811659192, + "coverage_of_all_cases": 0.5056053811659192 + }, + { + "threshold": 0.9297525881697235, + "accepted": 452, + "errors": 32, + "risk": 0.07079646017699115, + "coverage": 0.5067264573991032, + "coverage_of_all_cases": 0.5067264573991032 + }, + { + "threshold": 0.9295262992578006, + "accepted": 453, + "errors": 32, + "risk": 0.0706401766004415, + "coverage": 0.507847533632287, + "coverage_of_all_cases": 0.507847533632287 + }, + { + "threshold": 0.9281662818262988, + "accepted": 454, + "errors": 32, + "risk": 0.07048458149779736, + "coverage": 0.5089686098654709, + "coverage_of_all_cases": 0.5089686098654709 + }, + { + "threshold": 0.9278463706641944, + "accepted": 455, + "errors": 32, + "risk": 0.07032967032967033, + "coverage": 0.5100896860986547, + "coverage_of_all_cases": 0.5100896860986547 + }, + { + "threshold": 0.9273807741269792, + "accepted": 456, + "errors": 33, + "risk": 0.07236842105263158, + "coverage": 0.5112107623318386, + "coverage_of_all_cases": 0.5112107623318386 + }, + { + "threshold": 0.9272259328000398, + "accepted": 457, + "errors": 33, + "risk": 0.07221006564551423, + "coverage": 0.5123318385650224, + "coverage_of_all_cases": 0.5123318385650224 + }, + { + "threshold": 0.9271574389221037, + "accepted": 458, + "errors": 33, + "risk": 0.07205240174672489, + "coverage": 0.5134529147982063, + "coverage_of_all_cases": 0.5134529147982063 + }, + { + "threshold": 0.926164028380527, + "accepted": 459, + "errors": 33, + "risk": 0.0718954248366013, + "coverage": 0.5145739910313901, + "coverage_of_all_cases": 0.5145739910313901 + }, + { + "threshold": 0.9259132584952537, + "accepted": 460, + "errors": 34, + "risk": 0.07391304347826087, + "coverage": 0.515695067264574, + "coverage_of_all_cases": 0.515695067264574 + }, + { + "threshold": 0.9253075299597434, + "accepted": 461, + "errors": 34, + "risk": 0.0737527114967462, + "coverage": 0.5168161434977578, + "coverage_of_all_cases": 0.5168161434977578 + }, + { + "threshold": 0.9251601598402729, + "accepted": 462, + "errors": 34, + "risk": 0.0735930735930736, + "coverage": 0.5179372197309418, + "coverage_of_all_cases": 0.5179372197309418 + }, + { + "threshold": 0.9244931981146584, + "accepted": 463, + "errors": 34, + "risk": 0.0734341252699784, + "coverage": 0.5190582959641256, + "coverage_of_all_cases": 0.5190582959641256 + }, + { + "threshold": 0.9236720966527244, + "accepted": 464, + "errors": 34, + "risk": 0.07327586206896551, + "coverage": 0.5201793721973094, + "coverage_of_all_cases": 0.5201793721973094 + }, + { + "threshold": 0.9236184704376053, + "accepted": 465, + "errors": 35, + "risk": 0.07526881720430108, + "coverage": 0.5213004484304933, + "coverage_of_all_cases": 0.5213004484304933 + }, + { + "threshold": 0.9233992567968331, + "accepted": 466, + "errors": 35, + "risk": 0.07510729613733906, + "coverage": 0.5224215246636771, + "coverage_of_all_cases": 0.5224215246636771 + }, + { + "threshold": 0.9224635193390431, + "accepted": 467, + "errors": 35, + "risk": 0.07494646680942184, + "coverage": 0.523542600896861, + "coverage_of_all_cases": 0.523542600896861 + }, + { + "threshold": 0.9207023187412514, + "accepted": 468, + "errors": 35, + "risk": 0.07478632478632478, + "coverage": 0.5246636771300448, + "coverage_of_all_cases": 0.5246636771300448 + }, + { + "threshold": 0.9206474678633617, + "accepted": 469, + "errors": 36, + "risk": 0.0767590618336887, + "coverage": 0.5257847533632287, + "coverage_of_all_cases": 0.5257847533632287 + }, + { + "threshold": 0.9205204282702567, + "accepted": 470, + "errors": 36, + "risk": 0.07659574468085106, + "coverage": 0.5269058295964125, + "coverage_of_all_cases": 0.5269058295964125 + }, + { + "threshold": 0.920295669464397, + "accepted": 471, + "errors": 36, + "risk": 0.07643312101910828, + "coverage": 0.5280269058295964, + "coverage_of_all_cases": 0.5280269058295964 + }, + { + "threshold": 0.9199827513984419, + "accepted": 472, + "errors": 36, + "risk": 0.07627118644067797, + "coverage": 0.5291479820627802, + "coverage_of_all_cases": 0.5291479820627802 + }, + { + "threshold": 0.919519565441686, + "accepted": 473, + "errors": 36, + "risk": 0.07610993657505286, + "coverage": 0.5302690582959642, + "coverage_of_all_cases": 0.5302690582959642 + }, + { + "threshold": 0.9193743122216017, + "accepted": 474, + "errors": 36, + "risk": 0.0759493670886076, + "coverage": 0.531390134529148, + "coverage_of_all_cases": 0.531390134529148 + }, + { + "threshold": 0.9188628681602675, + "accepted": 475, + "errors": 36, + "risk": 0.07578947368421053, + "coverage": 0.5325112107623319, + "coverage_of_all_cases": 0.5325112107623319 + }, + { + "threshold": 0.917758858564258, + "accepted": 476, + "errors": 36, + "risk": 0.07563025210084033, + "coverage": 0.5336322869955157, + "coverage_of_all_cases": 0.5336322869955157 + }, + { + "threshold": 0.9161802405666399, + "accepted": 477, + "errors": 36, + "risk": 0.07547169811320754, + "coverage": 0.5347533632286996, + "coverage_of_all_cases": 0.5347533632286996 + }, + { + "threshold": 0.9161427358720361, + "accepted": 478, + "errors": 36, + "risk": 0.07531380753138076, + "coverage": 0.5358744394618834, + "coverage_of_all_cases": 0.5358744394618834 + }, + { + "threshold": 0.9160484163706615, + "accepted": 479, + "errors": 36, + "risk": 0.07515657620041753, + "coverage": 0.5369955156950673, + "coverage_of_all_cases": 0.5369955156950673 + }, + { + "threshold": 0.9156926756438729, + "accepted": 480, + "errors": 36, + "risk": 0.075, + "coverage": 0.5381165919282511, + "coverage_of_all_cases": 0.5381165919282511 + }, + { + "threshold": 0.9151589406280218, + "accepted": 481, + "errors": 36, + "risk": 0.07484407484407485, + "coverage": 0.5392376681614349, + "coverage_of_all_cases": 0.5392376681614349 + }, + { + "threshold": 0.9126157005524992, + "accepted": 482, + "errors": 36, + "risk": 0.07468879668049792, + "coverage": 0.5403587443946188, + "coverage_of_all_cases": 0.5403587443946188 + }, + { + "threshold": 0.9115930302613185, + "accepted": 483, + "errors": 36, + "risk": 0.07453416149068323, + "coverage": 0.5414798206278026, + "coverage_of_all_cases": 0.5414798206278026 + }, + { + "threshold": 0.9107716768921115, + "accepted": 484, + "errors": 37, + "risk": 0.07644628099173553, + "coverage": 0.5426008968609866, + "coverage_of_all_cases": 0.5426008968609866 + }, + { + "threshold": 0.9106340677477596, + "accepted": 485, + "errors": 38, + "risk": 0.07835051546391752, + "coverage": 0.5437219730941704, + "coverage_of_all_cases": 0.5437219730941704 + }, + { + "threshold": 0.9072803013117813, + "accepted": 486, + "errors": 38, + "risk": 0.07818930041152264, + "coverage": 0.5448430493273543, + "coverage_of_all_cases": 0.5448430493273543 + }, + { + "threshold": 0.9062388412592279, + "accepted": 487, + "errors": 39, + "risk": 0.08008213552361396, + "coverage": 0.5459641255605381, + "coverage_of_all_cases": 0.5459641255605381 + }, + { + "threshold": 0.906085919521227, + "accepted": 488, + "errors": 39, + "risk": 0.07991803278688525, + "coverage": 0.547085201793722, + "coverage_of_all_cases": 0.547085201793722 + }, + { + "threshold": 0.9058378166220387, + "accepted": 489, + "errors": 39, + "risk": 0.07975460122699386, + "coverage": 0.5482062780269058, + "coverage_of_all_cases": 0.5482062780269058 + }, + { + "threshold": 0.9051014387417987, + "accepted": 490, + "errors": 40, + "risk": 0.08163265306122448, + "coverage": 0.5493273542600897, + "coverage_of_all_cases": 0.5493273542600897 + }, + { + "threshold": 0.9050232329426019, + "accepted": 491, + "errors": 41, + "risk": 0.0835030549898167, + "coverage": 0.5504484304932735, + "coverage_of_all_cases": 0.5504484304932735 + }, + { + "threshold": 0.9046525093702741, + "accepted": 492, + "errors": 41, + "risk": 0.08333333333333333, + "coverage": 0.5515695067264574, + "coverage_of_all_cases": 0.5515695067264574 + }, + { + "threshold": 0.9038890061369821, + "accepted": 493, + "errors": 41, + "risk": 0.08316430020283976, + "coverage": 0.5526905829596412, + "coverage_of_all_cases": 0.5526905829596412 + }, + { + "threshold": 0.9037966165684174, + "accepted": 494, + "errors": 41, + "risk": 0.08299595141700405, + "coverage": 0.5538116591928252, + "coverage_of_all_cases": 0.5538116591928252 + }, + { + "threshold": 0.9035888019022119, + "accepted": 495, + "errors": 41, + "risk": 0.08282828282828283, + "coverage": 0.554932735426009, + "coverage_of_all_cases": 0.554932735426009 + }, + { + "threshold": 0.902111869724309, + "accepted": 496, + "errors": 41, + "risk": 0.08266129032258064, + "coverage": 0.5560538116591929, + "coverage_of_all_cases": 0.5560538116591929 + }, + { + "threshold": 0.8995843016430358, + "accepted": 497, + "errors": 41, + "risk": 0.08249496981891348, + "coverage": 0.5571748878923767, + "coverage_of_all_cases": 0.5571748878923767 + }, + { + "threshold": 0.8994674663656946, + "accepted": 498, + "errors": 41, + "risk": 0.0823293172690763, + "coverage": 0.5582959641255605, + "coverage_of_all_cases": 0.5582959641255605 + }, + { + "threshold": 0.8990881563039804, + "accepted": 499, + "errors": 42, + "risk": 0.0841683366733467, + "coverage": 0.5594170403587444, + "coverage_of_all_cases": 0.5594170403587444 + }, + { + "threshold": 0.8984615487108313, + "accepted": 500, + "errors": 42, + "risk": 0.084, + "coverage": 0.5605381165919282, + "coverage_of_all_cases": 0.5605381165919282 + }, + { + "threshold": 0.8981124583884297, + "accepted": 501, + "errors": 43, + "risk": 0.08582834331337326, + "coverage": 0.5616591928251121, + "coverage_of_all_cases": 0.5616591928251121 + }, + { + "threshold": 0.8981041400063486, + "accepted": 502, + "errors": 44, + "risk": 0.08764940239043825, + "coverage": 0.5627802690582959, + "coverage_of_all_cases": 0.5627802690582959 + }, + { + "threshold": 0.8980326796305848, + "accepted": 503, + "errors": 44, + "risk": 0.0874751491053678, + "coverage": 0.5639013452914798, + "coverage_of_all_cases": 0.5639013452914798 + }, + { + "threshold": 0.8971275969204212, + "accepted": 504, + "errors": 45, + "risk": 0.08928571428571429, + "coverage": 0.5650224215246636, + "coverage_of_all_cases": 0.5650224215246636 + }, + { + "threshold": 0.895738766648815, + "accepted": 505, + "errors": 46, + "risk": 0.09108910891089109, + "coverage": 0.5661434977578476, + "coverage_of_all_cases": 0.5661434977578476 + }, + { + "threshold": 0.8955778066101583, + "accepted": 506, + "errors": 46, + "risk": 0.09090909090909091, + "coverage": 0.5672645739910314, + "coverage_of_all_cases": 0.5672645739910314 + }, + { + "threshold": 0.8952099680820264, + "accepted": 507, + "errors": 46, + "risk": 0.09072978303747535, + "coverage": 0.5683856502242153, + "coverage_of_all_cases": 0.5683856502242153 + }, + { + "threshold": 0.8945996323270202, + "accepted": 508, + "errors": 47, + "risk": 0.09251968503937008, + "coverage": 0.5695067264573991, + "coverage_of_all_cases": 0.5695067264573991 + }, + { + "threshold": 0.894364318431055, + "accepted": 509, + "errors": 47, + "risk": 0.09233791748526522, + "coverage": 0.570627802690583, + "coverage_of_all_cases": 0.570627802690583 + }, + { + "threshold": 0.8936231292170068, + "accepted": 510, + "errors": 48, + "risk": 0.09411764705882353, + "coverage": 0.5717488789237668, + "coverage_of_all_cases": 0.5717488789237668 + }, + { + "threshold": 0.8932595867162771, + "accepted": 511, + "errors": 48, + "risk": 0.09393346379647749, + "coverage": 0.5728699551569507, + "coverage_of_all_cases": 0.5728699551569507 + }, + { + "threshold": 0.8931234792632892, + "accepted": 512, + "errors": 48, + "risk": 0.09375, + "coverage": 0.5739910313901345, + "coverage_of_all_cases": 0.5739910313901345 + }, + { + "threshold": 0.8923701329626197, + "accepted": 513, + "errors": 48, + "risk": 0.0935672514619883, + "coverage": 0.5751121076233184, + "coverage_of_all_cases": 0.5751121076233184 + }, + { + "threshold": 0.8918901669069134, + "accepted": 514, + "errors": 48, + "risk": 0.0933852140077821, + "coverage": 0.5762331838565022, + "coverage_of_all_cases": 0.5762331838565022 + }, + { + "threshold": 0.8904766283818101, + "accepted": 515, + "errors": 48, + "risk": 0.09320388349514563, + "coverage": 0.577354260089686, + "coverage_of_all_cases": 0.577354260089686 + }, + { + "threshold": 0.8890424214270178, + "accepted": 516, + "errors": 48, + "risk": 0.09302325581395349, + "coverage": 0.57847533632287, + "coverage_of_all_cases": 0.57847533632287 + }, + { + "threshold": 0.8886553009310747, + "accepted": 517, + "errors": 48, + "risk": 0.09284332688588008, + "coverage": 0.5795964125560538, + "coverage_of_all_cases": 0.5795964125560538 + }, + { + "threshold": 0.887925622859027, + "accepted": 518, + "errors": 48, + "risk": 0.09266409266409266, + "coverage": 0.5807174887892377, + "coverage_of_all_cases": 0.5807174887892377 + }, + { + "threshold": 0.8874706194397036, + "accepted": 519, + "errors": 48, + "risk": 0.09248554913294797, + "coverage": 0.5818385650224215, + "coverage_of_all_cases": 0.5818385650224215 + }, + { + "threshold": 0.885881318644557, + "accepted": 520, + "errors": 48, + "risk": 0.09230769230769231, + "coverage": 0.5829596412556054, + "coverage_of_all_cases": 0.5829596412556054 + }, + { + "threshold": 0.8848216728418485, + "accepted": 521, + "errors": 48, + "risk": 0.09213051823416507, + "coverage": 0.5840807174887892, + "coverage_of_all_cases": 0.5840807174887892 + }, + { + "threshold": 0.8818283079421992, + "accepted": 522, + "errors": 49, + "risk": 0.09386973180076628, + "coverage": 0.5852017937219731, + "coverage_of_all_cases": 0.5852017937219731 + }, + { + "threshold": 0.8815410609773392, + "accepted": 523, + "errors": 49, + "risk": 0.09369024856596558, + "coverage": 0.5863228699551569, + "coverage_of_all_cases": 0.5863228699551569 + }, + { + "threshold": 0.8798191300419773, + "accepted": 524, + "errors": 50, + "risk": 0.09541984732824428, + "coverage": 0.5874439461883408, + "coverage_of_all_cases": 0.5874439461883408 + }, + { + "threshold": 0.8769122116453476, + "accepted": 525, + "errors": 50, + "risk": 0.09523809523809523, + "coverage": 0.5885650224215246, + "coverage_of_all_cases": 0.5885650224215246 + }, + { + "threshold": 0.8764802068655092, + "accepted": 526, + "errors": 50, + "risk": 0.09505703422053231, + "coverage": 0.5896860986547086, + "coverage_of_all_cases": 0.5896860986547086 + }, + { + "threshold": 0.8757243163219531, + "accepted": 527, + "errors": 50, + "risk": 0.09487666034155598, + "coverage": 0.5908071748878924, + "coverage_of_all_cases": 0.5908071748878924 + }, + { + "threshold": 0.8751693095403265, + "accepted": 528, + "errors": 50, + "risk": 0.0946969696969697, + "coverage": 0.5919282511210763, + "coverage_of_all_cases": 0.5919282511210763 + }, + { + "threshold": 0.8747132203546147, + "accepted": 529, + "errors": 51, + "risk": 0.09640831758034027, + "coverage": 0.5930493273542601, + "coverage_of_all_cases": 0.5930493273542601 + }, + { + "threshold": 0.874627770034982, + "accepted": 530, + "errors": 51, + "risk": 0.09622641509433963, + "coverage": 0.594170403587444, + "coverage_of_all_cases": 0.594170403587444 + }, + { + "threshold": 0.8744663581889086, + "accepted": 531, + "errors": 51, + "risk": 0.096045197740113, + "coverage": 0.5952914798206278, + "coverage_of_all_cases": 0.5952914798206278 + }, + { + "threshold": 0.8742174718239867, + "accepted": 532, + "errors": 51, + "risk": 0.09586466165413533, + "coverage": 0.5964125560538116, + "coverage_of_all_cases": 0.5964125560538116 + }, + { + "threshold": 0.8739422280611907, + "accepted": 533, + "errors": 52, + "risk": 0.0975609756097561, + "coverage": 0.5975336322869955, + "coverage_of_all_cases": 0.5975336322869955 + }, + { + "threshold": 0.8727281207988471, + "accepted": 534, + "errors": 52, + "risk": 0.09737827715355805, + "coverage": 0.5986547085201793, + "coverage_of_all_cases": 0.5986547085201793 + }, + { + "threshold": 0.8720642604979668, + "accepted": 535, + "errors": 53, + "risk": 0.09906542056074766, + "coverage": 0.5997757847533632, + "coverage_of_all_cases": 0.5997757847533632 + }, + { + "threshold": 0.8715121549164156, + "accepted": 536, + "errors": 54, + "risk": 0.10074626865671642, + "coverage": 0.600896860986547, + "coverage_of_all_cases": 0.600896860986547 + }, + { + "threshold": 0.871385442301293, + "accepted": 537, + "errors": 54, + "risk": 0.1005586592178771, + "coverage": 0.602017937219731, + "coverage_of_all_cases": 0.602017937219731 + }, + { + "threshold": 0.8710076747678319, + "accepted": 538, + "errors": 54, + "risk": 0.10037174721189591, + "coverage": 0.6031390134529148, + "coverage_of_all_cases": 0.6031390134529148 + }, + { + "threshold": 0.8706183249390484, + "accepted": 539, + "errors": 55, + "risk": 0.10204081632653061, + "coverage": 0.6042600896860987, + "coverage_of_all_cases": 0.6042600896860987 + }, + { + "threshold": 0.8694718191039885, + "accepted": 540, + "errors": 56, + "risk": 0.1037037037037037, + "coverage": 0.6053811659192825, + "coverage_of_all_cases": 0.6053811659192825 + }, + { + "threshold": 0.8691943302281573, + "accepted": 541, + "errors": 57, + "risk": 0.10536044362292052, + "coverage": 0.6065022421524664, + "coverage_of_all_cases": 0.6065022421524664 + }, + { + "threshold": 0.8691741024018147, + "accepted": 542, + "errors": 57, + "risk": 0.10516605166051661, + "coverage": 0.6076233183856502, + "coverage_of_all_cases": 0.6076233183856502 + }, + { + "threshold": 0.8690683491886085, + "accepted": 543, + "errors": 58, + "risk": 0.10681399631675875, + "coverage": 0.6087443946188341, + "coverage_of_all_cases": 0.6087443946188341 + }, + { + "threshold": 0.867939307765508, + "accepted": 544, + "errors": 58, + "risk": 0.10661764705882353, + "coverage": 0.6098654708520179, + "coverage_of_all_cases": 0.6098654708520179 + }, + { + "threshold": 0.8677149629824825, + "accepted": 545, + "errors": 59, + "risk": 0.10825688073394496, + "coverage": 0.6109865470852018, + "coverage_of_all_cases": 0.6109865470852018 + }, + { + "threshold": 0.867050158894785, + "accepted": 546, + "errors": 60, + "risk": 0.10989010989010989, + "coverage": 0.6121076233183856, + "coverage_of_all_cases": 0.6121076233183856 + }, + { + "threshold": 0.8656043726195197, + "accepted": 547, + "errors": 60, + "risk": 0.10968921389396709, + "coverage": 0.6132286995515696, + "coverage_of_all_cases": 0.6132286995515696 + }, + { + "threshold": 0.8652107369070826, + "accepted": 548, + "errors": 60, + "risk": 0.10948905109489052, + "coverage": 0.6143497757847534, + "coverage_of_all_cases": 0.6143497757847534 + }, + { + "threshold": 0.8647293054358766, + "accepted": 549, + "errors": 60, + "risk": 0.1092896174863388, + "coverage": 0.6154708520179372, + "coverage_of_all_cases": 0.6154708520179372 + }, + { + "threshold": 0.8644826030608725, + "accepted": 550, + "errors": 60, + "risk": 0.10909090909090909, + "coverage": 0.6165919282511211, + "coverage_of_all_cases": 0.6165919282511211 + }, + { + "threshold": 0.8629415851439991, + "accepted": 551, + "errors": 61, + "risk": 0.11070780399274047, + "coverage": 0.6177130044843049, + "coverage_of_all_cases": 0.6177130044843049 + }, + { + "threshold": 0.8617799301495646, + "accepted": 552, + "errors": 61, + "risk": 0.1105072463768116, + "coverage": 0.6188340807174888, + "coverage_of_all_cases": 0.6188340807174888 + }, + { + "threshold": 0.8615364579967333, + "accepted": 553, + "errors": 61, + "risk": 0.11030741410488246, + "coverage": 0.6199551569506726, + "coverage_of_all_cases": 0.6199551569506726 + }, + { + "threshold": 0.8615097083675864, + "accepted": 554, + "errors": 62, + "risk": 0.11191335740072202, + "coverage": 0.6210762331838565, + "coverage_of_all_cases": 0.6210762331838565 + }, + { + "threshold": 0.8584763648645652, + "accepted": 555, + "errors": 63, + "risk": 0.11351351351351352, + "coverage": 0.6221973094170403, + "coverage_of_all_cases": 0.6221973094170403 + }, + { + "threshold": 0.858228160496673, + "accepted": 556, + "errors": 63, + "risk": 0.11330935251798561, + "coverage": 0.6233183856502242, + "coverage_of_all_cases": 0.6233183856502242 + }, + { + "threshold": 0.8581494096597793, + "accepted": 557, + "errors": 63, + "risk": 0.11310592459605028, + "coverage": 0.624439461883408, + "coverage_of_all_cases": 0.624439461883408 + }, + { + "threshold": 0.8580522573964533, + "accepted": 558, + "errors": 63, + "risk": 0.11290322580645161, + "coverage": 0.625560538116592, + "coverage_of_all_cases": 0.625560538116592 + }, + { + "threshold": 0.8576226671345671, + "accepted": 559, + "errors": 64, + "risk": 0.11449016100178891, + "coverage": 0.6266816143497758, + "coverage_of_all_cases": 0.6266816143497758 + }, + { + "threshold": 0.8574945331037095, + "accepted": 560, + "errors": 64, + "risk": 0.11428571428571428, + "coverage": 0.6278026905829597, + "coverage_of_all_cases": 0.6278026905829597 + }, + { + "threshold": 0.85717812266376, + "accepted": 561, + "errors": 64, + "risk": 0.1140819964349376, + "coverage": 0.6289237668161435, + "coverage_of_all_cases": 0.6289237668161435 + }, + { + "threshold": 0.8559791080912478, + "accepted": 562, + "errors": 64, + "risk": 0.11387900355871886, + "coverage": 0.6300448430493274, + "coverage_of_all_cases": 0.6300448430493274 + }, + { + "threshold": 0.8557749668834738, + "accepted": 563, + "errors": 64, + "risk": 0.11367673179396093, + "coverage": 0.6311659192825112, + "coverage_of_all_cases": 0.6311659192825112 + }, + { + "threshold": 0.8557536745446608, + "accepted": 564, + "errors": 64, + "risk": 0.11347517730496454, + "coverage": 0.6322869955156951, + "coverage_of_all_cases": 0.6322869955156951 + }, + { + "threshold": 0.8553282965927267, + "accepted": 565, + "errors": 64, + "risk": 0.11327433628318584, + "coverage": 0.6334080717488789, + "coverage_of_all_cases": 0.6334080717488789 + }, + { + "threshold": 0.8547063715787075, + "accepted": 566, + "errors": 64, + "risk": 0.11307420494699646, + "coverage": 0.6345291479820628, + "coverage_of_all_cases": 0.6345291479820628 + }, + { + "threshold": 0.8544249119187822, + "accepted": 567, + "errors": 65, + "risk": 0.1146384479717813, + "coverage": 0.6356502242152466, + "coverage_of_all_cases": 0.6356502242152466 + }, + { + "threshold": 0.8535366551098734, + "accepted": 568, + "errors": 65, + "risk": 0.11443661971830986, + "coverage": 0.6367713004484304, + "coverage_of_all_cases": 0.6367713004484304 + }, + { + "threshold": 0.8528065896535464, + "accepted": 569, + "errors": 66, + "risk": 0.11599297012302284, + "coverage": 0.6378923766816144, + "coverage_of_all_cases": 0.6378923766816144 + }, + { + "threshold": 0.8516633234778276, + "accepted": 570, + "errors": 67, + "risk": 0.11754385964912281, + "coverage": 0.6390134529147982, + "coverage_of_all_cases": 0.6390134529147982 + }, + { + "threshold": 0.8514837401447225, + "accepted": 571, + "errors": 67, + "risk": 0.11733800350262696, + "coverage": 0.6401345291479821, + "coverage_of_all_cases": 0.6401345291479821 + }, + { + "threshold": 0.8507453338330466, + "accepted": 572, + "errors": 68, + "risk": 0.11888111888111888, + "coverage": 0.6412556053811659, + "coverage_of_all_cases": 0.6412556053811659 + }, + { + "threshold": 0.8473703451123034, + "accepted": 573, + "errors": 68, + "risk": 0.11867364746945899, + "coverage": 0.6423766816143498, + "coverage_of_all_cases": 0.6423766816143498 + }, + { + "threshold": 0.8457443881602298, + "accepted": 574, + "errors": 68, + "risk": 0.11846689895470383, + "coverage": 0.6434977578475336, + "coverage_of_all_cases": 0.6434977578475336 + }, + { + "threshold": 0.8455447987204969, + "accepted": 575, + "errors": 68, + "risk": 0.11826086956521739, + "coverage": 0.6446188340807175, + "coverage_of_all_cases": 0.6446188340807175 + }, + { + "threshold": 0.8453231170701561, + "accepted": 576, + "errors": 68, + "risk": 0.11805555555555555, + "coverage": 0.6457399103139013, + "coverage_of_all_cases": 0.6457399103139013 + }, + { + "threshold": 0.8450226919280475, + "accepted": 577, + "errors": 69, + "risk": 0.1195840554592721, + "coverage": 0.6468609865470852, + "coverage_of_all_cases": 0.6468609865470852 + }, + { + "threshold": 0.8443580217404643, + "accepted": 578, + "errors": 69, + "risk": 0.11937716262975778, + "coverage": 0.647982062780269, + "coverage_of_all_cases": 0.647982062780269 + }, + { + "threshold": 0.8432324706309757, + "accepted": 579, + "errors": 69, + "risk": 0.11917098445595854, + "coverage": 0.649103139013453, + "coverage_of_all_cases": 0.649103139013453 + }, + { + "threshold": 0.8418825289940318, + "accepted": 580, + "errors": 70, + "risk": 0.1206896551724138, + "coverage": 0.6502242152466368, + "coverage_of_all_cases": 0.6502242152466368 + }, + { + "threshold": 0.8412514436951999, + "accepted": 581, + "errors": 70, + "risk": 0.12048192771084337, + "coverage": 0.6513452914798207, + "coverage_of_all_cases": 0.6513452914798207 + }, + { + "threshold": 0.8391866939856042, + "accepted": 582, + "errors": 70, + "risk": 0.12027491408934708, + "coverage": 0.6524663677130045, + "coverage_of_all_cases": 0.6524663677130045 + }, + { + "threshold": 0.8373915828554115, + "accepted": 583, + "errors": 71, + "risk": 0.12178387650085763, + "coverage": 0.6535874439461884, + "coverage_of_all_cases": 0.6535874439461884 + }, + { + "threshold": 0.8371940682196412, + "accepted": 584, + "errors": 71, + "risk": 0.12157534246575342, + "coverage": 0.6547085201793722, + "coverage_of_all_cases": 0.6547085201793722 + }, + { + "threshold": 0.835845792703631, + "accepted": 585, + "errors": 72, + "risk": 0.12307692307692308, + "coverage": 0.655829596412556, + "coverage_of_all_cases": 0.655829596412556 + }, + { + "threshold": 0.8356797005167205, + "accepted": 586, + "errors": 72, + "risk": 0.12286689419795221, + "coverage": 0.6569506726457399, + "coverage_of_all_cases": 0.6569506726457399 + }, + { + "threshold": 0.8356413140551556, + "accepted": 587, + "errors": 73, + "risk": 0.12436115843270869, + "coverage": 0.6580717488789237, + "coverage_of_all_cases": 0.6580717488789237 + }, + { + "threshold": 0.8332340064644633, + "accepted": 588, + "errors": 73, + "risk": 0.12414965986394558, + "coverage": 0.6591928251121076, + "coverage_of_all_cases": 0.6591928251121076 + }, + { + "threshold": 0.8326410708345605, + "accepted": 589, + "errors": 73, + "risk": 0.12393887945670629, + "coverage": 0.6603139013452914, + "coverage_of_all_cases": 0.6603139013452914 + }, + { + "threshold": 0.8319793320214528, + "accepted": 590, + "errors": 74, + "risk": 0.12542372881355932, + "coverage": 0.6614349775784754, + "coverage_of_all_cases": 0.6614349775784754 + }, + { + "threshold": 0.8271797405840766, + "accepted": 591, + "errors": 74, + "risk": 0.12521150592216582, + "coverage": 0.6625560538116592, + "coverage_of_all_cases": 0.6625560538116592 + }, + { + "threshold": 0.8262259013295725, + "accepted": 592, + "errors": 74, + "risk": 0.125, + "coverage": 0.6636771300448431, + "coverage_of_all_cases": 0.6636771300448431 + }, + { + "threshold": 0.8249783677879717, + "accepted": 593, + "errors": 75, + "risk": 0.12647554806070826, + "coverage": 0.6647982062780269, + "coverage_of_all_cases": 0.6647982062780269 + }, + { + "threshold": 0.8248248889631016, + "accepted": 594, + "errors": 75, + "risk": 0.12626262626262627, + "coverage": 0.6659192825112108, + "coverage_of_all_cases": 0.6659192825112108 + }, + { + "threshold": 0.8226007579123733, + "accepted": 595, + "errors": 76, + "risk": 0.12773109243697478, + "coverage": 0.6670403587443946, + "coverage_of_all_cases": 0.6670403587443946 + }, + { + "threshold": 0.8221929138922807, + "accepted": 596, + "errors": 77, + "risk": 0.12919463087248323, + "coverage": 0.6681614349775785, + "coverage_of_all_cases": 0.6681614349775785 + }, + { + "threshold": 0.8217548354859349, + "accepted": 597, + "errors": 77, + "risk": 0.12897822445561138, + "coverage": 0.6692825112107623, + "coverage_of_all_cases": 0.6692825112107623 + }, + { + "threshold": 0.8215323430256263, + "accepted": 598, + "errors": 77, + "risk": 0.12876254180602006, + "coverage": 0.6704035874439462, + "coverage_of_all_cases": 0.6704035874439462 + }, + { + "threshold": 0.8213485391753101, + "accepted": 599, + "errors": 77, + "risk": 0.1285475792988314, + "coverage": 0.67152466367713, + "coverage_of_all_cases": 0.67152466367713 + }, + { + "threshold": 0.8208145106368614, + "accepted": 600, + "errors": 78, + "risk": 0.13, + "coverage": 0.672645739910314, + "coverage_of_all_cases": 0.672645739910314 + }, + { + "threshold": 0.8205273130580326, + "accepted": 601, + "errors": 79, + "risk": 0.1314475873544093, + "coverage": 0.6737668161434978, + "coverage_of_all_cases": 0.6737668161434978 + }, + { + "threshold": 0.8184306002863018, + "accepted": 602, + "errors": 79, + "risk": 0.13122923588039867, + "coverage": 0.6748878923766816, + "coverage_of_all_cases": 0.6748878923766816 + }, + { + "threshold": 0.8177244820418488, + "accepted": 603, + "errors": 79, + "risk": 0.1310116086235489, + "coverage": 0.6760089686098655, + "coverage_of_all_cases": 0.6760089686098655 + }, + { + "threshold": 0.8157968268356428, + "accepted": 604, + "errors": 80, + "risk": 0.13245033112582782, + "coverage": 0.6771300448430493, + "coverage_of_all_cases": 0.6771300448430493 + }, + { + "threshold": 0.8150514211432904, + "accepted": 605, + "errors": 80, + "risk": 0.1322314049586777, + "coverage": 0.6782511210762332, + "coverage_of_all_cases": 0.6782511210762332 + }, + { + "threshold": 0.8138685124767258, + "accepted": 606, + "errors": 80, + "risk": 0.132013201320132, + "coverage": 0.679372197309417, + "coverage_of_all_cases": 0.679372197309417 + }, + { + "threshold": 0.8138644491407191, + "accepted": 607, + "errors": 81, + "risk": 0.13344316309719934, + "coverage": 0.6804932735426009, + "coverage_of_all_cases": 0.6804932735426009 + }, + { + "threshold": 0.8088199019874265, + "accepted": 608, + "errors": 81, + "risk": 0.13322368421052633, + "coverage": 0.6816143497757847, + "coverage_of_all_cases": 0.6816143497757847 + }, + { + "threshold": 0.8076279752559862, + "accepted": 609, + "errors": 81, + "risk": 0.1330049261083744, + "coverage": 0.6827354260089686, + "coverage_of_all_cases": 0.6827354260089686 + }, + { + "threshold": 0.8067218325088343, + "accepted": 610, + "errors": 81, + "risk": 0.13278688524590163, + "coverage": 0.6838565022421524, + "coverage_of_all_cases": 0.6838565022421524 + }, + { + "threshold": 0.8060299413269264, + "accepted": 611, + "errors": 81, + "risk": 0.132569558101473, + "coverage": 0.6849775784753364, + "coverage_of_all_cases": 0.6849775784753364 + }, + { + "threshold": 0.8023660455370275, + "accepted": 612, + "errors": 81, + "risk": 0.1323529411764706, + "coverage": 0.6860986547085202, + "coverage_of_all_cases": 0.6860986547085202 + }, + { + "threshold": 0.8023602346440838, + "accepted": 613, + "errors": 81, + "risk": 0.13213703099510604, + "coverage": 0.6872197309417041, + "coverage_of_all_cases": 0.6872197309417041 + }, + { + "threshold": 0.8009780295970171, + "accepted": 614, + "errors": 81, + "risk": 0.13192182410423453, + "coverage": 0.6883408071748879, + "coverage_of_all_cases": 0.6883408071748879 + }, + { + "threshold": 0.8009442126207836, + "accepted": 615, + "errors": 81, + "risk": 0.13170731707317074, + "coverage": 0.6894618834080718, + "coverage_of_all_cases": 0.6894618834080718 + }, + { + "threshold": 0.799719077685944, + "accepted": 616, + "errors": 82, + "risk": 0.1331168831168831, + "coverage": 0.6905829596412556, + "coverage_of_all_cases": 0.6905829596412556 + }, + { + "threshold": 0.7995747047114823, + "accepted": 617, + "errors": 82, + "risk": 0.13290113452188007, + "coverage": 0.6917040358744395, + "coverage_of_all_cases": 0.6917040358744395 + }, + { + "threshold": 0.7967188972635607, + "accepted": 618, + "errors": 83, + "risk": 0.1343042071197411, + "coverage": 0.6928251121076233, + "coverage_of_all_cases": 0.6928251121076233 + }, + { + "threshold": 0.7962347959656866, + "accepted": 619, + "errors": 84, + "risk": 0.13570274636510501, + "coverage": 0.6939461883408071, + "coverage_of_all_cases": 0.6939461883408071 + }, + { + "threshold": 0.7955031316290047, + "accepted": 620, + "errors": 84, + "risk": 0.13548387096774195, + "coverage": 0.695067264573991, + "coverage_of_all_cases": 0.695067264573991 + }, + { + "threshold": 0.7948161675835907, + "accepted": 621, + "errors": 84, + "risk": 0.13526570048309178, + "coverage": 0.6961883408071748, + "coverage_of_all_cases": 0.6961883408071748 + }, + { + "threshold": 0.7921253426779963, + "accepted": 622, + "errors": 85, + "risk": 0.13665594855305466, + "coverage": 0.6973094170403588, + "coverage_of_all_cases": 0.6973094170403588 + }, + { + "threshold": 0.7900251941392789, + "accepted": 623, + "errors": 85, + "risk": 0.13643659711075443, + "coverage": 0.6984304932735426, + "coverage_of_all_cases": 0.6984304932735426 + }, + { + "threshold": 0.7898390518415217, + "accepted": 624, + "errors": 86, + "risk": 0.13782051282051283, + "coverage": 0.6995515695067265, + "coverage_of_all_cases": 0.6995515695067265 + }, + { + "threshold": 0.7891629897183576, + "accepted": 625, + "errors": 86, + "risk": 0.1376, + "coverage": 0.7006726457399103, + "coverage_of_all_cases": 0.7006726457399103 + }, + { + "threshold": 0.7890959850198327, + "accepted": 626, + "errors": 87, + "risk": 0.1389776357827476, + "coverage": 0.7017937219730942, + "coverage_of_all_cases": 0.7017937219730942 + }, + { + "threshold": 0.7868908957522623, + "accepted": 627, + "errors": 87, + "risk": 0.13875598086124402, + "coverage": 0.702914798206278, + "coverage_of_all_cases": 0.702914798206278 + }, + { + "threshold": 0.7863300806710644, + "accepted": 628, + "errors": 88, + "risk": 0.14012738853503184, + "coverage": 0.7040358744394619, + "coverage_of_all_cases": 0.7040358744394619 + }, + { + "threshold": 0.7861902980481323, + "accepted": 629, + "errors": 88, + "risk": 0.13990461049284578, + "coverage": 0.7051569506726457, + "coverage_of_all_cases": 0.7051569506726457 + }, + { + "threshold": 0.785430714508604, + "accepted": 630, + "errors": 89, + "risk": 0.14126984126984127, + "coverage": 0.7062780269058296, + "coverage_of_all_cases": 0.7062780269058296 + }, + { + "threshold": 0.7842832514234911, + "accepted": 631, + "errors": 90, + "risk": 0.14263074484944532, + "coverage": 0.7073991031390134, + "coverage_of_all_cases": 0.7073991031390134 + }, + { + "threshold": 0.7837914562108469, + "accepted": 632, + "errors": 90, + "risk": 0.14240506329113925, + "coverage": 0.7085201793721974, + "coverage_of_all_cases": 0.7085201793721974 + }, + { + "threshold": 0.7837293152971818, + "accepted": 633, + "errors": 91, + "risk": 0.14375987361769352, + "coverage": 0.7096412556053812, + "coverage_of_all_cases": 0.7096412556053812 + }, + { + "threshold": 0.7830684082336894, + "accepted": 634, + "errors": 91, + "risk": 0.14353312302839116, + "coverage": 0.7107623318385651, + "coverage_of_all_cases": 0.7107623318385651 + }, + { + "threshold": 0.7828762351901482, + "accepted": 635, + "errors": 91, + "risk": 0.14330708661417324, + "coverage": 0.7118834080717489, + "coverage_of_all_cases": 0.7118834080717489 + }, + { + "threshold": 0.7812785389039842, + "accepted": 636, + "errors": 91, + "risk": 0.1430817610062893, + "coverage": 0.7130044843049327, + "coverage_of_all_cases": 0.7130044843049327 + }, + { + "threshold": 0.7799428782655422, + "accepted": 637, + "errors": 92, + "risk": 0.14442700156985872, + "coverage": 0.7141255605381166, + "coverage_of_all_cases": 0.7141255605381166 + }, + { + "threshold": 0.7768534053728176, + "accepted": 638, + "errors": 93, + "risk": 0.14576802507836992, + "coverage": 0.7152466367713004, + "coverage_of_all_cases": 0.7152466367713004 + }, + { + "threshold": 0.7764712190124566, + "accepted": 639, + "errors": 94, + "risk": 0.14710485133020346, + "coverage": 0.7163677130044843, + "coverage_of_all_cases": 0.7163677130044843 + }, + { + "threshold": 0.7707413061841627, + "accepted": 640, + "errors": 94, + "risk": 0.146875, + "coverage": 0.7174887892376681, + "coverage_of_all_cases": 0.7174887892376681 + }, + { + "threshold": 0.7705053226063587, + "accepted": 641, + "errors": 95, + "risk": 0.1482059282371295, + "coverage": 0.718609865470852, + "coverage_of_all_cases": 0.718609865470852 + }, + { + "threshold": 0.7701519487959775, + "accepted": 642, + "errors": 95, + "risk": 0.14797507788161993, + "coverage": 0.7197309417040358, + "coverage_of_all_cases": 0.7197309417040358 + }, + { + "threshold": 0.7689792271424807, + "accepted": 643, + "errors": 96, + "risk": 0.14930015552099535, + "coverage": 0.7208520179372198, + "coverage_of_all_cases": 0.7208520179372198 + }, + { + "threshold": 0.7680510547532227, + "accepted": 644, + "errors": 96, + "risk": 0.14906832298136646, + "coverage": 0.7219730941704036, + "coverage_of_all_cases": 0.7219730941704036 + }, + { + "threshold": 0.7670161825037544, + "accepted": 645, + "errors": 97, + "risk": 0.15038759689922482, + "coverage": 0.7230941704035875, + "coverage_of_all_cases": 0.7230941704035875 + }, + { + "threshold": 0.7663065020370772, + "accepted": 646, + "errors": 97, + "risk": 0.15015479876160992, + "coverage": 0.7242152466367713, + "coverage_of_all_cases": 0.7242152466367713 + }, + { + "threshold": 0.7651946130533597, + "accepted": 647, + "errors": 98, + "risk": 0.15146831530139104, + "coverage": 0.7253363228699552, + "coverage_of_all_cases": 0.7253363228699552 + }, + { + "threshold": 0.7651282768871314, + "accepted": 648, + "errors": 98, + "risk": 0.15123456790123457, + "coverage": 0.726457399103139, + "coverage_of_all_cases": 0.726457399103139 + }, + { + "threshold": 0.763428695170614, + "accepted": 649, + "errors": 98, + "risk": 0.1510015408320493, + "coverage": 0.7275784753363229, + "coverage_of_all_cases": 0.7275784753363229 + }, + { + "threshold": 0.7632736799592379, + "accepted": 650, + "errors": 99, + "risk": 0.1523076923076923, + "coverage": 0.7286995515695067, + "coverage_of_all_cases": 0.7286995515695067 + }, + { + "threshold": 0.7631581302317361, + "accepted": 651, + "errors": 99, + "risk": 0.15207373271889402, + "coverage": 0.7298206278026906, + "coverage_of_all_cases": 0.7298206278026906 + }, + { + "threshold": 0.7630562524865853, + "accepted": 652, + "errors": 99, + "risk": 0.15184049079754602, + "coverage": 0.7309417040358744, + "coverage_of_all_cases": 0.7309417040358744 + }, + { + "threshold": 0.7617907211808947, + "accepted": 653, + "errors": 99, + "risk": 0.15160796324655437, + "coverage": 0.7320627802690582, + "coverage_of_all_cases": 0.7320627802690582 + }, + { + "threshold": 0.7612375162993763, + "accepted": 654, + "errors": 99, + "risk": 0.15137614678899083, + "coverage": 0.7331838565022422, + "coverage_of_all_cases": 0.7331838565022422 + }, + { + "threshold": 0.7612049531326409, + "accepted": 655, + "errors": 99, + "risk": 0.15114503816793892, + "coverage": 0.734304932735426, + "coverage_of_all_cases": 0.734304932735426 + }, + { + "threshold": 0.7596054165041064, + "accepted": 656, + "errors": 100, + "risk": 0.1524390243902439, + "coverage": 0.7354260089686099, + "coverage_of_all_cases": 0.7354260089686099 + }, + { + "threshold": 0.7594359777133535, + "accepted": 657, + "errors": 100, + "risk": 0.15220700152207, + "coverage": 0.7365470852017937, + "coverage_of_all_cases": 0.7365470852017937 + }, + { + "threshold": 0.7574718249139027, + "accepted": 658, + "errors": 100, + "risk": 0.1519756838905775, + "coverage": 0.7376681614349776, + "coverage_of_all_cases": 0.7376681614349776 + }, + { + "threshold": 0.757025404237704, + "accepted": 659, + "errors": 101, + "risk": 0.15326251896813353, + "coverage": 0.7387892376681614, + "coverage_of_all_cases": 0.7387892376681614 + }, + { + "threshold": 0.7539942551452059, + "accepted": 660, + "errors": 101, + "risk": 0.15303030303030302, + "coverage": 0.7399103139013453, + "coverage_of_all_cases": 0.7399103139013453 + }, + { + "threshold": 0.7531712547317246, + "accepted": 661, + "errors": 102, + "risk": 0.15431164901664146, + "coverage": 0.7410313901345291, + "coverage_of_all_cases": 0.7410313901345291 + }, + { + "threshold": 0.7481729321790872, + "accepted": 662, + "errors": 103, + "risk": 0.1555891238670695, + "coverage": 0.742152466367713, + "coverage_of_all_cases": 0.742152466367713 + }, + { + "threshold": 0.7479310884637117, + "accepted": 663, + "errors": 103, + "risk": 0.15535444947209653, + "coverage": 0.7432735426008968, + "coverage_of_all_cases": 0.7432735426008968 + }, + { + "threshold": 0.7473107571837646, + "accepted": 664, + "errors": 103, + "risk": 0.15512048192771086, + "coverage": 0.7443946188340808, + "coverage_of_all_cases": 0.7443946188340808 + }, + { + "threshold": 0.746890642570432, + "accepted": 665, + "errors": 104, + "risk": 0.15639097744360902, + "coverage": 0.7455156950672646, + "coverage_of_all_cases": 0.7455156950672646 + }, + { + "threshold": 0.7459024802823676, + "accepted": 666, + "errors": 104, + "risk": 0.15615615615615616, + "coverage": 0.7466367713004485, + "coverage_of_all_cases": 0.7466367713004485 + }, + { + "threshold": 0.7428034210660848, + "accepted": 667, + "errors": 105, + "risk": 0.15742128935532235, + "coverage": 0.7477578475336323, + "coverage_of_all_cases": 0.7477578475336323 + }, + { + "threshold": 0.7415529544404971, + "accepted": 668, + "errors": 105, + "risk": 0.15718562874251496, + "coverage": 0.7488789237668162, + "coverage_of_all_cases": 0.7488789237668162 + }, + { + "threshold": 0.7385566843976523, + "accepted": 669, + "errors": 106, + "risk": 0.15844544095665172, + "coverage": 0.75, + "coverage_of_all_cases": 0.75 + }, + { + "threshold": 0.7382859836979346, + "accepted": 670, + "errors": 106, + "risk": 0.1582089552238806, + "coverage": 0.7511210762331838, + "coverage_of_all_cases": 0.7511210762331838 + }, + { + "threshold": 0.7349176741267358, + "accepted": 671, + "errors": 106, + "risk": 0.15797317436661698, + "coverage": 0.7522421524663677, + "coverage_of_all_cases": 0.7522421524663677 + }, + { + "threshold": 0.7348959005361602, + "accepted": 672, + "errors": 107, + "risk": 0.15922619047619047, + "coverage": 0.7533632286995515, + "coverage_of_all_cases": 0.7533632286995515 + }, + { + "threshold": 0.7347951833757131, + "accepted": 673, + "errors": 108, + "risk": 0.16047548291233285, + "coverage": 0.7544843049327354, + "coverage_of_all_cases": 0.7544843049327354 + }, + { + "threshold": 0.7342979543783461, + "accepted": 674, + "errors": 108, + "risk": 0.16023738872403562, + "coverage": 0.7556053811659192, + "coverage_of_all_cases": 0.7556053811659192 + }, + { + "threshold": 0.7341053795772428, + "accepted": 675, + "errors": 108, + "risk": 0.16, + "coverage": 0.7567264573991032, + "coverage_of_all_cases": 0.7567264573991032 + }, + { + "threshold": 0.733211790286681, + "accepted": 676, + "errors": 109, + "risk": 0.16124260355029585, + "coverage": 0.757847533632287, + "coverage_of_all_cases": 0.757847533632287 + }, + { + "threshold": 0.7280452472280353, + "accepted": 677, + "errors": 109, + "risk": 0.16100443131462333, + "coverage": 0.7589686098654709, + "coverage_of_all_cases": 0.7589686098654709 + }, + { + "threshold": 0.7267651064532891, + "accepted": 678, + "errors": 109, + "risk": 0.1607669616519174, + "coverage": 0.7600896860986547, + "coverage_of_all_cases": 0.7600896860986547 + }, + { + "threshold": 0.7189615858577798, + "accepted": 679, + "errors": 109, + "risk": 0.16053019145802652, + "coverage": 0.7612107623318386, + "coverage_of_all_cases": 0.7612107623318386 + }, + { + "threshold": 0.7147585910368216, + "accepted": 680, + "errors": 110, + "risk": 0.16176470588235295, + "coverage": 0.7623318385650224, + "coverage_of_all_cases": 0.7623318385650224 + }, + { + "threshold": 0.7134347279746227, + "accepted": 681, + "errors": 110, + "risk": 0.16152716593245228, + "coverage": 0.7634529147982063, + "coverage_of_all_cases": 0.7634529147982063 + }, + { + "threshold": 0.709481863029501, + "accepted": 682, + "errors": 111, + "risk": 0.1627565982404692, + "coverage": 0.7645739910313901, + "coverage_of_all_cases": 0.7645739910313901 + }, + { + "threshold": 0.7086870939089208, + "accepted": 683, + "errors": 111, + "risk": 0.16251830161054173, + "coverage": 0.765695067264574, + "coverage_of_all_cases": 0.765695067264574 + }, + { + "threshold": 0.7080272893778792, + "accepted": 684, + "errors": 112, + "risk": 0.16374269005847952, + "coverage": 0.7668161434977578, + "coverage_of_all_cases": 0.7668161434977578 + }, + { + "threshold": 0.7073890428935535, + "accepted": 685, + "errors": 113, + "risk": 0.16496350364963502, + "coverage": 0.7679372197309418, + "coverage_of_all_cases": 0.7679372197309418 + }, + { + "threshold": 0.7050228421817827, + "accepted": 686, + "errors": 113, + "risk": 0.16472303206997085, + "coverage": 0.7690582959641256, + "coverage_of_all_cases": 0.7690582959641256 + }, + { + "threshold": 0.7049362249993868, + "accepted": 687, + "errors": 114, + "risk": 0.16593886462882096, + "coverage": 0.7701793721973094, + "coverage_of_all_cases": 0.7701793721973094 + }, + { + "threshold": 0.7044518628130735, + "accepted": 688, + "errors": 114, + "risk": 0.16569767441860464, + "coverage": 0.7713004484304933, + "coverage_of_all_cases": 0.7713004484304933 + }, + { + "threshold": 0.7039657912117452, + "accepted": 689, + "errors": 115, + "risk": 0.16690856313497823, + "coverage": 0.7724215246636771, + "coverage_of_all_cases": 0.7724215246636771 + }, + { + "threshold": 0.7018038378179287, + "accepted": 690, + "errors": 116, + "risk": 0.1681159420289855, + "coverage": 0.773542600896861, + "coverage_of_all_cases": 0.773542600896861 + }, + { + "threshold": 0.7012747934843497, + "accepted": 691, + "errors": 117, + "risk": 0.16931982633863965, + "coverage": 0.7746636771300448, + "coverage_of_all_cases": 0.7746636771300448 + }, + { + "threshold": 0.6976415326186038, + "accepted": 692, + "errors": 117, + "risk": 0.16907514450867053, + "coverage": 0.7757847533632287, + "coverage_of_all_cases": 0.7757847533632287 + }, + { + "threshold": 0.697223091367678, + "accepted": 693, + "errors": 117, + "risk": 0.16883116883116883, + "coverage": 0.7769058295964125, + "coverage_of_all_cases": 0.7769058295964125 + }, + { + "threshold": 0.6968852556797895, + "accepted": 694, + "errors": 118, + "risk": 0.17002881844380405, + "coverage": 0.7780269058295964, + "coverage_of_all_cases": 0.7780269058295964 + }, + { + "threshold": 0.6962808857600054, + "accepted": 695, + "errors": 118, + "risk": 0.1697841726618705, + "coverage": 0.7791479820627802, + "coverage_of_all_cases": 0.7791479820627802 + }, + { + "threshold": 0.6960987580344123, + "accepted": 696, + "errors": 118, + "risk": 0.16954022988505746, + "coverage": 0.7802690582959642, + "coverage_of_all_cases": 0.7802690582959642 + }, + { + "threshold": 0.6950730480086453, + "accepted": 697, + "errors": 119, + "risk": 0.17073170731707318, + "coverage": 0.781390134529148, + "coverage_of_all_cases": 0.781390134529148 + }, + { + "threshold": 0.6927476800186925, + "accepted": 698, + "errors": 119, + "risk": 0.17048710601719197, + "coverage": 0.7825112107623319, + "coverage_of_all_cases": 0.7825112107623319 + }, + { + "threshold": 0.6922967096616228, + "accepted": 699, + "errors": 119, + "risk": 0.17024320457796852, + "coverage": 0.7836322869955157, + "coverage_of_all_cases": 0.7836322869955157 + }, + { + "threshold": 0.6898973934946268, + "accepted": 700, + "errors": 120, + "risk": 0.17142857142857143, + "coverage": 0.7847533632286996, + "coverage_of_all_cases": 0.7847533632286996 + }, + { + "threshold": 0.688582881297771, + "accepted": 701, + "errors": 120, + "risk": 0.17118402282453637, + "coverage": 0.7858744394618834, + "coverage_of_all_cases": 0.7858744394618834 + }, + { + "threshold": 0.6874287736415706, + "accepted": 702, + "errors": 120, + "risk": 0.17094017094017094, + "coverage": 0.7869955156950673, + "coverage_of_all_cases": 0.7869955156950673 + }, + { + "threshold": 0.6860907045780746, + "accepted": 703, + "errors": 121, + "risk": 0.1721194879089616, + "coverage": 0.7881165919282511, + "coverage_of_all_cases": 0.7881165919282511 + }, + { + "threshold": 0.6852793233313104, + "accepted": 704, + "errors": 121, + "risk": 0.171875, + "coverage": 0.7892376681614349, + "coverage_of_all_cases": 0.7892376681614349 + }, + { + "threshold": 0.6843821576067542, + "accepted": 705, + "errors": 122, + "risk": 0.17304964539007092, + "coverage": 0.7903587443946188, + "coverage_of_all_cases": 0.7903587443946188 + }, + { + "threshold": 0.6836249537606263, + "accepted": 706, + "errors": 123, + "risk": 0.17422096317280453, + "coverage": 0.7914798206278026, + "coverage_of_all_cases": 0.7914798206278026 + }, + { + "threshold": 0.6802382031648445, + "accepted": 707, + "errors": 124, + "risk": 0.1753889674681754, + "coverage": 0.7926008968609866, + "coverage_of_all_cases": 0.7926008968609866 + }, + { + "threshold": 0.6797491622360682, + "accepted": 708, + "errors": 124, + "risk": 0.1751412429378531, + "coverage": 0.7937219730941704, + "coverage_of_all_cases": 0.7937219730941704 + }, + { + "threshold": 0.6777429872413238, + "accepted": 709, + "errors": 124, + "risk": 0.17489421720733428, + "coverage": 0.7948430493273543, + "coverage_of_all_cases": 0.7948430493273543 + }, + { + "threshold": 0.6762734111421537, + "accepted": 710, + "errors": 124, + "risk": 0.17464788732394365, + "coverage": 0.7959641255605381, + "coverage_of_all_cases": 0.7959641255605381 + }, + { + "threshold": 0.676065091601747, + "accepted": 711, + "errors": 124, + "risk": 0.17440225035161744, + "coverage": 0.797085201793722, + "coverage_of_all_cases": 0.797085201793722 + }, + { + "threshold": 0.6756856226651062, + "accepted": 712, + "errors": 125, + "risk": 0.175561797752809, + "coverage": 0.7982062780269058, + "coverage_of_all_cases": 0.7982062780269058 + }, + { + "threshold": 0.670430442203903, + "accepted": 713, + "errors": 125, + "risk": 0.1753155680224404, + "coverage": 0.7993273542600897, + "coverage_of_all_cases": 0.7993273542600897 + }, + { + "threshold": 0.6676769000762797, + "accepted": 714, + "errors": 125, + "risk": 0.17507002801120447, + "coverage": 0.8004484304932735, + "coverage_of_all_cases": 0.8004484304932735 + }, + { + "threshold": 0.6675641674390433, + "accepted": 715, + "errors": 125, + "risk": 0.17482517482517482, + "coverage": 0.8015695067264574, + "coverage_of_all_cases": 0.8015695067264574 + }, + { + "threshold": 0.6654322710175381, + "accepted": 716, + "errors": 126, + "risk": 0.17597765363128492, + "coverage": 0.8026905829596412, + "coverage_of_all_cases": 0.8026905829596412 + }, + { + "threshold": 0.6640433788970452, + "accepted": 717, + "errors": 126, + "risk": 0.17573221757322174, + "coverage": 0.8038116591928252, + "coverage_of_all_cases": 0.8038116591928252 + }, + { + "threshold": 0.6632573860283293, + "accepted": 718, + "errors": 126, + "risk": 0.17548746518105848, + "coverage": 0.804932735426009, + "coverage_of_all_cases": 0.804932735426009 + }, + { + "threshold": 0.6620923872386921, + "accepted": 719, + "errors": 127, + "risk": 0.17663421418636996, + "coverage": 0.8060538116591929, + "coverage_of_all_cases": 0.8060538116591929 + }, + { + "threshold": 0.6608009143877948, + "accepted": 720, + "errors": 127, + "risk": 0.1763888888888889, + "coverage": 0.8071748878923767, + "coverage_of_all_cases": 0.8071748878923767 + }, + { + "threshold": 0.6581842469542237, + "accepted": 721, + "errors": 127, + "risk": 0.17614424410540916, + "coverage": 0.8082959641255605, + "coverage_of_all_cases": 0.8082959641255605 + }, + { + "threshold": 0.6507026301819951, + "accepted": 722, + "errors": 127, + "risk": 0.17590027700831026, + "coverage": 0.8094170403587444, + "coverage_of_all_cases": 0.8094170403587444 + }, + { + "threshold": 0.649254288540821, + "accepted": 723, + "errors": 127, + "risk": 0.17565698478561548, + "coverage": 0.8105381165919282, + "coverage_of_all_cases": 0.8105381165919282 + }, + { + "threshold": 0.647751550174521, + "accepted": 724, + "errors": 128, + "risk": 0.17679558011049723, + "coverage": 0.8116591928251121, + "coverage_of_all_cases": 0.8116591928251121 + }, + { + "threshold": 0.6447590679551087, + "accepted": 725, + "errors": 128, + "risk": 0.17655172413793102, + "coverage": 0.8127802690582959, + "coverage_of_all_cases": 0.8127802690582959 + }, + { + "threshold": 0.6439159046308968, + "accepted": 726, + "errors": 128, + "risk": 0.1763085399449036, + "coverage": 0.8139013452914798, + "coverage_of_all_cases": 0.8139013452914798 + }, + { + "threshold": 0.6421336091313332, + "accepted": 727, + "errors": 129, + "risk": 0.17744154057771663, + "coverage": 0.8150224215246636, + "coverage_of_all_cases": 0.8150224215246636 + }, + { + "threshold": 0.6413386340920704, + "accepted": 728, + "errors": 130, + "risk": 0.17857142857142858, + "coverage": 0.8161434977578476, + "coverage_of_all_cases": 0.8161434977578476 + }, + { + "threshold": 0.63606926123936, + "accepted": 729, + "errors": 130, + "risk": 0.17832647462277093, + "coverage": 0.8172645739910314, + "coverage_of_all_cases": 0.8172645739910314 + }, + { + "threshold": 0.6308436333242166, + "accepted": 730, + "errors": 130, + "risk": 0.1780821917808219, + "coverage": 0.8183856502242153, + "coverage_of_all_cases": 0.8183856502242153 + }, + { + "threshold": 0.6300116872390058, + "accepted": 731, + "errors": 130, + "risk": 0.17783857729138167, + "coverage": 0.8195067264573991, + "coverage_of_all_cases": 0.8195067264573991 + }, + { + "threshold": 0.6289138873430618, + "accepted": 732, + "errors": 130, + "risk": 0.17759562841530055, + "coverage": 0.820627802690583, + "coverage_of_all_cases": 0.820627802690583 + }, + { + "threshold": 0.6288960302011174, + "accepted": 733, + "errors": 131, + "risk": 0.17871759890859482, + "coverage": 0.8217488789237668, + "coverage_of_all_cases": 0.8217488789237668 + }, + { + "threshold": 0.627643789824978, + "accepted": 734, + "errors": 132, + "risk": 0.17983651226158037, + "coverage": 0.8228699551569507, + "coverage_of_all_cases": 0.8228699551569507 + }, + { + "threshold": 0.6269259681959295, + "accepted": 735, + "errors": 133, + "risk": 0.18095238095238095, + "coverage": 0.8239910313901345, + "coverage_of_all_cases": 0.8239910313901345 + }, + { + "threshold": 0.6255989491224881, + "accepted": 736, + "errors": 134, + "risk": 0.18206521739130435, + "coverage": 0.8251121076233184, + "coverage_of_all_cases": 0.8251121076233184 + }, + { + "threshold": 0.6232993579402603, + "accepted": 737, + "errors": 134, + "risk": 0.18181818181818182, + "coverage": 0.8262331838565022, + "coverage_of_all_cases": 0.8262331838565022 + }, + { + "threshold": 0.6214049993193207, + "accepted": 738, + "errors": 135, + "risk": 0.18292682926829268, + "coverage": 0.827354260089686, + "coverage_of_all_cases": 0.827354260089686 + }, + { + "threshold": 0.6201745802378139, + "accepted": 739, + "errors": 136, + "risk": 0.18403247631935046, + "coverage": 0.82847533632287, + "coverage_of_all_cases": 0.82847533632287 + }, + { + "threshold": 0.6169335953675072, + "accepted": 740, + "errors": 136, + "risk": 0.1837837837837838, + "coverage": 0.8295964125560538, + "coverage_of_all_cases": 0.8295964125560538 + }, + { + "threshold": 0.6162749941356307, + "accepted": 741, + "errors": 137, + "risk": 0.18488529014844804, + "coverage": 0.8307174887892377, + "coverage_of_all_cases": 0.8307174887892377 + }, + { + "threshold": 0.6157277962260957, + "accepted": 742, + "errors": 137, + "risk": 0.18463611859838275, + "coverage": 0.8318385650224215, + "coverage_of_all_cases": 0.8318385650224215 + }, + { + "threshold": 0.6153792707560335, + "accepted": 743, + "errors": 138, + "risk": 0.1857335127860027, + "coverage": 0.8329596412556054, + "coverage_of_all_cases": 0.8329596412556054 + }, + { + "threshold": 0.6139913889909271, + "accepted": 744, + "errors": 138, + "risk": 0.18548387096774194, + "coverage": 0.8340807174887892, + "coverage_of_all_cases": 0.8340807174887892 + }, + { + "threshold": 0.6139228050664096, + "accepted": 745, + "errors": 138, + "risk": 0.18523489932885906, + "coverage": 0.8352017937219731, + "coverage_of_all_cases": 0.8352017937219731 + }, + { + "threshold": 0.6136817261629316, + "accepted": 746, + "errors": 138, + "risk": 0.18498659517426275, + "coverage": 0.8363228699551569, + "coverage_of_all_cases": 0.8363228699551569 + }, + { + "threshold": 0.611892331880286, + "accepted": 747, + "errors": 138, + "risk": 0.18473895582329317, + "coverage": 0.8374439461883408, + "coverage_of_all_cases": 0.8374439461883408 + }, + { + "threshold": 0.6078440771259334, + "accepted": 748, + "errors": 139, + "risk": 0.1858288770053476, + "coverage": 0.8385650224215246, + "coverage_of_all_cases": 0.8385650224215246 + }, + { + "threshold": 0.6058608685171248, + "accepted": 749, + "errors": 139, + "risk": 0.1855807743658211, + "coverage": 0.8396860986547086, + "coverage_of_all_cases": 0.8396860986547086 + }, + { + "threshold": 0.6046866532428506, + "accepted": 750, + "errors": 139, + "risk": 0.18533333333333332, + "coverage": 0.8408071748878924, + "coverage_of_all_cases": 0.8408071748878924 + }, + { + "threshold": 0.6044322691954473, + "accepted": 751, + "errors": 139, + "risk": 0.18508655126498003, + "coverage": 0.8419282511210763, + "coverage_of_all_cases": 0.8419282511210763 + }, + { + "threshold": 0.6029104849934203, + "accepted": 752, + "errors": 139, + "risk": 0.1848404255319149, + "coverage": 0.8430493273542601, + "coverage_of_all_cases": 0.8430493273542601 + }, + { + "threshold": 0.6027064216366713, + "accepted": 753, + "errors": 139, + "risk": 0.1845949535192563, + "coverage": 0.844170403587444, + "coverage_of_all_cases": 0.844170403587444 + }, + { + "threshold": 0.600516790569882, + "accepted": 754, + "errors": 139, + "risk": 0.1843501326259947, + "coverage": 0.8452914798206278, + "coverage_of_all_cases": 0.8452914798206278 + }, + { + "threshold": 0.6004546967330251, + "accepted": 755, + "errors": 139, + "risk": 0.18410596026490067, + "coverage": 0.8464125560538116, + "coverage_of_all_cases": 0.8464125560538116 + }, + { + "threshold": 0.6003081145228459, + "accepted": 756, + "errors": 139, + "risk": 0.18386243386243387, + "coverage": 0.8475336322869955, + "coverage_of_all_cases": 0.8475336322869955 + }, + { + "threshold": 0.6002144718710553, + "accepted": 757, + "errors": 139, + "risk": 0.18361955085865259, + "coverage": 0.8486547085201793, + "coverage_of_all_cases": 0.8486547085201793 + }, + { + "threshold": 0.600181211519959, + "accepted": 758, + "errors": 139, + "risk": 0.18337730870712401, + "coverage": 0.8497757847533632, + "coverage_of_all_cases": 0.8497757847533632 + }, + { + "threshold": 0.5997364879767071, + "accepted": 759, + "errors": 140, + "risk": 0.1844532279314888, + "coverage": 0.850896860986547, + "coverage_of_all_cases": 0.850896860986547 + }, + { + "threshold": 0.5988302953007077, + "accepted": 760, + "errors": 141, + "risk": 0.18552631578947368, + "coverage": 0.852017937219731, + "coverage_of_all_cases": 0.852017937219731 + }, + { + "threshold": 0.5988005193062146, + "accepted": 761, + "errors": 141, + "risk": 0.18528252299605782, + "coverage": 0.8531390134529148, + "coverage_of_all_cases": 0.8531390134529148 + }, + { + "threshold": 0.598504250250863, + "accepted": 762, + "errors": 141, + "risk": 0.18503937007874016, + "coverage": 0.8542600896860987, + "coverage_of_all_cases": 0.8542600896860987 + }, + { + "threshold": 0.594631928948964, + "accepted": 763, + "errors": 142, + "risk": 0.18610747051114024, + "coverage": 0.8553811659192825, + "coverage_of_all_cases": 0.8553811659192825 + }, + { + "threshold": 0.5928139471827871, + "accepted": 764, + "errors": 142, + "risk": 0.18586387434554974, + "coverage": 0.8565022421524664, + "coverage_of_all_cases": 0.8565022421524664 + }, + { + "threshold": 0.5925326567287773, + "accepted": 765, + "errors": 143, + "risk": 0.1869281045751634, + "coverage": 0.8576233183856502, + "coverage_of_all_cases": 0.8576233183856502 + }, + { + "threshold": 0.5896484872716384, + "accepted": 766, + "errors": 143, + "risk": 0.1866840731070496, + "coverage": 0.8587443946188341, + "coverage_of_all_cases": 0.8587443946188341 + }, + { + "threshold": 0.5883022485326955, + "accepted": 767, + "errors": 143, + "risk": 0.1864406779661017, + "coverage": 0.8598654708520179, + "coverage_of_all_cases": 0.8598654708520179 + }, + { + "threshold": 0.5882812877077066, + "accepted": 768, + "errors": 143, + "risk": 0.18619791666666666, + "coverage": 0.8609865470852018, + "coverage_of_all_cases": 0.8609865470852018 + }, + { + "threshold": 0.5876932924649765, + "accepted": 769, + "errors": 144, + "risk": 0.18725617685305593, + "coverage": 0.8621076233183856, + "coverage_of_all_cases": 0.8621076233183856 + }, + { + "threshold": 0.5863543713117727, + "accepted": 770, + "errors": 145, + "risk": 0.18831168831168832, + "coverage": 0.8632286995515696, + "coverage_of_all_cases": 0.8632286995515696 + }, + { + "threshold": 0.5858143161098169, + "accepted": 771, + "errors": 146, + "risk": 0.1893644617380026, + "coverage": 0.8643497757847534, + "coverage_of_all_cases": 0.8643497757847534 + }, + { + "threshold": 0.5851891260008597, + "accepted": 772, + "errors": 146, + "risk": 0.18911917098445596, + "coverage": 0.8654708520179372, + "coverage_of_all_cases": 0.8654708520179372 + }, + { + "threshold": 0.5847741755841918, + "accepted": 773, + "errors": 147, + "risk": 0.19016817593790428, + "coverage": 0.8665919282511211, + "coverage_of_all_cases": 0.8665919282511211 + }, + { + "threshold": 0.584517067664667, + "accepted": 774, + "errors": 147, + "risk": 0.18992248062015504, + "coverage": 0.8677130044843049, + "coverage_of_all_cases": 0.8677130044843049 + }, + { + "threshold": 0.584452479362041, + "accepted": 775, + "errors": 148, + "risk": 0.19096774193548388, + "coverage": 0.8688340807174888, + "coverage_of_all_cases": 0.8688340807174888 + }, + { + "threshold": 0.582678530365838, + "accepted": 776, + "errors": 149, + "risk": 0.19201030927835053, + "coverage": 0.8699551569506726, + "coverage_of_all_cases": 0.8699551569506726 + }, + { + "threshold": 0.5808452987294327, + "accepted": 777, + "errors": 150, + "risk": 0.19305019305019305, + "coverage": 0.8710762331838565, + "coverage_of_all_cases": 0.8710762331838565 + }, + { + "threshold": 0.5800133216642936, + "accepted": 778, + "errors": 150, + "risk": 0.1928020565552699, + "coverage": 0.8721973094170403, + "coverage_of_all_cases": 0.8721973094170403 + }, + { + "threshold": 0.5780351161378944, + "accepted": 779, + "errors": 150, + "risk": 0.1925545571245186, + "coverage": 0.8733183856502242, + "coverage_of_all_cases": 0.8733183856502242 + }, + { + "threshold": 0.5726611641181293, + "accepted": 780, + "errors": 150, + "risk": 0.19230769230769232, + "coverage": 0.874439461883408, + "coverage_of_all_cases": 0.874439461883408 + }, + { + "threshold": 0.5692974779212816, + "accepted": 781, + "errors": 150, + "risk": 0.19206145966709348, + "coverage": 0.875560538116592, + "coverage_of_all_cases": 0.875560538116592 + }, + { + "threshold": 0.5683924899743713, + "accepted": 782, + "errors": 151, + "risk": 0.19309462915601022, + "coverage": 0.8766816143497758, + "coverage_of_all_cases": 0.8766816143497758 + }, + { + "threshold": 0.5672783257867772, + "accepted": 783, + "errors": 151, + "risk": 0.19284802043422733, + "coverage": 0.8778026905829597, + "coverage_of_all_cases": 0.8778026905829597 + }, + { + "threshold": 0.5665903401505648, + "accepted": 784, + "errors": 151, + "risk": 0.19260204081632654, + "coverage": 0.8789237668161435, + "coverage_of_all_cases": 0.8789237668161435 + }, + { + "threshold": 0.5653210178503484, + "accepted": 785, + "errors": 151, + "risk": 0.19235668789808918, + "coverage": 0.8800448430493274, + "coverage_of_all_cases": 0.8800448430493274 + }, + { + "threshold": 0.5636224004112915, + "accepted": 786, + "errors": 152, + "risk": 0.19338422391857507, + "coverage": 0.8811659192825112, + "coverage_of_all_cases": 0.8811659192825112 + }, + { + "threshold": 0.5623416189114543, + "accepted": 787, + "errors": 152, + "risk": 0.193138500635324, + "coverage": 0.8822869955156951, + "coverage_of_all_cases": 0.8822869955156951 + }, + { + "threshold": 0.5592301426145649, + "accepted": 788, + "errors": 152, + "risk": 0.19289340101522842, + "coverage": 0.8834080717488789, + "coverage_of_all_cases": 0.8834080717488789 + }, + { + "threshold": 0.5574154397252935, + "accepted": 789, + "errors": 152, + "risk": 0.1926489226869455, + "coverage": 0.8845291479820628, + "coverage_of_all_cases": 0.8845291479820628 + }, + { + "threshold": 0.5516203322426603, + "accepted": 790, + "errors": 153, + "risk": 0.19367088607594937, + "coverage": 0.8856502242152466, + "coverage_of_all_cases": 0.8856502242152466 + }, + { + "threshold": 0.5483250136330841, + "accepted": 791, + "errors": 154, + "risk": 0.19469026548672566, + "coverage": 0.8867713004484304, + "coverage_of_all_cases": 0.8867713004484304 + }, + { + "threshold": 0.5477097214906261, + "accepted": 792, + "errors": 154, + "risk": 0.19444444444444445, + "coverage": 0.8878923766816144, + "coverage_of_all_cases": 0.8878923766816144 + }, + { + "threshold": 0.5468097491522041, + "accepted": 793, + "errors": 154, + "risk": 0.19419924337957126, + "coverage": 0.8890134529147982, + "coverage_of_all_cases": 0.8890134529147982 + }, + { + "threshold": 0.5439845115126211, + "accepted": 794, + "errors": 154, + "risk": 0.19395465994962216, + "coverage": 0.8901345291479821, + "coverage_of_all_cases": 0.8901345291479821 + }, + { + "threshold": 0.5431837215336065, + "accepted": 795, + "errors": 154, + "risk": 0.19371069182389938, + "coverage": 0.8912556053811659, + "coverage_of_all_cases": 0.8912556053811659 + }, + { + "threshold": 0.5418354678316201, + "accepted": 796, + "errors": 155, + "risk": 0.19472361809045227, + "coverage": 0.8923766816143498, + "coverage_of_all_cases": 0.8923766816143498 + }, + { + "threshold": 0.5378458429174872, + "accepted": 797, + "errors": 156, + "risk": 0.19573400250941028, + "coverage": 0.8934977578475336, + "coverage_of_all_cases": 0.8934977578475336 + }, + { + "threshold": 0.5357326859830727, + "accepted": 798, + "errors": 156, + "risk": 0.19548872180451127, + "coverage": 0.8946188340807175, + "coverage_of_all_cases": 0.8946188340807175 + }, + { + "threshold": 0.5338431588338814, + "accepted": 799, + "errors": 157, + "risk": 0.1964956195244055, + "coverage": 0.8957399103139013, + "coverage_of_all_cases": 0.8957399103139013 + }, + { + "threshold": 0.5327976354433273, + "accepted": 800, + "errors": 157, + "risk": 0.19625, + "coverage": 0.8968609865470852, + "coverage_of_all_cases": 0.8968609865470852 + }, + { + "threshold": 0.5320199559163653, + "accepted": 801, + "errors": 158, + "risk": 0.1972534332084894, + "coverage": 0.897982062780269, + "coverage_of_all_cases": 0.897982062780269 + }, + { + "threshold": 0.5315389179506846, + "accepted": 802, + "errors": 159, + "risk": 0.19825436408977556, + "coverage": 0.899103139013453, + "coverage_of_all_cases": 0.899103139013453 + }, + { + "threshold": 0.5309223205439686, + "accepted": 803, + "errors": 160, + "risk": 0.199252801992528, + "coverage": 0.9002242152466368, + "coverage_of_all_cases": 0.9002242152466368 + }, + { + "threshold": 0.5305424162379133, + "accepted": 804, + "errors": 161, + "risk": 0.20024875621890548, + "coverage": 0.9013452914798207, + "coverage_of_all_cases": 0.9013452914798207 + }, + { + "threshold": 0.5303114846727113, + "accepted": 805, + "errors": 161, + "risk": 0.2, + "coverage": 0.9024663677130045, + "coverage_of_all_cases": 0.9024663677130045 + }, + { + "threshold": 0.5293884554937263, + "accepted": 806, + "errors": 161, + "risk": 0.19975186104218362, + "coverage": 0.9035874439461884, + "coverage_of_all_cases": 0.9035874439461884 + }, + { + "threshold": 0.5239465317460916, + "accepted": 807, + "errors": 162, + "risk": 0.20074349442379183, + "coverage": 0.9047085201793722, + "coverage_of_all_cases": 0.9047085201793722 + }, + { + "threshold": 0.5212745011284715, + "accepted": 808, + "errors": 163, + "risk": 0.20173267326732675, + "coverage": 0.905829596412556, + "coverage_of_all_cases": 0.905829596412556 + }, + { + "threshold": 0.5210980986298888, + "accepted": 809, + "errors": 164, + "risk": 0.2027194066749073, + "coverage": 0.9069506726457399, + "coverage_of_all_cases": 0.9069506726457399 + }, + { + "threshold": 0.5210047051828721, + "accepted": 810, + "errors": 165, + "risk": 0.2037037037037037, + "coverage": 0.9080717488789237, + "coverage_of_all_cases": 0.9080717488789237 + }, + { + "threshold": 0.5180943327494785, + "accepted": 811, + "errors": 165, + "risk": 0.2034525277435265, + "coverage": 0.9091928251121076, + "coverage_of_all_cases": 0.9091928251121076 + }, + { + "threshold": 0.516652810194411, + "accepted": 812, + "errors": 166, + "risk": 0.2044334975369458, + "coverage": 0.9103139013452914, + "coverage_of_all_cases": 0.9103139013452914 + }, + { + "threshold": 0.5140799681501702, + "accepted": 813, + "errors": 167, + "risk": 0.2054120541205412, + "coverage": 0.9114349775784754, + "coverage_of_all_cases": 0.9114349775784754 + }, + { + "threshold": 0.5136350271497298, + "accepted": 814, + "errors": 167, + "risk": 0.20515970515970516, + "coverage": 0.9125560538116592, + "coverage_of_all_cases": 0.9125560538116592 + }, + { + "threshold": 0.5122945322245942, + "accepted": 815, + "errors": 168, + "risk": 0.20613496932515338, + "coverage": 0.9136771300448431, + "coverage_of_all_cases": 0.9136771300448431 + }, + { + "threshold": 0.5110902257330459, + "accepted": 816, + "errors": 168, + "risk": 0.20588235294117646, + "coverage": 0.9147982062780269, + "coverage_of_all_cases": 0.9147982062780269 + }, + { + "threshold": 0.5109291883745507, + "accepted": 817, + "errors": 168, + "risk": 0.20563035495716034, + "coverage": 0.9159192825112108, + "coverage_of_all_cases": 0.9159192825112108 + }, + { + "threshold": 0.5079129986961953, + "accepted": 818, + "errors": 168, + "risk": 0.20537897310513448, + "coverage": 0.9170403587443946, + "coverage_of_all_cases": 0.9170403587443946 + }, + { + "threshold": 0.506842826220348, + "accepted": 819, + "errors": 168, + "risk": 0.20512820512820512, + "coverage": 0.9181614349775785, + "coverage_of_all_cases": 0.9181614349775785 + }, + { + "threshold": 0.5056799464429758, + "accepted": 820, + "errors": 169, + "risk": 0.20609756097560974, + "coverage": 0.9192825112107623, + "coverage_of_all_cases": 0.9192825112107623 + }, + { + "threshold": 0.5055558782319756, + "accepted": 821, + "errors": 170, + "risk": 0.20706455542021923, + "coverage": 0.9204035874439462, + "coverage_of_all_cases": 0.9204035874439462 + }, + { + "threshold": 0.5033867197913194, + "accepted": 822, + "errors": 171, + "risk": 0.20802919708029197, + "coverage": 0.92152466367713, + "coverage_of_all_cases": 0.92152466367713 + }, + { + "threshold": 0.5031702105805758, + "accepted": 823, + "errors": 172, + "risk": 0.20899149453219928, + "coverage": 0.922645739910314, + "coverage_of_all_cases": 0.922645739910314 + }, + { + "threshold": 0.49970494467582394, + "accepted": 824, + "errors": 172, + "risk": 0.2087378640776699, + "coverage": 0.9237668161434978, + "coverage_of_all_cases": 0.9237668161434978 + }, + { + "threshold": 0.4985316510616517, + "accepted": 825, + "errors": 173, + "risk": 0.2096969696969697, + "coverage": 0.9248878923766816, + "coverage_of_all_cases": 0.9248878923766816 + }, + { + "threshold": 0.4979300121055434, + "accepted": 826, + "errors": 173, + "risk": 0.20944309927360774, + "coverage": 0.9260089686098655, + "coverage_of_all_cases": 0.9260089686098655 + }, + { + "threshold": 0.4950525850192659, + "accepted": 827, + "errors": 173, + "risk": 0.20918984280532044, + "coverage": 0.9271300448430493, + "coverage_of_all_cases": 0.9271300448430493 + }, + { + "threshold": 0.49500177817954866, + "accepted": 828, + "errors": 174, + "risk": 0.21014492753623187, + "coverage": 0.9282511210762332, + "coverage_of_all_cases": 0.9282511210762332 + }, + { + "threshold": 0.4947109963577919, + "accepted": 829, + "errors": 174, + "risk": 0.20989143546441497, + "coverage": 0.929372197309417, + "coverage_of_all_cases": 0.929372197309417 + }, + { + "threshold": 0.4946673344275563, + "accepted": 830, + "errors": 175, + "risk": 0.21084337349397592, + "coverage": 0.9304932735426009, + "coverage_of_all_cases": 0.9304932735426009 + }, + { + "threshold": 0.493173135525771, + "accepted": 831, + "errors": 175, + "risk": 0.21058965102286403, + "coverage": 0.9316143497757847, + "coverage_of_all_cases": 0.9316143497757847 + }, + { + "threshold": 0.4930881442143189, + "accepted": 832, + "errors": 176, + "risk": 0.21153846153846154, + "coverage": 0.9327354260089686, + "coverage_of_all_cases": 0.9327354260089686 + }, + { + "threshold": 0.4910514855632512, + "accepted": 833, + "errors": 176, + "risk": 0.2112845138055222, + "coverage": 0.9338565022421524, + "coverage_of_all_cases": 0.9338565022421524 + }, + { + "threshold": 0.490287497530524, + "accepted": 834, + "errors": 177, + "risk": 0.21223021582733814, + "coverage": 0.9349775784753364, + "coverage_of_all_cases": 0.9349775784753364 + }, + { + "threshold": 0.488492764778346, + "accepted": 835, + "errors": 177, + "risk": 0.2119760479041916, + "coverage": 0.9360986547085202, + "coverage_of_all_cases": 0.9360986547085202 + }, + { + "threshold": 0.48460949417462207, + "accepted": 836, + "errors": 177, + "risk": 0.2117224880382775, + "coverage": 0.9372197309417041, + "coverage_of_all_cases": 0.9372197309417041 + }, + { + "threshold": 0.48271365521692744, + "accepted": 837, + "errors": 177, + "risk": 0.2114695340501792, + "coverage": 0.9383408071748879, + "coverage_of_all_cases": 0.9383408071748879 + }, + { + "threshold": 0.4754548325302125, + "accepted": 838, + "errors": 178, + "risk": 0.21241050119331742, + "coverage": 0.9394618834080718, + "coverage_of_all_cases": 0.9394618834080718 + }, + { + "threshold": 0.4743947169741899, + "accepted": 839, + "errors": 178, + "risk": 0.21215733015494637, + "coverage": 0.9405829596412556, + "coverage_of_all_cases": 0.9405829596412556 + }, + { + "threshold": 0.4704390527178484, + "accepted": 840, + "errors": 179, + "risk": 0.2130952380952381, + "coverage": 0.9417040358744395, + "coverage_of_all_cases": 0.9417040358744395 + }, + { + "threshold": 0.46662163996053546, + "accepted": 841, + "errors": 180, + "risk": 0.2140309155766944, + "coverage": 0.9428251121076233, + "coverage_of_all_cases": 0.9428251121076233 + }, + { + "threshold": 0.4633830541131971, + "accepted": 842, + "errors": 181, + "risk": 0.21496437054631828, + "coverage": 0.9439461883408071, + "coverage_of_all_cases": 0.9439461883408071 + }, + { + "threshold": 0.4612772251336989, + "accepted": 843, + "errors": 182, + "risk": 0.2158956109134045, + "coverage": 0.945067264573991, + "coverage_of_all_cases": 0.945067264573991 + }, + { + "threshold": 0.4550744361914408, + "accepted": 844, + "errors": 183, + "risk": 0.21682464454976302, + "coverage": 0.9461883408071748, + "coverage_of_all_cases": 0.9461883408071748 + }, + { + "threshold": 0.45272185258084485, + "accepted": 845, + "errors": 184, + "risk": 0.21775147928994082, + "coverage": 0.9473094170403588, + "coverage_of_all_cases": 0.9473094170403588 + }, + { + "threshold": 0.4511119407575234, + "accepted": 846, + "errors": 185, + "risk": 0.2186761229314421, + "coverage": 0.9484304932735426, + "coverage_of_all_cases": 0.9484304932735426 + }, + { + "threshold": 0.4504977788850992, + "accepted": 847, + "errors": 185, + "risk": 0.21841794569067297, + "coverage": 0.9495515695067265, + "coverage_of_all_cases": 0.9495515695067265 + }, + { + "threshold": 0.4501642529534443, + "accepted": 848, + "errors": 186, + "risk": 0.21933962264150944, + "coverage": 0.9506726457399103, + "coverage_of_all_cases": 0.9506726457399103 + }, + { + "threshold": 0.4351193895757669, + "accepted": 849, + "errors": 187, + "risk": 0.22025912838633688, + "coverage": 0.9517937219730942, + "coverage_of_all_cases": 0.9517937219730942 + }, + { + "threshold": 0.4339825453194053, + "accepted": 850, + "errors": 188, + "risk": 0.2211764705882353, + "coverage": 0.952914798206278, + "coverage_of_all_cases": 0.952914798206278 + }, + { + "threshold": 0.43237858832944986, + "accepted": 851, + "errors": 188, + "risk": 0.2209165687426557, + "coverage": 0.9540358744394619, + "coverage_of_all_cases": 0.9540358744394619 + }, + { + "threshold": 0.4255144440462493, + "accepted": 852, + "errors": 188, + "risk": 0.22065727699530516, + "coverage": 0.9551569506726457, + "coverage_of_all_cases": 0.9551569506726457 + }, + { + "threshold": 0.4243920243499596, + "accepted": 853, + "errors": 188, + "risk": 0.22039859320046892, + "coverage": 0.9562780269058296, + "coverage_of_all_cases": 0.9562780269058296 + }, + { + "threshold": 0.4230840844900432, + "accepted": 854, + "errors": 189, + "risk": 0.22131147540983606, + "coverage": 0.9573991031390134, + "coverage_of_all_cases": 0.9573991031390134 + }, + { + "threshold": 0.41381492805221226, + "accepted": 855, + "errors": 189, + "risk": 0.22105263157894736, + "coverage": 0.9585201793721974, + "coverage_of_all_cases": 0.9585201793721974 + }, + { + "threshold": 0.39213671372673337, + "accepted": 856, + "errors": 190, + "risk": 0.2219626168224299, + "coverage": 0.9596412556053812, + "coverage_of_all_cases": 0.9596412556053812 + }, + { + "threshold": 0.3839336900101003, + "accepted": 857, + "errors": 191, + "risk": 0.22287047841306884, + "coverage": 0.9607623318385651, + "coverage_of_all_cases": 0.9607623318385651 + }, + { + "threshold": 0.3831557701817223, + "accepted": 858, + "errors": 192, + "risk": 0.22377622377622378, + "coverage": 0.9618834080717489, + "coverage_of_all_cases": 0.9618834080717489 + }, + { + "threshold": 0.3821897590422182, + "accepted": 859, + "errors": 193, + "risk": 0.22467986030267753, + "coverage": 0.9630044843049327, + "coverage_of_all_cases": 0.9630044843049327 + }, + { + "threshold": 0.3803963064164691, + "accepted": 860, + "errors": 193, + "risk": 0.22441860465116278, + "coverage": 0.9641255605381166, + "coverage_of_all_cases": 0.9641255605381166 + }, + { + "threshold": 0.37680042045626766, + "accepted": 861, + "errors": 193, + "risk": 0.22415795586527293, + "coverage": 0.9652466367713004, + "coverage_of_all_cases": 0.9652466367713004 + }, + { + "threshold": 0.3759756363921608, + "accepted": 862, + "errors": 193, + "risk": 0.22389791183294663, + "coverage": 0.9663677130044843, + "coverage_of_all_cases": 0.9663677130044843 + }, + { + "threshold": 0.3729233301455599, + "accepted": 863, + "errors": 194, + "risk": 0.22479721900347624, + "coverage": 0.9674887892376681, + "coverage_of_all_cases": 0.9674887892376681 + }, + { + "threshold": 0.37191529446720767, + "accepted": 864, + "errors": 195, + "risk": 0.22569444444444445, + "coverage": 0.968609865470852, + "coverage_of_all_cases": 0.968609865470852 + }, + { + "threshold": 0.37160695722416115, + "accepted": 865, + "errors": 196, + "risk": 0.22658959537572254, + "coverage": 0.9697309417040358, + "coverage_of_all_cases": 0.9697309417040358 + }, + { + "threshold": 0.3692645552331359, + "accepted": 866, + "errors": 197, + "risk": 0.22748267898383373, + "coverage": 0.9708520179372198, + "coverage_of_all_cases": 0.9708520179372198 + }, + { + "threshold": 0.3687074825937777, + "accepted": 867, + "errors": 197, + "risk": 0.22722029988465975, + "coverage": 0.9719730941704036, + "coverage_of_all_cases": 0.9719730941704036 + }, + { + "threshold": 0.3661970381896779, + "accepted": 868, + "errors": 197, + "risk": 0.2269585253456221, + "coverage": 0.9730941704035875, + "coverage_of_all_cases": 0.9730941704035875 + }, + { + "threshold": 0.3555337196658373, + "accepted": 869, + "errors": 198, + "risk": 0.22784810126582278, + "coverage": 0.9742152466367713, + "coverage_of_all_cases": 0.9742152466367713 + }, + { + "threshold": 0.3551091899609304, + "accepted": 870, + "errors": 199, + "risk": 0.22873563218390805, + "coverage": 0.9753363228699552, + "coverage_of_all_cases": 0.9753363228699552 + }, + { + "threshold": 0.3485861582318354, + "accepted": 871, + "errors": 200, + "risk": 0.2296211251435132, + "coverage": 0.976457399103139, + "coverage_of_all_cases": 0.976457399103139 + }, + { + "threshold": 0.34836950010985507, + "accepted": 872, + "errors": 201, + "risk": 0.2305045871559633, + "coverage": 0.9775784753363229, + "coverage_of_all_cases": 0.9775784753363229 + }, + { + "threshold": 0.3426347439562684, + "accepted": 873, + "errors": 201, + "risk": 0.23024054982817868, + "coverage": 0.9786995515695067, + "coverage_of_all_cases": 0.9786995515695067 + }, + { + "threshold": 0.3398607328675687, + "accepted": 874, + "errors": 202, + "risk": 0.2311212814645309, + "coverage": 0.9798206278026906, + "coverage_of_all_cases": 0.9798206278026906 + }, + { + "threshold": 0.32603859580188144, + "accepted": 875, + "errors": 203, + "risk": 0.232, + "coverage": 0.9809417040358744, + "coverage_of_all_cases": 0.9809417040358744 + }, + { + "threshold": 0.31737310006339847, + "accepted": 876, + "errors": 203, + "risk": 0.2317351598173516, + "coverage": 0.9820627802690582, + "coverage_of_all_cases": 0.9820627802690582 + }, + { + "threshold": 0.31331123392388366, + "accepted": 877, + "errors": 204, + "risk": 0.23261117445838084, + "coverage": 0.9831838565022422, + "coverage_of_all_cases": 0.9831838565022422 + }, + { + "threshold": 0.3121760133754743, + "accepted": 878, + "errors": 205, + "risk": 0.23348519362186787, + "coverage": 0.984304932735426, + "coverage_of_all_cases": 0.984304932735426 + }, + { + "threshold": 0.3059030800881971, + "accepted": 879, + "errors": 206, + "risk": 0.23435722411831628, + "coverage": 0.9854260089686099, + "coverage_of_all_cases": 0.9854260089686099 + }, + { + "threshold": 0.30268708915224196, + "accepted": 880, + "errors": 207, + "risk": 0.23522727272727273, + "coverage": 0.9865470852017937, + "coverage_of_all_cases": 0.9865470852017937 + }, + { + "threshold": 0.2977149577823212, + "accepted": 881, + "errors": 208, + "risk": 0.23609534619750283, + "coverage": 0.9876681614349776, + "coverage_of_all_cases": 0.9876681614349776 + }, + { + "threshold": 0.2957326020169052, + "accepted": 882, + "errors": 209, + "risk": 0.23696145124716553, + "coverage": 0.9887892376681614, + "coverage_of_all_cases": 0.9887892376681614 + }, + { + "threshold": 0.2939861740956596, + "accepted": 883, + "errors": 209, + "risk": 0.23669309173272934, + "coverage": 0.9899103139013453, + "coverage_of_all_cases": 0.9899103139013453 + }, + { + "threshold": 0.2874965726872223, + "accepted": 884, + "errors": 210, + "risk": 0.23755656108597284, + "coverage": 0.9910313901345291, + "coverage_of_all_cases": 0.9910313901345291 + }, + { + "threshold": 0.28008036755272864, + "accepted": 885, + "errors": 211, + "risk": 0.2384180790960452, + "coverage": 0.992152466367713, + "coverage_of_all_cases": 0.992152466367713 + }, + { + "threshold": 0.2789577861663165, + "accepted": 886, + "errors": 212, + "risk": 0.23927765237020315, + "coverage": 0.9932735426008968, + "coverage_of_all_cases": 0.9932735426008968 + }, + { + "threshold": 0.274344665049431, + "accepted": 887, + "errors": 213, + "risk": 0.24013528748590757, + "coverage": 0.9943946188340808, + "coverage_of_all_cases": 0.9943946188340808 + }, + { + "threshold": 0.2731707012377743, + "accepted": 888, + "errors": 213, + "risk": 0.23986486486486486, + "coverage": 0.9955156950672646, + "coverage_of_all_cases": 0.9955156950672646 + }, + { + "threshold": 0.27269911945689024, + "accepted": 889, + "errors": 214, + "risk": 0.2407199100112486, + "coverage": 0.9966367713004485, + "coverage_of_all_cases": 0.9966367713004485 + }, + { + "threshold": 0.26151902385768927, + "accepted": 890, + "errors": 214, + "risk": 0.24044943820224718, + "coverage": 0.9977578475336323, + "coverage_of_all_cases": 0.9977578475336323 + }, + { + "threshold": 0.2495815576261046, + "accepted": 891, + "errors": 215, + "risk": 0.24130190796857465, + "coverage": 0.9988789237668162, + "coverage_of_all_cases": 0.9988789237668162 + }, + { + "threshold": 0.24786725258492995, + "accepted": 892, + "errors": 216, + "risk": 0.242152466367713, + "coverage": 1.0, + "coverage_of_all_cases": 1.0 + } + ] + }, + "probability_incomplete": 0, + "latency_ms": { + "count": 892, + "mean": 9.290050924887892, + "p50": 8.1736895, + "p95": 16.54210555, + "min": 5.633732, + "max": 35.419958 + }, + "wall_latency_ms": null, + "input_tokens": { + "count": 892, + "mean": 355.80044843049325, + "p50": 276.0, + "p95": 896.3499999999998, + "min": 109.0, + "max": 1509.0 + }, + "state_characters": null, + "notes": [ + "accuracy_all counts errors and skips as incorrect", + "accuracy_attempted and family macro count errors as wrong and exclude intentional skips", + "family defaults to source; latency_ms is local forward-pass or hosted HTTP time", + "wall_latency_ms includes per-record scorer preprocessing and inference; no warmup excluded", + "F1 uses semantic option keys, never shuffled answer letters", + "Probability metrics only include explicitly complete distributions" + ] + }, + "max_length": 2048, + "temperature": 1.0, + "calibration": null, + "reference_report": "reports/decision-0.8b-v2/merged-development.json", + "reference_sha256": "eeedeb35361995f7186d1ec3b2eafffd584eb71e559f2c930edbbe576831c0d8", + "comparison": { + "records": 892, + "prediction_change_count": 16, + "label_agreement": 0.9820627802690582, + "maximum_absolute_probability_difference": 0.11087356086749783, + "mean_absolute_probability_difference": 0.004879827951960639, + "reference_accuracy": 0.7623318385650224, + "gguf_accuracy": 0.757847533632287, + "accuracy_delta": -0.004484304932735439, + "predeclared_gate": { + "maximum_accuracy_drop": 0.01, + "passed": true, + "scope": "Development diagnostic only; not evidence of iPhone performance or final-test accuracy." + }, + "paired_group_bootstrap": { + "accuracy_delta": -0.004484304932735426, + "ci95": [ + -0.012355289649492084, + 0.0035034377683427166 + ], + "samples": 2000, + "seed": 42, + "by_source": { + "ag_news": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "banking77": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "boolq": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.02, + "ci95": [ + 0.0, + 0.06 + ] + }, + "clinc150": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "go_emotions": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "helpsteer2": { + "count": 50, + "groups": 37, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.02, + "ci95": [ + -0.0625, + 0.11363636363636363 + ] + }, + "mnli": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.02, + "ci95": [ + -0.06, + 0.0 + ] + }, + "paws": { + "count": 50, + "groups": 40, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "policy": { + "count": 48, + "groups": 16, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "policy_v2": { + "count": 48, + "groups": 8, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "research_taxonomy_v21": { + "count": 48, + "groups": 6, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "routing_v2": { + "count": 48, + "groups": 8, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": -0.020833333333333332, + "ci95": [ + -0.0625, + 0.0 + ] + }, + "sst5": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.02, + "ci95": [ + -0.1, + 0.04 + ] + }, + "vitaminc": { + "count": 50, + "groups": 49, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "workflow.simple_quorum": { + "count": 100, + "groups": 20, + "fixed_weight": 0.11210762331838565, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "workflow.veto_alternative": { + "count": 100, + "groups": 20, + "fixed_weight": 0.11210762331838565, + "accuracy_delta": -0.03, + "ci95": [ + -0.06, + 0.0 + ] + } + }, + "method": "paired percentile bootstrap; whole groups within source; fixed observed source weights" + }, + "nll_delta": 0.006069269678319333, + "ece_delta": 0.0035609560497109893, + "family_macro_accuracy_delta": -0.0031770833333333304 + }, + "command": [ + "/home/user/Project/finetune-jev/tools/llama.cpp/build-cuda/bin/jev-gguf-logits", + "/home/user/Project/finetune-jev/exports/decision-0.8b-gguf-q8-v1/model-Q8_0.gguf", + "/home/user/Project/finetune-jev/reports/decision-0.8b-v2/q8-development.payload.jsonl", + "99", + "4", + "2048" + ], + "payload_sha256": "cde71751f2af8d5ac8acf9e8a4099b313b04838d7037fa379a295414470779c5", + "raw_sha256": "d15b4bf390f3553f0ad436cf7ab7e61f86d78e760cf2ec018f59f6af2d2be2ce", + "verification_script_sha256": "eb04d14c2d2068ba1cd8016aef4d57a678aec63453472f08a863aaf155d3b45f", + "physical_iphone_tested": false, + "source_report_sha256": "c7f59ac17b9a9dde6094d90280f791ef954a37368b612b17f8414c9a7b324571" +}