diff --git "a/evaluation/f16-development.json" "b/evaluation/f16-development.json" new file mode 100644--- /dev/null +++ "b/evaluation/f16-development.json" @@ -0,0 +1,7572 @@ +{ + "version": 1, + "created_at": "2026-09-29T10:16:15.844159+00:00", + "model": { + "provider": "llama_cpp", + "name": "exports/decision-0.8b-gguf-release-v1/model-f16.gguf", + "gguf_sha256": "894b03e7c8a335a383525078504ef37a363e6394b040f50a43c05ab0f9f3e984", + "conversion_manifest_sha256": "26bf1779bc21d44601a3e246ea8e709b381897b105abbc892c688d72c9982963", + "llama_cpp_revision": "bd4f514db14d87fded667787a7a963bfbaa98e89", + "native_scorer_sha256": "525aa311fae170fd75ff2619d68e0c961eca147edb0dd86114ec8da0de37d9b3", + "scorer_source_sha256": "504d9ec57bf30cb5346f84982d616370664bd345896820c02f989fed86e3975d", + "tokenizer_equivalence": "Every HF-rendered prompt, option-token boundary and EOS ID checked by native scorer", + "reference_tokenizer_sha256": "09f1f26effaa7c51589555eacfbcece6043764d227c11be74d2b05c90584a548", + "prompt_sha256": "b2c4baf03d0224bf37ea1b2e11c2fa2c98c26d09a7a881a4565150829d1e2af0", + "encoding_sha256": "1e1255124fb4f698cabd531cbc251e2b0b91b8d119a53cf88974792f196a2c30", + "gpu_layers": 99, + "threads": 4, + "context_length": 2048, + "physical_microbatch_tokens": 2048, + "cache_reset": "All recurrent/KV data and metadata cleared before every record" + }, + "dataset_sha256": "21977c3441de6aff6f320084c0531e4131996b62b22c80b7d4c9cc158a7b6fa2", + "allow_test": false, + "cases_sha256": "80acaeee20a07e200b5060996122b9b5aa83936ac93a7bbc7437985c706a3331", + "summary": { + "count": 892, + "attempted": 892, + "scored": 892, + "errors": 0, + "skipped": 0, + "accuracy_all": 0.7544843049327354, + "accuracy_attempted": 0.7544843049327354, + "accuracy_scored": 0.7544843049327354, + "accuracy_family_macro": 0.7921875, + "accuracy_by_family": { + "ag_news": 0.84, + "banking77": 0.92, + "boolq": 0.86, + "clinc150": 0.94, + "go_emotions": 0.88, + "helpsteer2": 0.52, + "mnli": 0.86, + "paws": 0.96, + "policy": 1.0, + "policy_v2": 0.875, + "research_taxonomy_v21": 1.0, + "routing_v2": 0.75, + "simple_quorum": 0.52, + "sst5": 0.46, + "veto_alternative": 0.41, + "vitaminc": 0.88 + }, + "by_source": { + "ag_news": { + "count": 50, + "scored": 50, + "accuracy_all": 0.84, + "accuracy_attempted": 0.84, + "macro_f1_scored": 0.8086663000977516, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "banking77": { + "count": 50, + "scored": 50, + "accuracy_all": 0.92, + "accuracy_attempted": 0.92, + "macro_f1_scored": 0.8915989159891599, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "boolq": { + "count": 50, + "scored": 50, + "accuracy_all": 0.86, + "accuracy_attempted": 0.86, + "macro_f1_scored": 0.8553121124431583, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "clinc150": { + "count": 50, + "scored": 50, + "accuracy_all": 0.94, + "accuracy_attempted": 0.94, + "macro_f1_scored": 0.9318518518518518, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "go_emotions": { + "count": 50, + "scored": 50, + "accuracy_all": 0.88, + "accuracy_attempted": 0.88, + "macro_f1_scored": 0.8792270531400965, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "helpsteer2": { + "count": 50, + "scored": 50, + "accuracy_all": 0.52, + "accuracy_attempted": 0.52, + "macro_f1_scored": 0.28833333333333333, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "mnli": { + "count": 50, + "scored": 50, + "accuracy_all": 0.86, + "accuracy_attempted": 0.86, + "macro_f1_scored": 0.8586944715976974, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "paws": { + "count": 50, + "scored": 50, + "accuracy_all": 0.96, + "accuracy_attempted": 0.96, + "macro_f1_scored": 0.9597423510466989, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "policy": { + "count": 48, + "scored": 48, + "accuracy_all": 1.0, + "accuracy_attempted": 1.0, + "macro_f1_scored": 1.0, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "policy_v2": { + "count": 48, + "scored": 48, + "accuracy_all": 0.875, + "accuracy_attempted": 0.875, + "macro_f1_scored": 0.8756784434203789, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "research_taxonomy_v21": { + "count": 48, + "scored": 48, + "accuracy_all": 1.0, + "accuracy_attempted": 1.0, + "macro_f1_scored": 1.0, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "routing_v2": { + "count": 48, + "scored": 48, + "accuracy_all": 0.75, + "accuracy_attempted": 0.75, + "macro_f1_scored": 0.732477303315214, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "sst5": { + "count": 50, + "scored": 50, + "accuracy_all": 0.46, + "accuracy_attempted": 0.46, + "macro_f1_scored": 0.38029227053140097, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "vitaminc": { + "count": 50, + "scored": 50, + "accuracy_all": 0.88, + "accuracy_attempted": 0.88, + "macro_f1_scored": 0.8377538829151733, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "workflow.simple_quorum": { + "count": 100, + "scored": 100, + "accuracy_all": 0.52, + "accuracy_attempted": 0.52, + "macro_f1_scored": 0.4465528146742568, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + }, + "workflow.veto_alternative": { + "count": 100, + "scored": 100, + "accuracy_all": 0.41, + "accuracy_attempted": 0.41, + "macro_f1_scored": 0.3530471648118707, + "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." + } + }, + "probability_metrics": { + "count": 892, + "brier_multiclass_sum": 0.349200958693672, + "nll": 0.6293386339582999, + "infinite_nll_cases": 0, + "ece": 0.08610064165194733, + "ece_equal_width_bins": 15, + "aurc": 0.08331730392015071, + "coverage_at_error": { + "0.01": 0.3419282511210762, + "0.05": 0.43946188340807174, + "0.1": 0.6087443946188341 + }, + "risk_coverage_note": "Empirical diagnostic, not a held-out error guarantee; whole ties accepted.", + "risk_coverage": [ + { + "threshold": 0.999998685719699, + "accepted": 1, + "errors": 0, + "risk": 0.0, + "coverage": 0.0011210762331838565, + "coverage_of_all_cases": 0.0011210762331838565 + }, + { + "threshold": 0.999997182653728, + "accepted": 2, + "errors": 0, + "risk": 0.0, + "coverage": 0.002242152466367713, + "coverage_of_all_cases": 0.002242152466367713 + }, + { + "threshold": 0.9999963780977688, + "accepted": 3, + "errors": 0, + "risk": 0.0, + "coverage": 0.0033632286995515697, + "coverage_of_all_cases": 0.0033632286995515697 + }, + { + "threshold": 0.9999958072732171, + "accepted": 4, + "errors": 0, + "risk": 0.0, + "coverage": 0.004484304932735426, + "coverage_of_all_cases": 0.004484304932735426 + }, + { + "threshold": 0.9999950109882845, + "accepted": 5, + "errors": 0, + "risk": 0.0, + "coverage": 0.005605381165919282, + "coverage_of_all_cases": 0.005605381165919282 + }, + { + "threshold": 0.9999936807643872, + "accepted": 6, + "errors": 0, + "risk": 0.0, + "coverage": 0.006726457399103139, + "coverage_of_all_cases": 0.006726457399103139 + }, + { + "threshold": 0.9999931731256841, + "accepted": 7, + "errors": 0, + "risk": 0.0, + "coverage": 0.007847533632286996, + "coverage_of_all_cases": 0.007847533632286996 + }, + { + "threshold": 0.9999928084375108, + "accepted": 8, + "errors": 0, + "risk": 0.0, + "coverage": 0.008968609865470852, + "coverage_of_all_cases": 0.008968609865470852 + }, + { + "threshold": 0.9999922253550609, + "accepted": 9, + "errors": 0, + "risk": 0.0, + "coverage": 0.010089686098654708, + "coverage_of_all_cases": 0.010089686098654708 + }, + { + "threshold": 0.9999905501274803, + "accepted": 10, + "errors": 0, + "risk": 0.0, + "coverage": 0.011210762331838564, + "coverage_of_all_cases": 0.011210762331838564 + }, + { + "threshold": 0.9999900971619015, + "accepted": 11, + "errors": 0, + "risk": 0.0, + "coverage": 0.01233183856502242, + "coverage_of_all_cases": 0.01233183856502242 + }, + { + "threshold": 0.9999880226452821, + "accepted": 12, + "errors": 0, + "risk": 0.0, + "coverage": 0.013452914798206279, + "coverage_of_all_cases": 0.013452914798206279 + }, + { + "threshold": 0.9999877863680502, + "accepted": 13, + "errors": 0, + "risk": 0.0, + "coverage": 0.014573991031390135, + "coverage_of_all_cases": 0.014573991031390135 + }, + { + "threshold": 0.9999864882701204, + "accepted": 14, + "errors": 0, + "risk": 0.0, + "coverage": 0.01569506726457399, + "coverage_of_all_cases": 0.01569506726457399 + }, + { + "threshold": 0.9999862917970062, + "accepted": 15, + "errors": 0, + "risk": 0.0, + "coverage": 0.016816143497757848, + "coverage_of_all_cases": 0.016816143497757848 + }, + { + "threshold": 0.9999860797665235, + "accepted": 16, + "errors": 0, + "risk": 0.0, + "coverage": 0.017937219730941704, + "coverage_of_all_cases": 0.017937219730941704 + }, + { + "threshold": 0.9999852356309189, + "accepted": 17, + "errors": 0, + "risk": 0.0, + "coverage": 0.01905829596412556, + "coverage_of_all_cases": 0.01905829596412556 + }, + { + "threshold": 0.9999849075604454, + "accepted": 18, + "errors": 0, + "risk": 0.0, + "coverage": 0.020179372197309416, + "coverage_of_all_cases": 0.020179372197309416 + }, + { + "threshold": 0.9999847878959985, + "accepted": 19, + "errors": 0, + "risk": 0.0, + "coverage": 0.021300448430493273, + "coverage_of_all_cases": 0.021300448430493273 + }, + { + "threshold": 0.999984755354596, + "accepted": 20, + "errors": 0, + "risk": 0.0, + "coverage": 0.02242152466367713, + "coverage_of_all_cases": 0.02242152466367713 + }, + { + "threshold": 0.9999834874849989, + "accepted": 21, + "errors": 0, + "risk": 0.0, + "coverage": 0.023542600896860985, + "coverage_of_all_cases": 0.023542600896860985 + }, + { + "threshold": 0.9999827460001449, + "accepted": 22, + "errors": 0, + "risk": 0.0, + "coverage": 0.02466367713004484, + "coverage_of_all_cases": 0.02466367713004484 + }, + { + "threshold": 0.999982256825365, + "accepted": 23, + "errors": 0, + "risk": 0.0, + "coverage": 0.0257847533632287, + "coverage_of_all_cases": 0.0257847533632287 + }, + { + "threshold": 0.9999820924340722, + "accepted": 24, + "errors": 0, + "risk": 0.0, + "coverage": 0.026905829596412557, + "coverage_of_all_cases": 0.026905829596412557 + }, + { + "threshold": 0.9999816347938598, + "accepted": 25, + "errors": 0, + "risk": 0.0, + "coverage": 0.028026905829596414, + "coverage_of_all_cases": 0.028026905829596414 + }, + { + "threshold": 0.9999775347211466, + "accepted": 26, + "errors": 0, + "risk": 0.0, + "coverage": 0.02914798206278027, + "coverage_of_all_cases": 0.02914798206278027 + }, + { + "threshold": 0.9999769980445921, + "accepted": 27, + "errors": 0, + "risk": 0.0, + "coverage": 0.030269058295964126, + "coverage_of_all_cases": 0.030269058295964126 + }, + { + "threshold": 0.9999748130618409, + "accepted": 28, + "errors": 0, + "risk": 0.0, + "coverage": 0.03139013452914798, + "coverage_of_all_cases": 0.03139013452914798 + }, + { + "threshold": 0.9999747151040754, + "accepted": 29, + "errors": 0, + "risk": 0.0, + "coverage": 0.032511210762331835, + "coverage_of_all_cases": 0.032511210762331835 + }, + { + "threshold": 0.9999743538742553, + "accepted": 30, + "errors": 0, + "risk": 0.0, + "coverage": 0.033632286995515695, + "coverage_of_all_cases": 0.033632286995515695 + }, + { + "threshold": 0.9999729471941847, + "accepted": 31, + "errors": 0, + "risk": 0.0, + "coverage": 0.034753363228699555, + "coverage_of_all_cases": 0.034753363228699555 + }, + { + "threshold": 0.999971503681377, + "accepted": 32, + "errors": 0, + "risk": 0.0, + "coverage": 0.03587443946188341, + "coverage_of_all_cases": 0.03587443946188341 + }, + { + "threshold": 0.9999676062189369, + "accepted": 33, + "errors": 0, + "risk": 0.0, + "coverage": 0.03699551569506727, + "coverage_of_all_cases": 0.03699551569506727 + }, + { + "threshold": 0.9999673408873239, + "accepted": 34, + "errors": 0, + "risk": 0.0, + "coverage": 0.03811659192825112, + "coverage_of_all_cases": 0.03811659192825112 + }, + { + "threshold": 0.9999642102344017, + "accepted": 35, + "errors": 0, + "risk": 0.0, + "coverage": 0.03923766816143498, + "coverage_of_all_cases": 0.03923766816143498 + }, + { + "threshold": 0.9999637068043234, + "accepted": 36, + "errors": 0, + "risk": 0.0, + "coverage": 0.04035874439461883, + "coverage_of_all_cases": 0.04035874439461883 + }, + { + "threshold": 0.9999621596232153, + "accepted": 37, + "errors": 0, + "risk": 0.0, + "coverage": 0.04147982062780269, + "coverage_of_all_cases": 0.04147982062780269 + }, + { + "threshold": 0.9999618036788218, + "accepted": 38, + "errors": 0, + "risk": 0.0, + "coverage": 0.042600896860986545, + "coverage_of_all_cases": 0.042600896860986545 + }, + { + "threshold": 0.9999612432897149, + "accepted": 39, + "errors": 0, + "risk": 0.0, + "coverage": 0.043721973094170405, + "coverage_of_all_cases": 0.043721973094170405 + }, + { + "threshold": 0.9999591646898972, + "accepted": 40, + "errors": 0, + "risk": 0.0, + "coverage": 0.04484304932735426, + "coverage_of_all_cases": 0.04484304932735426 + }, + { + "threshold": 0.9999583613906635, + "accepted": 41, + "errors": 0, + "risk": 0.0, + "coverage": 0.04596412556053812, + "coverage_of_all_cases": 0.04596412556053812 + }, + { + "threshold": 0.9999566157759594, + "accepted": 42, + "errors": 0, + "risk": 0.0, + "coverage": 0.04708520179372197, + "coverage_of_all_cases": 0.04708520179372197 + }, + { + "threshold": 0.999952479530663, + "accepted": 43, + "errors": 0, + "risk": 0.0, + "coverage": 0.04820627802690583, + "coverage_of_all_cases": 0.04820627802690583 + }, + { + "threshold": 0.9999514266151, + "accepted": 44, + "errors": 0, + "risk": 0.0, + "coverage": 0.04932735426008968, + "coverage_of_all_cases": 0.04932735426008968 + }, + { + "threshold": 0.9999500933768868, + "accepted": 45, + "errors": 0, + "risk": 0.0, + "coverage": 0.05044843049327354, + "coverage_of_all_cases": 0.05044843049327354 + }, + { + "threshold": 0.9999493692004561, + "accepted": 46, + "errors": 0, + "risk": 0.0, + "coverage": 0.0515695067264574, + "coverage_of_all_cases": 0.0515695067264574 + }, + { + "threshold": 0.9999482135518456, + "accepted": 47, + "errors": 0, + "risk": 0.0, + "coverage": 0.052690582959641255, + "coverage_of_all_cases": 0.052690582959641255 + }, + { + "threshold": 0.9999442899508483, + "accepted": 48, + "errors": 0, + "risk": 0.0, + "coverage": 0.053811659192825115, + "coverage_of_all_cases": 0.053811659192825115 + }, + { + "threshold": 0.999944076966813, + "accepted": 49, + "errors": 0, + "risk": 0.0, + "coverage": 0.05493273542600897, + "coverage_of_all_cases": 0.05493273542600897 + }, + { + "threshold": 0.999940376548309, + "accepted": 50, + "errors": 0, + "risk": 0.0, + "coverage": 0.05605381165919283, + "coverage_of_all_cases": 0.05605381165919283 + }, + { + "threshold": 0.9999381194897694, + "accepted": 51, + "errors": 0, + "risk": 0.0, + "coverage": 0.05717488789237668, + "coverage_of_all_cases": 0.05717488789237668 + }, + { + "threshold": 0.999936207712913, + "accepted": 52, + "errors": 0, + "risk": 0.0, + "coverage": 0.05829596412556054, + "coverage_of_all_cases": 0.05829596412556054 + }, + { + "threshold": 0.9999315118834744, + "accepted": 53, + "errors": 0, + "risk": 0.0, + "coverage": 0.05941704035874439, + "coverage_of_all_cases": 0.05941704035874439 + }, + { + "threshold": 0.9999313481894544, + "accepted": 54, + "errors": 0, + "risk": 0.0, + "coverage": 0.06053811659192825, + "coverage_of_all_cases": 0.06053811659192825 + }, + { + "threshold": 0.9999304177109059, + "accepted": 55, + "errors": 0, + "risk": 0.0, + "coverage": 0.061659192825112105, + "coverage_of_all_cases": 0.061659192825112105 + }, + { + "threshold": 0.9999290575829738, + "accepted": 56, + "errors": 0, + "risk": 0.0, + "coverage": 0.06278026905829596, + "coverage_of_all_cases": 0.06278026905829596 + }, + { + "threshold": 0.9999278078131018, + "accepted": 57, + "errors": 0, + "risk": 0.0, + "coverage": 0.06390134529147982, + "coverage_of_all_cases": 0.06390134529147982 + }, + { + "threshold": 0.9999267252559007, + "accepted": 58, + "errors": 0, + "risk": 0.0, + "coverage": 0.06502242152466367, + "coverage_of_all_cases": 0.06502242152466367 + }, + { + "threshold": 0.9999189747557243, + "accepted": 59, + "errors": 0, + "risk": 0.0, + "coverage": 0.06614349775784753, + "coverage_of_all_cases": 0.06614349775784753 + }, + { + "threshold": 0.9999107583697106, + "accepted": 60, + "errors": 0, + "risk": 0.0, + "coverage": 0.06726457399103139, + "coverage_of_all_cases": 0.06726457399103139 + }, + { + "threshold": 0.9999100635127511, + "accepted": 61, + "errors": 0, + "risk": 0.0, + "coverage": 0.06838565022421525, + "coverage_of_all_cases": 0.06838565022421525 + }, + { + "threshold": 0.9999099288939755, + "accepted": 62, + "errors": 0, + "risk": 0.0, + "coverage": 0.06950672645739911, + "coverage_of_all_cases": 0.06950672645739911 + }, + { + "threshold": 0.9999086866084044, + "accepted": 63, + "errors": 0, + "risk": 0.0, + "coverage": 0.07062780269058296, + "coverage_of_all_cases": 0.07062780269058296 + }, + { + "threshold": 0.9999082276168304, + "accepted": 64, + "errors": 0, + "risk": 0.0, + "coverage": 0.07174887892376682, + "coverage_of_all_cases": 0.07174887892376682 + }, + { + "threshold": 0.9999079296064451, + "accepted": 65, + "errors": 0, + "risk": 0.0, + "coverage": 0.07286995515695067, + "coverage_of_all_cases": 0.07286995515695067 + }, + { + "threshold": 0.9999075663728919, + "accepted": 66, + "errors": 0, + "risk": 0.0, + "coverage": 0.07399103139013453, + "coverage_of_all_cases": 0.07399103139013453 + }, + { + "threshold": 0.999907027106409, + "accepted": 67, + "errors": 0, + "risk": 0.0, + "coverage": 0.07511210762331838, + "coverage_of_all_cases": 0.07511210762331838 + }, + { + "threshold": 0.9999061427638805, + "accepted": 68, + "errors": 0, + "risk": 0.0, + "coverage": 0.07623318385650224, + "coverage_of_all_cases": 0.07623318385650224 + }, + { + "threshold": 0.9999046947583609, + "accepted": 69, + "errors": 0, + "risk": 0.0, + "coverage": 0.0773542600896861, + "coverage_of_all_cases": 0.0773542600896861 + }, + { + "threshold": 0.9999045913674479, + "accepted": 70, + "errors": 0, + "risk": 0.0, + "coverage": 0.07847533632286996, + "coverage_of_all_cases": 0.07847533632286996 + }, + { + "threshold": 0.9999041357634247, + "accepted": 71, + "errors": 0, + "risk": 0.0, + "coverage": 0.0795964125560538, + "coverage_of_all_cases": 0.0795964125560538 + }, + { + "threshold": 0.9999020661992514, + "accepted": 72, + "errors": 0, + "risk": 0.0, + "coverage": 0.08071748878923767, + "coverage_of_all_cases": 0.08071748878923767 + }, + { + "threshold": 0.9998939164695211, + "accepted": 73, + "errors": 0, + "risk": 0.0, + "coverage": 0.08183856502242152, + "coverage_of_all_cases": 0.08183856502242152 + }, + { + "threshold": 0.9998890296329304, + "accepted": 74, + "errors": 0, + "risk": 0.0, + "coverage": 0.08295964125560538, + "coverage_of_all_cases": 0.08295964125560538 + }, + { + "threshold": 0.9998884874054405, + "accepted": 75, + "errors": 0, + "risk": 0.0, + "coverage": 0.08408071748878924, + "coverage_of_all_cases": 0.08408071748878924 + }, + { + "threshold": 0.9998882926773187, + "accepted": 76, + "errors": 0, + "risk": 0.0, + "coverage": 0.08520179372197309, + "coverage_of_all_cases": 0.08520179372197309 + }, + { + "threshold": 0.9998808367088595, + "accepted": 77, + "errors": 0, + "risk": 0.0, + "coverage": 0.08632286995515695, + "coverage_of_all_cases": 0.08632286995515695 + }, + { + "threshold": 0.9998742565760325, + "accepted": 78, + "errors": 0, + "risk": 0.0, + "coverage": 0.08744394618834081, + "coverage_of_all_cases": 0.08744394618834081 + }, + { + "threshold": 0.9998710902354414, + "accepted": 79, + "errors": 0, + "risk": 0.0, + "coverage": 0.08856502242152467, + "coverage_of_all_cases": 0.08856502242152467 + }, + { + "threshold": 0.9998679921638879, + "accepted": 80, + "errors": 0, + "risk": 0.0, + "coverage": 0.08968609865470852, + "coverage_of_all_cases": 0.08968609865470852 + }, + { + "threshold": 0.9998675940607549, + "accepted": 81, + "errors": 0, + "risk": 0.0, + "coverage": 0.09080717488789238, + "coverage_of_all_cases": 0.09080717488789238 + }, + { + "threshold": 0.9998663455912403, + "accepted": 82, + "errors": 0, + "risk": 0.0, + "coverage": 0.09192825112107623, + "coverage_of_all_cases": 0.09192825112107623 + }, + { + "threshold": 0.9998659600786621, + "accepted": 83, + "errors": 0, + "risk": 0.0, + "coverage": 0.0930493273542601, + "coverage_of_all_cases": 0.0930493273542601 + }, + { + "threshold": 0.9998615352082147, + "accepted": 84, + "errors": 0, + "risk": 0.0, + "coverage": 0.09417040358744394, + "coverage_of_all_cases": 0.09417040358744394 + }, + { + "threshold": 0.99985366023922, + "accepted": 85, + "errors": 0, + "risk": 0.0, + "coverage": 0.0952914798206278, + "coverage_of_all_cases": 0.0952914798206278 + }, + { + "threshold": 0.9998463863932114, + "accepted": 86, + "errors": 0, + "risk": 0.0, + "coverage": 0.09641255605381166, + "coverage_of_all_cases": 0.09641255605381166 + }, + { + "threshold": 0.9998438884343359, + "accepted": 87, + "errors": 0, + "risk": 0.0, + "coverage": 0.09753363228699552, + "coverage_of_all_cases": 0.09753363228699552 + }, + { + "threshold": 0.9998317002302443, + "accepted": 88, + "errors": 0, + "risk": 0.0, + "coverage": 0.09865470852017937, + "coverage_of_all_cases": 0.09865470852017937 + }, + { + "threshold": 0.9998282107766437, + "accepted": 89, + "errors": 0, + "risk": 0.0, + "coverage": 0.09977578475336323, + "coverage_of_all_cases": 0.09977578475336323 + }, + { + "threshold": 0.9998224865730843, + "accepted": 90, + "errors": 0, + "risk": 0.0, + "coverage": 0.10089686098654709, + "coverage_of_all_cases": 0.10089686098654709 + }, + { + "threshold": 0.9998083971139998, + "accepted": 91, + "errors": 0, + "risk": 0.0, + "coverage": 0.10201793721973094, + "coverage_of_all_cases": 0.10201793721973094 + }, + { + "threshold": 0.9998028393631713, + "accepted": 92, + "errors": 0, + "risk": 0.0, + "coverage": 0.1031390134529148, + "coverage_of_all_cases": 0.1031390134529148 + }, + { + "threshold": 0.9997997940332254, + "accepted": 93, + "errors": 0, + "risk": 0.0, + "coverage": 0.10426008968609865, + "coverage_of_all_cases": 0.10426008968609865 + }, + { + "threshold": 0.9997989938533319, + "accepted": 94, + "errors": 0, + "risk": 0.0, + "coverage": 0.10538116591928251, + "coverage_of_all_cases": 0.10538116591928251 + }, + { + "threshold": 0.9997968744511393, + "accepted": 95, + "errors": 0, + "risk": 0.0, + "coverage": 0.10650224215246637, + "coverage_of_all_cases": 0.10650224215246637 + }, + { + "threshold": 0.9997830369505508, + "accepted": 96, + "errors": 0, + "risk": 0.0, + "coverage": 0.10762331838565023, + "coverage_of_all_cases": 0.10762331838565023 + }, + { + "threshold": 0.9997730409641524, + "accepted": 97, + "errors": 0, + "risk": 0.0, + "coverage": 0.10874439461883408, + "coverage_of_all_cases": 0.10874439461883408 + }, + { + "threshold": 0.999747916223631, + "accepted": 98, + "errors": 0, + "risk": 0.0, + "coverage": 0.10986547085201794, + "coverage_of_all_cases": 0.10986547085201794 + }, + { + "threshold": 0.9997217665099962, + "accepted": 99, + "errors": 0, + "risk": 0.0, + "coverage": 0.1109865470852018, + "coverage_of_all_cases": 0.1109865470852018 + }, + { + "threshold": 0.9997182451201085, + "accepted": 100, + "errors": 0, + "risk": 0.0, + "coverage": 0.11210762331838565, + "coverage_of_all_cases": 0.11210762331838565 + }, + { + "threshold": 0.9997153142758949, + "accepted": 101, + "errors": 0, + "risk": 0.0, + "coverage": 0.1132286995515695, + "coverage_of_all_cases": 0.1132286995515695 + }, + { + "threshold": 0.9997142875799212, + "accepted": 102, + "errors": 0, + "risk": 0.0, + "coverage": 0.11434977578475336, + "coverage_of_all_cases": 0.11434977578475336 + }, + { + "threshold": 0.9997095498123848, + "accepted": 103, + "errors": 0, + "risk": 0.0, + "coverage": 0.11547085201793722, + "coverage_of_all_cases": 0.11547085201793722 + }, + { + "threshold": 0.999706229078837, + "accepted": 104, + "errors": 0, + "risk": 0.0, + "coverage": 0.11659192825112108, + "coverage_of_all_cases": 0.11659192825112108 + }, + { + "threshold": 0.9997058786904435, + "accepted": 105, + "errors": 0, + "risk": 0.0, + "coverage": 0.11771300448430494, + "coverage_of_all_cases": 0.11771300448430494 + }, + { + "threshold": 0.9997032676237755, + "accepted": 106, + "errors": 0, + "risk": 0.0, + "coverage": 0.11883408071748879, + "coverage_of_all_cases": 0.11883408071748879 + }, + { + "threshold": 0.9996868402509514, + "accepted": 107, + "errors": 0, + "risk": 0.0, + "coverage": 0.11995515695067265, + "coverage_of_all_cases": 0.11995515695067265 + }, + { + "threshold": 0.9996610627071426, + "accepted": 108, + "errors": 0, + "risk": 0.0, + "coverage": 0.1210762331838565, + "coverage_of_all_cases": 0.1210762331838565 + }, + { + "threshold": 0.9996378752177181, + "accepted": 109, + "errors": 0, + "risk": 0.0, + "coverage": 0.12219730941704036, + "coverage_of_all_cases": 0.12219730941704036 + }, + { + "threshold": 0.9996097993659169, + "accepted": 110, + "errors": 0, + "risk": 0.0, + "coverage": 0.12331838565022421, + "coverage_of_all_cases": 0.12331838565022421 + }, + { + "threshold": 0.9995992114152744, + "accepted": 111, + "errors": 0, + "risk": 0.0, + "coverage": 0.12443946188340807, + "coverage_of_all_cases": 0.12443946188340807 + }, + { + "threshold": 0.9995970152225394, + "accepted": 112, + "errors": 0, + "risk": 0.0, + "coverage": 0.12556053811659193, + "coverage_of_all_cases": 0.12556053811659193 + }, + { + "threshold": 0.9995947158939412, + "accepted": 113, + "errors": 0, + "risk": 0.0, + "coverage": 0.1266816143497758, + "coverage_of_all_cases": 0.1266816143497758 + }, + { + "threshold": 0.999591892694644, + "accepted": 114, + "errors": 0, + "risk": 0.0, + "coverage": 0.12780269058295965, + "coverage_of_all_cases": 0.12780269058295965 + }, + { + "threshold": 0.9995556680336783, + "accepted": 115, + "errors": 0, + "risk": 0.0, + "coverage": 0.1289237668161435, + "coverage_of_all_cases": 0.1289237668161435 + }, + { + "threshold": 0.9995319606369524, + "accepted": 116, + "errors": 0, + "risk": 0.0, + "coverage": 0.13004484304932734, + "coverage_of_all_cases": 0.13004484304932734 + }, + { + "threshold": 0.9995179781308368, + "accepted": 117, + "errors": 0, + "risk": 0.0, + "coverage": 0.1311659192825112, + "coverage_of_all_cases": 0.1311659192825112 + }, + { + "threshold": 0.9994979020963707, + "accepted": 118, + "errors": 0, + "risk": 0.0, + "coverage": 0.13228699551569506, + "coverage_of_all_cases": 0.13228699551569506 + }, + { + "threshold": 0.9994959574827155, + "accepted": 119, + "errors": 0, + "risk": 0.0, + "coverage": 0.13340807174887892, + "coverage_of_all_cases": 0.13340807174887892 + }, + { + "threshold": 0.999487873272927, + "accepted": 120, + "errors": 0, + "risk": 0.0, + "coverage": 0.13452914798206278, + "coverage_of_all_cases": 0.13452914798206278 + }, + { + "threshold": 0.9994779456147439, + "accepted": 121, + "errors": 0, + "risk": 0.0, + "coverage": 0.13565022421524664, + "coverage_of_all_cases": 0.13565022421524664 + }, + { + "threshold": 0.9994707306064995, + "accepted": 122, + "errors": 0, + "risk": 0.0, + "coverage": 0.1367713004484305, + "coverage_of_all_cases": 0.1367713004484305 + }, + { + "threshold": 0.9994682491115561, + "accepted": 123, + "errors": 0, + "risk": 0.0, + "coverage": 0.13789237668161436, + "coverage_of_all_cases": 0.13789237668161436 + }, + { + "threshold": 0.9994522284501653, + "accepted": 124, + "errors": 0, + "risk": 0.0, + "coverage": 0.13901345291479822, + "coverage_of_all_cases": 0.13901345291479822 + }, + { + "threshold": 0.9994486195653189, + "accepted": 125, + "errors": 0, + "risk": 0.0, + "coverage": 0.14013452914798205, + "coverage_of_all_cases": 0.14013452914798205 + }, + { + "threshold": 0.9994289184113886, + "accepted": 126, + "errors": 0, + "risk": 0.0, + "coverage": 0.1412556053811659, + "coverage_of_all_cases": 0.1412556053811659 + }, + { + "threshold": 0.9994210976437397, + "accepted": 127, + "errors": 0, + "risk": 0.0, + "coverage": 0.14237668161434977, + "coverage_of_all_cases": 0.14237668161434977 + }, + { + "threshold": 0.9994054857779139, + "accepted": 128, + "errors": 0, + "risk": 0.0, + "coverage": 0.14349775784753363, + "coverage_of_all_cases": 0.14349775784753363 + }, + { + "threshold": 0.9993394268678497, + "accepted": 129, + "errors": 0, + "risk": 0.0, + "coverage": 0.1446188340807175, + "coverage_of_all_cases": 0.1446188340807175 + }, + { + "threshold": 0.9993087001532607, + "accepted": 130, + "errors": 0, + "risk": 0.0, + "coverage": 0.14573991031390135, + "coverage_of_all_cases": 0.14573991031390135 + }, + { + "threshold": 0.9993009023068393, + "accepted": 131, + "errors": 0, + "risk": 0.0, + "coverage": 0.1468609865470852, + "coverage_of_all_cases": 0.1468609865470852 + }, + { + "threshold": 0.9992825405026965, + "accepted": 132, + "errors": 0, + "risk": 0.0, + "coverage": 0.14798206278026907, + "coverage_of_all_cases": 0.14798206278026907 + }, + { + "threshold": 0.9992758548087972, + "accepted": 133, + "errors": 0, + "risk": 0.0, + "coverage": 0.1491031390134529, + "coverage_of_all_cases": 0.1491031390134529 + }, + { + "threshold": 0.9992115448425876, + "accepted": 134, + "errors": 0, + "risk": 0.0, + "coverage": 0.15022421524663676, + "coverage_of_all_cases": 0.15022421524663676 + }, + { + "threshold": 0.9991599195032318, + "accepted": 135, + "errors": 0, + "risk": 0.0, + "coverage": 0.15134529147982062, + "coverage_of_all_cases": 0.15134529147982062 + }, + { + "threshold": 0.9991082764190159, + "accepted": 136, + "errors": 0, + "risk": 0.0, + "coverage": 0.15246636771300448, + "coverage_of_all_cases": 0.15246636771300448 + }, + { + "threshold": 0.9990569422648714, + "accepted": 137, + "errors": 0, + "risk": 0.0, + "coverage": 0.15358744394618834, + "coverage_of_all_cases": 0.15358744394618834 + }, + { + "threshold": 0.9990478732813785, + "accepted": 138, + "errors": 0, + "risk": 0.0, + "coverage": 0.1547085201793722, + "coverage_of_all_cases": 0.1547085201793722 + }, + { + "threshold": 0.9989960843798578, + "accepted": 139, + "errors": 0, + "risk": 0.0, + "coverage": 0.15582959641255606, + "coverage_of_all_cases": 0.15582959641255606 + }, + { + "threshold": 0.9989848389501423, + "accepted": 140, + "errors": 0, + "risk": 0.0, + "coverage": 0.15695067264573992, + "coverage_of_all_cases": 0.15695067264573992 + }, + { + "threshold": 0.9989655310905228, + "accepted": 141, + "errors": 0, + "risk": 0.0, + "coverage": 0.15807174887892378, + "coverage_of_all_cases": 0.15807174887892378 + }, + { + "threshold": 0.9989530366709757, + "accepted": 142, + "errors": 0, + "risk": 0.0, + "coverage": 0.1591928251121076, + "coverage_of_all_cases": 0.1591928251121076 + }, + { + "threshold": 0.9989241283913532, + "accepted": 143, + "errors": 0, + "risk": 0.0, + "coverage": 0.16031390134529147, + "coverage_of_all_cases": 0.16031390134529147 + }, + { + "threshold": 0.9988911825627647, + "accepted": 144, + "errors": 0, + "risk": 0.0, + "coverage": 0.16143497757847533, + "coverage_of_all_cases": 0.16143497757847533 + }, + { + "threshold": 0.9988557882669348, + "accepted": 145, + "errors": 0, + "risk": 0.0, + "coverage": 0.1625560538116592, + "coverage_of_all_cases": 0.1625560538116592 + }, + { + "threshold": 0.9988315833623912, + "accepted": 146, + "errors": 0, + "risk": 0.0, + "coverage": 0.16367713004484305, + "coverage_of_all_cases": 0.16367713004484305 + }, + { + "threshold": 0.9987813281460267, + "accepted": 147, + "errors": 0, + "risk": 0.0, + "coverage": 0.1647982062780269, + "coverage_of_all_cases": 0.1647982062780269 + }, + { + "threshold": 0.9987795115757583, + "accepted": 148, + "errors": 0, + "risk": 0.0, + "coverage": 0.16591928251121077, + "coverage_of_all_cases": 0.16591928251121077 + }, + { + "threshold": 0.998765378695425, + "accepted": 149, + "errors": 0, + "risk": 0.0, + "coverage": 0.16704035874439463, + "coverage_of_all_cases": 0.16704035874439463 + }, + { + "threshold": 0.9986594831810219, + "accepted": 150, + "errors": 0, + "risk": 0.0, + "coverage": 0.1681614349775785, + "coverage_of_all_cases": 0.1681614349775785 + }, + { + "threshold": 0.9986050218934668, + "accepted": 151, + "errors": 0, + "risk": 0.0, + "coverage": 0.16928251121076232, + "coverage_of_all_cases": 0.16928251121076232 + }, + { + "threshold": 0.9984990657908255, + "accepted": 152, + "errors": 0, + "risk": 0.0, + "coverage": 0.17040358744394618, + "coverage_of_all_cases": 0.17040358744394618 + }, + { + "threshold": 0.9984989121786023, + "accepted": 153, + "errors": 0, + "risk": 0.0, + "coverage": 0.17152466367713004, + "coverage_of_all_cases": 0.17152466367713004 + }, + { + "threshold": 0.9984757581397407, + "accepted": 154, + "errors": 0, + "risk": 0.0, + "coverage": 0.1726457399103139, + "coverage_of_all_cases": 0.1726457399103139 + }, + { + "threshold": 0.9982929233565337, + "accepted": 155, + "errors": 0, + "risk": 0.0, + "coverage": 0.17376681614349776, + "coverage_of_all_cases": 0.17376681614349776 + }, + { + "threshold": 0.9982713436996231, + "accepted": 156, + "errors": 0, + "risk": 0.0, + "coverage": 0.17488789237668162, + "coverage_of_all_cases": 0.17488789237668162 + }, + { + "threshold": 0.9982167178086697, + "accepted": 157, + "errors": 0, + "risk": 0.0, + "coverage": 0.17600896860986548, + "coverage_of_all_cases": 0.17600896860986548 + }, + { + "threshold": 0.9980799403043297, + "accepted": 158, + "errors": 0, + "risk": 0.0, + "coverage": 0.17713004484304934, + "coverage_of_all_cases": 0.17713004484304934 + }, + { + "threshold": 0.9980428433769274, + "accepted": 159, + "errors": 0, + "risk": 0.0, + "coverage": 0.17825112107623317, + "coverage_of_all_cases": 0.17825112107623317 + }, + { + "threshold": 0.9979726098729517, + "accepted": 160, + "errors": 0, + "risk": 0.0, + "coverage": 0.17937219730941703, + "coverage_of_all_cases": 0.17937219730941703 + }, + { + "threshold": 0.997950263306397, + "accepted": 161, + "errors": 0, + "risk": 0.0, + "coverage": 0.1804932735426009, + "coverage_of_all_cases": 0.1804932735426009 + }, + { + "threshold": 0.9977378614199203, + "accepted": 162, + "errors": 0, + "risk": 0.0, + "coverage": 0.18161434977578475, + "coverage_of_all_cases": 0.18161434977578475 + }, + { + "threshold": 0.9976207083253816, + "accepted": 163, + "errors": 0, + "risk": 0.0, + "coverage": 0.1827354260089686, + "coverage_of_all_cases": 0.1827354260089686 + }, + { + "threshold": 0.9976084842818581, + "accepted": 164, + "errors": 0, + "risk": 0.0, + "coverage": 0.18385650224215247, + "coverage_of_all_cases": 0.18385650224215247 + }, + { + "threshold": 0.9975274749346741, + "accepted": 165, + "errors": 0, + "risk": 0.0, + "coverage": 0.18497757847533633, + "coverage_of_all_cases": 0.18497757847533633 + }, + { + "threshold": 0.9974816127967188, + "accepted": 166, + "errors": 0, + "risk": 0.0, + "coverage": 0.1860986547085202, + "coverage_of_all_cases": 0.1860986547085202 + }, + { + "threshold": 0.9974351975346288, + "accepted": 167, + "errors": 0, + "risk": 0.0, + "coverage": 0.18721973094170405, + "coverage_of_all_cases": 0.18721973094170405 + }, + { + "threshold": 0.9974042897779486, + "accepted": 168, + "errors": 0, + "risk": 0.0, + "coverage": 0.18834080717488788, + "coverage_of_all_cases": 0.18834080717488788 + }, + { + "threshold": 0.9973920369778282, + "accepted": 169, + "errors": 0, + "risk": 0.0, + "coverage": 0.18946188340807174, + "coverage_of_all_cases": 0.18946188340807174 + }, + { + "threshold": 0.9973444451609579, + "accepted": 170, + "errors": 0, + "risk": 0.0, + "coverage": 0.1905829596412556, + "coverage_of_all_cases": 0.1905829596412556 + }, + { + "threshold": 0.9973154752904382, + "accepted": 171, + "errors": 0, + "risk": 0.0, + "coverage": 0.19170403587443946, + "coverage_of_all_cases": 0.19170403587443946 + }, + { + "threshold": 0.9972554335773468, + "accepted": 172, + "errors": 0, + "risk": 0.0, + "coverage": 0.19282511210762332, + "coverage_of_all_cases": 0.19282511210762332 + }, + { + "threshold": 0.9971866425319459, + "accepted": 173, + "errors": 0, + "risk": 0.0, + "coverage": 0.19394618834080718, + "coverage_of_all_cases": 0.19394618834080718 + }, + { + "threshold": 0.9971774546338497, + "accepted": 174, + "errors": 0, + "risk": 0.0, + "coverage": 0.19506726457399104, + "coverage_of_all_cases": 0.19506726457399104 + }, + { + "threshold": 0.9971715715560759, + "accepted": 175, + "errors": 0, + "risk": 0.0, + "coverage": 0.1961883408071749, + "coverage_of_all_cases": 0.1961883408071749 + }, + { + "threshold": 0.9971512613464779, + "accepted": 176, + "errors": 0, + "risk": 0.0, + "coverage": 0.19730941704035873, + "coverage_of_all_cases": 0.19730941704035873 + }, + { + "threshold": 0.9970983587843257, + "accepted": 177, + "errors": 0, + "risk": 0.0, + "coverage": 0.1984304932735426, + "coverage_of_all_cases": 0.1984304932735426 + }, + { + "threshold": 0.9970658637703949, + "accepted": 178, + "errors": 0, + "risk": 0.0, + "coverage": 0.19955156950672645, + "coverage_of_all_cases": 0.19955156950672645 + }, + { + "threshold": 0.9970310911164864, + "accepted": 179, + "errors": 0, + "risk": 0.0, + "coverage": 0.2006726457399103, + "coverage_of_all_cases": 0.2006726457399103 + }, + { + "threshold": 0.9969301518726792, + "accepted": 180, + "errors": 0, + "risk": 0.0, + "coverage": 0.20179372197309417, + "coverage_of_all_cases": 0.20179372197309417 + }, + { + "threshold": 0.9968433370402656, + "accepted": 181, + "errors": 0, + "risk": 0.0, + "coverage": 0.20291479820627803, + "coverage_of_all_cases": 0.20291479820627803 + }, + { + "threshold": 0.9967644184068495, + "accepted": 182, + "errors": 0, + "risk": 0.0, + "coverage": 0.2040358744394619, + "coverage_of_all_cases": 0.2040358744394619 + }, + { + "threshold": 0.9967560568322795, + "accepted": 183, + "errors": 0, + "risk": 0.0, + "coverage": 0.20515695067264575, + "coverage_of_all_cases": 0.20515695067264575 + }, + { + "threshold": 0.9965775270000274, + "accepted": 184, + "errors": 0, + "risk": 0.0, + "coverage": 0.2062780269058296, + "coverage_of_all_cases": 0.2062780269058296 + }, + { + "threshold": 0.9964727775104049, + "accepted": 185, + "errors": 0, + "risk": 0.0, + "coverage": 0.20739910313901344, + "coverage_of_all_cases": 0.20739910313901344 + }, + { + "threshold": 0.9964565738628082, + "accepted": 186, + "errors": 0, + "risk": 0.0, + "coverage": 0.2085201793721973, + "coverage_of_all_cases": 0.2085201793721973 + }, + { + "threshold": 0.996441719736702, + "accepted": 187, + "errors": 0, + "risk": 0.0, + "coverage": 0.20964125560538116, + "coverage_of_all_cases": 0.20964125560538116 + }, + { + "threshold": 0.9962379254721018, + "accepted": 188, + "errors": 0, + "risk": 0.0, + "coverage": 0.21076233183856502, + "coverage_of_all_cases": 0.21076233183856502 + }, + { + "threshold": 0.9960780595157409, + "accepted": 189, + "errors": 0, + "risk": 0.0, + "coverage": 0.21188340807174888, + "coverage_of_all_cases": 0.21188340807174888 + }, + { + "threshold": 0.9960001992042032, + "accepted": 190, + "errors": 0, + "risk": 0.0, + "coverage": 0.21300448430493274, + "coverage_of_all_cases": 0.21300448430493274 + }, + { + "threshold": 0.9959918857488446, + "accepted": 191, + "errors": 0, + "risk": 0.0, + "coverage": 0.2141255605381166, + "coverage_of_all_cases": 0.2141255605381166 + }, + { + "threshold": 0.995920868312585, + "accepted": 192, + "errors": 0, + "risk": 0.0, + "coverage": 0.21524663677130046, + "coverage_of_all_cases": 0.21524663677130046 + }, + { + "threshold": 0.9958090288515857, + "accepted": 193, + "errors": 0, + "risk": 0.0, + "coverage": 0.2163677130044843, + "coverage_of_all_cases": 0.2163677130044843 + }, + { + "threshold": 0.995600724770709, + "accepted": 194, + "errors": 0, + "risk": 0.0, + "coverage": 0.21748878923766815, + "coverage_of_all_cases": 0.21748878923766815 + }, + { + "threshold": 0.9954561794147403, + "accepted": 195, + "errors": 0, + "risk": 0.0, + "coverage": 0.218609865470852, + "coverage_of_all_cases": 0.218609865470852 + }, + { + "threshold": 0.9953673949553337, + "accepted": 196, + "errors": 0, + "risk": 0.0, + "coverage": 0.21973094170403587, + "coverage_of_all_cases": 0.21973094170403587 + }, + { + "threshold": 0.9952602828128667, + "accepted": 197, + "errors": 0, + "risk": 0.0, + "coverage": 0.22085201793721973, + "coverage_of_all_cases": 0.22085201793721973 + }, + { + "threshold": 0.9952502941863819, + "accepted": 198, + "errors": 0, + "risk": 0.0, + "coverage": 0.2219730941704036, + "coverage_of_all_cases": 0.2219730941704036 + }, + { + "threshold": 0.9951715778965265, + "accepted": 199, + "errors": 0, + "risk": 0.0, + "coverage": 0.22309417040358745, + "coverage_of_all_cases": 0.22309417040358745 + }, + { + "threshold": 0.9950958030692107, + "accepted": 200, + "errors": 0, + "risk": 0.0, + "coverage": 0.2242152466367713, + "coverage_of_all_cases": 0.2242152466367713 + }, + { + "threshold": 0.9947496127326072, + "accepted": 201, + "errors": 0, + "risk": 0.0, + "coverage": 0.22533632286995517, + "coverage_of_all_cases": 0.22533632286995517 + }, + { + "threshold": 0.9947420057832811, + "accepted": 202, + "errors": 0, + "risk": 0.0, + "coverage": 0.226457399103139, + "coverage_of_all_cases": 0.226457399103139 + }, + { + "threshold": 0.9946793424280957, + "accepted": 203, + "errors": 0, + "risk": 0.0, + "coverage": 0.22757847533632286, + "coverage_of_all_cases": 0.22757847533632286 + }, + { + "threshold": 0.9946761011591773, + "accepted": 204, + "errors": 0, + "risk": 0.0, + "coverage": 0.22869955156950672, + "coverage_of_all_cases": 0.22869955156950672 + }, + { + "threshold": 0.9943699244576333, + "accepted": 205, + "errors": 0, + "risk": 0.0, + "coverage": 0.22982062780269058, + "coverage_of_all_cases": 0.22982062780269058 + }, + { + "threshold": 0.9943545355525523, + "accepted": 206, + "errors": 0, + "risk": 0.0, + "coverage": 0.23094170403587444, + "coverage_of_all_cases": 0.23094170403587444 + }, + { + "threshold": 0.9942369373853881, + "accepted": 207, + "errors": 0, + "risk": 0.0, + "coverage": 0.2320627802690583, + "coverage_of_all_cases": 0.2320627802690583 + }, + { + "threshold": 0.9940649167615192, + "accepted": 208, + "errors": 0, + "risk": 0.0, + "coverage": 0.23318385650224216, + "coverage_of_all_cases": 0.23318385650224216 + }, + { + "threshold": 0.9939565035745752, + "accepted": 209, + "errors": 0, + "risk": 0.0, + "coverage": 0.23430493273542602, + "coverage_of_all_cases": 0.23430493273542602 + }, + { + "threshold": 0.9939061041650457, + "accepted": 210, + "errors": 0, + "risk": 0.0, + "coverage": 0.23542600896860988, + "coverage_of_all_cases": 0.23542600896860988 + }, + { + "threshold": 0.9938297800257745, + "accepted": 211, + "errors": 0, + "risk": 0.0, + "coverage": 0.2365470852017937, + "coverage_of_all_cases": 0.2365470852017937 + }, + { + "threshold": 0.9937492381668105, + "accepted": 212, + "errors": 0, + "risk": 0.0, + "coverage": 0.23766816143497757, + "coverage_of_all_cases": 0.23766816143497757 + }, + { + "threshold": 0.9937255022861331, + "accepted": 213, + "errors": 0, + "risk": 0.0, + "coverage": 0.23878923766816143, + "coverage_of_all_cases": 0.23878923766816143 + }, + { + "threshold": 0.9935265398367089, + "accepted": 214, + "errors": 0, + "risk": 0.0, + "coverage": 0.2399103139013453, + "coverage_of_all_cases": 0.2399103139013453 + }, + { + "threshold": 0.993275819871509, + "accepted": 215, + "errors": 0, + "risk": 0.0, + "coverage": 0.24103139013452915, + "coverage_of_all_cases": 0.24103139013452915 + }, + { + "threshold": 0.99312304866202, + "accepted": 216, + "errors": 0, + "risk": 0.0, + "coverage": 0.242152466367713, + "coverage_of_all_cases": 0.242152466367713 + }, + { + "threshold": 0.9931139760896687, + "accepted": 217, + "errors": 0, + "risk": 0.0, + "coverage": 0.24327354260089687, + "coverage_of_all_cases": 0.24327354260089687 + }, + { + "threshold": 0.9930481691289839, + "accepted": 218, + "errors": 0, + "risk": 0.0, + "coverage": 0.24439461883408073, + "coverage_of_all_cases": 0.24439461883408073 + }, + { + "threshold": 0.9930020323708506, + "accepted": 219, + "errors": 0, + "risk": 0.0, + "coverage": 0.24551569506726456, + "coverage_of_all_cases": 0.24551569506726456 + }, + { + "threshold": 0.9926212401014061, + "accepted": 220, + "errors": 0, + "risk": 0.0, + "coverage": 0.24663677130044842, + "coverage_of_all_cases": 0.24663677130044842 + }, + { + "threshold": 0.9926199361087225, + "accepted": 221, + "errors": 0, + "risk": 0.0, + "coverage": 0.24775784753363228, + "coverage_of_all_cases": 0.24775784753363228 + }, + { + "threshold": 0.992607996045681, + "accepted": 222, + "errors": 0, + "risk": 0.0, + "coverage": 0.24887892376681614, + "coverage_of_all_cases": 0.24887892376681614 + }, + { + "threshold": 0.9925777879095427, + "accepted": 223, + "errors": 0, + "risk": 0.0, + "coverage": 0.25, + "coverage_of_all_cases": 0.25 + }, + { + "threshold": 0.9925639236738432, + "accepted": 224, + "errors": 0, + "risk": 0.0, + "coverage": 0.25112107623318386, + "coverage_of_all_cases": 0.25112107623318386 + }, + { + "threshold": 0.9923226088992875, + "accepted": 225, + "errors": 0, + "risk": 0.0, + "coverage": 0.2522421524663677, + "coverage_of_all_cases": 0.2522421524663677 + }, + { + "threshold": 0.9921503159758425, + "accepted": 226, + "errors": 0, + "risk": 0.0, + "coverage": 0.2533632286995516, + "coverage_of_all_cases": 0.2533632286995516 + }, + { + "threshold": 0.991791339345962, + "accepted": 227, + "errors": 0, + "risk": 0.0, + "coverage": 0.25448430493273544, + "coverage_of_all_cases": 0.25448430493273544 + }, + { + "threshold": 0.991712951543721, + "accepted": 228, + "errors": 0, + "risk": 0.0, + "coverage": 0.2556053811659193, + "coverage_of_all_cases": 0.2556053811659193 + }, + { + "threshold": 0.9915953632276946, + "accepted": 229, + "errors": 0, + "risk": 0.0, + "coverage": 0.25672645739910316, + "coverage_of_all_cases": 0.25672645739910316 + }, + { + "threshold": 0.9914335897128909, + "accepted": 230, + "errors": 0, + "risk": 0.0, + "coverage": 0.257847533632287, + "coverage_of_all_cases": 0.257847533632287 + }, + { + "threshold": 0.991298701772913, + "accepted": 231, + "errors": 0, + "risk": 0.0, + "coverage": 0.2589686098654709, + "coverage_of_all_cases": 0.2589686098654709 + }, + { + "threshold": 0.9909623853460341, + "accepted": 232, + "errors": 0, + "risk": 0.0, + "coverage": 0.2600896860986547, + "coverage_of_all_cases": 0.2600896860986547 + }, + { + "threshold": 0.9909037217390211, + "accepted": 233, + "errors": 0, + "risk": 0.0, + "coverage": 0.26121076233183854, + "coverage_of_all_cases": 0.26121076233183854 + }, + { + "threshold": 0.9907943361377537, + "accepted": 234, + "errors": 0, + "risk": 0.0, + "coverage": 0.2623318385650224, + "coverage_of_all_cases": 0.2623318385650224 + }, + { + "threshold": 0.9907457246190517, + "accepted": 235, + "errors": 0, + "risk": 0.0, + "coverage": 0.26345291479820626, + "coverage_of_all_cases": 0.26345291479820626 + }, + { + "threshold": 0.9905967424822245, + "accepted": 236, + "errors": 0, + "risk": 0.0, + "coverage": 0.2645739910313901, + "coverage_of_all_cases": 0.2645739910313901 + }, + { + "threshold": 0.9903631356789294, + "accepted": 237, + "errors": 0, + "risk": 0.0, + "coverage": 0.265695067264574, + "coverage_of_all_cases": 0.265695067264574 + }, + { + "threshold": 0.9903510859944464, + "accepted": 238, + "errors": 0, + "risk": 0.0, + "coverage": 0.26681614349775784, + "coverage_of_all_cases": 0.26681614349775784 + }, + { + "threshold": 0.9901773537626563, + "accepted": 239, + "errors": 0, + "risk": 0.0, + "coverage": 0.2679372197309417, + "coverage_of_all_cases": 0.2679372197309417 + }, + { + "threshold": 0.9899690967770962, + "accepted": 240, + "errors": 0, + "risk": 0.0, + "coverage": 0.26905829596412556, + "coverage_of_all_cases": 0.26905829596412556 + }, + { + "threshold": 0.9898361773343007, + "accepted": 241, + "errors": 0, + "risk": 0.0, + "coverage": 0.2701793721973094, + "coverage_of_all_cases": 0.2701793721973094 + }, + { + "threshold": 0.9895585253701137, + "accepted": 242, + "errors": 0, + "risk": 0.0, + "coverage": 0.2713004484304933, + "coverage_of_all_cases": 0.2713004484304933 + }, + { + "threshold": 0.9895037472369643, + "accepted": 243, + "errors": 0, + "risk": 0.0, + "coverage": 0.27242152466367714, + "coverage_of_all_cases": 0.27242152466367714 + }, + { + "threshold": 0.9891195105183818, + "accepted": 244, + "errors": 0, + "risk": 0.0, + "coverage": 0.273542600896861, + "coverage_of_all_cases": 0.273542600896861 + }, + { + "threshold": 0.9887862188188595, + "accepted": 245, + "errors": 0, + "risk": 0.0, + "coverage": 0.27466367713004486, + "coverage_of_all_cases": 0.27466367713004486 + }, + { + "threshold": 0.9885414538285704, + "accepted": 246, + "errors": 0, + "risk": 0.0, + "coverage": 0.2757847533632287, + "coverage_of_all_cases": 0.2757847533632287 + }, + { + "threshold": 0.988216523714906, + "accepted": 247, + "errors": 0, + "risk": 0.0, + "coverage": 0.2769058295964126, + "coverage_of_all_cases": 0.2769058295964126 + }, + { + "threshold": 0.988178895705024, + "accepted": 248, + "errors": 0, + "risk": 0.0, + "coverage": 0.27802690582959644, + "coverage_of_all_cases": 0.27802690582959644 + }, + { + "threshold": 0.9880681802674041, + "accepted": 249, + "errors": 0, + "risk": 0.0, + "coverage": 0.27914798206278024, + "coverage_of_all_cases": 0.27914798206278024 + }, + { + "threshold": 0.9880605387078418, + "accepted": 250, + "errors": 0, + "risk": 0.0, + "coverage": 0.2802690582959641, + "coverage_of_all_cases": 0.2802690582959641 + }, + { + "threshold": 0.9880060427135257, + "accepted": 251, + "errors": 0, + "risk": 0.0, + "coverage": 0.28139013452914796, + "coverage_of_all_cases": 0.28139013452914796 + }, + { + "threshold": 0.9875438682878177, + "accepted": 252, + "errors": 0, + "risk": 0.0, + "coverage": 0.2825112107623318, + "coverage_of_all_cases": 0.2825112107623318 + }, + { + "threshold": 0.9873702047837907, + "accepted": 253, + "errors": 0, + "risk": 0.0, + "coverage": 0.2836322869955157, + "coverage_of_all_cases": 0.2836322869955157 + }, + { + "threshold": 0.9870520590943714, + "accepted": 254, + "errors": 0, + "risk": 0.0, + "coverage": 0.28475336322869954, + "coverage_of_all_cases": 0.28475336322869954 + }, + { + "threshold": 0.9868984483032593, + "accepted": 255, + "errors": 0, + "risk": 0.0, + "coverage": 0.2858744394618834, + "coverage_of_all_cases": 0.2858744394618834 + }, + { + "threshold": 0.9866971307625536, + "accepted": 256, + "errors": 0, + "risk": 0.0, + "coverage": 0.28699551569506726, + "coverage_of_all_cases": 0.28699551569506726 + }, + { + "threshold": 0.9866193182051134, + "accepted": 257, + "errors": 0, + "risk": 0.0, + "coverage": 0.2881165919282511, + "coverage_of_all_cases": 0.2881165919282511 + }, + { + "threshold": 0.9864780066245346, + "accepted": 258, + "errors": 0, + "risk": 0.0, + "coverage": 0.289237668161435, + "coverage_of_all_cases": 0.289237668161435 + }, + { + "threshold": 0.9862984323066728, + "accepted": 259, + "errors": 0, + "risk": 0.0, + "coverage": 0.29035874439461884, + "coverage_of_all_cases": 0.29035874439461884 + }, + { + "threshold": 0.986200145581518, + "accepted": 260, + "errors": 0, + "risk": 0.0, + "coverage": 0.2914798206278027, + "coverage_of_all_cases": 0.2914798206278027 + }, + { + "threshold": 0.9859683854256835, + "accepted": 261, + "errors": 0, + "risk": 0.0, + "coverage": 0.29260089686098656, + "coverage_of_all_cases": 0.29260089686098656 + }, + { + "threshold": 0.9856982190967767, + "accepted": 262, + "errors": 1, + "risk": 0.003816793893129771, + "coverage": 0.2937219730941704, + "coverage_of_all_cases": 0.2937219730941704 + }, + { + "threshold": 0.9855541227760419, + "accepted": 263, + "errors": 1, + "risk": 0.0038022813688212928, + "coverage": 0.2948430493273543, + "coverage_of_all_cases": 0.2948430493273543 + }, + { + "threshold": 0.9852862699513782, + "accepted": 264, + "errors": 1, + "risk": 0.003787878787878788, + "coverage": 0.29596412556053814, + "coverage_of_all_cases": 0.29596412556053814 + }, + { + "threshold": 0.9850734808321375, + "accepted": 265, + "errors": 1, + "risk": 0.0037735849056603774, + "coverage": 0.297085201793722, + "coverage_of_all_cases": 0.297085201793722 + }, + { + "threshold": 0.9848896941803883, + "accepted": 266, + "errors": 1, + "risk": 0.0037593984962406013, + "coverage": 0.2982062780269058, + "coverage_of_all_cases": 0.2982062780269058 + }, + { + "threshold": 0.9848875903900777, + "accepted": 267, + "errors": 1, + "risk": 0.003745318352059925, + "coverage": 0.29932735426008966, + "coverage_of_all_cases": 0.29932735426008966 + }, + { + "threshold": 0.9848475981675224, + "accepted": 268, + "errors": 1, + "risk": 0.0037313432835820895, + "coverage": 0.3004484304932735, + "coverage_of_all_cases": 0.3004484304932735 + }, + { + "threshold": 0.9847424971022409, + "accepted": 269, + "errors": 1, + "risk": 0.0037174721189591076, + "coverage": 0.3015695067264574, + "coverage_of_all_cases": 0.3015695067264574 + }, + { + "threshold": 0.9846208589358427, + "accepted": 270, + "errors": 1, + "risk": 0.003703703703703704, + "coverage": 0.30269058295964124, + "coverage_of_all_cases": 0.30269058295964124 + }, + { + "threshold": 0.984475455717836, + "accepted": 271, + "errors": 2, + "risk": 0.007380073800738007, + "coverage": 0.3038116591928251, + "coverage_of_all_cases": 0.3038116591928251 + }, + { + "threshold": 0.9843525175121146, + "accepted": 272, + "errors": 2, + "risk": 0.007352941176470588, + "coverage": 0.30493273542600896, + "coverage_of_all_cases": 0.30493273542600896 + }, + { + "threshold": 0.9842355170220817, + "accepted": 273, + "errors": 2, + "risk": 0.007326007326007326, + "coverage": 0.3060538116591928, + "coverage_of_all_cases": 0.3060538116591928 + }, + { + "threshold": 0.9842041453738689, + "accepted": 274, + "errors": 2, + "risk": 0.0072992700729927005, + "coverage": 0.3071748878923767, + "coverage_of_all_cases": 0.3071748878923767 + }, + { + "threshold": 0.9839620986195864, + "accepted": 275, + "errors": 2, + "risk": 0.007272727272727273, + "coverage": 0.30829596412556054, + "coverage_of_all_cases": 0.30829596412556054 + }, + { + "threshold": 0.9837714135491687, + "accepted": 276, + "errors": 2, + "risk": 0.007246376811594203, + "coverage": 0.3094170403587444, + "coverage_of_all_cases": 0.3094170403587444 + }, + { + "threshold": 0.9837340797224405, + "accepted": 277, + "errors": 2, + "risk": 0.007220216606498195, + "coverage": 0.31053811659192826, + "coverage_of_all_cases": 0.31053811659192826 + }, + { + "threshold": 0.9831175241360182, + "accepted": 278, + "errors": 2, + "risk": 0.007194244604316547, + "coverage": 0.3116591928251121, + "coverage_of_all_cases": 0.3116591928251121 + }, + { + "threshold": 0.9830530951840015, + "accepted": 279, + "errors": 2, + "risk": 0.007168458781362007, + "coverage": 0.312780269058296, + "coverage_of_all_cases": 0.312780269058296 + }, + { + "threshold": 0.9827378140484199, + "accepted": 280, + "errors": 2, + "risk": 0.007142857142857143, + "coverage": 0.31390134529147984, + "coverage_of_all_cases": 0.31390134529147984 + }, + { + "threshold": 0.9826257480220738, + "accepted": 281, + "errors": 2, + "risk": 0.0071174377224199285, + "coverage": 0.3150224215246637, + "coverage_of_all_cases": 0.3150224215246637 + }, + { + "threshold": 0.9822662841735047, + "accepted": 282, + "errors": 2, + "risk": 0.0070921985815602835, + "coverage": 0.31614349775784756, + "coverage_of_all_cases": 0.31614349775784756 + }, + { + "threshold": 0.9822395185993046, + "accepted": 283, + "errors": 2, + "risk": 0.007067137809187279, + "coverage": 0.3172645739910314, + "coverage_of_all_cases": 0.3172645739910314 + }, + { + "threshold": 0.9821930297369355, + "accepted": 284, + "errors": 2, + "risk": 0.007042253521126761, + "coverage": 0.3183856502242152, + "coverage_of_all_cases": 0.3183856502242152 + }, + { + "threshold": 0.9819379682333433, + "accepted": 285, + "errors": 2, + "risk": 0.007017543859649123, + "coverage": 0.3195067264573991, + "coverage_of_all_cases": 0.3195067264573991 + }, + { + "threshold": 0.9816325487271815, + "accepted": 286, + "errors": 2, + "risk": 0.006993006993006993, + "coverage": 0.32062780269058294, + "coverage_of_all_cases": 0.32062780269058294 + }, + { + "threshold": 0.9815832339332528, + "accepted": 287, + "errors": 2, + "risk": 0.006968641114982578, + "coverage": 0.3217488789237668, + "coverage_of_all_cases": 0.3217488789237668 + }, + { + "threshold": 0.9812427023263213, + "accepted": 288, + "errors": 2, + "risk": 0.006944444444444444, + "coverage": 0.32286995515695066, + "coverage_of_all_cases": 0.32286995515695066 + }, + { + "threshold": 0.9811988207242588, + "accepted": 289, + "errors": 2, + "risk": 0.006920415224913495, + "coverage": 0.3239910313901345, + "coverage_of_all_cases": 0.3239910313901345 + }, + { + "threshold": 0.9811754608557487, + "accepted": 290, + "errors": 2, + "risk": 0.006896551724137931, + "coverage": 0.3251121076233184, + "coverage_of_all_cases": 0.3251121076233184 + }, + { + "threshold": 0.9811229142958783, + "accepted": 291, + "errors": 2, + "risk": 0.006872852233676976, + "coverage": 0.32623318385650224, + "coverage_of_all_cases": 0.32623318385650224 + }, + { + "threshold": 0.9810894262311917, + "accepted": 292, + "errors": 2, + "risk": 0.00684931506849315, + "coverage": 0.3273542600896861, + "coverage_of_all_cases": 0.3273542600896861 + }, + { + "threshold": 0.9808627326393194, + "accepted": 293, + "errors": 2, + "risk": 0.006825938566552901, + "coverage": 0.32847533632286996, + "coverage_of_all_cases": 0.32847533632286996 + }, + { + "threshold": 0.9801895685194197, + "accepted": 294, + "errors": 2, + "risk": 0.006802721088435374, + "coverage": 0.3295964125560538, + "coverage_of_all_cases": 0.3295964125560538 + }, + { + "threshold": 0.9798600812651144, + "accepted": 295, + "errors": 2, + "risk": 0.006779661016949152, + "coverage": 0.3307174887892377, + "coverage_of_all_cases": 0.3307174887892377 + }, + { + "threshold": 0.9795710576903808, + "accepted": 296, + "errors": 2, + "risk": 0.006756756756756757, + "coverage": 0.33183856502242154, + "coverage_of_all_cases": 0.33183856502242154 + }, + { + "threshold": 0.9790320206392726, + "accepted": 297, + "errors": 2, + "risk": 0.006734006734006734, + "coverage": 0.3329596412556054, + "coverage_of_all_cases": 0.3329596412556054 + }, + { + "threshold": 0.9786481373423411, + "accepted": 298, + "errors": 2, + "risk": 0.006711409395973154, + "coverage": 0.33408071748878926, + "coverage_of_all_cases": 0.33408071748878926 + }, + { + "threshold": 0.9785152284033535, + "accepted": 299, + "errors": 2, + "risk": 0.006688963210702341, + "coverage": 0.3352017937219731, + "coverage_of_all_cases": 0.3352017937219731 + }, + { + "threshold": 0.9782405651849467, + "accepted": 300, + "errors": 2, + "risk": 0.006666666666666667, + "coverage": 0.336322869955157, + "coverage_of_all_cases": 0.336322869955157 + }, + { + "threshold": 0.9782190277222371, + "accepted": 301, + "errors": 2, + "risk": 0.006644518272425249, + "coverage": 0.3374439461883408, + "coverage_of_all_cases": 0.3374439461883408 + }, + { + "threshold": 0.977733306806375, + "accepted": 302, + "errors": 3, + "risk": 0.009933774834437087, + "coverage": 0.33856502242152464, + "coverage_of_all_cases": 0.33856502242152464 + }, + { + "threshold": 0.9777274919859996, + "accepted": 303, + "errors": 3, + "risk": 0.009900990099009901, + "coverage": 0.3396860986547085, + "coverage_of_all_cases": 0.3396860986547085 + }, + { + "threshold": 0.977723866967536, + "accepted": 304, + "errors": 3, + "risk": 0.009868421052631578, + "coverage": 0.34080717488789236, + "coverage_of_all_cases": 0.34080717488789236 + }, + { + "threshold": 0.9775715657336153, + "accepted": 305, + "errors": 3, + "risk": 0.009836065573770493, + "coverage": 0.3419282511210762, + "coverage_of_all_cases": 0.3419282511210762 + }, + { + "threshold": 0.9772923957484615, + "accepted": 306, + "errors": 4, + "risk": 0.013071895424836602, + "coverage": 0.3430493273542601, + "coverage_of_all_cases": 0.3430493273542601 + }, + { + "threshold": 0.9772185384147151, + "accepted": 307, + "errors": 4, + "risk": 0.013029315960912053, + "coverage": 0.34417040358744394, + "coverage_of_all_cases": 0.34417040358744394 + }, + { + "threshold": 0.9771634662861686, + "accepted": 308, + "errors": 4, + "risk": 0.012987012987012988, + "coverage": 0.3452914798206278, + "coverage_of_all_cases": 0.3452914798206278 + }, + { + "threshold": 0.9765354365278064, + "accepted": 309, + "errors": 4, + "risk": 0.012944983818770227, + "coverage": 0.34641255605381166, + "coverage_of_all_cases": 0.34641255605381166 + }, + { + "threshold": 0.9760807185459994, + "accepted": 310, + "errors": 4, + "risk": 0.012903225806451613, + "coverage": 0.3475336322869955, + "coverage_of_all_cases": 0.3475336322869955 + }, + { + "threshold": 0.975670497053046, + "accepted": 311, + "errors": 4, + "risk": 0.012861736334405145, + "coverage": 0.3486547085201794, + "coverage_of_all_cases": 0.3486547085201794 + }, + { + "threshold": 0.9754711626150694, + "accepted": 312, + "errors": 4, + "risk": 0.01282051282051282, + "coverage": 0.34977578475336324, + "coverage_of_all_cases": 0.34977578475336324 + }, + { + "threshold": 0.975373648542125, + "accepted": 313, + "errors": 5, + "risk": 0.01597444089456869, + "coverage": 0.3508968609865471, + "coverage_of_all_cases": 0.3508968609865471 + }, + { + "threshold": 0.9748669969099365, + "accepted": 314, + "errors": 5, + "risk": 0.01592356687898089, + "coverage": 0.35201793721973096, + "coverage_of_all_cases": 0.35201793721973096 + }, + { + "threshold": 0.9746719963560116, + "accepted": 315, + "errors": 6, + "risk": 0.01904761904761905, + "coverage": 0.3531390134529148, + "coverage_of_all_cases": 0.3531390134529148 + }, + { + "threshold": 0.9744295588876679, + "accepted": 316, + "errors": 6, + "risk": 0.0189873417721519, + "coverage": 0.3542600896860987, + "coverage_of_all_cases": 0.3542600896860987 + }, + { + "threshold": 0.9742315676109501, + "accepted": 317, + "errors": 6, + "risk": 0.01892744479495268, + "coverage": 0.35538116591928254, + "coverage_of_all_cases": 0.35538116591928254 + }, + { + "threshold": 0.9741640842848337, + "accepted": 318, + "errors": 6, + "risk": 0.018867924528301886, + "coverage": 0.35650224215246634, + "coverage_of_all_cases": 0.35650224215246634 + }, + { + "threshold": 0.9740150247190097, + "accepted": 319, + "errors": 6, + "risk": 0.018808777429467086, + "coverage": 0.3576233183856502, + "coverage_of_all_cases": 0.3576233183856502 + }, + { + "threshold": 0.9739873592513162, + "accepted": 320, + "errors": 6, + "risk": 0.01875, + "coverage": 0.35874439461883406, + "coverage_of_all_cases": 0.35874439461883406 + }, + { + "threshold": 0.9732728103185241, + "accepted": 321, + "errors": 6, + "risk": 0.018691588785046728, + "coverage": 0.3598654708520179, + "coverage_of_all_cases": 0.3598654708520179 + }, + { + "threshold": 0.9732621861868478, + "accepted": 322, + "errors": 6, + "risk": 0.018633540372670808, + "coverage": 0.3609865470852018, + "coverage_of_all_cases": 0.3609865470852018 + }, + { + "threshold": 0.9725195110890994, + "accepted": 323, + "errors": 6, + "risk": 0.018575851393188854, + "coverage": 0.36210762331838564, + "coverage_of_all_cases": 0.36210762331838564 + }, + { + "threshold": 0.9722860718268389, + "accepted": 324, + "errors": 7, + "risk": 0.021604938271604937, + "coverage": 0.3632286995515695, + "coverage_of_all_cases": 0.3632286995515695 + }, + { + "threshold": 0.9721468545431231, + "accepted": 325, + "errors": 7, + "risk": 0.021538461538461538, + "coverage": 0.36434977578475336, + "coverage_of_all_cases": 0.36434977578475336 + }, + { + "threshold": 0.9720496428456782, + "accepted": 326, + "errors": 7, + "risk": 0.02147239263803681, + "coverage": 0.3654708520179372, + "coverage_of_all_cases": 0.3654708520179372 + }, + { + "threshold": 0.972028168779395, + "accepted": 327, + "errors": 7, + "risk": 0.021406727828746176, + "coverage": 0.3665919282511211, + "coverage_of_all_cases": 0.3665919282511211 + }, + { + "threshold": 0.9716341779799877, + "accepted": 328, + "errors": 7, + "risk": 0.021341463414634148, + "coverage": 0.36771300448430494, + "coverage_of_all_cases": 0.36771300448430494 + }, + { + "threshold": 0.971516021254835, + "accepted": 329, + "errors": 7, + "risk": 0.02127659574468085, + "coverage": 0.3688340807174888, + "coverage_of_all_cases": 0.3688340807174888 + }, + { + "threshold": 0.9687736491877457, + "accepted": 330, + "errors": 7, + "risk": 0.021212121212121213, + "coverage": 0.36995515695067266, + "coverage_of_all_cases": 0.36995515695067266 + }, + { + "threshold": 0.9686474453383537, + "accepted": 331, + "errors": 7, + "risk": 0.021148036253776436, + "coverage": 0.3710762331838565, + "coverage_of_all_cases": 0.3710762331838565 + }, + { + "threshold": 0.9685267936844183, + "accepted": 332, + "errors": 7, + "risk": 0.02108433734939759, + "coverage": 0.3721973094170404, + "coverage_of_all_cases": 0.3721973094170404 + }, + { + "threshold": 0.9679057181961878, + "accepted": 333, + "errors": 7, + "risk": 0.021021021021021023, + "coverage": 0.37331838565022424, + "coverage_of_all_cases": 0.37331838565022424 + }, + { + "threshold": 0.967526230899504, + "accepted": 334, + "errors": 8, + "risk": 0.023952095808383235, + "coverage": 0.3744394618834081, + "coverage_of_all_cases": 0.3744394618834081 + }, + { + "threshold": 0.967345086838539, + "accepted": 335, + "errors": 8, + "risk": 0.023880597014925373, + "coverage": 0.3755605381165919, + "coverage_of_all_cases": 0.3755605381165919 + }, + { + "threshold": 0.9667992875771733, + "accepted": 336, + "errors": 8, + "risk": 0.023809523809523808, + "coverage": 0.37668161434977576, + "coverage_of_all_cases": 0.37668161434977576 + }, + { + "threshold": 0.9666371225650215, + "accepted": 337, + "errors": 8, + "risk": 0.02373887240356083, + "coverage": 0.3778026905829596, + "coverage_of_all_cases": 0.3778026905829596 + }, + { + "threshold": 0.966175071937295, + "accepted": 338, + "errors": 9, + "risk": 0.026627218934911243, + "coverage": 0.3789237668161435, + "coverage_of_all_cases": 0.3789237668161435 + }, + { + "threshold": 0.9660744554943678, + "accepted": 339, + "errors": 9, + "risk": 0.02654867256637168, + "coverage": 0.38004484304932734, + "coverage_of_all_cases": 0.38004484304932734 + }, + { + "threshold": 0.9660299074764589, + "accepted": 340, + "errors": 9, + "risk": 0.026470588235294117, + "coverage": 0.3811659192825112, + "coverage_of_all_cases": 0.3811659192825112 + }, + { + "threshold": 0.965295585352618, + "accepted": 341, + "errors": 9, + "risk": 0.026392961876832845, + "coverage": 0.38228699551569506, + "coverage_of_all_cases": 0.38228699551569506 + }, + { + "threshold": 0.9652010156229455, + "accepted": 342, + "errors": 9, + "risk": 0.02631578947368421, + "coverage": 0.3834080717488789, + "coverage_of_all_cases": 0.3834080717488789 + }, + { + "threshold": 0.9650767100464268, + "accepted": 343, + "errors": 9, + "risk": 0.026239067055393587, + "coverage": 0.3845291479820628, + "coverage_of_all_cases": 0.3845291479820628 + }, + { + "threshold": 0.9642658089119887, + "accepted": 344, + "errors": 9, + "risk": 0.02616279069767442, + "coverage": 0.38565022421524664, + "coverage_of_all_cases": 0.38565022421524664 + }, + { + "threshold": 0.9641879460800278, + "accepted": 345, + "errors": 9, + "risk": 0.02608695652173913, + "coverage": 0.3867713004484305, + "coverage_of_all_cases": 0.3867713004484305 + }, + { + "threshold": 0.9634979534064673, + "accepted": 346, + "errors": 9, + "risk": 0.02601156069364162, + "coverage": 0.38789237668161436, + "coverage_of_all_cases": 0.38789237668161436 + }, + { + "threshold": 0.9631304467240296, + "accepted": 347, + "errors": 10, + "risk": 0.02881844380403458, + "coverage": 0.3890134529147982, + "coverage_of_all_cases": 0.3890134529147982 + }, + { + "threshold": 0.9629010019859763, + "accepted": 348, + "errors": 11, + "risk": 0.031609195402298854, + "coverage": 0.3901345291479821, + "coverage_of_all_cases": 0.3901345291479821 + }, + { + "threshold": 0.9624922890305142, + "accepted": 349, + "errors": 11, + "risk": 0.03151862464183381, + "coverage": 0.39125560538116594, + "coverage_of_all_cases": 0.39125560538116594 + }, + { + "threshold": 0.9623158358810253, + "accepted": 350, + "errors": 11, + "risk": 0.03142857142857143, + "coverage": 0.3923766816143498, + "coverage_of_all_cases": 0.3923766816143498 + }, + { + "threshold": 0.9622739673474405, + "accepted": 351, + "errors": 11, + "risk": 0.03133903133903134, + "coverage": 0.39349775784753366, + "coverage_of_all_cases": 0.39349775784753366 + }, + { + "threshold": 0.9620986022801683, + "accepted": 352, + "errors": 11, + "risk": 0.03125, + "coverage": 0.39461883408071746, + "coverage_of_all_cases": 0.39461883408071746 + }, + { + "threshold": 0.9618551362416573, + "accepted": 353, + "errors": 11, + "risk": 0.031161473087818695, + "coverage": 0.3957399103139013, + "coverage_of_all_cases": 0.3957399103139013 + }, + { + "threshold": 0.9615287705759811, + "accepted": 354, + "errors": 11, + "risk": 0.031073446327683617, + "coverage": 0.3968609865470852, + "coverage_of_all_cases": 0.3968609865470852 + }, + { + "threshold": 0.9614562635911199, + "accepted": 355, + "errors": 11, + "risk": 0.030985915492957747, + "coverage": 0.39798206278026904, + "coverage_of_all_cases": 0.39798206278026904 + }, + { + "threshold": 0.9608570731614, + "accepted": 356, + "errors": 11, + "risk": 0.03089887640449438, + "coverage": 0.3991031390134529, + "coverage_of_all_cases": 0.3991031390134529 + }, + { + "threshold": 0.9607380574428172, + "accepted": 357, + "errors": 11, + "risk": 0.03081232492997199, + "coverage": 0.40022421524663676, + "coverage_of_all_cases": 0.40022421524663676 + }, + { + "threshold": 0.9605252782700148, + "accepted": 358, + "errors": 11, + "risk": 0.030726256983240222, + "coverage": 0.4013452914798206, + "coverage_of_all_cases": 0.4013452914798206 + }, + { + "threshold": 0.9601164518447373, + "accepted": 359, + "errors": 11, + "risk": 0.03064066852367688, + "coverage": 0.4024663677130045, + "coverage_of_all_cases": 0.4024663677130045 + }, + { + "threshold": 0.9600535432676164, + "accepted": 360, + "errors": 11, + "risk": 0.030555555555555555, + "coverage": 0.40358744394618834, + "coverage_of_all_cases": 0.40358744394618834 + }, + { + "threshold": 0.9596956511375709, + "accepted": 361, + "errors": 11, + "risk": 0.030470914127423823, + "coverage": 0.4047085201793722, + "coverage_of_all_cases": 0.4047085201793722 + }, + { + "threshold": 0.9593162878064941, + "accepted": 362, + "errors": 11, + "risk": 0.03038674033149171, + "coverage": 0.40582959641255606, + "coverage_of_all_cases": 0.40582959641255606 + }, + { + "threshold": 0.9588329051325815, + "accepted": 363, + "errors": 11, + "risk": 0.030303030303030304, + "coverage": 0.4069506726457399, + "coverage_of_all_cases": 0.4069506726457399 + }, + { + "threshold": 0.9588307864947941, + "accepted": 364, + "errors": 11, + "risk": 0.03021978021978022, + "coverage": 0.4080717488789238, + "coverage_of_all_cases": 0.4080717488789238 + }, + { + "threshold": 0.9586309902369688, + "accepted": 365, + "errors": 11, + "risk": 0.030136986301369864, + "coverage": 0.40919282511210764, + "coverage_of_all_cases": 0.40919282511210764 + }, + { + "threshold": 0.9585324964936327, + "accepted": 366, + "errors": 11, + "risk": 0.030054644808743168, + "coverage": 0.4103139013452915, + "coverage_of_all_cases": 0.4103139013452915 + }, + { + "threshold": 0.9584423189508349, + "accepted": 367, + "errors": 12, + "risk": 0.0326975476839237, + "coverage": 0.41143497757847536, + "coverage_of_all_cases": 0.41143497757847536 + }, + { + "threshold": 0.9579919424384205, + "accepted": 368, + "errors": 12, + "risk": 0.03260869565217391, + "coverage": 0.4125560538116592, + "coverage_of_all_cases": 0.4125560538116592 + }, + { + "threshold": 0.9576865886481288, + "accepted": 369, + "errors": 12, + "risk": 0.032520325203252036, + "coverage": 0.413677130044843, + "coverage_of_all_cases": 0.413677130044843 + }, + { + "threshold": 0.9576614131199023, + "accepted": 370, + "errors": 12, + "risk": 0.032432432432432434, + "coverage": 0.4147982062780269, + "coverage_of_all_cases": 0.4147982062780269 + }, + { + "threshold": 0.9576610555615384, + "accepted": 371, + "errors": 13, + "risk": 0.03504043126684636, + "coverage": 0.41591928251121074, + "coverage_of_all_cases": 0.41591928251121074 + }, + { + "threshold": 0.9571982352178695, + "accepted": 372, + "errors": 13, + "risk": 0.03494623655913978, + "coverage": 0.4170403587443946, + "coverage_of_all_cases": 0.4170403587443946 + }, + { + "threshold": 0.9562629128146144, + "accepted": 373, + "errors": 14, + "risk": 0.03753351206434316, + "coverage": 0.41816143497757846, + "coverage_of_all_cases": 0.41816143497757846 + }, + { + "threshold": 0.9559778184231432, + "accepted": 374, + "errors": 14, + "risk": 0.0374331550802139, + "coverage": 0.4192825112107623, + "coverage_of_all_cases": 0.4192825112107623 + }, + { + "threshold": 0.9557433020284145, + "accepted": 375, + "errors": 14, + "risk": 0.037333333333333336, + "coverage": 0.4204035874439462, + "coverage_of_all_cases": 0.4204035874439462 + }, + { + "threshold": 0.9551115345078942, + "accepted": 376, + "errors": 14, + "risk": 0.03723404255319149, + "coverage": 0.42152466367713004, + "coverage_of_all_cases": 0.42152466367713004 + }, + { + "threshold": 0.953679920496103, + "accepted": 377, + "errors": 14, + "risk": 0.03713527851458886, + "coverage": 0.4226457399103139, + "coverage_of_all_cases": 0.4226457399103139 + }, + { + "threshold": 0.9534697150342947, + "accepted": 378, + "errors": 14, + "risk": 0.037037037037037035, + "coverage": 0.42376681614349776, + "coverage_of_all_cases": 0.42376681614349776 + }, + { + "threshold": 0.9534015496709173, + "accepted": 379, + "errors": 15, + "risk": 0.0395778364116095, + "coverage": 0.4248878923766816, + "coverage_of_all_cases": 0.4248878923766816 + }, + { + "threshold": 0.95328175248858, + "accepted": 380, + "errors": 15, + "risk": 0.039473684210526314, + "coverage": 0.4260089686098655, + "coverage_of_all_cases": 0.4260089686098655 + }, + { + "threshold": 0.9529674019653995, + "accepted": 381, + "errors": 16, + "risk": 0.04199475065616798, + "coverage": 0.42713004484304934, + "coverage_of_all_cases": 0.42713004484304934 + }, + { + "threshold": 0.95222211666444, + "accepted": 382, + "errors": 16, + "risk": 0.041884816753926704, + "coverage": 0.4282511210762332, + "coverage_of_all_cases": 0.4282511210762332 + }, + { + "threshold": 0.9521738176403534, + "accepted": 383, + "errors": 16, + "risk": 0.04177545691906005, + "coverage": 0.42937219730941706, + "coverage_of_all_cases": 0.42937219730941706 + }, + { + "threshold": 0.9508954995315881, + "accepted": 384, + "errors": 17, + "risk": 0.044270833333333336, + "coverage": 0.4304932735426009, + "coverage_of_all_cases": 0.4304932735426009 + }, + { + "threshold": 0.9508114859030394, + "accepted": 385, + "errors": 17, + "risk": 0.04415584415584416, + "coverage": 0.4316143497757848, + "coverage_of_all_cases": 0.4316143497757848 + }, + { + "threshold": 0.9507654675402519, + "accepted": 386, + "errors": 17, + "risk": 0.04404145077720207, + "coverage": 0.4327354260089686, + "coverage_of_all_cases": 0.4327354260089686 + }, + { + "threshold": 0.9506182188148486, + "accepted": 387, + "errors": 17, + "risk": 0.04392764857881137, + "coverage": 0.43385650224215244, + "coverage_of_all_cases": 0.43385650224215244 + }, + { + "threshold": 0.9506020996453838, + "accepted": 388, + "errors": 17, + "risk": 0.04381443298969072, + "coverage": 0.4349775784753363, + "coverage_of_all_cases": 0.4349775784753363 + }, + { + "threshold": 0.950388833412624, + "accepted": 389, + "errors": 18, + "risk": 0.04627249357326478, + "coverage": 0.43609865470852016, + "coverage_of_all_cases": 0.43609865470852016 + }, + { + "threshold": 0.9501629085930379, + "accepted": 390, + "errors": 18, + "risk": 0.046153846153846156, + "coverage": 0.437219730941704, + "coverage_of_all_cases": 0.437219730941704 + }, + { + "threshold": 0.9500317415650484, + "accepted": 391, + "errors": 18, + "risk": 0.04603580562659847, + "coverage": 0.4383408071748879, + "coverage_of_all_cases": 0.4383408071748879 + }, + { + "threshold": 0.9499979950764939, + "accepted": 392, + "errors": 19, + "risk": 0.04846938775510204, + "coverage": 0.43946188340807174, + "coverage_of_all_cases": 0.43946188340807174 + }, + { + "threshold": 0.9495556474990677, + "accepted": 393, + "errors": 20, + "risk": 0.05089058524173028, + "coverage": 0.4405829596412556, + "coverage_of_all_cases": 0.4405829596412556 + }, + { + "threshold": 0.9492701624875878, + "accepted": 394, + "errors": 20, + "risk": 0.050761421319796954, + "coverage": 0.44170403587443946, + "coverage_of_all_cases": 0.44170403587443946 + }, + { + "threshold": 0.9484764517315759, + "accepted": 395, + "errors": 20, + "risk": 0.05063291139240506, + "coverage": 0.4428251121076233, + "coverage_of_all_cases": 0.4428251121076233 + }, + { + "threshold": 0.9481656897169418, + "accepted": 396, + "errors": 20, + "risk": 0.050505050505050504, + "coverage": 0.4439461883408072, + "coverage_of_all_cases": 0.4439461883408072 + }, + { + "threshold": 0.9478159782430421, + "accepted": 397, + "errors": 20, + "risk": 0.05037783375314862, + "coverage": 0.44506726457399104, + "coverage_of_all_cases": 0.44506726457399104 + }, + { + "threshold": 0.9478147285103377, + "accepted": 398, + "errors": 20, + "risk": 0.05025125628140704, + "coverage": 0.4461883408071749, + "coverage_of_all_cases": 0.4461883408071749 + }, + { + "threshold": 0.9476112379410042, + "accepted": 399, + "errors": 21, + "risk": 0.05263157894736842, + "coverage": 0.44730941704035876, + "coverage_of_all_cases": 0.44730941704035876 + }, + { + "threshold": 0.9468180329423577, + "accepted": 400, + "errors": 21, + "risk": 0.0525, + "coverage": 0.4484304932735426, + "coverage_of_all_cases": 0.4484304932735426 + }, + { + "threshold": 0.946581163518627, + "accepted": 401, + "errors": 21, + "risk": 0.05236907730673317, + "coverage": 0.4495515695067265, + "coverage_of_all_cases": 0.4495515695067265 + }, + { + "threshold": 0.946313504696461, + "accepted": 402, + "errors": 21, + "risk": 0.05223880597014925, + "coverage": 0.45067264573991034, + "coverage_of_all_cases": 0.45067264573991034 + }, + { + "threshold": 0.9456350116682964, + "accepted": 403, + "errors": 21, + "risk": 0.052109181141439205, + "coverage": 0.4517937219730942, + "coverage_of_all_cases": 0.4517937219730942 + }, + { + "threshold": 0.9454348212538093, + "accepted": 404, + "errors": 21, + "risk": 0.05198019801980198, + "coverage": 0.452914798206278, + "coverage_of_all_cases": 0.452914798206278 + }, + { + "threshold": 0.945005064915607, + "accepted": 405, + "errors": 21, + "risk": 0.05185185185185185, + "coverage": 0.45403587443946186, + "coverage_of_all_cases": 0.45403587443946186 + }, + { + "threshold": 0.9443027751976081, + "accepted": 406, + "errors": 22, + "risk": 0.054187192118226604, + "coverage": 0.4551569506726457, + "coverage_of_all_cases": 0.4551569506726457 + }, + { + "threshold": 0.9440769864908894, + "accepted": 407, + "errors": 22, + "risk": 0.05405405405405406, + "coverage": 0.4562780269058296, + "coverage_of_all_cases": 0.4562780269058296 + }, + { + "threshold": 0.9439045950605756, + "accepted": 408, + "errors": 22, + "risk": 0.05392156862745098, + "coverage": 0.45739910313901344, + "coverage_of_all_cases": 0.45739910313901344 + }, + { + "threshold": 0.9433677819672291, + "accepted": 409, + "errors": 22, + "risk": 0.05378973105134474, + "coverage": 0.4585201793721973, + "coverage_of_all_cases": 0.4585201793721973 + }, + { + "threshold": 0.9426372226701962, + "accepted": 410, + "errors": 22, + "risk": 0.05365853658536585, + "coverage": 0.45964125560538116, + "coverage_of_all_cases": 0.45964125560538116 + }, + { + "threshold": 0.9422615191870444, + "accepted": 411, + "errors": 22, + "risk": 0.0535279805352798, + "coverage": 0.460762331838565, + "coverage_of_all_cases": 0.460762331838565 + }, + { + "threshold": 0.940635349805167, + "accepted": 412, + "errors": 23, + "risk": 0.055825242718446605, + "coverage": 0.4618834080717489, + "coverage_of_all_cases": 0.4618834080717489 + }, + { + "threshold": 0.9404983859856495, + "accepted": 413, + "errors": 23, + "risk": 0.05569007263922518, + "coverage": 0.46300448430493274, + "coverage_of_all_cases": 0.46300448430493274 + }, + { + "threshold": 0.9404917679180954, + "accepted": 414, + "errors": 23, + "risk": 0.05555555555555555, + "coverage": 0.4641255605381166, + "coverage_of_all_cases": 0.4641255605381166 + }, + { + "threshold": 0.9404082356578526, + "accepted": 415, + "errors": 23, + "risk": 0.05542168674698795, + "coverage": 0.46524663677130046, + "coverage_of_all_cases": 0.46524663677130046 + }, + { + "threshold": 0.939848715681548, + "accepted": 416, + "errors": 24, + "risk": 0.057692307692307696, + "coverage": 0.4663677130044843, + "coverage_of_all_cases": 0.4663677130044843 + }, + { + "threshold": 0.9394115936125995, + "accepted": 417, + "errors": 25, + "risk": 0.05995203836930456, + "coverage": 0.4674887892376682, + "coverage_of_all_cases": 0.4674887892376682 + }, + { + "threshold": 0.939223205847684, + "accepted": 418, + "errors": 25, + "risk": 0.05980861244019139, + "coverage": 0.46860986547085204, + "coverage_of_all_cases": 0.46860986547085204 + }, + { + "threshold": 0.938906346245614, + "accepted": 419, + "errors": 25, + "risk": 0.059665871121718374, + "coverage": 0.4697309417040359, + "coverage_of_all_cases": 0.4697309417040359 + }, + { + "threshold": 0.9385530841191562, + "accepted": 420, + "errors": 25, + "risk": 0.05952380952380952, + "coverage": 0.47085201793721976, + "coverage_of_all_cases": 0.47085201793721976 + }, + { + "threshold": 0.9384927140482828, + "accepted": 421, + "errors": 25, + "risk": 0.05938242280285035, + "coverage": 0.47197309417040356, + "coverage_of_all_cases": 0.47197309417040356 + }, + { + "threshold": 0.9379308650891983, + "accepted": 422, + "errors": 25, + "risk": 0.05924170616113744, + "coverage": 0.4730941704035874, + "coverage_of_all_cases": 0.4730941704035874 + }, + { + "threshold": 0.9378973750409053, + "accepted": 423, + "errors": 26, + "risk": 0.061465721040189124, + "coverage": 0.4742152466367713, + "coverage_of_all_cases": 0.4742152466367713 + }, + { + "threshold": 0.9365325424734986, + "accepted": 424, + "errors": 26, + "risk": 0.06132075471698113, + "coverage": 0.47533632286995514, + "coverage_of_all_cases": 0.47533632286995514 + }, + { + "threshold": 0.9363293994056193, + "accepted": 425, + "errors": 26, + "risk": 0.0611764705882353, + "coverage": 0.476457399103139, + "coverage_of_all_cases": 0.476457399103139 + }, + { + "threshold": 0.9360414661459959, + "accepted": 426, + "errors": 27, + "risk": 0.06338028169014084, + "coverage": 0.47757847533632286, + "coverage_of_all_cases": 0.47757847533632286 + }, + { + "threshold": 0.9359367139418002, + "accepted": 427, + "errors": 27, + "risk": 0.06323185011709602, + "coverage": 0.4786995515695067, + "coverage_of_all_cases": 0.4786995515695067 + }, + { + "threshold": 0.9355227637438368, + "accepted": 428, + "errors": 27, + "risk": 0.0630841121495327, + "coverage": 0.4798206278026906, + "coverage_of_all_cases": 0.4798206278026906 + }, + { + "threshold": 0.9353285384231714, + "accepted": 429, + "errors": 28, + "risk": 0.06526806526806526, + "coverage": 0.48094170403587444, + "coverage_of_all_cases": 0.48094170403587444 + }, + { + "threshold": 0.935318181272258, + "accepted": 430, + "errors": 29, + "risk": 0.06744186046511629, + "coverage": 0.4820627802690583, + "coverage_of_all_cases": 0.4820627802690583 + }, + { + "threshold": 0.9342627430936606, + "accepted": 431, + "errors": 29, + "risk": 0.06728538283062645, + "coverage": 0.48318385650224216, + "coverage_of_all_cases": 0.48318385650224216 + }, + { + "threshold": 0.9339788453201537, + "accepted": 432, + "errors": 29, + "risk": 0.06712962962962964, + "coverage": 0.484304932735426, + "coverage_of_all_cases": 0.484304932735426 + }, + { + "threshold": 0.9338856003316249, + "accepted": 433, + "errors": 29, + "risk": 0.06697459584295612, + "coverage": 0.4854260089686099, + "coverage_of_all_cases": 0.4854260089686099 + }, + { + "threshold": 0.9333237306170563, + "accepted": 434, + "errors": 29, + "risk": 0.06682027649769585, + "coverage": 0.48654708520179374, + "coverage_of_all_cases": 0.48654708520179374 + }, + { + "threshold": 0.9330515856298273, + "accepted": 435, + "errors": 29, + "risk": 0.06666666666666667, + "coverage": 0.4876681614349776, + "coverage_of_all_cases": 0.4876681614349776 + }, + { + "threshold": 0.9327031705026056, + "accepted": 436, + "errors": 29, + "risk": 0.06651376146788991, + "coverage": 0.48878923766816146, + "coverage_of_all_cases": 0.48878923766816146 + }, + { + "threshold": 0.9326443091691056, + "accepted": 437, + "errors": 29, + "risk": 0.06636155606407322, + "coverage": 0.4899103139013453, + "coverage_of_all_cases": 0.4899103139013453 + }, + { + "threshold": 0.9322218983910235, + "accepted": 438, + "errors": 29, + "risk": 0.06621004566210045, + "coverage": 0.4910313901345291, + "coverage_of_all_cases": 0.4910313901345291 + }, + { + "threshold": 0.9310959971245356, + "accepted": 439, + "errors": 29, + "risk": 0.06605922551252848, + "coverage": 0.492152466367713, + "coverage_of_all_cases": 0.492152466367713 + }, + { + "threshold": 0.9309650336053236, + "accepted": 440, + "errors": 29, + "risk": 0.0659090909090909, + "coverage": 0.49327354260089684, + "coverage_of_all_cases": 0.49327354260089684 + }, + { + "threshold": 0.9290126936730858, + "accepted": 441, + "errors": 29, + "risk": 0.06575963718820861, + "coverage": 0.4943946188340807, + "coverage_of_all_cases": 0.4943946188340807 + }, + { + "threshold": 0.9288779099821336, + "accepted": 442, + "errors": 29, + "risk": 0.06561085972850679, + "coverage": 0.49551569506726456, + "coverage_of_all_cases": 0.49551569506726456 + }, + { + "threshold": 0.9287994694596983, + "accepted": 443, + "errors": 29, + "risk": 0.0654627539503386, + "coverage": 0.4966367713004484, + "coverage_of_all_cases": 0.4966367713004484 + }, + { + "threshold": 0.9287491489382483, + "accepted": 444, + "errors": 29, + "risk": 0.06531531531531531, + "coverage": 0.4977578475336323, + "coverage_of_all_cases": 0.4977578475336323 + }, + { + "threshold": 0.9282164193697123, + "accepted": 445, + "errors": 29, + "risk": 0.0651685393258427, + "coverage": 0.49887892376681614, + "coverage_of_all_cases": 0.49887892376681614 + }, + { + "threshold": 0.9282018306107906, + "accepted": 446, + "errors": 30, + "risk": 0.06726457399103139, + "coverage": 0.5, + "coverage_of_all_cases": 0.5 + }, + { + "threshold": 0.9281572801869209, + "accepted": 447, + "errors": 30, + "risk": 0.06711409395973154, + "coverage": 0.5011210762331838, + "coverage_of_all_cases": 0.5011210762331838 + }, + { + "threshold": 0.9279650968414993, + "accepted": 448, + "errors": 30, + "risk": 0.06696428571428571, + "coverage": 0.5022421524663677, + "coverage_of_all_cases": 0.5022421524663677 + }, + { + "threshold": 0.9273737439126737, + "accepted": 449, + "errors": 30, + "risk": 0.066815144766147, + "coverage": 0.5033632286995515, + "coverage_of_all_cases": 0.5033632286995515 + }, + { + "threshold": 0.9271306109914654, + "accepted": 450, + "errors": 30, + "risk": 0.06666666666666667, + "coverage": 0.5044843049327354, + "coverage_of_all_cases": 0.5044843049327354 + }, + { + "threshold": 0.9266115372298271, + "accepted": 451, + "errors": 31, + "risk": 0.06873614190687362, + "coverage": 0.5056053811659192, + "coverage_of_all_cases": 0.5056053811659192 + }, + { + "threshold": 0.9261703572194669, + "accepted": 452, + "errors": 31, + "risk": 0.06858407079646017, + "coverage": 0.5067264573991032, + "coverage_of_all_cases": 0.5067264573991032 + }, + { + "threshold": 0.9261371368958318, + "accepted": 453, + "errors": 31, + "risk": 0.0684326710816777, + "coverage": 0.507847533632287, + "coverage_of_all_cases": 0.507847533632287 + }, + { + "threshold": 0.9253179240289714, + "accepted": 454, + "errors": 32, + "risk": 0.07048458149779736, + "coverage": 0.5089686098654709, + "coverage_of_all_cases": 0.5089686098654709 + }, + { + "threshold": 0.9252510910171196, + "accepted": 455, + "errors": 32, + "risk": 0.07032967032967033, + "coverage": 0.5100896860986547, + "coverage_of_all_cases": 0.5100896860986547 + }, + { + "threshold": 0.9250877234022598, + "accepted": 456, + "errors": 33, + "risk": 0.07236842105263158, + "coverage": 0.5112107623318386, + "coverage_of_all_cases": 0.5112107623318386 + }, + { + "threshold": 0.9242115882934392, + "accepted": 457, + "errors": 33, + "risk": 0.07221006564551423, + "coverage": 0.5123318385650224, + "coverage_of_all_cases": 0.5123318385650224 + }, + { + "threshold": 0.9240779095775831, + "accepted": 458, + "errors": 33, + "risk": 0.07205240174672489, + "coverage": 0.5134529147982063, + "coverage_of_all_cases": 0.5134529147982063 + }, + { + "threshold": 0.9227343237199191, + "accepted": 459, + "errors": 33, + "risk": 0.0718954248366013, + "coverage": 0.5145739910313901, + "coverage_of_all_cases": 0.5145739910313901 + }, + { + "threshold": 0.9222935146044231, + "accepted": 460, + "errors": 33, + "risk": 0.07173913043478261, + "coverage": 0.515695067264574, + "coverage_of_all_cases": 0.515695067264574 + }, + { + "threshold": 0.9208037852480039, + "accepted": 461, + "errors": 33, + "risk": 0.07158351409978309, + "coverage": 0.5168161434977578, + "coverage_of_all_cases": 0.5168161434977578 + }, + { + "threshold": 0.9198252490869585, + "accepted": 462, + "errors": 33, + "risk": 0.07142857142857142, + "coverage": 0.5179372197309418, + "coverage_of_all_cases": 0.5179372197309418 + }, + { + "threshold": 0.9195089252124098, + "accepted": 463, + "errors": 34, + "risk": 0.0734341252699784, + "coverage": 0.5190582959641256, + "coverage_of_all_cases": 0.5190582959641256 + }, + { + "threshold": 0.9192343453842285, + "accepted": 464, + "errors": 34, + "risk": 0.07327586206896551, + "coverage": 0.5201793721973094, + "coverage_of_all_cases": 0.5201793721973094 + }, + { + "threshold": 0.9189314939282301, + "accepted": 465, + "errors": 34, + "risk": 0.07311827956989247, + "coverage": 0.5213004484304933, + "coverage_of_all_cases": 0.5213004484304933 + }, + { + "threshold": 0.9177350525695974, + "accepted": 466, + "errors": 34, + "risk": 0.07296137339055794, + "coverage": 0.5224215246636771, + "coverage_of_all_cases": 0.5224215246636771 + }, + { + "threshold": 0.9177090441928093, + "accepted": 467, + "errors": 34, + "risk": 0.0728051391862955, + "coverage": 0.523542600896861, + "coverage_of_all_cases": 0.523542600896861 + }, + { + "threshold": 0.9170228885778136, + "accepted": 468, + "errors": 34, + "risk": 0.07264957264957266, + "coverage": 0.5246636771300448, + "coverage_of_all_cases": 0.5246636771300448 + }, + { + "threshold": 0.9169516905648253, + "accepted": 469, + "errors": 34, + "risk": 0.07249466950959488, + "coverage": 0.5257847533632287, + "coverage_of_all_cases": 0.5257847533632287 + }, + { + "threshold": 0.91685680104206, + "accepted": 470, + "errors": 35, + "risk": 0.07446808510638298, + "coverage": 0.5269058295964125, + "coverage_of_all_cases": 0.5269058295964125 + }, + { + "threshold": 0.9164478969716097, + "accepted": 471, + "errors": 35, + "risk": 0.07430997876857749, + "coverage": 0.5280269058295964, + "coverage_of_all_cases": 0.5280269058295964 + }, + { + "threshold": 0.9155068660558511, + "accepted": 472, + "errors": 35, + "risk": 0.07415254237288135, + "coverage": 0.5291479820627802, + "coverage_of_all_cases": 0.5291479820627802 + }, + { + "threshold": 0.9148901380117644, + "accepted": 473, + "errors": 35, + "risk": 0.07399577167019028, + "coverage": 0.5302690582959642, + "coverage_of_all_cases": 0.5302690582959642 + }, + { + "threshold": 0.9148517359283376, + "accepted": 474, + "errors": 35, + "risk": 0.07383966244725738, + "coverage": 0.531390134529148, + "coverage_of_all_cases": 0.531390134529148 + }, + { + "threshold": 0.9146686750012726, + "accepted": 475, + "errors": 35, + "risk": 0.07368421052631578, + "coverage": 0.5325112107623319, + "coverage_of_all_cases": 0.5325112107623319 + }, + { + "threshold": 0.9141209979974022, + "accepted": 476, + "errors": 35, + "risk": 0.07352941176470588, + "coverage": 0.5336322869955157, + "coverage_of_all_cases": 0.5336322869955157 + }, + { + "threshold": 0.913083565297759, + "accepted": 477, + "errors": 35, + "risk": 0.07337526205450734, + "coverage": 0.5347533632286996, + "coverage_of_all_cases": 0.5347533632286996 + }, + { + "threshold": 0.9118817082189657, + "accepted": 478, + "errors": 35, + "risk": 0.07322175732217573, + "coverage": 0.5358744394618834, + "coverage_of_all_cases": 0.5358744394618834 + }, + { + "threshold": 0.9109171937360676, + "accepted": 479, + "errors": 35, + "risk": 0.07306889352818371, + "coverage": 0.5369955156950673, + "coverage_of_all_cases": 0.5369955156950673 + }, + { + "threshold": 0.9096809256262622, + "accepted": 480, + "errors": 35, + "risk": 0.07291666666666667, + "coverage": 0.5381165919282511, + "coverage_of_all_cases": 0.5381165919282511 + }, + { + "threshold": 0.9095671346022313, + "accepted": 481, + "errors": 35, + "risk": 0.07276507276507277, + "coverage": 0.5392376681614349, + "coverage_of_all_cases": 0.5392376681614349 + }, + { + "threshold": 0.9089701327982106, + "accepted": 482, + "errors": 35, + "risk": 0.07261410788381743, + "coverage": 0.5403587443946188, + "coverage_of_all_cases": 0.5403587443946188 + }, + { + "threshold": 0.90776668031897, + "accepted": 483, + "errors": 36, + "risk": 0.07453416149068323, + "coverage": 0.5414798206278026, + "coverage_of_all_cases": 0.5414798206278026 + }, + { + "threshold": 0.9066092796913049, + "accepted": 484, + "errors": 36, + "risk": 0.0743801652892562, + "coverage": 0.5426008968609866, + "coverage_of_all_cases": 0.5426008968609866 + }, + { + "threshold": 0.9057633797978056, + "accepted": 485, + "errors": 37, + "risk": 0.07628865979381444, + "coverage": 0.5437219730941704, + "coverage_of_all_cases": 0.5437219730941704 + }, + { + "threshold": 0.9049346176951716, + "accepted": 486, + "errors": 37, + "risk": 0.07613168724279835, + "coverage": 0.5448430493273543, + "coverage_of_all_cases": 0.5448430493273543 + }, + { + "threshold": 0.9024534049475738, + "accepted": 487, + "errors": 37, + "risk": 0.07597535934291581, + "coverage": 0.5459641255605381, + "coverage_of_all_cases": 0.5459641255605381 + }, + { + "threshold": 0.9014153742677845, + "accepted": 488, + "errors": 37, + "risk": 0.07581967213114754, + "coverage": 0.547085201793722, + "coverage_of_all_cases": 0.547085201793722 + }, + { + "threshold": 0.90138062330728, + "accepted": 489, + "errors": 37, + "risk": 0.07566462167689161, + "coverage": 0.5482062780269058, + "coverage_of_all_cases": 0.5482062780269058 + }, + { + "threshold": 0.9012757919206872, + "accepted": 490, + "errors": 38, + "risk": 0.07755102040816327, + "coverage": 0.5493273542600897, + "coverage_of_all_cases": 0.5493273542600897 + }, + { + "threshold": 0.9009698294995477, + "accepted": 491, + "errors": 38, + "risk": 0.07739307535641547, + "coverage": 0.5504484304932735, + "coverage_of_all_cases": 0.5504484304932735 + }, + { + "threshold": 0.8999854282727133, + "accepted": 492, + "errors": 38, + "risk": 0.07723577235772358, + "coverage": 0.5515695067264574, + "coverage_of_all_cases": 0.5515695067264574 + }, + { + "threshold": 0.8992563827621253, + "accepted": 493, + "errors": 38, + "risk": 0.07707910750507099, + "coverage": 0.5526905829596412, + "coverage_of_all_cases": 0.5526905829596412 + }, + { + "threshold": 0.8982240765654668, + "accepted": 494, + "errors": 38, + "risk": 0.07692307692307693, + "coverage": 0.5538116591928252, + "coverage_of_all_cases": 0.5538116591928252 + }, + { + "threshold": 0.8977563995661632, + "accepted": 495, + "errors": 38, + "risk": 0.07676767676767676, + "coverage": 0.554932735426009, + "coverage_of_all_cases": 0.554932735426009 + }, + { + "threshold": 0.897529464275693, + "accepted": 496, + "errors": 38, + "risk": 0.07661290322580645, + "coverage": 0.5560538116591929, + "coverage_of_all_cases": 0.5560538116591929 + }, + { + "threshold": 0.8972690245180672, + "accepted": 497, + "errors": 38, + "risk": 0.07645875251509054, + "coverage": 0.5571748878923767, + "coverage_of_all_cases": 0.5571748878923767 + }, + { + "threshold": 0.8968253396172556, + "accepted": 498, + "errors": 38, + "risk": 0.07630522088353414, + "coverage": 0.5582959641255605, + "coverage_of_all_cases": 0.5582959641255605 + }, + { + "threshold": 0.8964673692037104, + "accepted": 499, + "errors": 39, + "risk": 0.0781563126252505, + "coverage": 0.5594170403587444, + "coverage_of_all_cases": 0.5594170403587444 + }, + { + "threshold": 0.8960831705807347, + "accepted": 500, + "errors": 39, + "risk": 0.078, + "coverage": 0.5605381165919282, + "coverage_of_all_cases": 0.5605381165919282 + }, + { + "threshold": 0.8954884085476434, + "accepted": 501, + "errors": 39, + "risk": 0.07784431137724551, + "coverage": 0.5616591928251121, + "coverage_of_all_cases": 0.5616591928251121 + }, + { + "threshold": 0.8948354400665534, + "accepted": 502, + "errors": 40, + "risk": 0.0796812749003984, + "coverage": 0.5627802690582959, + "coverage_of_all_cases": 0.5627802690582959 + }, + { + "threshold": 0.8936868316821106, + "accepted": 503, + "errors": 41, + "risk": 0.08151093439363817, + "coverage": 0.5639013452914798, + "coverage_of_all_cases": 0.5639013452914798 + }, + { + "threshold": 0.8933764842132005, + "accepted": 504, + "errors": 41, + "risk": 0.08134920634920635, + "coverage": 0.5650224215246636, + "coverage_of_all_cases": 0.5650224215246636 + }, + { + "threshold": 0.8929904998318886, + "accepted": 505, + "errors": 42, + "risk": 0.08316831683168317, + "coverage": 0.5661434977578476, + "coverage_of_all_cases": 0.5661434977578476 + }, + { + "threshold": 0.892401616987897, + "accepted": 506, + "errors": 42, + "risk": 0.08300395256916997, + "coverage": 0.5672645739910314, + "coverage_of_all_cases": 0.5672645739910314 + }, + { + "threshold": 0.8921357366445347, + "accepted": 507, + "errors": 42, + "risk": 0.08284023668639054, + "coverage": 0.5683856502242153, + "coverage_of_all_cases": 0.5683856502242153 + }, + { + "threshold": 0.8911846091788507, + "accepted": 508, + "errors": 43, + "risk": 0.08464566929133858, + "coverage": 0.5695067264573991, + "coverage_of_all_cases": 0.5695067264573991 + }, + { + "threshold": 0.8908939981037094, + "accepted": 509, + "errors": 44, + "risk": 0.08644400785854617, + "coverage": 0.570627802690583, + "coverage_of_all_cases": 0.570627802690583 + }, + { + "threshold": 0.8907378696673885, + "accepted": 510, + "errors": 44, + "risk": 0.08627450980392157, + "coverage": 0.5717488789237668, + "coverage_of_all_cases": 0.5717488789237668 + }, + { + "threshold": 0.8902257280706563, + "accepted": 511, + "errors": 44, + "risk": 0.08610567514677103, + "coverage": 0.5728699551569507, + "coverage_of_all_cases": 0.5728699551569507 + }, + { + "threshold": 0.8895786926218716, + "accepted": 512, + "errors": 44, + "risk": 0.0859375, + "coverage": 0.5739910313901345, + "coverage_of_all_cases": 0.5739910313901345 + }, + { + "threshold": 0.8892451577282772, + "accepted": 513, + "errors": 44, + "risk": 0.08576998050682261, + "coverage": 0.5751121076233184, + "coverage_of_all_cases": 0.5751121076233184 + }, + { + "threshold": 0.8874349753224954, + "accepted": 514, + "errors": 45, + "risk": 0.08754863813229571, + "coverage": 0.5762331838565022, + "coverage_of_all_cases": 0.5762331838565022 + }, + { + "threshold": 0.88386671893545, + "accepted": 515, + "errors": 45, + "risk": 0.08737864077669903, + "coverage": 0.577354260089686, + "coverage_of_all_cases": 0.577354260089686 + }, + { + "threshold": 0.8838311024547127, + "accepted": 516, + "errors": 46, + "risk": 0.08914728682170543, + "coverage": 0.57847533632287, + "coverage_of_all_cases": 0.57847533632287 + }, + { + "threshold": 0.8832624272345238, + "accepted": 517, + "errors": 47, + "risk": 0.09090909090909091, + "coverage": 0.5795964125560538, + "coverage_of_all_cases": 0.5795964125560538 + }, + { + "threshold": 0.8810120656394768, + "accepted": 518, + "errors": 47, + "risk": 0.09073359073359073, + "coverage": 0.5807174887892377, + "coverage_of_all_cases": 0.5807174887892377 + }, + { + "threshold": 0.880861104762361, + "accepted": 519, + "errors": 48, + "risk": 0.09248554913294797, + "coverage": 0.5818385650224215, + "coverage_of_all_cases": 0.5818385650224215 + }, + { + "threshold": 0.8803445204313098, + "accepted": 520, + "errors": 48, + "risk": 0.09230769230769231, + "coverage": 0.5829596412556054, + "coverage_of_all_cases": 0.5829596412556054 + }, + { + "threshold": 0.8791035960992604, + "accepted": 521, + "errors": 48, + "risk": 0.09213051823416507, + "coverage": 0.5840807174887892, + "coverage_of_all_cases": 0.5840807174887892 + }, + { + "threshold": 0.8790022572232333, + "accepted": 522, + "errors": 48, + "risk": 0.09195402298850575, + "coverage": 0.5852017937219731, + "coverage_of_all_cases": 0.5852017937219731 + }, + { + "threshold": 0.8785248734269219, + "accepted": 523, + "errors": 48, + "risk": 0.09177820267686425, + "coverage": 0.5863228699551569, + "coverage_of_all_cases": 0.5863228699551569 + }, + { + "threshold": 0.8784773915706519, + "accepted": 524, + "errors": 49, + "risk": 0.09351145038167939, + "coverage": 0.5874439461883408, + "coverage_of_all_cases": 0.5874439461883408 + }, + { + "threshold": 0.8782109571599741, + "accepted": 525, + "errors": 50, + "risk": 0.09523809523809523, + "coverage": 0.5885650224215246, + "coverage_of_all_cases": 0.5885650224215246 + }, + { + "threshold": 0.8752322298908647, + "accepted": 526, + "errors": 50, + "risk": 0.09505703422053231, + "coverage": 0.5896860986547086, + "coverage_of_all_cases": 0.5896860986547086 + }, + { + "threshold": 0.8750899583548197, + "accepted": 527, + "errors": 51, + "risk": 0.0967741935483871, + "coverage": 0.5908071748878924, + "coverage_of_all_cases": 0.5908071748878924 + }, + { + "threshold": 0.875014114245318, + "accepted": 528, + "errors": 51, + "risk": 0.09659090909090909, + "coverage": 0.5919282511210763, + "coverage_of_all_cases": 0.5919282511210763 + }, + { + "threshold": 0.8749490452196118, + "accepted": 529, + "errors": 52, + "risk": 0.09829867674858223, + "coverage": 0.5930493273542601, + "coverage_of_all_cases": 0.5930493273542601 + }, + { + "threshold": 0.8731888513885643, + "accepted": 530, + "errors": 52, + "risk": 0.09811320754716982, + "coverage": 0.594170403587444, + "coverage_of_all_cases": 0.594170403587444 + }, + { + "threshold": 0.872573305555808, + "accepted": 531, + "errors": 52, + "risk": 0.09792843691148775, + "coverage": 0.5952914798206278, + "coverage_of_all_cases": 0.5952914798206278 + }, + { + "threshold": 0.8724849506980862, + "accepted": 532, + "errors": 52, + "risk": 0.09774436090225563, + "coverage": 0.5964125560538116, + "coverage_of_all_cases": 0.5964125560538116 + }, + { + "threshold": 0.8692444121883948, + "accepted": 533, + "errors": 52, + "risk": 0.0975609756097561, + "coverage": 0.5975336322869955, + "coverage_of_all_cases": 0.5975336322869955 + }, + { + "threshold": 0.8686456772729012, + "accepted": 534, + "errors": 52, + "risk": 0.09737827715355805, + "coverage": 0.5986547085201793, + "coverage_of_all_cases": 0.5986547085201793 + }, + { + "threshold": 0.8669312781651188, + "accepted": 535, + "errors": 52, + "risk": 0.09719626168224299, + "coverage": 0.5997757847533632, + "coverage_of_all_cases": 0.5997757847533632 + }, + { + "threshold": 0.8660962078604041, + "accepted": 536, + "errors": 52, + "risk": 0.09701492537313433, + "coverage": 0.600896860986547, + "coverage_of_all_cases": 0.600896860986547 + }, + { + "threshold": 0.8660755042703292, + "accepted": 537, + "errors": 53, + "risk": 0.09869646182495345, + "coverage": 0.602017937219731, + "coverage_of_all_cases": 0.602017937219731 + }, + { + "threshold": 0.86403104695653, + "accepted": 538, + "errors": 53, + "risk": 0.09851301115241635, + "coverage": 0.6031390134529148, + "coverage_of_all_cases": 0.6031390134529148 + }, + { + "threshold": 0.8631142369198589, + "accepted": 539, + "errors": 53, + "risk": 0.09833024118738404, + "coverage": 0.6042600896860987, + "coverage_of_all_cases": 0.6042600896860987 + }, + { + "threshold": 0.8629345865539306, + "accepted": 540, + "errors": 53, + "risk": 0.09814814814814815, + "coverage": 0.6053811659192825, + "coverage_of_all_cases": 0.6053811659192825 + }, + { + "threshold": 0.8628006295058706, + "accepted": 541, + "errors": 54, + "risk": 0.09981515711645102, + "coverage": 0.6065022421524664, + "coverage_of_all_cases": 0.6065022421524664 + }, + { + "threshold": 0.8614874629169208, + "accepted": 542, + "errors": 54, + "risk": 0.0996309963099631, + "coverage": 0.6076233183856502, + "coverage_of_all_cases": 0.6076233183856502 + }, + { + "threshold": 0.8613173562331423, + "accepted": 543, + "errors": 54, + "risk": 0.09944751381215469, + "coverage": 0.6087443946188341, + "coverage_of_all_cases": 0.6087443946188341 + }, + { + "threshold": 0.8609127806554189, + "accepted": 544, + "errors": 55, + "risk": 0.10110294117647059, + "coverage": 0.6098654708520179, + "coverage_of_all_cases": 0.6098654708520179 + }, + { + "threshold": 0.858928557251617, + "accepted": 545, + "errors": 55, + "risk": 0.10091743119266056, + "coverage": 0.6109865470852018, + "coverage_of_all_cases": 0.6109865470852018 + }, + { + "threshold": 0.857713888495082, + "accepted": 546, + "errors": 56, + "risk": 0.10256410256410256, + "coverage": 0.6121076233183856, + "coverage_of_all_cases": 0.6121076233183856 + }, + { + "threshold": 0.857547129350073, + "accepted": 547, + "errors": 57, + "risk": 0.10420475319926874, + "coverage": 0.6132286995515696, + "coverage_of_all_cases": 0.6132286995515696 + }, + { + "threshold": 0.856940769265896, + "accepted": 548, + "errors": 57, + "risk": 0.10401459854014598, + "coverage": 0.6143497757847534, + "coverage_of_all_cases": 0.6143497757847534 + }, + { + "threshold": 0.8569112924747844, + "accepted": 549, + "errors": 58, + "risk": 0.10564663023679417, + "coverage": 0.6154708520179372, + "coverage_of_all_cases": 0.6154708520179372 + }, + { + "threshold": 0.8565728000566624, + "accepted": 550, + "errors": 59, + "risk": 0.10727272727272727, + "coverage": 0.6165919282511211, + "coverage_of_all_cases": 0.6165919282511211 + }, + { + "threshold": 0.8554487435357038, + "accepted": 551, + "errors": 59, + "risk": 0.10707803992740472, + "coverage": 0.6177130044843049, + "coverage_of_all_cases": 0.6177130044843049 + }, + { + "threshold": 0.8550489617418521, + "accepted": 552, + "errors": 59, + "risk": 0.1068840579710145, + "coverage": 0.6188340807174888, + "coverage_of_all_cases": 0.6188340807174888 + }, + { + "threshold": 0.8546885441005833, + "accepted": 553, + "errors": 60, + "risk": 0.10849909584086799, + "coverage": 0.6199551569506726, + "coverage_of_all_cases": 0.6199551569506726 + }, + { + "threshold": 0.8535081325234853, + "accepted": 554, + "errors": 61, + "risk": 0.11010830324909747, + "coverage": 0.6210762331838565, + "coverage_of_all_cases": 0.6210762331838565 + }, + { + "threshold": 0.8534812592695284, + "accepted": 555, + "errors": 62, + "risk": 0.11171171171171171, + "coverage": 0.6221973094170403, + "coverage_of_all_cases": 0.6221973094170403 + }, + { + "threshold": 0.8522617281956729, + "accepted": 556, + "errors": 62, + "risk": 0.11151079136690648, + "coverage": 0.6233183856502242, + "coverage_of_all_cases": 0.6233183856502242 + }, + { + "threshold": 0.8517963616633483, + "accepted": 557, + "errors": 62, + "risk": 0.11131059245960502, + "coverage": 0.624439461883408, + "coverage_of_all_cases": 0.624439461883408 + }, + { + "threshold": 0.8513321719633151, + "accepted": 558, + "errors": 62, + "risk": 0.1111111111111111, + "coverage": 0.625560538116592, + "coverage_of_all_cases": 0.625560538116592 + }, + { + "threshold": 0.8509019668194115, + "accepted": 559, + "errors": 63, + "risk": 0.11270125223613596, + "coverage": 0.6266816143497758, + "coverage_of_all_cases": 0.6266816143497758 + }, + { + "threshold": 0.8508406890057266, + "accepted": 560, + "errors": 63, + "risk": 0.1125, + "coverage": 0.6278026905829597, + "coverage_of_all_cases": 0.6278026905829597 + }, + { + "threshold": 0.8497000209919934, + "accepted": 561, + "errors": 64, + "risk": 0.1140819964349376, + "coverage": 0.6289237668161435, + "coverage_of_all_cases": 0.6289237668161435 + }, + { + "threshold": 0.8493230894267298, + "accepted": 562, + "errors": 64, + "risk": 0.11387900355871886, + "coverage": 0.6300448430493274, + "coverage_of_all_cases": 0.6300448430493274 + }, + { + "threshold": 0.8492507817165735, + "accepted": 563, + "errors": 64, + "risk": 0.11367673179396093, + "coverage": 0.6311659192825112, + "coverage_of_all_cases": 0.6311659192825112 + }, + { + "threshold": 0.8477647860452879, + "accepted": 564, + "errors": 64, + "risk": 0.11347517730496454, + "coverage": 0.6322869955156951, + "coverage_of_all_cases": 0.6322869955156951 + }, + { + "threshold": 0.8476453591830171, + "accepted": 565, + "errors": 65, + "risk": 0.11504424778761062, + "coverage": 0.6334080717488789, + "coverage_of_all_cases": 0.6334080717488789 + }, + { + "threshold": 0.8474934898762378, + "accepted": 566, + "errors": 66, + "risk": 0.1166077738515901, + "coverage": 0.6345291479820628, + "coverage_of_all_cases": 0.6345291479820628 + }, + { + "threshold": 0.8471472280397113, + "accepted": 567, + "errors": 66, + "risk": 0.1164021164021164, + "coverage": 0.6356502242152466, + "coverage_of_all_cases": 0.6356502242152466 + }, + { + "threshold": 0.8454829537129988, + "accepted": 568, + "errors": 66, + "risk": 0.11619718309859155, + "coverage": 0.6367713004484304, + "coverage_of_all_cases": 0.6367713004484304 + }, + { + "threshold": 0.8452306752542906, + "accepted": 569, + "errors": 66, + "risk": 0.11599297012302284, + "coverage": 0.6378923766816144, + "coverage_of_all_cases": 0.6378923766816144 + }, + { + "threshold": 0.844700259313943, + "accepted": 570, + "errors": 67, + "risk": 0.11754385964912281, + "coverage": 0.6390134529147982, + "coverage_of_all_cases": 0.6390134529147982 + }, + { + "threshold": 0.8432428199912965, + "accepted": 571, + "errors": 67, + "risk": 0.11733800350262696, + "coverage": 0.6401345291479821, + "coverage_of_all_cases": 0.6401345291479821 + }, + { + "threshold": 0.8425576922979128, + "accepted": 572, + "errors": 68, + "risk": 0.11888111888111888, + "coverage": 0.6412556053811659, + "coverage_of_all_cases": 0.6412556053811659 + }, + { + "threshold": 0.8422105440074887, + "accepted": 573, + "errors": 68, + "risk": 0.11867364746945899, + "coverage": 0.6423766816143498, + "coverage_of_all_cases": 0.6423766816143498 + }, + { + "threshold": 0.8421506562101845, + "accepted": 574, + "errors": 68, + "risk": 0.11846689895470383, + "coverage": 0.6434977578475336, + "coverage_of_all_cases": 0.6434977578475336 + }, + { + "threshold": 0.8414638780528652, + "accepted": 575, + "errors": 68, + "risk": 0.11826086956521739, + "coverage": 0.6446188340807175, + "coverage_of_all_cases": 0.6446188340807175 + }, + { + "threshold": 0.8412301336512509, + "accepted": 576, + "errors": 68, + "risk": 0.11805555555555555, + "coverage": 0.6457399103139013, + "coverage_of_all_cases": 0.6457399103139013 + }, + { + "threshold": 0.8391788583677638, + "accepted": 577, + "errors": 68, + "risk": 0.11785095320623917, + "coverage": 0.6468609865470852, + "coverage_of_all_cases": 0.6468609865470852 + }, + { + "threshold": 0.8366985166416295, + "accepted": 578, + "errors": 68, + "risk": 0.11764705882352941, + "coverage": 0.647982062780269, + "coverage_of_all_cases": 0.647982062780269 + }, + { + "threshold": 0.8341294538683572, + "accepted": 579, + "errors": 69, + "risk": 0.11917098445595854, + "coverage": 0.649103139013453, + "coverage_of_all_cases": 0.649103139013453 + }, + { + "threshold": 0.8329996072018606, + "accepted": 580, + "errors": 69, + "risk": 0.11896551724137931, + "coverage": 0.6502242152466368, + "coverage_of_all_cases": 0.6502242152466368 + }, + { + "threshold": 0.8328523301199658, + "accepted": 581, + "errors": 70, + "risk": 0.12048192771084337, + "coverage": 0.6513452914798207, + "coverage_of_all_cases": 0.6513452914798207 + }, + { + "threshold": 0.832136048859052, + "accepted": 582, + "errors": 70, + "risk": 0.12027491408934708, + "coverage": 0.6524663677130045, + "coverage_of_all_cases": 0.6524663677130045 + }, + { + "threshold": 0.8313661083889946, + "accepted": 583, + "errors": 71, + "risk": 0.12178387650085763, + "coverage": 0.6535874439461884, + "coverage_of_all_cases": 0.6535874439461884 + }, + { + "threshold": 0.8296411989745263, + "accepted": 584, + "errors": 71, + "risk": 0.12157534246575342, + "coverage": 0.6547085201793722, + "coverage_of_all_cases": 0.6547085201793722 + }, + { + "threshold": 0.8290383268565035, + "accepted": 585, + "errors": 72, + "risk": 0.12307692307692308, + "coverage": 0.655829596412556, + "coverage_of_all_cases": 0.655829596412556 + }, + { + "threshold": 0.8280254279606886, + "accepted": 586, + "errors": 73, + "risk": 0.12457337883959044, + "coverage": 0.6569506726457399, + "coverage_of_all_cases": 0.6569506726457399 + }, + { + "threshold": 0.8276048480285936, + "accepted": 587, + "errors": 73, + "risk": 0.12436115843270869, + "coverage": 0.6580717488789237, + "coverage_of_all_cases": 0.6580717488789237 + }, + { + "threshold": 0.8275868866361117, + "accepted": 588, + "errors": 73, + "risk": 0.12414965986394558, + "coverage": 0.6591928251121076, + "coverage_of_all_cases": 0.6591928251121076 + }, + { + "threshold": 0.8265940344877746, + "accepted": 589, + "errors": 74, + "risk": 0.12563667232597622, + "coverage": 0.6603139013452914, + "coverage_of_all_cases": 0.6603139013452914 + }, + { + "threshold": 0.8262615134813877, + "accepted": 590, + "errors": 75, + "risk": 0.1271186440677966, + "coverage": 0.6614349775784754, + "coverage_of_all_cases": 0.6614349775784754 + }, + { + "threshold": 0.8256437133820981, + "accepted": 591, + "errors": 75, + "risk": 0.12690355329949238, + "coverage": 0.6625560538116592, + "coverage_of_all_cases": 0.6625560538116592 + }, + { + "threshold": 0.8230411134931702, + "accepted": 592, + "errors": 75, + "risk": 0.1266891891891892, + "coverage": 0.6636771300448431, + "coverage_of_all_cases": 0.6636771300448431 + }, + { + "threshold": 0.8213375276470574, + "accepted": 593, + "errors": 75, + "risk": 0.12647554806070826, + "coverage": 0.6647982062780269, + "coverage_of_all_cases": 0.6647982062780269 + }, + { + "threshold": 0.8189568350738047, + "accepted": 594, + "errors": 76, + "risk": 0.12794612794612795, + "coverage": 0.6659192825112108, + "coverage_of_all_cases": 0.6659192825112108 + }, + { + "threshold": 0.8188562775239393, + "accepted": 595, + "errors": 77, + "risk": 0.12941176470588237, + "coverage": 0.6670403587443946, + "coverage_of_all_cases": 0.6670403587443946 + }, + { + "threshold": 0.8186481571985951, + "accepted": 596, + "errors": 78, + "risk": 0.13087248322147652, + "coverage": 0.6681614349775785, + "coverage_of_all_cases": 0.6681614349775785 + }, + { + "threshold": 0.8170022717456236, + "accepted": 597, + "errors": 78, + "risk": 0.1306532663316583, + "coverage": 0.6692825112107623, + "coverage_of_all_cases": 0.6692825112107623 + }, + { + "threshold": 0.8154432774841952, + "accepted": 598, + "errors": 78, + "risk": 0.13043478260869565, + "coverage": 0.6704035874439462, + "coverage_of_all_cases": 0.6704035874439462 + }, + { + "threshold": 0.8152937544959957, + "accepted": 599, + "errors": 78, + "risk": 0.1302170283806344, + "coverage": 0.67152466367713, + "coverage_of_all_cases": 0.67152466367713 + }, + { + "threshold": 0.8143658594230062, + "accepted": 600, + "errors": 78, + "risk": 0.13, + "coverage": 0.672645739910314, + "coverage_of_all_cases": 0.672645739910314 + }, + { + "threshold": 0.8133412700192284, + "accepted": 601, + "errors": 78, + "risk": 0.129783693843594, + "coverage": 0.6737668161434978, + "coverage_of_all_cases": 0.6737668161434978 + }, + { + "threshold": 0.8115854899040803, + "accepted": 602, + "errors": 78, + "risk": 0.12956810631229235, + "coverage": 0.6748878923766816, + "coverage_of_all_cases": 0.6748878923766816 + }, + { + "threshold": 0.8105834783414833, + "accepted": 603, + "errors": 78, + "risk": 0.12935323383084577, + "coverage": 0.6760089686098655, + "coverage_of_all_cases": 0.6760089686098655 + }, + { + "threshold": 0.8104702863370109, + "accepted": 604, + "errors": 78, + "risk": 0.1291390728476821, + "coverage": 0.6771300448430493, + "coverage_of_all_cases": 0.6771300448430493 + }, + { + "threshold": 0.8087792775182049, + "accepted": 605, + "errors": 78, + "risk": 0.12892561983471074, + "coverage": 0.6782511210762332, + "coverage_of_all_cases": 0.6782511210762332 + }, + { + "threshold": 0.8081297383847389, + "accepted": 606, + "errors": 78, + "risk": 0.12871287128712872, + "coverage": 0.679372197309417, + "coverage_of_all_cases": 0.679372197309417 + }, + { + "threshold": 0.8078114957764486, + "accepted": 607, + "errors": 78, + "risk": 0.128500823723229, + "coverage": 0.6804932735426009, + "coverage_of_all_cases": 0.6804932735426009 + }, + { + "threshold": 0.8072786238826526, + "accepted": 608, + "errors": 79, + "risk": 0.1299342105263158, + "coverage": 0.6816143497757847, + "coverage_of_all_cases": 0.6816143497757847 + }, + { + "threshold": 0.8068884864840401, + "accepted": 609, + "errors": 79, + "risk": 0.1297208538587849, + "coverage": 0.6827354260089686, + "coverage_of_all_cases": 0.6827354260089686 + }, + { + "threshold": 0.8067595566052916, + "accepted": 610, + "errors": 80, + "risk": 0.13114754098360656, + "coverage": 0.6838565022421524, + "coverage_of_all_cases": 0.6838565022421524 + }, + { + "threshold": 0.8053228792699902, + "accepted": 611, + "errors": 80, + "risk": 0.1309328968903437, + "coverage": 0.6849775784753364, + "coverage_of_all_cases": 0.6849775784753364 + }, + { + "threshold": 0.8033272623091273, + "accepted": 612, + "errors": 81, + "risk": 0.1323529411764706, + "coverage": 0.6860986547085202, + "coverage_of_all_cases": 0.6860986547085202 + }, + { + "threshold": 0.8031563828846057, + "accepted": 613, + "errors": 81, + "risk": 0.13213703099510604, + "coverage": 0.6872197309417041, + "coverage_of_all_cases": 0.6872197309417041 + }, + { + "threshold": 0.8029920829656136, + "accepted": 614, + "errors": 81, + "risk": 0.13192182410423453, + "coverage": 0.6883408071748879, + "coverage_of_all_cases": 0.6883408071748879 + }, + { + "threshold": 0.8021436555242166, + "accepted": 615, + "errors": 82, + "risk": 0.13333333333333333, + "coverage": 0.6894618834080718, + "coverage_of_all_cases": 0.6894618834080718 + }, + { + "threshold": 0.8020232016343193, + "accepted": 616, + "errors": 83, + "risk": 0.13474025974025974, + "coverage": 0.6905829596412556, + "coverage_of_all_cases": 0.6905829596412556 + }, + { + "threshold": 0.8018262916673257, + "accepted": 617, + "errors": 83, + "risk": 0.13452188006482982, + "coverage": 0.6917040358744395, + "coverage_of_all_cases": 0.6917040358744395 + }, + { + "threshold": 0.8001278089662024, + "accepted": 618, + "errors": 83, + "risk": 0.1343042071197411, + "coverage": 0.6928251121076233, + "coverage_of_all_cases": 0.6928251121076233 + }, + { + "threshold": 0.7997540661448853, + "accepted": 619, + "errors": 84, + "risk": 0.13570274636510501, + "coverage": 0.6939461883408071, + "coverage_of_all_cases": 0.6939461883408071 + }, + { + "threshold": 0.7968052504129944, + "accepted": 620, + "errors": 85, + "risk": 0.13709677419354838, + "coverage": 0.695067264573991, + "coverage_of_all_cases": 0.695067264573991 + }, + { + "threshold": 0.7965971187439492, + "accepted": 621, + "errors": 86, + "risk": 0.13848631239935588, + "coverage": 0.6961883408071748, + "coverage_of_all_cases": 0.6961883408071748 + }, + { + "threshold": 0.7922502260472274, + "accepted": 622, + "errors": 87, + "risk": 0.13987138263665594, + "coverage": 0.6973094170403588, + "coverage_of_all_cases": 0.6973094170403588 + }, + { + "threshold": 0.7894570163452832, + "accepted": 623, + "errors": 87, + "risk": 0.13964686998394862, + "coverage": 0.6984304932735426, + "coverage_of_all_cases": 0.6984304932735426 + }, + { + "threshold": 0.789011667453494, + "accepted": 624, + "errors": 88, + "risk": 0.14102564102564102, + "coverage": 0.6995515695067265, + "coverage_of_all_cases": 0.6995515695067265 + }, + { + "threshold": 0.7884104500135963, + "accepted": 625, + "errors": 88, + "risk": 0.1408, + "coverage": 0.7006726457399103, + "coverage_of_all_cases": 0.7006726457399103 + }, + { + "threshold": 0.7859793186105355, + "accepted": 626, + "errors": 88, + "risk": 0.14057507987220447, + "coverage": 0.7017937219730942, + "coverage_of_all_cases": 0.7017937219730942 + }, + { + "threshold": 0.7848902549785524, + "accepted": 627, + "errors": 89, + "risk": 0.1419457735247209, + "coverage": 0.702914798206278, + "coverage_of_all_cases": 0.702914798206278 + }, + { + "threshold": 0.7847281799409306, + "accepted": 628, + "errors": 89, + "risk": 0.14171974522292993, + "coverage": 0.7040358744394619, + "coverage_of_all_cases": 0.7040358744394619 + }, + { + "threshold": 0.7843441834430872, + "accepted": 629, + "errors": 89, + "risk": 0.14149443561208266, + "coverage": 0.7051569506726457, + "coverage_of_all_cases": 0.7051569506726457 + }, + { + "threshold": 0.7830006834107742, + "accepted": 630, + "errors": 89, + "risk": 0.14126984126984127, + "coverage": 0.7062780269058296, + "coverage_of_all_cases": 0.7062780269058296 + }, + { + "threshold": 0.7822232270902612, + "accepted": 631, + "errors": 89, + "risk": 0.1410459587955626, + "coverage": 0.7073991031390134, + "coverage_of_all_cases": 0.7073991031390134 + }, + { + "threshold": 0.7820012027347143, + "accepted": 632, + "errors": 90, + "risk": 0.14240506329113925, + "coverage": 0.7085201793721974, + "coverage_of_all_cases": 0.7085201793721974 + }, + { + "threshold": 0.780771394071789, + "accepted": 633, + "errors": 90, + "risk": 0.14218009478672985, + "coverage": 0.7096412556053812, + "coverage_of_all_cases": 0.7096412556053812 + }, + { + "threshold": 0.7802348422179219, + "accepted": 634, + "errors": 90, + "risk": 0.14195583596214512, + "coverage": 0.7107623318385651, + "coverage_of_all_cases": 0.7107623318385651 + }, + { + "threshold": 0.7774358336006874, + "accepted": 635, + "errors": 91, + "risk": 0.14330708661417324, + "coverage": 0.7118834080717489, + "coverage_of_all_cases": 0.7118834080717489 + }, + { + "threshold": 0.7768076899801314, + "accepted": 636, + "errors": 91, + "risk": 0.1430817610062893, + "coverage": 0.7130044843049327, + "coverage_of_all_cases": 0.7130044843049327 + }, + { + "threshold": 0.7766498184096131, + "accepted": 637, + "errors": 91, + "risk": 0.14285714285714285, + "coverage": 0.7141255605381166, + "coverage_of_all_cases": 0.7141255605381166 + }, + { + "threshold": 0.7761889758692709, + "accepted": 638, + "errors": 92, + "risk": 0.14420062695924765, + "coverage": 0.7152466367713004, + "coverage_of_all_cases": 0.7152466367713004 + }, + { + "threshold": 0.7722203274461549, + "accepted": 639, + "errors": 93, + "risk": 0.14553990610328638, + "coverage": 0.7163677130044843, + "coverage_of_all_cases": 0.7163677130044843 + }, + { + "threshold": 0.7698002823504181, + "accepted": 640, + "errors": 93, + "risk": 0.1453125, + "coverage": 0.7174887892376681, + "coverage_of_all_cases": 0.7174887892376681 + }, + { + "threshold": 0.7685467510622033, + "accepted": 641, + "errors": 94, + "risk": 0.14664586583463338, + "coverage": 0.718609865470852, + "coverage_of_all_cases": 0.718609865470852 + }, + { + "threshold": 0.7659149565136314, + "accepted": 642, + "errors": 94, + "risk": 0.14641744548286603, + "coverage": 0.7197309417040358, + "coverage_of_all_cases": 0.7197309417040358 + }, + { + "threshold": 0.7640779453402541, + "accepted": 643, + "errors": 95, + "risk": 0.14774494556765164, + "coverage": 0.7208520179372198, + "coverage_of_all_cases": 0.7208520179372198 + }, + { + "threshold": 0.7627374912193675, + "accepted": 644, + "errors": 96, + "risk": 0.14906832298136646, + "coverage": 0.7219730941704036, + "coverage_of_all_cases": 0.7219730941704036 + }, + { + "threshold": 0.7621797196850622, + "accepted": 645, + "errors": 97, + "risk": 0.15038759689922482, + "coverage": 0.7230941704035875, + "coverage_of_all_cases": 0.7230941704035875 + }, + { + "threshold": 0.75944961878423, + "accepted": 646, + "errors": 97, + "risk": 0.15015479876160992, + "coverage": 0.7242152466367713, + "coverage_of_all_cases": 0.7242152466367713 + }, + { + "threshold": 0.7586173064454349, + "accepted": 647, + "errors": 97, + "risk": 0.14992272024729522, + "coverage": 0.7253363228699552, + "coverage_of_all_cases": 0.7253363228699552 + }, + { + "threshold": 0.7576081623687598, + "accepted": 648, + "errors": 98, + "risk": 0.15123456790123457, + "coverage": 0.726457399103139, + "coverage_of_all_cases": 0.726457399103139 + }, + { + "threshold": 0.7552354871708971, + "accepted": 649, + "errors": 98, + "risk": 0.1510015408320493, + "coverage": 0.7275784753363229, + "coverage_of_all_cases": 0.7275784753363229 + }, + { + "threshold": 0.7548738252122895, + "accepted": 650, + "errors": 99, + "risk": 0.1523076923076923, + "coverage": 0.7286995515695067, + "coverage_of_all_cases": 0.7286995515695067 + }, + { + "threshold": 0.7536220100164562, + "accepted": 651, + "errors": 99, + "risk": 0.15207373271889402, + "coverage": 0.7298206278026906, + "coverage_of_all_cases": 0.7298206278026906 + }, + { + "threshold": 0.7530158528142432, + "accepted": 652, + "errors": 99, + "risk": 0.15184049079754602, + "coverage": 0.7309417040358744, + "coverage_of_all_cases": 0.7309417040358744 + }, + { + "threshold": 0.7526996675349551, + "accepted": 653, + "errors": 99, + "risk": 0.15160796324655437, + "coverage": 0.7320627802690582, + "coverage_of_all_cases": 0.7320627802690582 + }, + { + "threshold": 0.7497780793611213, + "accepted": 654, + "errors": 100, + "risk": 0.1529051987767584, + "coverage": 0.7331838565022422, + "coverage_of_all_cases": 0.7331838565022422 + }, + { + "threshold": 0.7476891655002681, + "accepted": 655, + "errors": 101, + "risk": 0.15419847328244274, + "coverage": 0.734304932735426, + "coverage_of_all_cases": 0.734304932735426 + }, + { + "threshold": 0.7472450870815207, + "accepted": 656, + "errors": 101, + "risk": 0.15396341463414634, + "coverage": 0.7354260089686099, + "coverage_of_all_cases": 0.7354260089686099 + }, + { + "threshold": 0.7462662313641865, + "accepted": 657, + "errors": 101, + "risk": 0.1537290715372907, + "coverage": 0.7365470852017937, + "coverage_of_all_cases": 0.7365470852017937 + }, + { + "threshold": 0.7422830897407322, + "accepted": 658, + "errors": 101, + "risk": 0.1534954407294833, + "coverage": 0.7376681614349776, + "coverage_of_all_cases": 0.7376681614349776 + }, + { + "threshold": 0.7420666104938219, + "accepted": 659, + "errors": 102, + "risk": 0.15477996965098634, + "coverage": 0.7387892376681614, + "coverage_of_all_cases": 0.7387892376681614 + }, + { + "threshold": 0.7420286048022745, + "accepted": 660, + "errors": 102, + "risk": 0.15454545454545454, + "coverage": 0.7399103139013453, + "coverage_of_all_cases": 0.7399103139013453 + }, + { + "threshold": 0.7402551163145261, + "accepted": 661, + "errors": 103, + "risk": 0.15582450832072617, + "coverage": 0.7410313901345291, + "coverage_of_all_cases": 0.7410313901345291 + }, + { + "threshold": 0.7400783393293237, + "accepted": 662, + "errors": 104, + "risk": 0.15709969788519637, + "coverage": 0.742152466367713, + "coverage_of_all_cases": 0.742152466367713 + }, + { + "threshold": 0.7394477791133951, + "accepted": 663, + "errors": 104, + "risk": 0.1568627450980392, + "coverage": 0.7432735426008968, + "coverage_of_all_cases": 0.7432735426008968 + }, + { + "threshold": 0.7389969582702953, + "accepted": 664, + "errors": 104, + "risk": 0.1566265060240964, + "coverage": 0.7443946188340808, + "coverage_of_all_cases": 0.7443946188340808 + }, + { + "threshold": 0.7367405336471318, + "accepted": 665, + "errors": 104, + "risk": 0.15639097744360902, + "coverage": 0.7455156950672646, + "coverage_of_all_cases": 0.7455156950672646 + }, + { + "threshold": 0.7356908930108872, + "accepted": 666, + "errors": 105, + "risk": 0.15765765765765766, + "coverage": 0.7466367713004485, + "coverage_of_all_cases": 0.7466367713004485 + }, + { + "threshold": 0.733485405112822, + "accepted": 667, + "errors": 106, + "risk": 0.15892053973013492, + "coverage": 0.7477578475336323, + "coverage_of_all_cases": 0.7477578475336323 + }, + { + "threshold": 0.7318891332609325, + "accepted": 668, + "errors": 106, + "risk": 0.15868263473053892, + "coverage": 0.7488789237668162, + "coverage_of_all_cases": 0.7488789237668162 + }, + { + "threshold": 0.7308422445257595, + "accepted": 669, + "errors": 106, + "risk": 0.15844544095665172, + "coverage": 0.75, + "coverage_of_all_cases": 0.75 + }, + { + "threshold": 0.7282471036847422, + "accepted": 670, + "errors": 106, + "risk": 0.1582089552238806, + "coverage": 0.7511210762331838, + "coverage_of_all_cases": 0.7511210762331838 + }, + { + "threshold": 0.7255513565434681, + "accepted": 671, + "errors": 107, + "risk": 0.15946348733233978, + "coverage": 0.7522421524663677, + "coverage_of_all_cases": 0.7522421524663677 + }, + { + "threshold": 0.7227945351401664, + "accepted": 672, + "errors": 107, + "risk": 0.15922619047619047, + "coverage": 0.7533632286995515, + "coverage_of_all_cases": 0.7533632286995515 + }, + { + "threshold": 0.7175225147094371, + "accepted": 673, + "errors": 107, + "risk": 0.1589895988112927, + "coverage": 0.7544843049327354, + "coverage_of_all_cases": 0.7544843049327354 + }, + { + "threshold": 0.7175150903203407, + "accepted": 674, + "errors": 107, + "risk": 0.15875370919881307, + "coverage": 0.7556053811659192, + "coverage_of_all_cases": 0.7556053811659192 + }, + { + "threshold": 0.7172989565405428, + "accepted": 675, + "errors": 108, + "risk": 0.16, + "coverage": 0.7567264573991032, + "coverage_of_all_cases": 0.7567264573991032 + }, + { + "threshold": 0.7163475053080671, + "accepted": 676, + "errors": 109, + "risk": 0.16124260355029585, + "coverage": 0.757847533632287, + "coverage_of_all_cases": 0.757847533632287 + }, + { + "threshold": 0.7143621185912092, + "accepted": 677, + "errors": 110, + "risk": 0.16248153618906944, + "coverage": 0.7589686098654709, + "coverage_of_all_cases": 0.7589686098654709 + }, + { + "threshold": 0.714127334092949, + "accepted": 678, + "errors": 111, + "risk": 0.16371681415929204, + "coverage": 0.7600896860986547, + "coverage_of_all_cases": 0.7600896860986547 + }, + { + "threshold": 0.7134261527591041, + "accepted": 679, + "errors": 111, + "risk": 0.1634756995581738, + "coverage": 0.7612107623318386, + "coverage_of_all_cases": 0.7612107623318386 + }, + { + "threshold": 0.7133676515053682, + "accepted": 680, + "errors": 111, + "risk": 0.16323529411764706, + "coverage": 0.7623318385650224, + "coverage_of_all_cases": 0.7623318385650224 + }, + { + "threshold": 0.7131502497077161, + "accepted": 681, + "errors": 112, + "risk": 0.1644640234948605, + "coverage": 0.7634529147982063, + "coverage_of_all_cases": 0.7634529147982063 + }, + { + "threshold": 0.706806480845606, + "accepted": 682, + "errors": 112, + "risk": 0.16422287390029325, + "coverage": 0.7645739910313901, + "coverage_of_all_cases": 0.7645739910313901 + }, + { + "threshold": 0.704376102732606, + "accepted": 683, + "errors": 113, + "risk": 0.16544655929721816, + "coverage": 0.765695067264574, + "coverage_of_all_cases": 0.765695067264574 + }, + { + "threshold": 0.7029121822968857, + "accepted": 684, + "errors": 113, + "risk": 0.1652046783625731, + "coverage": 0.7668161434977578, + "coverage_of_all_cases": 0.7668161434977578 + }, + { + "threshold": 0.7027263456686668, + "accepted": 685, + "errors": 114, + "risk": 0.16642335766423358, + "coverage": 0.7679372197309418, + "coverage_of_all_cases": 0.7679372197309418 + }, + { + "threshold": 0.7013055543670315, + "accepted": 686, + "errors": 114, + "risk": 0.1661807580174927, + "coverage": 0.7690582959641256, + "coverage_of_all_cases": 0.7690582959641256 + }, + { + "threshold": 0.7004642514764564, + "accepted": 687, + "errors": 114, + "risk": 0.16593886462882096, + "coverage": 0.7701793721973094, + "coverage_of_all_cases": 0.7701793721973094 + }, + { + "threshold": 0.7003645898242525, + "accepted": 688, + "errors": 114, + "risk": 0.16569767441860464, + "coverage": 0.7713004484304933, + "coverage_of_all_cases": 0.7713004484304933 + }, + { + "threshold": 0.6974756057166431, + "accepted": 689, + "errors": 115, + "risk": 0.16690856313497823, + "coverage": 0.7724215246636771, + "coverage_of_all_cases": 0.7724215246636771 + }, + { + "threshold": 0.6970868765715159, + "accepted": 690, + "errors": 116, + "risk": 0.1681159420289855, + "coverage": 0.773542600896861, + "coverage_of_all_cases": 0.773542600896861 + }, + { + "threshold": 0.696673873926498, + "accepted": 691, + "errors": 117, + "risk": 0.16931982633863965, + "coverage": 0.7746636771300448, + "coverage_of_all_cases": 0.7746636771300448 + }, + { + "threshold": 0.6945279114339321, + "accepted": 692, + "errors": 117, + "risk": 0.16907514450867053, + "coverage": 0.7757847533632287, + "coverage_of_all_cases": 0.7757847533632287 + }, + { + "threshold": 0.6914734741311116, + "accepted": 693, + "errors": 117, + "risk": 0.16883116883116883, + "coverage": 0.7769058295964125, + "coverage_of_all_cases": 0.7769058295964125 + }, + { + "threshold": 0.6913741090840222, + "accepted": 694, + "errors": 117, + "risk": 0.1685878962536023, + "coverage": 0.7780269058295964, + "coverage_of_all_cases": 0.7780269058295964 + }, + { + "threshold": 0.6903714330678882, + "accepted": 695, + "errors": 118, + "risk": 0.1697841726618705, + "coverage": 0.7791479820627802, + "coverage_of_all_cases": 0.7791479820627802 + }, + { + "threshold": 0.6889015612749361, + "accepted": 696, + "errors": 118, + "risk": 0.16954022988505746, + "coverage": 0.7802690582959642, + "coverage_of_all_cases": 0.7802690582959642 + }, + { + "threshold": 0.6866315349020812, + "accepted": 697, + "errors": 118, + "risk": 0.16929698708751795, + "coverage": 0.781390134529148, + "coverage_of_all_cases": 0.781390134529148 + }, + { + "threshold": 0.6854970845942584, + "accepted": 698, + "errors": 118, + "risk": 0.16905444126074498, + "coverage": 0.7825112107623319, + "coverage_of_all_cases": 0.7825112107623319 + }, + { + "threshold": 0.6854956582481029, + "accepted": 699, + "errors": 119, + "risk": 0.17024320457796852, + "coverage": 0.7836322869955157, + "coverage_of_all_cases": 0.7836322869955157 + }, + { + "threshold": 0.6843011101913644, + "accepted": 700, + "errors": 119, + "risk": 0.17, + "coverage": 0.7847533632286996, + "coverage_of_all_cases": 0.7847533632286996 + }, + { + "threshold": 0.6825652704970497, + "accepted": 701, + "errors": 120, + "risk": 0.17118402282453637, + "coverage": 0.7858744394618834, + "coverage_of_all_cases": 0.7858744394618834 + }, + { + "threshold": 0.6825364920960099, + "accepted": 702, + "errors": 121, + "risk": 0.17236467236467237, + "coverage": 0.7869955156950673, + "coverage_of_all_cases": 0.7869955156950673 + }, + { + "threshold": 0.6793697412789422, + "accepted": 703, + "errors": 121, + "risk": 0.1721194879089616, + "coverage": 0.7881165919282511, + "coverage_of_all_cases": 0.7881165919282511 + }, + { + "threshold": 0.6792761789011492, + "accepted": 704, + "errors": 121, + "risk": 0.171875, + "coverage": 0.7892376681614349, + "coverage_of_all_cases": 0.7892376681614349 + }, + { + "threshold": 0.6790962370383695, + "accepted": 705, + "errors": 121, + "risk": 0.17163120567375886, + "coverage": 0.7903587443946188, + "coverage_of_all_cases": 0.7903587443946188 + }, + { + "threshold": 0.6780183148462945, + "accepted": 706, + "errors": 122, + "risk": 0.17280453257790368, + "coverage": 0.7914798206278026, + "coverage_of_all_cases": 0.7914798206278026 + }, + { + "threshold": 0.6779850251981533, + "accepted": 707, + "errors": 122, + "risk": 0.17256011315417255, + "coverage": 0.7926008968609866, + "coverage_of_all_cases": 0.7926008968609866 + }, + { + "threshold": 0.6772856860277017, + "accepted": 708, + "errors": 123, + "risk": 0.17372881355932204, + "coverage": 0.7937219730941704, + "coverage_of_all_cases": 0.7937219730941704 + }, + { + "threshold": 0.6744343618799424, + "accepted": 709, + "errors": 124, + "risk": 0.17489421720733428, + "coverage": 0.7948430493273543, + "coverage_of_all_cases": 0.7948430493273543 + }, + { + "threshold": 0.6738316985421355, + "accepted": 710, + "errors": 124, + "risk": 0.17464788732394365, + "coverage": 0.7959641255605381, + "coverage_of_all_cases": 0.7959641255605381 + }, + { + "threshold": 0.673491729388429, + "accepted": 711, + "errors": 124, + "risk": 0.17440225035161744, + "coverage": 0.797085201793722, + "coverage_of_all_cases": 0.797085201793722 + }, + { + "threshold": 0.6708977518328284, + "accepted": 712, + "errors": 125, + "risk": 0.175561797752809, + "coverage": 0.7982062780269058, + "coverage_of_all_cases": 0.7982062780269058 + }, + { + "threshold": 0.6705789874967127, + "accepted": 713, + "errors": 126, + "risk": 0.1767180925666199, + "coverage": 0.7993273542600897, + "coverage_of_all_cases": 0.7993273542600897 + }, + { + "threshold": 0.6676729994064556, + "accepted": 714, + "errors": 126, + "risk": 0.17647058823529413, + "coverage": 0.8004484304932735, + "coverage_of_all_cases": 0.8004484304932735 + }, + { + "threshold": 0.6655241499988334, + "accepted": 715, + "errors": 126, + "risk": 0.17622377622377622, + "coverage": 0.8015695067264574, + "coverage_of_all_cases": 0.8015695067264574 + }, + { + "threshold": 0.6651474725389063, + "accepted": 716, + "errors": 126, + "risk": 0.17597765363128492, + "coverage": 0.8026905829596412, + "coverage_of_all_cases": 0.8026905829596412 + }, + { + "threshold": 0.6650895617987703, + "accepted": 717, + "errors": 126, + "risk": 0.17573221757322174, + "coverage": 0.8038116591928252, + "coverage_of_all_cases": 0.8038116591928252 + }, + { + "threshold": 0.6645104705258242, + "accepted": 718, + "errors": 126, + "risk": 0.17548746518105848, + "coverage": 0.804932735426009, + "coverage_of_all_cases": 0.804932735426009 + }, + { + "threshold": 0.6630590040403405, + "accepted": 719, + "errors": 127, + "risk": 0.17663421418636996, + "coverage": 0.8060538116591929, + "coverage_of_all_cases": 0.8060538116591929 + }, + { + "threshold": 0.6602705275780576, + "accepted": 720, + "errors": 127, + "risk": 0.1763888888888889, + "coverage": 0.8071748878923767, + "coverage_of_all_cases": 0.8071748878923767 + }, + { + "threshold": 0.6581047321920278, + "accepted": 721, + "errors": 127, + "risk": 0.17614424410540916, + "coverage": 0.8082959641255605, + "coverage_of_all_cases": 0.8082959641255605 + }, + { + "threshold": 0.6578504645443404, + "accepted": 722, + "errors": 127, + "risk": 0.17590027700831026, + "coverage": 0.8094170403587444, + "coverage_of_all_cases": 0.8094170403587444 + }, + { + "threshold": 0.6570117787999237, + "accepted": 723, + "errors": 127, + "risk": 0.17565698478561548, + "coverage": 0.8105381165919282, + "coverage_of_all_cases": 0.8105381165919282 + }, + { + "threshold": 0.6516923200042674, + "accepted": 724, + "errors": 128, + "risk": 0.17679558011049723, + "coverage": 0.8116591928251121, + "coverage_of_all_cases": 0.8116591928251121 + }, + { + "threshold": 0.6515828905840642, + "accepted": 725, + "errors": 128, + "risk": 0.17655172413793102, + "coverage": 0.8127802690582959, + "coverage_of_all_cases": 0.8127802690582959 + }, + { + "threshold": 0.6469827102533325, + "accepted": 726, + "errors": 128, + "risk": 0.1763085399449036, + "coverage": 0.8139013452914798, + "coverage_of_all_cases": 0.8139013452914798 + }, + { + "threshold": 0.6466378334729134, + "accepted": 727, + "errors": 129, + "risk": 0.17744154057771663, + "coverage": 0.8150224215246636, + "coverage_of_all_cases": 0.8150224215246636 + }, + { + "threshold": 0.6451029180805055, + "accepted": 728, + "errors": 130, + "risk": 0.17857142857142858, + "coverage": 0.8161434977578476, + "coverage_of_all_cases": 0.8161434977578476 + }, + { + "threshold": 0.645020714023797, + "accepted": 729, + "errors": 130, + "risk": 0.17832647462277093, + "coverage": 0.8172645739910314, + "coverage_of_all_cases": 0.8172645739910314 + }, + { + "threshold": 0.6440297388809738, + "accepted": 730, + "errors": 130, + "risk": 0.1780821917808219, + "coverage": 0.8183856502242153, + "coverage_of_all_cases": 0.8183856502242153 + }, + { + "threshold": 0.6433352207527351, + "accepted": 731, + "errors": 130, + "risk": 0.17783857729138167, + "coverage": 0.8195067264573991, + "coverage_of_all_cases": 0.8195067264573991 + }, + { + "threshold": 0.6398947929626863, + "accepted": 732, + "errors": 130, + "risk": 0.17759562841530055, + "coverage": 0.820627802690583, + "coverage_of_all_cases": 0.820627802690583 + }, + { + "threshold": 0.6340030025476512, + "accepted": 733, + "errors": 131, + "risk": 0.17871759890859482, + "coverage": 0.8217488789237668, + "coverage_of_all_cases": 0.8217488789237668 + }, + { + "threshold": 0.6337905130410519, + "accepted": 734, + "errors": 131, + "risk": 0.1784741144414169, + "coverage": 0.8228699551569507, + "coverage_of_all_cases": 0.8228699551569507 + }, + { + "threshold": 0.632846180448571, + "accepted": 735, + "errors": 132, + "risk": 0.17959183673469387, + "coverage": 0.8239910313901345, + "coverage_of_all_cases": 0.8239910313901345 + }, + { + "threshold": 0.6298211426772163, + "accepted": 736, + "errors": 133, + "risk": 0.18070652173913043, + "coverage": 0.8251121076233184, + "coverage_of_all_cases": 0.8251121076233184 + }, + { + "threshold": 0.6290955326179958, + "accepted": 737, + "errors": 134, + "risk": 0.18181818181818182, + "coverage": 0.8262331838565022, + "coverage_of_all_cases": 0.8262331838565022 + }, + { + "threshold": 0.6287057255925307, + "accepted": 738, + "errors": 135, + "risk": 0.18292682926829268, + "coverage": 0.827354260089686, + "coverage_of_all_cases": 0.827354260089686 + }, + { + "threshold": 0.6279487115454745, + "accepted": 739, + "errors": 135, + "risk": 0.18267929634641408, + "coverage": 0.82847533632287, + "coverage_of_all_cases": 0.82847533632287 + }, + { + "threshold": 0.6277444299321522, + "accepted": 740, + "errors": 135, + "risk": 0.18243243243243243, + "coverage": 0.8295964125560538, + "coverage_of_all_cases": 0.8295964125560538 + }, + { + "threshold": 0.6265399288686898, + "accepted": 741, + "errors": 135, + "risk": 0.18218623481781376, + "coverage": 0.8307174887892377, + "coverage_of_all_cases": 0.8307174887892377 + }, + { + "threshold": 0.6264712741097831, + "accepted": 742, + "errors": 135, + "risk": 0.18194070080862534, + "coverage": 0.8318385650224215, + "coverage_of_all_cases": 0.8318385650224215 + }, + { + "threshold": 0.6229520980346487, + "accepted": 743, + "errors": 135, + "risk": 0.1816958277254374, + "coverage": 0.8329596412556054, + "coverage_of_all_cases": 0.8329596412556054 + }, + { + "threshold": 0.6194388261544211, + "accepted": 744, + "errors": 136, + "risk": 0.1827956989247312, + "coverage": 0.8340807174887892, + "coverage_of_all_cases": 0.8340807174887892 + }, + { + "threshold": 0.6175590344033071, + "accepted": 745, + "errors": 136, + "risk": 0.1825503355704698, + "coverage": 0.8352017937219731, + "coverage_of_all_cases": 0.8352017937219731 + }, + { + "threshold": 0.6173055343307888, + "accepted": 746, + "errors": 137, + "risk": 0.1836461126005362, + "coverage": 0.8363228699551569, + "coverage_of_all_cases": 0.8363228699551569 + }, + { + "threshold": 0.6167509743904828, + "accepted": 747, + "errors": 137, + "risk": 0.18340026773761714, + "coverage": 0.8374439461883408, + "coverage_of_all_cases": 0.8374439461883408 + }, + { + "threshold": 0.6157388402929868, + "accepted": 748, + "errors": 137, + "risk": 0.18315508021390375, + "coverage": 0.8385650224215246, + "coverage_of_all_cases": 0.8385650224215246 + }, + { + "threshold": 0.6153906749288205, + "accepted": 749, + "errors": 137, + "risk": 0.1829105473965287, + "coverage": 0.8396860986547086, + "coverage_of_all_cases": 0.8396860986547086 + }, + { + "threshold": 0.6131802013459073, + "accepted": 750, + "errors": 138, + "risk": 0.184, + "coverage": 0.8408071748878924, + "coverage_of_all_cases": 0.8408071748878924 + }, + { + "threshold": 0.6129700078825602, + "accepted": 751, + "errors": 138, + "risk": 0.18375499334221038, + "coverage": 0.8419282511210763, + "coverage_of_all_cases": 0.8419282511210763 + }, + { + "threshold": 0.6127105228449096, + "accepted": 752, + "errors": 139, + "risk": 0.1848404255319149, + "coverage": 0.8430493273542601, + "coverage_of_all_cases": 0.8430493273542601 + }, + { + "threshold": 0.6103539264540628, + "accepted": 753, + "errors": 140, + "risk": 0.18592297476759628, + "coverage": 0.844170403587444, + "coverage_of_all_cases": 0.844170403587444 + }, + { + "threshold": 0.6097599431749983, + "accepted": 754, + "errors": 140, + "risk": 0.1856763925729443, + "coverage": 0.8452914798206278, + "coverage_of_all_cases": 0.8452914798206278 + }, + { + "threshold": 0.6092919725158862, + "accepted": 755, + "errors": 141, + "risk": 0.18675496688741722, + "coverage": 0.8464125560538116, + "coverage_of_all_cases": 0.8464125560538116 + }, + { + "threshold": 0.608416414799656, + "accepted": 756, + "errors": 141, + "risk": 0.1865079365079365, + "coverage": 0.8475336322869955, + "coverage_of_all_cases": 0.8475336322869955 + }, + { + "threshold": 0.6064843109422774, + "accepted": 757, + "errors": 142, + "risk": 0.18758256274768825, + "coverage": 0.8486547085201793, + "coverage_of_all_cases": 0.8486547085201793 + }, + { + "threshold": 0.6060876176300618, + "accepted": 758, + "errors": 143, + "risk": 0.18865435356200527, + "coverage": 0.8497757847533632, + "coverage_of_all_cases": 0.8497757847533632 + }, + { + "threshold": 0.6037295741761762, + "accepted": 759, + "errors": 144, + "risk": 0.18972332015810275, + "coverage": 0.850896860986547, + "coverage_of_all_cases": 0.850896860986547 + }, + { + "threshold": 0.6027456651194142, + "accepted": 760, + "errors": 144, + "risk": 0.18947368421052632, + "coverage": 0.852017937219731, + "coverage_of_all_cases": 0.852017937219731 + }, + { + "threshold": 0.602128139590572, + "accepted": 761, + "errors": 144, + "risk": 0.18922470433639949, + "coverage": 0.8531390134529148, + "coverage_of_all_cases": 0.8531390134529148 + }, + { + "threshold": 0.600942651511903, + "accepted": 762, + "errors": 145, + "risk": 0.19028871391076116, + "coverage": 0.8542600896860987, + "coverage_of_all_cases": 0.8542600896860987 + }, + { + "threshold": 0.6004652307290947, + "accepted": 763, + "errors": 145, + "risk": 0.19003931847968544, + "coverage": 0.8553811659192825, + "coverage_of_all_cases": 0.8553811659192825 + }, + { + "threshold": 0.6002487738500661, + "accepted": 764, + "errors": 145, + "risk": 0.18979057591623036, + "coverage": 0.8565022421524664, + "coverage_of_all_cases": 0.8565022421524664 + }, + { + "threshold": 0.5998252010086517, + "accepted": 765, + "errors": 145, + "risk": 0.1895424836601307, + "coverage": 0.8576233183856502, + "coverage_of_all_cases": 0.8576233183856502 + }, + { + "threshold": 0.5939427344018035, + "accepted": 766, + "errors": 146, + "risk": 0.1906005221932115, + "coverage": 0.8587443946188341, + "coverage_of_all_cases": 0.8587443946188341 + }, + { + "threshold": 0.5931627615035135, + "accepted": 767, + "errors": 146, + "risk": 0.19035202086049544, + "coverage": 0.8598654708520179, + "coverage_of_all_cases": 0.8598654708520179 + }, + { + "threshold": 0.5920600024325402, + "accepted": 768, + "errors": 146, + "risk": 0.19010416666666666, + "coverage": 0.8609865470852018, + "coverage_of_all_cases": 0.8609865470852018 + }, + { + "threshold": 0.5913610095803157, + "accepted": 769, + "errors": 147, + "risk": 0.19115734720416125, + "coverage": 0.8621076233183856, + "coverage_of_all_cases": 0.8621076233183856 + }, + { + "threshold": 0.5899881516599653, + "accepted": 770, + "errors": 147, + "risk": 0.19090909090909092, + "coverage": 0.8632286995515696, + "coverage_of_all_cases": 0.8632286995515696 + }, + { + "threshold": 0.5854906799701949, + "accepted": 771, + "errors": 148, + "risk": 0.191958495460441, + "coverage": 0.8643497757847534, + "coverage_of_all_cases": 0.8643497757847534 + }, + { + "threshold": 0.5854452994171151, + "accepted": 772, + "errors": 148, + "risk": 0.19170984455958548, + "coverage": 0.8654708520179372, + "coverage_of_all_cases": 0.8654708520179372 + }, + { + "threshold": 0.5838855560678806, + "accepted": 773, + "errors": 149, + "risk": 0.1927554980595084, + "coverage": 0.8665919282511211, + "coverage_of_all_cases": 0.8665919282511211 + }, + { + "threshold": 0.5830010938883324, + "accepted": 774, + "errors": 149, + "risk": 0.1925064599483204, + "coverage": 0.8677130044843049, + "coverage_of_all_cases": 0.8677130044843049 + }, + { + "threshold": 0.5816309219247876, + "accepted": 775, + "errors": 149, + "risk": 0.19225806451612903, + "coverage": 0.8688340807174888, + "coverage_of_all_cases": 0.8688340807174888 + }, + { + "threshold": 0.5759434484553208, + "accepted": 776, + "errors": 150, + "risk": 0.19329896907216496, + "coverage": 0.8699551569506726, + "coverage_of_all_cases": 0.8699551569506726 + }, + { + "threshold": 0.5757054521302704, + "accepted": 777, + "errors": 150, + "risk": 0.19305019305019305, + "coverage": 0.8710762331838565, + "coverage_of_all_cases": 0.8710762331838565 + }, + { + "threshold": 0.5748702505079673, + "accepted": 778, + "errors": 150, + "risk": 0.1928020565552699, + "coverage": 0.8721973094170403, + "coverage_of_all_cases": 0.8721973094170403 + }, + { + "threshold": 0.5741365537959289, + "accepted": 779, + "errors": 151, + "risk": 0.19383825417201542, + "coverage": 0.8733183856502242, + "coverage_of_all_cases": 0.8733183856502242 + }, + { + "threshold": 0.5735313692961389, + "accepted": 780, + "errors": 151, + "risk": 0.1935897435897436, + "coverage": 0.874439461883408, + "coverage_of_all_cases": 0.874439461883408 + }, + { + "threshold": 0.5699385932744101, + "accepted": 781, + "errors": 151, + "risk": 0.19334186939820744, + "coverage": 0.875560538116592, + "coverage_of_all_cases": 0.875560538116592 + }, + { + "threshold": 0.5697448290363453, + "accepted": 782, + "errors": 151, + "risk": 0.19309462915601022, + "coverage": 0.8766816143497758, + "coverage_of_all_cases": 0.8766816143497758 + }, + { + "threshold": 0.5653852718582232, + "accepted": 783, + "errors": 151, + "risk": 0.19284802043422733, + "coverage": 0.8778026905829597, + "coverage_of_all_cases": 0.8778026905829597 + }, + { + "threshold": 0.5652757729383977, + "accepted": 784, + "errors": 152, + "risk": 0.19387755102040816, + "coverage": 0.8789237668161435, + "coverage_of_all_cases": 0.8789237668161435 + }, + { + "threshold": 0.5645772031383633, + "accepted": 785, + "errors": 152, + "risk": 0.19363057324840766, + "coverage": 0.8800448430493274, + "coverage_of_all_cases": 0.8800448430493274 + }, + { + "threshold": 0.563691354058822, + "accepted": 786, + "errors": 153, + "risk": 0.1946564885496183, + "coverage": 0.8811659192825112, + "coverage_of_all_cases": 0.8811659192825112 + }, + { + "threshold": 0.5625771254456486, + "accepted": 787, + "errors": 153, + "risk": 0.19440914866581957, + "coverage": 0.8822869955156951, + "coverage_of_all_cases": 0.8822869955156951 + }, + { + "threshold": 0.5605883778067847, + "accepted": 788, + "errors": 153, + "risk": 0.19416243654822335, + "coverage": 0.8834080717488789, + "coverage_of_all_cases": 0.8834080717488789 + }, + { + "threshold": 0.5602184112961804, + "accepted": 789, + "errors": 154, + "risk": 0.19518377693282637, + "coverage": 0.8845291479820628, + "coverage_of_all_cases": 0.8845291479820628 + }, + { + "threshold": 0.5560576031100185, + "accepted": 790, + "errors": 155, + "risk": 0.1962025316455696, + "coverage": 0.8856502242152466, + "coverage_of_all_cases": 0.8856502242152466 + }, + { + "threshold": 0.5557257544580668, + "accepted": 791, + "errors": 155, + "risk": 0.1959544879898862, + "coverage": 0.8867713004484304, + "coverage_of_all_cases": 0.8867713004484304 + }, + { + "threshold": 0.5505874352978194, + "accepted": 792, + "errors": 155, + "risk": 0.19570707070707072, + "coverage": 0.8878923766816144, + "coverage_of_all_cases": 0.8878923766816144 + }, + { + "threshold": 0.5471834810442674, + "accepted": 793, + "errors": 156, + "risk": 0.19672131147540983, + "coverage": 0.8890134529147982, + "coverage_of_all_cases": 0.8890134529147982 + }, + { + "threshold": 0.5457840462927311, + "accepted": 794, + "errors": 157, + "risk": 0.1977329974811083, + "coverage": 0.8901345291479821, + "coverage_of_all_cases": 0.8901345291479821 + }, + { + "threshold": 0.5454089869460145, + "accepted": 795, + "errors": 158, + "risk": 0.19874213836477989, + "coverage": 0.8912556053811659, + "coverage_of_all_cases": 0.8912556053811659 + }, + { + "threshold": 0.5445672600910305, + "accepted": 796, + "errors": 158, + "risk": 0.1984924623115578, + "coverage": 0.8923766816143498, + "coverage_of_all_cases": 0.8923766816143498 + }, + { + "threshold": 0.5444619660389969, + "accepted": 797, + "errors": 158, + "risk": 0.19824341279799249, + "coverage": 0.8934977578475336, + "coverage_of_all_cases": 0.8934977578475336 + }, + { + "threshold": 0.5383531481787684, + "accepted": 798, + "errors": 159, + "risk": 0.19924812030075187, + "coverage": 0.8946188340807175, + "coverage_of_all_cases": 0.8946188340807175 + }, + { + "threshold": 0.5374615274618137, + "accepted": 799, + "errors": 160, + "risk": 0.2002503128911139, + "coverage": 0.8957399103139013, + "coverage_of_all_cases": 0.8957399103139013 + }, + { + "threshold": 0.5368156606363526, + "accepted": 800, + "errors": 160, + "risk": 0.2, + "coverage": 0.8968609865470852, + "coverage_of_all_cases": 0.8968609865470852 + }, + { + "threshold": 0.5360913084525403, + "accepted": 801, + "errors": 160, + "risk": 0.19975031210986266, + "coverage": 0.897982062780269, + "coverage_of_all_cases": 0.897982062780269 + }, + { + "threshold": 0.5359948219971087, + "accepted": 802, + "errors": 161, + "risk": 0.20074812967581046, + "coverage": 0.899103139013453, + "coverage_of_all_cases": 0.899103139013453 + }, + { + "threshold": 0.5349660392274603, + "accepted": 803, + "errors": 162, + "risk": 0.20174346201743462, + "coverage": 0.9002242152466368, + "coverage_of_all_cases": 0.9002242152466368 + }, + { + "threshold": 0.5341188157561423, + "accepted": 804, + "errors": 162, + "risk": 0.20149253731343283, + "coverage": 0.9013452914798207, + "coverage_of_all_cases": 0.9013452914798207 + }, + { + "threshold": 0.5314807404165645, + "accepted": 805, + "errors": 162, + "risk": 0.20124223602484473, + "coverage": 0.9024663677130045, + "coverage_of_all_cases": 0.9024663677130045 + }, + { + "threshold": 0.5309715771260257, + "accepted": 806, + "errors": 162, + "risk": 0.20099255583126552, + "coverage": 0.9035874439461884, + "coverage_of_all_cases": 0.9035874439461884 + }, + { + "threshold": 0.5289931996738505, + "accepted": 807, + "errors": 163, + "risk": 0.20198265179677818, + "coverage": 0.9047085201793722, + "coverage_of_all_cases": 0.9047085201793722 + }, + { + "threshold": 0.5268041077957785, + "accepted": 808, + "errors": 163, + "risk": 0.20173267326732675, + "coverage": 0.905829596412556, + "coverage_of_all_cases": 0.905829596412556 + }, + { + "threshold": 0.5239039132732142, + "accepted": 809, + "errors": 163, + "risk": 0.20148331273176762, + "coverage": 0.9069506726457399, + "coverage_of_all_cases": 0.9069506726457399 + }, + { + "threshold": 0.5237256427785443, + "accepted": 810, + "errors": 164, + "risk": 0.20246913580246914, + "coverage": 0.9080717488789237, + "coverage_of_all_cases": 0.9080717488789237 + }, + { + "threshold": 0.5227275947092169, + "accepted": 811, + "errors": 164, + "risk": 0.20221948212083848, + "coverage": 0.9091928251121076, + "coverage_of_all_cases": 0.9091928251121076 + }, + { + "threshold": 0.5217451342449769, + "accepted": 812, + "errors": 165, + "risk": 0.20320197044334976, + "coverage": 0.9103139013452914, + "coverage_of_all_cases": 0.9103139013452914 + }, + { + "threshold": 0.520682973590662, + "accepted": 813, + "errors": 165, + "risk": 0.2029520295202952, + "coverage": 0.9114349775784754, + "coverage_of_all_cases": 0.9114349775784754 + }, + { + "threshold": 0.5192875592786521, + "accepted": 814, + "errors": 166, + "risk": 0.20393120393120392, + "coverage": 0.9125560538116592, + "coverage_of_all_cases": 0.9125560538116592 + }, + { + "threshold": 0.5187486350310667, + "accepted": 815, + "errors": 167, + "risk": 0.2049079754601227, + "coverage": 0.9136771300448431, + "coverage_of_all_cases": 0.9136771300448431 + }, + { + "threshold": 0.5185155817355361, + "accepted": 816, + "errors": 167, + "risk": 0.20465686274509803, + "coverage": 0.9147982062780269, + "coverage_of_all_cases": 0.9147982062780269 + }, + { + "threshold": 0.5121855443689964, + "accepted": 817, + "errors": 167, + "risk": 0.204406364749082, + "coverage": 0.9159192825112108, + "coverage_of_all_cases": 0.9159192825112108 + }, + { + "threshold": 0.5119978024994504, + "accepted": 818, + "errors": 168, + "risk": 0.20537897310513448, + "coverage": 0.9170403587443946, + "coverage_of_all_cases": 0.9170403587443946 + }, + { + "threshold": 0.511324320623374, + "accepted": 819, + "errors": 168, + "risk": 0.20512820512820512, + "coverage": 0.9181614349775785, + "coverage_of_all_cases": 0.9181614349775785 + }, + { + "threshold": 0.5108010652354728, + "accepted": 820, + "errors": 169, + "risk": 0.20609756097560974, + "coverage": 0.9192825112107623, + "coverage_of_all_cases": 0.9192825112107623 + }, + { + "threshold": 0.5102721334655653, + "accepted": 821, + "errors": 170, + "risk": 0.20706455542021923, + "coverage": 0.9204035874439462, + "coverage_of_all_cases": 0.9204035874439462 + }, + { + "threshold": 0.5092344075583892, + "accepted": 822, + "errors": 171, + "risk": 0.20802919708029197, + "coverage": 0.92152466367713, + "coverage_of_all_cases": 0.92152466367713 + }, + { + "threshold": 0.5085645829973388, + "accepted": 823, + "errors": 172, + "risk": 0.20899149453219928, + "coverage": 0.922645739910314, + "coverage_of_all_cases": 0.922645739910314 + }, + { + "threshold": 0.5081676336516512, + "accepted": 824, + "errors": 172, + "risk": 0.2087378640776699, + "coverage": 0.9237668161434978, + "coverage_of_all_cases": 0.9237668161434978 + }, + { + "threshold": 0.5062918357938384, + "accepted": 825, + "errors": 172, + "risk": 0.2084848484848485, + "coverage": 0.9248878923766816, + "coverage_of_all_cases": 0.9248878923766816 + }, + { + "threshold": 0.5041102326812746, + "accepted": 826, + "errors": 172, + "risk": 0.20823244552058112, + "coverage": 0.9260089686098655, + "coverage_of_all_cases": 0.9260089686098655 + }, + { + "threshold": 0.503665459710626, + "accepted": 827, + "errors": 172, + "risk": 0.2079806529625151, + "coverage": 0.9271300448430493, + "coverage_of_all_cases": 0.9271300448430493 + }, + { + "threshold": 0.4954540886624607, + "accepted": 828, + "errors": 173, + "risk": 0.20893719806763286, + "coverage": 0.9282511210762332, + "coverage_of_all_cases": 0.9282511210762332 + }, + { + "threshold": 0.49234589129694606, + "accepted": 829, + "errors": 173, + "risk": 0.20868516284680338, + "coverage": 0.929372197309417, + "coverage_of_all_cases": 0.929372197309417 + }, + { + "threshold": 0.4913615314986228, + "accepted": 830, + "errors": 174, + "risk": 0.20963855421686747, + "coverage": 0.9304932735426009, + "coverage_of_all_cases": 0.9304932735426009 + }, + { + "threshold": 0.48956657770151274, + "accepted": 831, + "errors": 174, + "risk": 0.20938628158844766, + "coverage": 0.9316143497757847, + "coverage_of_all_cases": 0.9316143497757847 + }, + { + "threshold": 0.4867393484653223, + "accepted": 832, + "errors": 175, + "risk": 0.21033653846153846, + "coverage": 0.9327354260089686, + "coverage_of_all_cases": 0.9327354260089686 + }, + { + "threshold": 0.4844782655688615, + "accepted": 833, + "errors": 176, + "risk": 0.2112845138055222, + "coverage": 0.9338565022421524, + "coverage_of_all_cases": 0.9338565022421524 + }, + { + "threshold": 0.4817638160489706, + "accepted": 834, + "errors": 176, + "risk": 0.21103117505995203, + "coverage": 0.9349775784753364, + "coverage_of_all_cases": 0.9349775784753364 + }, + { + "threshold": 0.48080862985887196, + "accepted": 835, + "errors": 177, + "risk": 0.2119760479041916, + "coverage": 0.9360986547085202, + "coverage_of_all_cases": 0.9360986547085202 + }, + { + "threshold": 0.47988783148734887, + "accepted": 836, + "errors": 178, + "risk": 0.21291866028708134, + "coverage": 0.9372197309417041, + "coverage_of_all_cases": 0.9372197309417041 + }, + { + "threshold": 0.473174171493794, + "accepted": 837, + "errors": 179, + "risk": 0.21385902031063322, + "coverage": 0.9383408071748879, + "coverage_of_all_cases": 0.9383408071748879 + }, + { + "threshold": 0.4723213910066023, + "accepted": 838, + "errors": 179, + "risk": 0.21360381861575178, + "coverage": 0.9394618834080718, + "coverage_of_all_cases": 0.9394618834080718 + }, + { + "threshold": 0.4707857892632332, + "accepted": 839, + "errors": 180, + "risk": 0.21454112038140644, + "coverage": 0.9405829596412556, + "coverage_of_all_cases": 0.9405829596412556 + }, + { + "threshold": 0.47066692303441354, + "accepted": 840, + "errors": 181, + "risk": 0.2154761904761905, + "coverage": 0.9417040358744395, + "coverage_of_all_cases": 0.9417040358744395 + }, + { + "threshold": 0.4671728493850992, + "accepted": 841, + "errors": 182, + "risk": 0.2164090368608799, + "coverage": 0.9428251121076233, + "coverage_of_all_cases": 0.9428251121076233 + }, + { + "threshold": 0.46626879100951046, + "accepted": 842, + "errors": 183, + "risk": 0.2173396674584323, + "coverage": 0.9439461883408071, + "coverage_of_all_cases": 0.9439461883408071 + }, + { + "threshold": 0.46096219390051346, + "accepted": 843, + "errors": 183, + "risk": 0.21708185053380782, + "coverage": 0.945067264573991, + "coverage_of_all_cases": 0.945067264573991 + }, + { + "threshold": 0.4529356431394798, + "accepted": 844, + "errors": 184, + "risk": 0.21800947867298578, + "coverage": 0.9461883408071748, + "coverage_of_all_cases": 0.9461883408071748 + }, + { + "threshold": 0.4493051740231923, + "accepted": 845, + "errors": 185, + "risk": 0.21893491124260356, + "coverage": 0.9473094170403588, + "coverage_of_all_cases": 0.9473094170403588 + }, + { + "threshold": 0.44734893824284877, + "accepted": 846, + "errors": 186, + "risk": 0.2198581560283688, + "coverage": 0.9484304932735426, + "coverage_of_all_cases": 0.9484304932735426 + }, + { + "threshold": 0.44697680257775846, + "accepted": 847, + "errors": 187, + "risk": 0.22077922077922077, + "coverage": 0.9495515695067265, + "coverage_of_all_cases": 0.9495515695067265 + }, + { + "threshold": 0.4367249902365808, + "accepted": 848, + "errors": 188, + "risk": 0.22169811320754718, + "coverage": 0.9506726457399103, + "coverage_of_all_cases": 0.9506726457399103 + }, + { + "threshold": 0.43470725274303174, + "accepted": 849, + "errors": 188, + "risk": 0.22143698468786807, + "coverage": 0.9517937219730942, + "coverage_of_all_cases": 0.9517937219730942 + }, + { + "threshold": 0.4327275372111395, + "accepted": 850, + "errors": 188, + "risk": 0.2211764705882353, + "coverage": 0.952914798206278, + "coverage_of_all_cases": 0.952914798206278 + }, + { + "threshold": 0.4317962926873799, + "accepted": 851, + "errors": 189, + "risk": 0.22209165687426558, + "coverage": 0.9540358744394619, + "coverage_of_all_cases": 0.9540358744394619 + }, + { + "threshold": 0.4303469456405464, + "accepted": 852, + "errors": 189, + "risk": 0.22183098591549297, + "coverage": 0.9551569506726457, + "coverage_of_all_cases": 0.9551569506726457 + }, + { + "threshold": 0.42556457875375336, + "accepted": 853, + "errors": 189, + "risk": 0.22157092614302462, + "coverage": 0.9562780269058296, + "coverage_of_all_cases": 0.9562780269058296 + }, + { + "threshold": 0.41787748051833973, + "accepted": 854, + "errors": 190, + "risk": 0.2224824355971897, + "coverage": 0.9573991031390134, + "coverage_of_all_cases": 0.9573991031390134 + }, + { + "threshold": 0.40503553285609634, + "accepted": 855, + "errors": 191, + "risk": 0.22339181286549709, + "coverage": 0.9585201793721974, + "coverage_of_all_cases": 0.9585201793721974 + }, + { + "threshold": 0.4035923467328338, + "accepted": 856, + "errors": 191, + "risk": 0.22313084112149534, + "coverage": 0.9596412556053812, + "coverage_of_all_cases": 0.9596412556053812 + }, + { + "threshold": 0.4025624021419844, + "accepted": 857, + "errors": 192, + "risk": 0.22403733955659277, + "coverage": 0.9607623318385651, + "coverage_of_all_cases": 0.9607623318385651 + }, + { + "threshold": 0.3987360607393159, + "accepted": 858, + "errors": 193, + "risk": 0.22494172494172493, + "coverage": 0.9618834080717489, + "coverage_of_all_cases": 0.9618834080717489 + }, + { + "threshold": 0.3976878381480582, + "accepted": 859, + "errors": 194, + "risk": 0.22584400465657742, + "coverage": 0.9630044843049327, + "coverage_of_all_cases": 0.9630044843049327 + }, + { + "threshold": 0.39692001868141263, + "accepted": 860, + "errors": 194, + "risk": 0.2255813953488372, + "coverage": 0.9641255605381166, + "coverage_of_all_cases": 0.9641255605381166 + }, + { + "threshold": 0.39649934800100883, + "accepted": 861, + "errors": 194, + "risk": 0.22531939605110338, + "coverage": 0.9652466367713004, + "coverage_of_all_cases": 0.9652466367713004 + }, + { + "threshold": 0.3886918196436687, + "accepted": 862, + "errors": 195, + "risk": 0.22621809744779584, + "coverage": 0.9663677130044843, + "coverage_of_all_cases": 0.9663677130044843 + }, + { + "threshold": 0.3886764711766399, + "accepted": 863, + "errors": 196, + "risk": 0.22711471610660486, + "coverage": 0.9674887892376681, + "coverage_of_all_cases": 0.9674887892376681 + }, + { + "threshold": 0.38607050104125157, + "accepted": 864, + "errors": 196, + "risk": 0.22685185185185186, + "coverage": 0.968609865470852, + "coverage_of_all_cases": 0.968609865470852 + }, + { + "threshold": 0.38469800302081075, + "accepted": 865, + "errors": 197, + "risk": 0.2277456647398844, + "coverage": 0.9697309417040358, + "coverage_of_all_cases": 0.9697309417040358 + }, + { + "threshold": 0.3700811812519599, + "accepted": 866, + "errors": 198, + "risk": 0.22863741339491916, + "coverage": 0.9708520179372198, + "coverage_of_all_cases": 0.9708520179372198 + }, + { + "threshold": 0.36749928905828283, + "accepted": 867, + "errors": 199, + "risk": 0.2295271049596309, + "coverage": 0.9719730941704036, + "coverage_of_all_cases": 0.9719730941704036 + }, + { + "threshold": 0.3673526857104644, + "accepted": 868, + "errors": 199, + "risk": 0.22926267281105991, + "coverage": 0.9730941704035875, + "coverage_of_all_cases": 0.9730941704035875 + }, + { + "threshold": 0.36550174209598574, + "accepted": 869, + "errors": 199, + "risk": 0.2289988492520138, + "coverage": 0.9742152466367713, + "coverage_of_all_cases": 0.9742152466367713 + }, + { + "threshold": 0.3535462081654825, + "accepted": 870, + "errors": 199, + "risk": 0.22873563218390805, + "coverage": 0.9753363228699552, + "coverage_of_all_cases": 0.9753363228699552 + }, + { + "threshold": 0.34976627423204076, + "accepted": 871, + "errors": 200, + "risk": 0.2296211251435132, + "coverage": 0.976457399103139, + "coverage_of_all_cases": 0.976457399103139 + }, + { + "threshold": 0.34346634944933346, + "accepted": 872, + "errors": 201, + "risk": 0.2305045871559633, + "coverage": 0.9775784753363229, + "coverage_of_all_cases": 0.9775784753363229 + }, + { + "threshold": 0.33868480084027897, + "accepted": 873, + "errors": 202, + "risk": 0.2313860252004582, + "coverage": 0.9786995515695067, + "coverage_of_all_cases": 0.9786995515695067 + }, + { + "threshold": 0.3379020926580236, + "accepted": 874, + "errors": 203, + "risk": 0.2322654462242563, + "coverage": 0.9798206278026906, + "coverage_of_all_cases": 0.9798206278026906 + }, + { + "threshold": 0.3176123098320329, + "accepted": 875, + "errors": 204, + "risk": 0.23314285714285715, + "coverage": 0.9809417040358744, + "coverage_of_all_cases": 0.9809417040358744 + }, + { + "threshold": 0.31703169091964045, + "accepted": 876, + "errors": 205, + "risk": 0.23401826484018265, + "coverage": 0.9820627802690582, + "coverage_of_all_cases": 0.9820627802690582 + }, + { + "threshold": 0.31644889031934376, + "accepted": 877, + "errors": 206, + "risk": 0.2348916761687571, + "coverage": 0.9831838565022422, + "coverage_of_all_cases": 0.9831838565022422 + }, + { + "threshold": 0.3152136248204793, + "accepted": 878, + "errors": 207, + "risk": 0.2357630979498861, + "coverage": 0.984304932735426, + "coverage_of_all_cases": 0.984304932735426 + }, + { + "threshold": 0.3129920133133879, + "accepted": 879, + "errors": 208, + "risk": 0.2366325369738339, + "coverage": 0.9854260089686099, + "coverage_of_all_cases": 0.9854260089686099 + }, + { + "threshold": 0.3069062382583096, + "accepted": 880, + "errors": 209, + "risk": 0.2375, + "coverage": 0.9865470852017937, + "coverage_of_all_cases": 0.9865470852017937 + }, + { + "threshold": 0.30685007423155863, + "accepted": 881, + "errors": 209, + "risk": 0.23723041997729852, + "coverage": 0.9876681614349776, + "coverage_of_all_cases": 0.9876681614349776 + }, + { + "threshold": 0.30670863217321703, + "accepted": 882, + "errors": 210, + "risk": 0.23809523809523808, + "coverage": 0.9887892376681614, + "coverage_of_all_cases": 0.9887892376681614 + }, + { + "threshold": 0.3014753975872721, + "accepted": 883, + "errors": 211, + "risk": 0.23895809739524349, + "coverage": 0.9899103139013453, + "coverage_of_all_cases": 0.9899103139013453 + }, + { + "threshold": 0.29762046298947464, + "accepted": 884, + "errors": 212, + "risk": 0.2398190045248869, + "coverage": 0.9910313901345291, + "coverage_of_all_cases": 0.9910313901345291 + }, + { + "threshold": 0.284669311873888, + "accepted": 885, + "errors": 213, + "risk": 0.24067796610169492, + "coverage": 0.992152466367713, + "coverage_of_all_cases": 0.992152466367713 + }, + { + "threshold": 0.2823234573640119, + "accepted": 886, + "errors": 214, + "risk": 0.24153498871331827, + "coverage": 0.9932735426008968, + "coverage_of_all_cases": 0.9932735426008968 + }, + { + "threshold": 0.28051417163917963, + "accepted": 887, + "errors": 215, + "risk": 0.24239007891770012, + "coverage": 0.9943946188340808, + "coverage_of_all_cases": 0.9943946188340808 + }, + { + "threshold": 0.27208029974790804, + "accepted": 888, + "errors": 216, + "risk": 0.24324324324324326, + "coverage": 0.9955156950672646, + "coverage_of_all_cases": 0.9955156950672646 + }, + { + "threshold": 0.2666581678621307, + "accepted": 889, + "errors": 217, + "risk": 0.2440944881889764, + "coverage": 0.9966367713004485, + "coverage_of_all_cases": 0.9966367713004485 + }, + { + "threshold": 0.2628711281916433, + "accepted": 890, + "errors": 217, + "risk": 0.24382022471910111, + "coverage": 0.9977578475336323, + "coverage_of_all_cases": 0.9977578475336323 + }, + { + "threshold": 0.25222587371465943, + "accepted": 891, + "errors": 218, + "risk": 0.244668911335578, + "coverage": 0.9988789237668162, + "coverage_of_all_cases": 0.9988789237668162 + }, + { + "threshold": 0.24842727243063178, + "accepted": 892, + "errors": 219, + "risk": 0.24551569506726456, + "coverage": 1.0, + "coverage_of_all_cases": 1.0 + } + ] + }, + "probability_incomplete": 0, + "latency_ms": { + "count": 892, + "mean": 7.419132874439462, + "p50": 6.448799, + "p95": 14.642461499999998, + "min": 3.786038, + "max": 66.632425 + }, + "wall_latency_ms": null, + "input_tokens": { + "count": 892, + "mean": 355.80044843049325, + "p50": 276.0, + "p95": 896.3499999999998, + "min": 109.0, + "max": 1509.0 + }, + "state_characters": null, + "notes": [ + "accuracy_all counts errors and skips as incorrect", + "accuracy_attempted and family macro count errors as wrong and exclude intentional skips", + "family defaults to source; latency_ms is local forward-pass or hosted HTTP time", + "wall_latency_ms includes per-record scorer preprocessing and inference; no warmup excluded", + "F1 uses semantic option keys, never shuffled answer letters", + "Probability metrics only include explicitly complete distributions" + ] + }, + "max_length": 2048, + "temperature": 1.0, + "calibration": null, + "reference_report": "reports/decision-0.8b-v2/merged-development.json", + "reference_sha256": "eeedeb35361995f7186d1ec3b2eafffd584eb71e559f2c930edbbe576831c0d8", + "comparison": { + "records": 892, + "prediction_change_count": 13, + "label_agreement": 0.9854260089686099, + "maximum_absolute_probability_difference": 0.06808193602777335, + "mean_absolute_probability_difference": 0.0027246246896883994, + "reference_accuracy": 0.7623318385650224, + "gguf_accuracy": 0.7544843049327354, + "accuracy_delta": -0.007847533632286963, + "predeclared_gate": { + "maximum_accuracy_drop": 0.01, + "passed": true, + "scope": "Development diagnostic only; not evidence of iPhone performance or final-test accuracy." + }, + "paired_group_bootstrap": { + "accuracy_delta": -0.007847533632286996, + "ci95": [ + -0.014573991031390135, + -0.0011210762331838563 + ], + "samples": 2000, + "seed": 42, + "by_source": { + "ag_news": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "banking77": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "boolq": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.02, + "ci95": [ + 0.0, + 0.06 + ] + }, + "clinc150": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "go_emotions": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "helpsteer2": { + "count": 50, + "groups": 37, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.04, + "ci95": [ + -0.1111635220125786, + 0.03923529411764695 + ] + }, + "mnli": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "paws": { + "count": 50, + "groups": 40, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "policy": { + "count": 48, + "groups": 16, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "policy_v2": { + "count": 48, + "groups": 8, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "research_taxonomy_v21": { + "count": 48, + "groups": 6, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "routing_v2": { + "count": 48, + "groups": 8, + "fixed_weight": 0.053811659192825115, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "sst5": { + "count": 50, + "groups": 50, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": -0.02, + "ci95": [ + -0.06, + 0.0 + ] + }, + "vitaminc": { + "count": 50, + "groups": 49, + "fixed_weight": 0.05605381165919283, + "accuracy_delta": 0.0, + "ci95": [ + 0.0, + 0.0 + ] + }, + "workflow.simple_quorum": { + "count": 100, + "groups": 20, + "fixed_weight": 0.11210762331838565, + "accuracy_delta": -0.01, + "ci95": [ + -0.03, + 0.0 + ] + }, + "workflow.veto_alternative": { + "count": 100, + "groups": 20, + "fixed_weight": 0.11210762331838565, + "accuracy_delta": -0.04, + "ci95": [ + -0.08, + -0.01 + ] + } + }, + "method": "paired percentile bootstrap; whole groups within source; fixed observed source weights" + }, + "nll_delta": -0.0009186991761480634, + "ece_delta": 0.0016554172369209197, + "family_macro_accuracy_delta": -0.005624999999999991 + }, + "command": [ + "/home/user/Project/finetune-jev/tools/llama.cpp/build-cuda/bin/jev-gguf-logits", + "/home/user/Project/finetune-jev/exports/decision-0.8b-gguf-release-v1/model-f16.gguf", + "/home/user/Project/finetune-jev/reports/decision-0.8b-v2/f16-development.payload.jsonl", + "99", + "4", + "2048" + ], + "payload_sha256": "cde71751f2af8d5ac8acf9e8a4099b313b04838d7037fa379a295414470779c5", + "raw_sha256": "a554d3959c5cb642270fe2a22d8659c933129affbd347becaf1b2ef536ff4f89", + "verification_script_sha256": "eb04d14c2d2068ba1cd8016aef4d57a678aec63453472f08a863aaf155d3b45f", + "physical_iphone_tested": false, + "source_report_sha256": "755d2a3db93f0286470d2dcb28c74d5bca708c21118634910a0b01adf157e0d7" +}