| { |
| "records": 500, |
| "dataset_sha256": "9411bdb509a0f18dbb742b4e027613f875b7ac537e4e2ebb688cdc9394ffdd8a", |
| "models": { |
| "tev": { |
| "count": 500, |
| "attempted": 500, |
| "scored": 500, |
| "errors": 0, |
| "skipped": 0, |
| "accuracy_all": 0.682, |
| "accuracy_attempted": 0.682, |
| "accuracy_scored": 0.682, |
| "accuracy_family_macro": 0.6819999999999999, |
| "accuracy_by_family": { |
| "clinc150": 0.83, |
| "go_emotions": 0.69, |
| "helpsteer2": 0.56, |
| "paws": 0.57, |
| "vitaminc": 0.76 |
| }, |
| "by_source": { |
| "clinc150": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.83, |
| "accuracy_attempted": 0.83, |
| "macro_f1_scored": 0.7186079953983319, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "go_emotions": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.69, |
| "accuracy_attempted": 0.69, |
| "macro_f1_scored": 0.6783898744683059, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "helpsteer2": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.56, |
| "accuracy_attempted": 0.56, |
| "macro_f1_scored": 0.17182266009852218, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "paws": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.57, |
| "accuracy_attempted": 0.57, |
| "macro_f1_scored": 0.5459824728117411, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "vitaminc": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.76, |
| "accuracy_attempted": 0.76, |
| "macro_f1_scored": 0.6234891285738743, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| } |
| }, |
| "probability_metrics": { |
| "count": 500, |
| "brier_multiclass_sum": 0.4771125257344734, |
| "nll": 0.9122046500219623, |
| "infinite_nll_cases": 0, |
| "ece": 0.12910524678230287, |
| "ece_equal_width_bins": 15, |
| "aurc": 0.2146130907438458, |
| "coverage_at_error": { |
| "0.01": 0.006, |
| "0.05": 0.006, |
| "0.1": 0.088 |
| }, |
| "risk_coverage_note": "Empirical diagnostic, not a held-out error guarantee; whole ties accepted.", |
| "risk_coverage": [ |
| { |
| "threshold": 0.9999605417251587, |
| "accepted": 1, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.002, |
| "coverage_of_all_cases": 0.002 |
| }, |
| { |
| "threshold": 0.9995808005332947, |
| "accepted": 2, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.004, |
| "coverage_of_all_cases": 0.004 |
| }, |
| { |
| "threshold": 0.9995239973068237, |
| "accepted": 3, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.006, |
| "coverage_of_all_cases": 0.006 |
| }, |
| { |
| "threshold": 0.9994471669197083, |
| "accepted": 4, |
| "errors": 1, |
| "risk": 0.25, |
| "coverage": 0.008, |
| "coverage_of_all_cases": 0.008 |
| }, |
| { |
| "threshold": 0.9992903470993042, |
| "accepted": 5, |
| "errors": 1, |
| "risk": 0.2, |
| "coverage": 0.01, |
| "coverage_of_all_cases": 0.01 |
| }, |
| { |
| "threshold": 0.9989027976989746, |
| "accepted": 6, |
| "errors": 1, |
| "risk": 0.16666666666666666, |
| "coverage": 0.012, |
| "coverage_of_all_cases": 0.012 |
| }, |
| { |
| "threshold": 0.9987660646438599, |
| "accepted": 7, |
| "errors": 1, |
| "risk": 0.14285714285714285, |
| "coverage": 0.014, |
| "coverage_of_all_cases": 0.014 |
| }, |
| { |
| "threshold": 0.9987118244171143, |
| "accepted": 8, |
| "errors": 2, |
| "risk": 0.25, |
| "coverage": 0.016, |
| "coverage_of_all_cases": 0.016 |
| }, |
| { |
| "threshold": 0.9986749291419983, |
| "accepted": 10, |
| "errors": 3, |
| "risk": 0.3, |
| "coverage": 0.02, |
| "coverage_of_all_cases": 0.02 |
| }, |
| { |
| "threshold": 0.9984625577926636, |
| "accepted": 11, |
| "errors": 3, |
| "risk": 0.2727272727272727, |
| "coverage": 0.022, |
| "coverage_of_all_cases": 0.022 |
| }, |
| { |
| "threshold": 0.9984014630317688, |
| "accepted": 12, |
| "errors": 3, |
| "risk": 0.25, |
| "coverage": 0.024, |
| "coverage_of_all_cases": 0.024 |
| }, |
| { |
| "threshold": 0.9980282187461853, |
| "accepted": 13, |
| "errors": 3, |
| "risk": 0.23076923076923078, |
| "coverage": 0.026, |
| "coverage_of_all_cases": 0.026 |
| }, |
| { |
| "threshold": 0.9979761242866516, |
| "accepted": 14, |
| "errors": 3, |
| "risk": 0.21428571428571427, |
| "coverage": 0.028, |
| "coverage_of_all_cases": 0.028 |
| }, |
| { |
| "threshold": 0.99787437915802, |
| "accepted": 15, |
| "errors": 3, |
| "risk": 0.2, |
| "coverage": 0.03, |
| "coverage_of_all_cases": 0.03 |
| }, |
| { |
| "threshold": 0.9973328113555908, |
| "accepted": 16, |
| "errors": 3, |
| "risk": 0.1875, |
| "coverage": 0.032, |
| "coverage_of_all_cases": 0.032 |
| }, |
| { |
| "threshold": 0.9971990585327148, |
| "accepted": 18, |
| "errors": 3, |
| "risk": 0.16666666666666666, |
| "coverage": 0.036, |
| "coverage_of_all_cases": 0.036 |
| }, |
| { |
| "threshold": 0.9967085123062134, |
| "accepted": 19, |
| "errors": 3, |
| "risk": 0.15789473684210525, |
| "coverage": 0.038, |
| "coverage_of_all_cases": 0.038 |
| }, |
| { |
| "threshold": 0.9961239695549011, |
| "accepted": 20, |
| "errors": 3, |
| "risk": 0.15, |
| "coverage": 0.04, |
| "coverage_of_all_cases": 0.04 |
| }, |
| { |
| "threshold": 0.9961221814155579, |
| "accepted": 21, |
| "errors": 3, |
| "risk": 0.14285714285714285, |
| "coverage": 0.042, |
| "coverage_of_all_cases": 0.042 |
| }, |
| { |
| "threshold": 0.9951249957084656, |
| "accepted": 22, |
| "errors": 3, |
| "risk": 0.13636363636363635, |
| "coverage": 0.044, |
| "coverage_of_all_cases": 0.044 |
| }, |
| { |
| "threshold": 0.9949851036071777, |
| "accepted": 23, |
| "errors": 3, |
| "risk": 0.13043478260869565, |
| "coverage": 0.046, |
| "coverage_of_all_cases": 0.046 |
| }, |
| { |
| "threshold": 0.9949706196784973, |
| "accepted": 24, |
| "errors": 3, |
| "risk": 0.125, |
| "coverage": 0.048, |
| "coverage_of_all_cases": 0.048 |
| }, |
| { |
| "threshold": 0.9941239953041077, |
| "accepted": 25, |
| "errors": 3, |
| "risk": 0.12, |
| "coverage": 0.05, |
| "coverage_of_all_cases": 0.05 |
| }, |
| { |
| "threshold": 0.9940488338470459, |
| "accepted": 26, |
| "errors": 3, |
| "risk": 0.11538461538461539, |
| "coverage": 0.052, |
| "coverage_of_all_cases": 0.052 |
| }, |
| { |
| "threshold": 0.9937092065811157, |
| "accepted": 27, |
| "errors": 3, |
| "risk": 0.1111111111111111, |
| "coverage": 0.054, |
| "coverage_of_all_cases": 0.054 |
| }, |
| { |
| "threshold": 0.9932942986488342, |
| "accepted": 28, |
| "errors": 3, |
| "risk": 0.10714285714285714, |
| "coverage": 0.056, |
| "coverage_of_all_cases": 0.056 |
| }, |
| { |
| "threshold": 0.9932383298873901, |
| "accepted": 29, |
| "errors": 3, |
| "risk": 0.10344827586206896, |
| "coverage": 0.058, |
| "coverage_of_all_cases": 0.058 |
| }, |
| { |
| "threshold": 0.9928731918334961, |
| "accepted": 30, |
| "errors": 3, |
| "risk": 0.1, |
| "coverage": 0.06, |
| "coverage_of_all_cases": 0.06 |
| }, |
| { |
| "threshold": 0.9924227595329285, |
| "accepted": 34, |
| "errors": 3, |
| "risk": 0.08823529411764706, |
| "coverage": 0.068, |
| "coverage_of_all_cases": 0.068 |
| }, |
| { |
| "threshold": 0.9923338890075684, |
| "accepted": 35, |
| "errors": 3, |
| "risk": 0.08571428571428572, |
| "coverage": 0.07, |
| "coverage_of_all_cases": 0.07 |
| }, |
| { |
| "threshold": 0.9914224743843079, |
| "accepted": 36, |
| "errors": 4, |
| "risk": 0.1111111111111111, |
| "coverage": 0.072, |
| "coverage_of_all_cases": 0.072 |
| }, |
| { |
| "threshold": 0.9912471175193787, |
| "accepted": 37, |
| "errors": 4, |
| "risk": 0.10810810810810811, |
| "coverage": 0.074, |
| "coverage_of_all_cases": 0.074 |
| }, |
| { |
| "threshold": 0.9908271431922913, |
| "accepted": 38, |
| "errors": 4, |
| "risk": 0.10526315789473684, |
| "coverage": 0.076, |
| "coverage_of_all_cases": 0.076 |
| }, |
| { |
| "threshold": 0.9905836582183838, |
| "accepted": 39, |
| "errors": 4, |
| "risk": 0.10256410256410256, |
| "coverage": 0.078, |
| "coverage_of_all_cases": 0.078 |
| }, |
| { |
| "threshold": 0.9905250668525696, |
| "accepted": 40, |
| "errors": 4, |
| "risk": 0.1, |
| "coverage": 0.08, |
| "coverage_of_all_cases": 0.08 |
| }, |
| { |
| "threshold": 0.9902915358543396, |
| "accepted": 41, |
| "errors": 4, |
| "risk": 0.0975609756097561, |
| "coverage": 0.082, |
| "coverage_of_all_cases": 0.082 |
| }, |
| { |
| "threshold": 0.9897508025169373, |
| "accepted": 42, |
| "errors": 4, |
| "risk": 0.09523809523809523, |
| "coverage": 0.084, |
| "coverage_of_all_cases": 0.084 |
| }, |
| { |
| "threshold": 0.9896525740623474, |
| "accepted": 43, |
| "errors": 4, |
| "risk": 0.09302325581395349, |
| "coverage": 0.086, |
| "coverage_of_all_cases": 0.086 |
| }, |
| { |
| "threshold": 0.9896133542060852, |
| "accepted": 44, |
| "errors": 4, |
| "risk": 0.09090909090909091, |
| "coverage": 0.088, |
| "coverage_of_all_cases": 0.088 |
| }, |
| { |
| "threshold": 0.9890130758285522, |
| "accepted": 45, |
| "errors": 5, |
| "risk": 0.1111111111111111, |
| "coverage": 0.09, |
| "coverage_of_all_cases": 0.09 |
| }, |
| { |
| "threshold": 0.9882264733314514, |
| "accepted": 46, |
| "errors": 5, |
| "risk": 0.10869565217391304, |
| "coverage": 0.092, |
| "coverage_of_all_cases": 0.092 |
| }, |
| { |
| "threshold": 0.9877169728279114, |
| "accepted": 47, |
| "errors": 5, |
| "risk": 0.10638297872340426, |
| "coverage": 0.094, |
| "coverage_of_all_cases": 0.094 |
| }, |
| { |
| "threshold": 0.9875683188438416, |
| "accepted": 50, |
| "errors": 7, |
| "risk": 0.14, |
| "coverage": 0.1, |
| "coverage_of_all_cases": 0.1 |
| }, |
| { |
| "threshold": 0.9864277243614197, |
| "accepted": 51, |
| "errors": 7, |
| "risk": 0.13725490196078433, |
| "coverage": 0.102, |
| "coverage_of_all_cases": 0.102 |
| }, |
| { |
| "threshold": 0.9859364032745361, |
| "accepted": 55, |
| "errors": 8, |
| "risk": 0.14545454545454545, |
| "coverage": 0.11, |
| "coverage_of_all_cases": 0.11 |
| }, |
| { |
| "threshold": 0.9858828186988831, |
| "accepted": 56, |
| "errors": 9, |
| "risk": 0.16071428571428573, |
| "coverage": 0.112, |
| "coverage_of_all_cases": 0.112 |
| }, |
| { |
| "threshold": 0.9853907823562622, |
| "accepted": 57, |
| "errors": 9, |
| "risk": 0.15789473684210525, |
| "coverage": 0.114, |
| "coverage_of_all_cases": 0.114 |
| }, |
| { |
| "threshold": 0.9847862124443054, |
| "accepted": 58, |
| "errors": 9, |
| "risk": 0.15517241379310345, |
| "coverage": 0.116, |
| "coverage_of_all_cases": 0.116 |
| }, |
| { |
| "threshold": 0.9846483469009399, |
| "accepted": 59, |
| "errors": 9, |
| "risk": 0.15254237288135594, |
| "coverage": 0.118, |
| "coverage_of_all_cases": 0.118 |
| }, |
| { |
| "threshold": 0.9840936064720154, |
| "accepted": 61, |
| "errors": 9, |
| "risk": 0.14754098360655737, |
| "coverage": 0.122, |
| "coverage_of_all_cases": 0.122 |
| }, |
| { |
| "threshold": 0.9837685227394104, |
| "accepted": 62, |
| "errors": 9, |
| "risk": 0.14516129032258066, |
| "coverage": 0.124, |
| "coverage_of_all_cases": 0.124 |
| }, |
| { |
| "threshold": 0.9836230874061584, |
| "accepted": 63, |
| "errors": 9, |
| "risk": 0.14285714285714285, |
| "coverage": 0.126, |
| "coverage_of_all_cases": 0.126 |
| }, |
| { |
| "threshold": 0.9835531711578369, |
| "accepted": 64, |
| "errors": 9, |
| "risk": 0.140625, |
| "coverage": 0.128, |
| "coverage_of_all_cases": 0.128 |
| }, |
| { |
| "threshold": 0.9824768900871277, |
| "accepted": 65, |
| "errors": 9, |
| "risk": 0.13846153846153847, |
| "coverage": 0.13, |
| "coverage_of_all_cases": 0.13 |
| }, |
| { |
| "threshold": 0.982313871383667, |
| "accepted": 66, |
| "errors": 9, |
| "risk": 0.13636363636363635, |
| "coverage": 0.132, |
| "coverage_of_all_cases": 0.132 |
| }, |
| { |
| "threshold": 0.9820137619972229, |
| "accepted": 68, |
| "errors": 10, |
| "risk": 0.14705882352941177, |
| "coverage": 0.136, |
| "coverage_of_all_cases": 0.136 |
| }, |
| { |
| "threshold": 0.9817923903465271, |
| "accepted": 69, |
| "errors": 11, |
| "risk": 0.15942028985507245, |
| "coverage": 0.138, |
| "coverage_of_all_cases": 0.138 |
| }, |
| { |
| "threshold": 0.9799087643623352, |
| "accepted": 70, |
| "errors": 11, |
| "risk": 0.15714285714285714, |
| "coverage": 0.14, |
| "coverage_of_all_cases": 0.14 |
| }, |
| { |
| "threshold": 0.979312539100647, |
| "accepted": 71, |
| "errors": 11, |
| "risk": 0.15492957746478872, |
| "coverage": 0.142, |
| "coverage_of_all_cases": 0.142 |
| }, |
| { |
| "threshold": 0.978954017162323, |
| "accepted": 72, |
| "errors": 11, |
| "risk": 0.1527777777777778, |
| "coverage": 0.144, |
| "coverage_of_all_cases": 0.144 |
| }, |
| { |
| "threshold": 0.9787108302116394, |
| "accepted": 73, |
| "errors": 11, |
| "risk": 0.1506849315068493, |
| "coverage": 0.146, |
| "coverage_of_all_cases": 0.146 |
| }, |
| { |
| "threshold": 0.9785712361335754, |
| "accepted": 74, |
| "errors": 11, |
| "risk": 0.14864864864864866, |
| "coverage": 0.148, |
| "coverage_of_all_cases": 0.148 |
| }, |
| { |
| "threshold": 0.9784640073776245, |
| "accepted": 75, |
| "errors": 11, |
| "risk": 0.14666666666666667, |
| "coverage": 0.15, |
| "coverage_of_all_cases": 0.15 |
| }, |
| { |
| "threshold": 0.9783686399459839, |
| "accepted": 76, |
| "errors": 11, |
| "risk": 0.14473684210526316, |
| "coverage": 0.152, |
| "coverage_of_all_cases": 0.152 |
| }, |
| { |
| "threshold": 0.9782274961471558, |
| "accepted": 77, |
| "errors": 11, |
| "risk": 0.14285714285714285, |
| "coverage": 0.154, |
| "coverage_of_all_cases": 0.154 |
| }, |
| { |
| "threshold": 0.9780428409576416, |
| "accepted": 78, |
| "errors": 11, |
| "risk": 0.14102564102564102, |
| "coverage": 0.156, |
| "coverage_of_all_cases": 0.156 |
| }, |
| { |
| "threshold": 0.9777677655220032, |
| "accepted": 79, |
| "errors": 12, |
| "risk": 0.1518987341772152, |
| "coverage": 0.158, |
| "coverage_of_all_cases": 0.158 |
| }, |
| { |
| "threshold": 0.9774346351623535, |
| "accepted": 80, |
| "errors": 12, |
| "risk": 0.15, |
| "coverage": 0.16, |
| "coverage_of_all_cases": 0.16 |
| }, |
| { |
| "threshold": 0.977022647857666, |
| "accepted": 82, |
| "errors": 12, |
| "risk": 0.14634146341463414, |
| "coverage": 0.164, |
| "coverage_of_all_cases": 0.164 |
| }, |
| { |
| "threshold": 0.9745867252349854, |
| "accepted": 83, |
| "errors": 12, |
| "risk": 0.14457831325301204, |
| "coverage": 0.166, |
| "coverage_of_all_cases": 0.166 |
| }, |
| { |
| "threshold": 0.9740425944328308, |
| "accepted": 86, |
| "errors": 13, |
| "risk": 0.1511627906976744, |
| "coverage": 0.172, |
| "coverage_of_all_cases": 0.172 |
| }, |
| { |
| "threshold": 0.973919689655304, |
| "accepted": 87, |
| "errors": 13, |
| "risk": 0.14942528735632185, |
| "coverage": 0.174, |
| "coverage_of_all_cases": 0.174 |
| }, |
| { |
| "threshold": 0.9732432961463928, |
| "accepted": 88, |
| "errors": 13, |
| "risk": 0.14772727272727273, |
| "coverage": 0.176, |
| "coverage_of_all_cases": 0.176 |
| }, |
| { |
| "threshold": 0.9724129438400269, |
| "accepted": 89, |
| "errors": 14, |
| "risk": 0.15730337078651685, |
| "coverage": 0.178, |
| "coverage_of_all_cases": 0.178 |
| }, |
| { |
| "threshold": 0.9709238409996033, |
| "accepted": 90, |
| "errors": 15, |
| "risk": 0.16666666666666666, |
| "coverage": 0.18, |
| "coverage_of_all_cases": 0.18 |
| }, |
| { |
| "threshold": 0.970687747001648, |
| "accepted": 94, |
| "errors": 16, |
| "risk": 0.1702127659574468, |
| "coverage": 0.188, |
| "coverage_of_all_cases": 0.188 |
| }, |
| { |
| "threshold": 0.9705185294151306, |
| "accepted": 95, |
| "errors": 16, |
| "risk": 0.16842105263157894, |
| "coverage": 0.19, |
| "coverage_of_all_cases": 0.19 |
| }, |
| { |
| "threshold": 0.9694164991378784, |
| "accepted": 96, |
| "errors": 16, |
| "risk": 0.16666666666666666, |
| "coverage": 0.192, |
| "coverage_of_all_cases": 0.192 |
| }, |
| { |
| "threshold": 0.9669140577316284, |
| "accepted": 100, |
| "errors": 17, |
| "risk": 0.17, |
| "coverage": 0.2, |
| "coverage_of_all_cases": 0.2 |
| }, |
| { |
| "threshold": 0.966042160987854, |
| "accepted": 101, |
| "errors": 17, |
| "risk": 0.16831683168316833, |
| "coverage": 0.202, |
| "coverage_of_all_cases": 0.202 |
| }, |
| { |
| "threshold": 0.9656751751899719, |
| "accepted": 102, |
| "errors": 17, |
| "risk": 0.16666666666666666, |
| "coverage": 0.204, |
| "coverage_of_all_cases": 0.204 |
| }, |
| { |
| "threshold": 0.9652398228645325, |
| "accepted": 103, |
| "errors": 17, |
| "risk": 0.1650485436893204, |
| "coverage": 0.206, |
| "coverage_of_all_cases": 0.206 |
| }, |
| { |
| "threshold": 0.9626730680465698, |
| "accepted": 106, |
| "errors": 17, |
| "risk": 0.16037735849056603, |
| "coverage": 0.212, |
| "coverage_of_all_cases": 0.212 |
| }, |
| { |
| "threshold": 0.962068498134613, |
| "accepted": 107, |
| "errors": 17, |
| "risk": 0.1588785046728972, |
| "coverage": 0.214, |
| "coverage_of_all_cases": 0.214 |
| }, |
| { |
| "threshold": 0.9601105451583862, |
| "accepted": 108, |
| "errors": 18, |
| "risk": 0.16666666666666666, |
| "coverage": 0.216, |
| "coverage_of_all_cases": 0.216 |
| }, |
| { |
| "threshold": 0.9593423008918762, |
| "accepted": 109, |
| "errors": 18, |
| "risk": 0.1651376146788991, |
| "coverage": 0.218, |
| "coverage_of_all_cases": 0.218 |
| }, |
| { |
| "threshold": 0.9589940905570984, |
| "accepted": 110, |
| "errors": 18, |
| "risk": 0.16363636363636364, |
| "coverage": 0.22, |
| "coverage_of_all_cases": 0.22 |
| }, |
| { |
| "threshold": 0.9583985805511475, |
| "accepted": 111, |
| "errors": 18, |
| "risk": 0.16216216216216217, |
| "coverage": 0.222, |
| "coverage_of_all_cases": 0.222 |
| }, |
| { |
| "threshold": 0.957912266254425, |
| "accepted": 116, |
| "errors": 19, |
| "risk": 0.16379310344827586, |
| "coverage": 0.232, |
| "coverage_of_all_cases": 0.232 |
| }, |
| { |
| "threshold": 0.9565674662590027, |
| "accepted": 117, |
| "errors": 20, |
| "risk": 0.17094017094017094, |
| "coverage": 0.234, |
| "coverage_of_all_cases": 0.234 |
| }, |
| { |
| "threshold": 0.9556431770324707, |
| "accepted": 118, |
| "errors": 20, |
| "risk": 0.1694915254237288, |
| "coverage": 0.236, |
| "coverage_of_all_cases": 0.236 |
| }, |
| { |
| "threshold": 0.954976499080658, |
| "accepted": 119, |
| "errors": 20, |
| "risk": 0.16806722689075632, |
| "coverage": 0.238, |
| "coverage_of_all_cases": 0.238 |
| }, |
| { |
| "threshold": 0.9534148573875427, |
| "accepted": 120, |
| "errors": 20, |
| "risk": 0.16666666666666666, |
| "coverage": 0.24, |
| "coverage_of_all_cases": 0.24 |
| }, |
| { |
| "threshold": 0.9525741338729858, |
| "accepted": 127, |
| "errors": 20, |
| "risk": 0.15748031496062992, |
| "coverage": 0.254, |
| "coverage_of_all_cases": 0.254 |
| }, |
| { |
| "threshold": 0.950524091720581, |
| "accepted": 128, |
| "errors": 20, |
| "risk": 0.15625, |
| "coverage": 0.256, |
| "coverage_of_all_cases": 0.256 |
| }, |
| { |
| "threshold": 0.9493662714958191, |
| "accepted": 129, |
| "errors": 20, |
| "risk": 0.15503875968992248, |
| "coverage": 0.258, |
| "coverage_of_all_cases": 0.258 |
| }, |
| { |
| "threshold": 0.9490231275558472, |
| "accepted": 130, |
| "errors": 20, |
| "risk": 0.15384615384615385, |
| "coverage": 0.26, |
| "coverage_of_all_cases": 0.26 |
| }, |
| { |
| "threshold": 0.9478260278701782, |
| "accepted": 131, |
| "errors": 20, |
| "risk": 0.15267175572519084, |
| "coverage": 0.262, |
| "coverage_of_all_cases": 0.262 |
| }, |
| { |
| "threshold": 0.9472090005874634, |
| "accepted": 132, |
| "errors": 21, |
| "risk": 0.1590909090909091, |
| "coverage": 0.264, |
| "coverage_of_all_cases": 0.264 |
| }, |
| { |
| "threshold": 0.9465966820716858, |
| "accepted": 135, |
| "errors": 22, |
| "risk": 0.16296296296296298, |
| "coverage": 0.27, |
| "coverage_of_all_cases": 0.27 |
| }, |
| { |
| "threshold": 0.9459109902381897, |
| "accepted": 136, |
| "errors": 22, |
| "risk": 0.16176470588235295, |
| "coverage": 0.272, |
| "coverage_of_all_cases": 0.272 |
| }, |
| { |
| "threshold": 0.9457945823669434, |
| "accepted": 137, |
| "errors": 22, |
| "risk": 0.16058394160583941, |
| "coverage": 0.274, |
| "coverage_of_all_cases": 0.274 |
| }, |
| { |
| "threshold": 0.9455951452255249, |
| "accepted": 138, |
| "errors": 22, |
| "risk": 0.15942028985507245, |
| "coverage": 0.276, |
| "coverage_of_all_cases": 0.276 |
| }, |
| { |
| "threshold": 0.9449998736381531, |
| "accepted": 139, |
| "errors": 22, |
| "risk": 0.15827338129496402, |
| "coverage": 0.278, |
| "coverage_of_all_cases": 0.278 |
| }, |
| { |
| "threshold": 0.9440900087356567, |
| "accepted": 140, |
| "errors": 22, |
| "risk": 0.15714285714285714, |
| "coverage": 0.28, |
| "coverage_of_all_cases": 0.28 |
| }, |
| { |
| "threshold": 0.9440637826919556, |
| "accepted": 141, |
| "errors": 22, |
| "risk": 0.15602836879432624, |
| "coverage": 0.282, |
| "coverage_of_all_cases": 0.282 |
| }, |
| { |
| "threshold": 0.9429488778114319, |
| "accepted": 142, |
| "errors": 22, |
| "risk": 0.15492957746478872, |
| "coverage": 0.284, |
| "coverage_of_all_cases": 0.284 |
| }, |
| { |
| "threshold": 0.9409707188606262, |
| "accepted": 143, |
| "errors": 22, |
| "risk": 0.15384615384615385, |
| "coverage": 0.286, |
| "coverage_of_all_cases": 0.286 |
| }, |
| { |
| "threshold": 0.9401869177818298, |
| "accepted": 144, |
| "errors": 22, |
| "risk": 0.1527777777777778, |
| "coverage": 0.288, |
| "coverage_of_all_cases": 0.288 |
| }, |
| { |
| "threshold": 0.9399133324623108, |
| "accepted": 147, |
| "errors": 23, |
| "risk": 0.1564625850340136, |
| "coverage": 0.294, |
| "coverage_of_all_cases": 0.294 |
| }, |
| { |
| "threshold": 0.9388473629951477, |
| "accepted": 148, |
| "errors": 23, |
| "risk": 0.1554054054054054, |
| "coverage": 0.296, |
| "coverage_of_all_cases": 0.296 |
| }, |
| { |
| "threshold": 0.938465416431427, |
| "accepted": 149, |
| "errors": 23, |
| "risk": 0.15436241610738255, |
| "coverage": 0.298, |
| "coverage_of_all_cases": 0.298 |
| }, |
| { |
| "threshold": 0.938017725944519, |
| "accepted": 150, |
| "errors": 24, |
| "risk": 0.16, |
| "coverage": 0.3, |
| "coverage_of_all_cases": 0.3 |
| }, |
| { |
| "threshold": 0.9368079304695129, |
| "accepted": 151, |
| "errors": 25, |
| "risk": 0.16556291390728478, |
| "coverage": 0.302, |
| "coverage_of_all_cases": 0.302 |
| }, |
| { |
| "threshold": 0.9365880489349365, |
| "accepted": 152, |
| "errors": 25, |
| "risk": 0.16447368421052633, |
| "coverage": 0.304, |
| "coverage_of_all_cases": 0.304 |
| }, |
| { |
| "threshold": 0.9341068267822266, |
| "accepted": 154, |
| "errors": 25, |
| "risk": 0.16233766233766234, |
| "coverage": 0.308, |
| "coverage_of_all_cases": 0.308 |
| }, |
| { |
| "threshold": 0.9332162141799927, |
| "accepted": 155, |
| "errors": 25, |
| "risk": 0.16129032258064516, |
| "coverage": 0.31, |
| "coverage_of_all_cases": 0.31 |
| }, |
| { |
| "threshold": 0.932506263256073, |
| "accepted": 156, |
| "errors": 26, |
| "risk": 0.16666666666666666, |
| "coverage": 0.312, |
| "coverage_of_all_cases": 0.312 |
| }, |
| { |
| "threshold": 0.9324532747268677, |
| "accepted": 161, |
| "errors": 27, |
| "risk": 0.16770186335403728, |
| "coverage": 0.322, |
| "coverage_of_all_cases": 0.322 |
| }, |
| { |
| "threshold": 0.928991436958313, |
| "accepted": 162, |
| "errors": 27, |
| "risk": 0.16666666666666666, |
| "coverage": 0.324, |
| "coverage_of_all_cases": 0.324 |
| }, |
| { |
| "threshold": 0.926585853099823, |
| "accepted": 163, |
| "errors": 28, |
| "risk": 0.17177914110429449, |
| "coverage": 0.326, |
| "coverage_of_all_cases": 0.326 |
| }, |
| { |
| "threshold": 0.9241418242454529, |
| "accepted": 167, |
| "errors": 29, |
| "risk": 0.17365269461077845, |
| "coverage": 0.334, |
| "coverage_of_all_cases": 0.334 |
| }, |
| { |
| "threshold": 0.9233053922653198, |
| "accepted": 168, |
| "errors": 29, |
| "risk": 0.17261904761904762, |
| "coverage": 0.336, |
| "coverage_of_all_cases": 0.336 |
| }, |
| { |
| "threshold": 0.9226970672607422, |
| "accepted": 169, |
| "errors": 29, |
| "risk": 0.17159763313609466, |
| "coverage": 0.338, |
| "coverage_of_all_cases": 0.338 |
| }, |
| { |
| "threshold": 0.9225048422813416, |
| "accepted": 170, |
| "errors": 29, |
| "risk": 0.17058823529411765, |
| "coverage": 0.34, |
| "coverage_of_all_cases": 0.34 |
| }, |
| { |
| "threshold": 0.9194818735122681, |
| "accepted": 171, |
| "errors": 29, |
| "risk": 0.1695906432748538, |
| "coverage": 0.342, |
| "coverage_of_all_cases": 0.342 |
| }, |
| { |
| "threshold": 0.9180960655212402, |
| "accepted": 172, |
| "errors": 30, |
| "risk": 0.1744186046511628, |
| "coverage": 0.344, |
| "coverage_of_all_cases": 0.344 |
| }, |
| { |
| "threshold": 0.9158769845962524, |
| "accepted": 173, |
| "errors": 30, |
| "risk": 0.17341040462427745, |
| "coverage": 0.346, |
| "coverage_of_all_cases": 0.346 |
| }, |
| { |
| "threshold": 0.9149009585380554, |
| "accepted": 178, |
| "errors": 31, |
| "risk": 0.17415730337078653, |
| "coverage": 0.356, |
| "coverage_of_all_cases": 0.356 |
| }, |
| { |
| "threshold": 0.9147506356239319, |
| "accepted": 179, |
| "errors": 31, |
| "risk": 0.17318435754189945, |
| "coverage": 0.358, |
| "coverage_of_all_cases": 0.358 |
| }, |
| { |
| "threshold": 0.9137597680091858, |
| "accepted": 180, |
| "errors": 31, |
| "risk": 0.17222222222222222, |
| "coverage": 0.36, |
| "coverage_of_all_cases": 0.36 |
| }, |
| { |
| "threshold": 0.9104833602905273, |
| "accepted": 181, |
| "errors": 32, |
| "risk": 0.17679558011049723, |
| "coverage": 0.362, |
| "coverage_of_all_cases": 0.362 |
| }, |
| { |
| "threshold": 0.908841609954834, |
| "accepted": 182, |
| "errors": 32, |
| "risk": 0.17582417582417584, |
| "coverage": 0.364, |
| "coverage_of_all_cases": 0.364 |
| }, |
| { |
| "threshold": 0.9076785445213318, |
| "accepted": 183, |
| "errors": 32, |
| "risk": 0.17486338797814208, |
| "coverage": 0.366, |
| "coverage_of_all_cases": 0.366 |
| }, |
| { |
| "threshold": 0.9068632125854492, |
| "accepted": 184, |
| "errors": 32, |
| "risk": 0.17391304347826086, |
| "coverage": 0.368, |
| "coverage_of_all_cases": 0.368 |
| }, |
| { |
| "threshold": 0.9052753448486328, |
| "accepted": 185, |
| "errors": 32, |
| "risk": 0.17297297297297298, |
| "coverage": 0.37, |
| "coverage_of_all_cases": 0.37 |
| }, |
| { |
| "threshold": 0.9046505093574524, |
| "accepted": 189, |
| "errors": 34, |
| "risk": 0.17989417989417988, |
| "coverage": 0.378, |
| "coverage_of_all_cases": 0.378 |
| }, |
| { |
| "threshold": 0.9044840335845947, |
| "accepted": 190, |
| "errors": 34, |
| "risk": 0.17894736842105263, |
| "coverage": 0.38, |
| "coverage_of_all_cases": 0.38 |
| }, |
| { |
| "threshold": 0.9031149744987488, |
| "accepted": 191, |
| "errors": 35, |
| "risk": 0.18324607329842932, |
| "coverage": 0.382, |
| "coverage_of_all_cases": 0.382 |
| }, |
| { |
| "threshold": 0.9003353118896484, |
| "accepted": 192, |
| "errors": 35, |
| "risk": 0.18229166666666666, |
| "coverage": 0.384, |
| "coverage_of_all_cases": 0.384 |
| }, |
| { |
| "threshold": 0.8998225927352905, |
| "accepted": 194, |
| "errors": 36, |
| "risk": 0.18556701030927836, |
| "coverage": 0.388, |
| "coverage_of_all_cases": 0.388 |
| }, |
| { |
| "threshold": 0.8961768746376038, |
| "accepted": 195, |
| "errors": 37, |
| "risk": 0.18974358974358974, |
| "coverage": 0.39, |
| "coverage_of_all_cases": 0.39 |
| }, |
| { |
| "threshold": 0.8957550525665283, |
| "accepted": 196, |
| "errors": 37, |
| "risk": 0.18877551020408162, |
| "coverage": 0.392, |
| "coverage_of_all_cases": 0.392 |
| }, |
| { |
| "threshold": 0.8937137126922607, |
| "accepted": 197, |
| "errors": 37, |
| "risk": 0.18781725888324874, |
| "coverage": 0.394, |
| "coverage_of_all_cases": 0.394 |
| }, |
| { |
| "threshold": 0.8933094143867493, |
| "accepted": 202, |
| "errors": 38, |
| "risk": 0.18811881188118812, |
| "coverage": 0.404, |
| "coverage_of_all_cases": 0.404 |
| }, |
| { |
| "threshold": 0.8918785452842712, |
| "accepted": 203, |
| "errors": 39, |
| "risk": 0.1921182266009852, |
| "coverage": 0.406, |
| "coverage_of_all_cases": 0.406 |
| }, |
| { |
| "threshold": 0.8910854458808899, |
| "accepted": 204, |
| "errors": 39, |
| "risk": 0.19117647058823528, |
| "coverage": 0.408, |
| "coverage_of_all_cases": 0.408 |
| }, |
| { |
| "threshold": 0.8910693526268005, |
| "accepted": 205, |
| "errors": 39, |
| "risk": 0.1902439024390244, |
| "coverage": 0.41, |
| "coverage_of_all_cases": 0.41 |
| }, |
| { |
| "threshold": 0.8883513808250427, |
| "accepted": 206, |
| "errors": 40, |
| "risk": 0.1941747572815534, |
| "coverage": 0.412, |
| "coverage_of_all_cases": 0.412 |
| }, |
| { |
| "threshold": 0.8880821466445923, |
| "accepted": 207, |
| "errors": 40, |
| "risk": 0.1932367149758454, |
| "coverage": 0.414, |
| "coverage_of_all_cases": 0.414 |
| }, |
| { |
| "threshold": 0.8871704936027527, |
| "accepted": 208, |
| "errors": 40, |
| "risk": 0.19230769230769232, |
| "coverage": 0.416, |
| "coverage_of_all_cases": 0.416 |
| }, |
| { |
| "threshold": 0.8865199089050293, |
| "accepted": 209, |
| "errors": 40, |
| "risk": 0.19138755980861244, |
| "coverage": 0.418, |
| "coverage_of_all_cases": 0.418 |
| }, |
| { |
| "threshold": 0.8864582777023315, |
| "accepted": 210, |
| "errors": 41, |
| "risk": 0.19523809523809524, |
| "coverage": 0.42, |
| "coverage_of_all_cases": 0.42 |
| }, |
| { |
| "threshold": 0.8836978673934937, |
| "accepted": 211, |
| "errors": 41, |
| "risk": 0.1943127962085308, |
| "coverage": 0.422, |
| "coverage_of_all_cases": 0.422 |
| }, |
| { |
| "threshold": 0.8831304311752319, |
| "accepted": 212, |
| "errors": 42, |
| "risk": 0.19811320754716982, |
| "coverage": 0.424, |
| "coverage_of_all_cases": 0.424 |
| }, |
| { |
| "threshold": 0.8810077905654907, |
| "accepted": 213, |
| "errors": 42, |
| "risk": 0.19718309859154928, |
| "coverage": 0.426, |
| "coverage_of_all_cases": 0.426 |
| }, |
| { |
| "threshold": 0.8807970285415649, |
| "accepted": 215, |
| "errors": 42, |
| "risk": 0.19534883720930232, |
| "coverage": 0.43, |
| "coverage_of_all_cases": 0.43 |
| }, |
| { |
| "threshold": 0.8804859519004822, |
| "accepted": 216, |
| "errors": 42, |
| "risk": 0.19444444444444445, |
| "coverage": 0.432, |
| "coverage_of_all_cases": 0.432 |
| }, |
| { |
| "threshold": 0.8782239556312561, |
| "accepted": 217, |
| "errors": 42, |
| "risk": 0.1935483870967742, |
| "coverage": 0.434, |
| "coverage_of_all_cases": 0.434 |
| }, |
| { |
| "threshold": 0.869750440120697, |
| "accepted": 218, |
| "errors": 43, |
| "risk": 0.19724770642201836, |
| "coverage": 0.436, |
| "coverage_of_all_cases": 0.436 |
| }, |
| { |
| "threshold": 0.8679274320602417, |
| "accepted": 219, |
| "errors": 43, |
| "risk": 0.1963470319634703, |
| "coverage": 0.438, |
| "coverage_of_all_cases": 0.438 |
| }, |
| { |
| "threshold": 0.8675511479377747, |
| "accepted": 220, |
| "errors": 43, |
| "risk": 0.19545454545454546, |
| "coverage": 0.44, |
| "coverage_of_all_cases": 0.44 |
| }, |
| { |
| "threshold": 0.8670357465744019, |
| "accepted": 228, |
| "errors": 47, |
| "risk": 0.20614035087719298, |
| "coverage": 0.456, |
| "coverage_of_all_cases": 0.456 |
| }, |
| { |
| "threshold": 0.8665583729743958, |
| "accepted": 229, |
| "errors": 47, |
| "risk": 0.2052401746724891, |
| "coverage": 0.458, |
| "coverage_of_all_cases": 0.458 |
| }, |
| { |
| "threshold": 0.8658868670463562, |
| "accepted": 230, |
| "errors": 47, |
| "risk": 0.20434782608695654, |
| "coverage": 0.46, |
| "coverage_of_all_cases": 0.46 |
| }, |
| { |
| "threshold": 0.8643329739570618, |
| "accepted": 231, |
| "errors": 47, |
| "risk": 0.20346320346320346, |
| "coverage": 0.462, |
| "coverage_of_all_cases": 0.462 |
| }, |
| { |
| "threshold": 0.8607219457626343, |
| "accepted": 232, |
| "errors": 47, |
| "risk": 0.2025862068965517, |
| "coverage": 0.464, |
| "coverage_of_all_cases": 0.464 |
| }, |
| { |
| "threshold": 0.8605802059173584, |
| "accepted": 233, |
| "errors": 47, |
| "risk": 0.2017167381974249, |
| "coverage": 0.466, |
| "coverage_of_all_cases": 0.466 |
| }, |
| { |
| "threshold": 0.8604625463485718, |
| "accepted": 234, |
| "errors": 47, |
| "risk": 0.20085470085470086, |
| "coverage": 0.468, |
| "coverage_of_all_cases": 0.468 |
| }, |
| { |
| "threshold": 0.8589182496070862, |
| "accepted": 235, |
| "errors": 47, |
| "risk": 0.2, |
| "coverage": 0.47, |
| "coverage_of_all_cases": 0.47 |
| }, |
| { |
| "threshold": 0.851952850818634, |
| "accepted": 243, |
| "errors": 51, |
| "risk": 0.20987654320987653, |
| "coverage": 0.486, |
| "coverage_of_all_cases": 0.486 |
| }, |
| { |
| "threshold": 0.8510570526123047, |
| "accepted": 244, |
| "errors": 51, |
| "risk": 0.20901639344262296, |
| "coverage": 0.488, |
| "coverage_of_all_cases": 0.488 |
| }, |
| { |
| "threshold": 0.8509917855262756, |
| "accepted": 245, |
| "errors": 51, |
| "risk": 0.20816326530612245, |
| "coverage": 0.49, |
| "coverage_of_all_cases": 0.49 |
| }, |
| { |
| "threshold": 0.850156843662262, |
| "accepted": 246, |
| "errors": 51, |
| "risk": 0.2073170731707317, |
| "coverage": 0.492, |
| "coverage_of_all_cases": 0.492 |
| }, |
| { |
| "threshold": 0.8483202457427979, |
| "accepted": 247, |
| "errors": 52, |
| "risk": 0.21052631578947367, |
| "coverage": 0.494, |
| "coverage_of_all_cases": 0.494 |
| }, |
| { |
| "threshold": 0.8479805588722229, |
| "accepted": 248, |
| "errors": 52, |
| "risk": 0.20967741935483872, |
| "coverage": 0.496, |
| "coverage_of_all_cases": 0.496 |
| }, |
| { |
| "threshold": 0.8475456833839417, |
| "accepted": 249, |
| "errors": 53, |
| "risk": 0.21285140562248997, |
| "coverage": 0.498, |
| "coverage_of_all_cases": 0.498 |
| }, |
| { |
| "threshold": 0.8449054956436157, |
| "accepted": 250, |
| "errors": 53, |
| "risk": 0.212, |
| "coverage": 0.5, |
| "coverage_of_all_cases": 0.5 |
| }, |
| { |
| "threshold": 0.8358612060546875, |
| "accepted": 251, |
| "errors": 53, |
| "risk": 0.21115537848605578, |
| "coverage": 0.502, |
| "coverage_of_all_cases": 0.502 |
| }, |
| { |
| "threshold": 0.8354835510253906, |
| "accepted": 256, |
| "errors": 53, |
| "risk": 0.20703125, |
| "coverage": 0.512, |
| "coverage_of_all_cases": 0.512 |
| }, |
| { |
| "threshold": 0.8353829383850098, |
| "accepted": 257, |
| "errors": 53, |
| "risk": 0.20622568093385213, |
| "coverage": 0.514, |
| "coverage_of_all_cases": 0.514 |
| }, |
| { |
| "threshold": 0.8350332379341125, |
| "accepted": 258, |
| "errors": 54, |
| "risk": 0.20930232558139536, |
| "coverage": 0.516, |
| "coverage_of_all_cases": 0.516 |
| }, |
| { |
| "threshold": 0.833845317363739, |
| "accepted": 259, |
| "errors": 54, |
| "risk": 0.2084942084942085, |
| "coverage": 0.518, |
| "coverage_of_all_cases": 0.518 |
| }, |
| { |
| "threshold": 0.8238583207130432, |
| "accepted": 260, |
| "errors": 54, |
| "risk": 0.2076923076923077, |
| "coverage": 0.52, |
| "coverage_of_all_cases": 0.52 |
| }, |
| { |
| "threshold": 0.8214952945709229, |
| "accepted": 261, |
| "errors": 54, |
| "risk": 0.20689655172413793, |
| "coverage": 0.522, |
| "coverage_of_all_cases": 0.522 |
| }, |
| { |
| "threshold": 0.8175744414329529, |
| "accepted": 265, |
| "errors": 55, |
| "risk": 0.20754716981132076, |
| "coverage": 0.53, |
| "coverage_of_all_cases": 0.53 |
| }, |
| { |
| "threshold": 0.8173485994338989, |
| "accepted": 266, |
| "errors": 55, |
| "risk": 0.20676691729323307, |
| "coverage": 0.532, |
| "coverage_of_all_cases": 0.532 |
| }, |
| { |
| "threshold": 0.8149234652519226, |
| "accepted": 267, |
| "errors": 55, |
| "risk": 0.20599250936329588, |
| "coverage": 0.534, |
| "coverage_of_all_cases": 0.534 |
| }, |
| { |
| "threshold": 0.811832070350647, |
| "accepted": 268, |
| "errors": 56, |
| "risk": 0.208955223880597, |
| "coverage": 0.536, |
| "coverage_of_all_cases": 0.536 |
| }, |
| { |
| "threshold": 0.8110701441764832, |
| "accepted": 269, |
| "errors": 56, |
| "risk": 0.20817843866171004, |
| "coverage": 0.538, |
| "coverage_of_all_cases": 0.538 |
| }, |
| { |
| "threshold": 0.8079490661621094, |
| "accepted": 270, |
| "errors": 56, |
| "risk": 0.2074074074074074, |
| "coverage": 0.54, |
| "coverage_of_all_cases": 0.54 |
| }, |
| { |
| "threshold": 0.807915449142456, |
| "accepted": 271, |
| "errors": 56, |
| "risk": 0.2066420664206642, |
| "coverage": 0.542, |
| "coverage_of_all_cases": 0.542 |
| }, |
| { |
| "threshold": 0.8055123686790466, |
| "accepted": 272, |
| "errors": 56, |
| "risk": 0.20588235294117646, |
| "coverage": 0.544, |
| "coverage_of_all_cases": 0.544 |
| }, |
| { |
| "threshold": 0.8008213043212891, |
| "accepted": 273, |
| "errors": 56, |
| "risk": 0.20512820512820512, |
| "coverage": 0.546, |
| "coverage_of_all_cases": 0.546 |
| }, |
| { |
| "threshold": 0.7982318997383118, |
| "accepted": 274, |
| "errors": 56, |
| "risk": 0.20437956204379562, |
| "coverage": 0.548, |
| "coverage_of_all_cases": 0.548 |
| }, |
| { |
| "threshold": 0.7981867790222168, |
| "accepted": 282, |
| "errors": 59, |
| "risk": 0.20921985815602837, |
| "coverage": 0.564, |
| "coverage_of_all_cases": 0.564 |
| }, |
| { |
| "threshold": 0.7979016304016113, |
| "accepted": 283, |
| "errors": 59, |
| "risk": 0.20848056537102475, |
| "coverage": 0.566, |
| "coverage_of_all_cases": 0.566 |
| }, |
| { |
| "threshold": 0.7969599366188049, |
| "accepted": 284, |
| "errors": 60, |
| "risk": 0.2112676056338028, |
| "coverage": 0.568, |
| "coverage_of_all_cases": 0.568 |
| }, |
| { |
| "threshold": 0.7958788871765137, |
| "accepted": 285, |
| "errors": 61, |
| "risk": 0.21403508771929824, |
| "coverage": 0.57, |
| "coverage_of_all_cases": 0.57 |
| }, |
| { |
| "threshold": 0.7953245639801025, |
| "accepted": 286, |
| "errors": 61, |
| "risk": 0.21328671328671328, |
| "coverage": 0.572, |
| "coverage_of_all_cases": 0.572 |
| }, |
| { |
| "threshold": 0.7924529910087585, |
| "accepted": 287, |
| "errors": 62, |
| "risk": 0.21602787456445993, |
| "coverage": 0.574, |
| "coverage_of_all_cases": 0.574 |
| }, |
| { |
| "threshold": 0.7892103791236877, |
| "accepted": 288, |
| "errors": 62, |
| "risk": 0.2152777777777778, |
| "coverage": 0.576, |
| "coverage_of_all_cases": 0.576 |
| }, |
| { |
| "threshold": 0.7869812846183777, |
| "accepted": 289, |
| "errors": 62, |
| "risk": 0.21453287197231835, |
| "coverage": 0.578, |
| "coverage_of_all_cases": 0.578 |
| }, |
| { |
| "threshold": 0.7866860032081604, |
| "accepted": 290, |
| "errors": 62, |
| "risk": 0.21379310344827587, |
| "coverage": 0.58, |
| "coverage_of_all_cases": 0.58 |
| }, |
| { |
| "threshold": 0.7853311896324158, |
| "accepted": 291, |
| "errors": 62, |
| "risk": 0.21305841924398625, |
| "coverage": 0.582, |
| "coverage_of_all_cases": 0.582 |
| }, |
| { |
| "threshold": 0.782604992389679, |
| "accepted": 292, |
| "errors": 63, |
| "risk": 0.21575342465753425, |
| "coverage": 0.584, |
| "coverage_of_all_cases": 0.584 |
| }, |
| { |
| "threshold": 0.7808530926704407, |
| "accepted": 293, |
| "errors": 63, |
| "risk": 0.2150170648464164, |
| "coverage": 0.586, |
| "coverage_of_all_cases": 0.586 |
| }, |
| { |
| "threshold": 0.7782387137413025, |
| "accepted": 294, |
| "errors": 63, |
| "risk": 0.21428571428571427, |
| "coverage": 0.588, |
| "coverage_of_all_cases": 0.588 |
| }, |
| { |
| "threshold": 0.7772998809814453, |
| "accepted": 298, |
| "errors": 65, |
| "risk": 0.2181208053691275, |
| "coverage": 0.596, |
| "coverage_of_all_cases": 0.596 |
| }, |
| { |
| "threshold": 0.775666356086731, |
| "accepted": 299, |
| "errors": 65, |
| "risk": 0.21739130434782608, |
| "coverage": 0.598, |
| "coverage_of_all_cases": 0.598 |
| }, |
| { |
| "threshold": 0.7699633836746216, |
| "accepted": 300, |
| "errors": 65, |
| "risk": 0.21666666666666667, |
| "coverage": 0.6, |
| "coverage_of_all_cases": 0.6 |
| }, |
| { |
| "threshold": 0.7661572098731995, |
| "accepted": 301, |
| "errors": 66, |
| "risk": 0.21926910299003322, |
| "coverage": 0.602, |
| "coverage_of_all_cases": 0.602 |
| }, |
| { |
| "threshold": 0.7596794962882996, |
| "accepted": 302, |
| "errors": 66, |
| "risk": 0.2185430463576159, |
| "coverage": 0.604, |
| "coverage_of_all_cases": 0.604 |
| }, |
| { |
| "threshold": 0.759253978729248, |
| "accepted": 303, |
| "errors": 66, |
| "risk": 0.21782178217821782, |
| "coverage": 0.606, |
| "coverage_of_all_cases": 0.606 |
| }, |
| { |
| "threshold": 0.7549149990081787, |
| "accepted": 312, |
| "errors": 72, |
| "risk": 0.23076923076923078, |
| "coverage": 0.624, |
| "coverage_of_all_cases": 0.624 |
| }, |
| { |
| "threshold": 0.7547596096992493, |
| "accepted": 313, |
| "errors": 73, |
| "risk": 0.23322683706070288, |
| "coverage": 0.626, |
| "coverage_of_all_cases": 0.626 |
| }, |
| { |
| "threshold": 0.7493689656257629, |
| "accepted": 314, |
| "errors": 73, |
| "risk": 0.23248407643312102, |
| "coverage": 0.628, |
| "coverage_of_all_cases": 0.628 |
| }, |
| { |
| "threshold": 0.7470859885215759, |
| "accepted": 315, |
| "errors": 73, |
| "risk": 0.23174603174603176, |
| "coverage": 0.63, |
| "coverage_of_all_cases": 0.63 |
| }, |
| { |
| "threshold": 0.7417448163032532, |
| "accepted": 316, |
| "errors": 74, |
| "risk": 0.23417721518987342, |
| "coverage": 0.632, |
| "coverage_of_all_cases": 0.632 |
| }, |
| { |
| "threshold": 0.7405944466590881, |
| "accepted": 317, |
| "errors": 74, |
| "risk": 0.2334384858044164, |
| "coverage": 0.634, |
| "coverage_of_all_cases": 0.634 |
| }, |
| { |
| "threshold": 0.7376227378845215, |
| "accepted": 318, |
| "errors": 74, |
| "risk": 0.23270440251572327, |
| "coverage": 0.636, |
| "coverage_of_all_cases": 0.636 |
| }, |
| { |
| "threshold": 0.7310585379600525, |
| "accepted": 326, |
| "errors": 78, |
| "risk": 0.2392638036809816, |
| "coverage": 0.652, |
| "coverage_of_all_cases": 0.652 |
| }, |
| { |
| "threshold": 0.7305024862289429, |
| "accepted": 327, |
| "errors": 78, |
| "risk": 0.23853211009174313, |
| "coverage": 0.654, |
| "coverage_of_all_cases": 0.654 |
| }, |
| { |
| "threshold": 0.7288795709609985, |
| "accepted": 328, |
| "errors": 78, |
| "risk": 0.23780487804878048, |
| "coverage": 0.656, |
| "coverage_of_all_cases": 0.656 |
| }, |
| { |
| "threshold": 0.7270479798316956, |
| "accepted": 329, |
| "errors": 78, |
| "risk": 0.23708206686930092, |
| "coverage": 0.658, |
| "coverage_of_all_cases": 0.658 |
| }, |
| { |
| "threshold": 0.726463794708252, |
| "accepted": 330, |
| "errors": 78, |
| "risk": 0.23636363636363636, |
| "coverage": 0.66, |
| "coverage_of_all_cases": 0.66 |
| }, |
| { |
| "threshold": 0.7228278517723083, |
| "accepted": 331, |
| "errors": 78, |
| "risk": 0.23564954682779457, |
| "coverage": 0.662, |
| "coverage_of_all_cases": 0.662 |
| }, |
| { |
| "threshold": 0.7215002775192261, |
| "accepted": 332, |
| "errors": 78, |
| "risk": 0.23493975903614459, |
| "coverage": 0.664, |
| "coverage_of_all_cases": 0.664 |
| }, |
| { |
| "threshold": 0.7171269655227661, |
| "accepted": 333, |
| "errors": 79, |
| "risk": 0.23723723723723725, |
| "coverage": 0.666, |
| "coverage_of_all_cases": 0.666 |
| }, |
| { |
| "threshold": 0.7160753011703491, |
| "accepted": 334, |
| "errors": 80, |
| "risk": 0.23952095808383234, |
| "coverage": 0.668, |
| "coverage_of_all_cases": 0.668 |
| }, |
| { |
| "threshold": 0.7132772207260132, |
| "accepted": 335, |
| "errors": 81, |
| "risk": 0.2417910447761194, |
| "coverage": 0.67, |
| "coverage_of_all_cases": 0.67 |
| }, |
| { |
| "threshold": 0.7057850360870361, |
| "accepted": 348, |
| "errors": 89, |
| "risk": 0.2557471264367816, |
| "coverage": 0.696, |
| "coverage_of_all_cases": 0.696 |
| }, |
| { |
| "threshold": 0.7039512991905212, |
| "accepted": 349, |
| "errors": 90, |
| "risk": 0.25787965616045844, |
| "coverage": 0.698, |
| "coverage_of_all_cases": 0.698 |
| }, |
| { |
| "threshold": 0.7036925554275513, |
| "accepted": 350, |
| "errors": 91, |
| "risk": 0.26, |
| "coverage": 0.7, |
| "coverage_of_all_cases": 0.7 |
| }, |
| { |
| "threshold": 0.7033140063285828, |
| "accepted": 351, |
| "errors": 91, |
| "risk": 0.25925925925925924, |
| "coverage": 0.702, |
| "coverage_of_all_cases": 0.702 |
| }, |
| { |
| "threshold": 0.699731171131134, |
| "accepted": 352, |
| "errors": 91, |
| "risk": 0.2585227272727273, |
| "coverage": 0.704, |
| "coverage_of_all_cases": 0.704 |
| }, |
| { |
| "threshold": 0.6969991326332092, |
| "accepted": 353, |
| "errors": 91, |
| "risk": 0.2577903682719547, |
| "coverage": 0.706, |
| "coverage_of_all_cases": 0.706 |
| }, |
| { |
| "threshold": 0.6961797475814819, |
| "accepted": 354, |
| "errors": 92, |
| "risk": 0.2598870056497175, |
| "coverage": 0.708, |
| "coverage_of_all_cases": 0.708 |
| }, |
| { |
| "threshold": 0.6951413154602051, |
| "accepted": 355, |
| "errors": 92, |
| "risk": 0.2591549295774648, |
| "coverage": 0.71, |
| "coverage_of_all_cases": 0.71 |
| }, |
| { |
| "threshold": 0.6927552819252014, |
| "accepted": 356, |
| "errors": 93, |
| "risk": 0.2612359550561798, |
| "coverage": 0.712, |
| "coverage_of_all_cases": 0.712 |
| }, |
| { |
| "threshold": 0.6860982179641724, |
| "accepted": 357, |
| "errors": 93, |
| "risk": 0.2605042016806723, |
| "coverage": 0.714, |
| "coverage_of_all_cases": 0.714 |
| }, |
| { |
| "threshold": 0.6848007440567017, |
| "accepted": 358, |
| "errors": 93, |
| "risk": 0.25977653631284914, |
| "coverage": 0.716, |
| "coverage_of_all_cases": 0.716 |
| }, |
| { |
| "threshold": 0.6818263530731201, |
| "accepted": 359, |
| "errors": 94, |
| "risk": 0.2618384401114206, |
| "coverage": 0.718, |
| "coverage_of_all_cases": 0.718 |
| }, |
| { |
| "threshold": 0.6798250675201416, |
| "accepted": 360, |
| "errors": 95, |
| "risk": 0.2638888888888889, |
| "coverage": 0.72, |
| "coverage_of_all_cases": 0.72 |
| }, |
| { |
| "threshold": 0.6791787147521973, |
| "accepted": 364, |
| "errors": 97, |
| "risk": 0.2664835164835165, |
| "coverage": 0.728, |
| "coverage_of_all_cases": 0.728 |
| }, |
| { |
| "threshold": 0.678562581539154, |
| "accepted": 365, |
| "errors": 97, |
| "risk": 0.26575342465753427, |
| "coverage": 0.73, |
| "coverage_of_all_cases": 0.73 |
| }, |
| { |
| "threshold": 0.6783665418624878, |
| "accepted": 366, |
| "errors": 97, |
| "risk": 0.2650273224043716, |
| "coverage": 0.732, |
| "coverage_of_all_cases": 0.732 |
| }, |
| { |
| "threshold": 0.6777920126914978, |
| "accepted": 367, |
| "errors": 97, |
| "risk": 0.26430517711171664, |
| "coverage": 0.734, |
| "coverage_of_all_cases": 0.734 |
| }, |
| { |
| "threshold": 0.6759727597236633, |
| "accepted": 368, |
| "errors": 97, |
| "risk": 0.26358695652173914, |
| "coverage": 0.736, |
| "coverage_of_all_cases": 0.736 |
| }, |
| { |
| "threshold": 0.6735917329788208, |
| "accepted": 369, |
| "errors": 98, |
| "risk": 0.26558265582655827, |
| "coverage": 0.738, |
| "coverage_of_all_cases": 0.738 |
| }, |
| { |
| "threshold": 0.6723964214324951, |
| "accepted": 370, |
| "errors": 98, |
| "risk": 0.2648648648648649, |
| "coverage": 0.74, |
| "coverage_of_all_cases": 0.74 |
| }, |
| { |
| "threshold": 0.658189594745636, |
| "accepted": 371, |
| "errors": 99, |
| "risk": 0.2668463611859838, |
| "coverage": 0.742, |
| "coverage_of_all_cases": 0.742 |
| }, |
| { |
| "threshold": 0.6521506905555725, |
| "accepted": 372, |
| "errors": 100, |
| "risk": 0.26881720430107525, |
| "coverage": 0.744, |
| "coverage_of_all_cases": 0.744 |
| }, |
| { |
| "threshold": 0.6515308022499084, |
| "accepted": 373, |
| "errors": 100, |
| "risk": 0.2680965147453083, |
| "coverage": 0.746, |
| "coverage_of_all_cases": 0.746 |
| }, |
| { |
| "threshold": 0.6513549089431763, |
| "accepted": 384, |
| "errors": 105, |
| "risk": 0.2734375, |
| "coverage": 0.768, |
| "coverage_of_all_cases": 0.768 |
| }, |
| { |
| "threshold": 0.6502076983451843, |
| "accepted": 385, |
| "errors": 106, |
| "risk": 0.2753246753246753, |
| "coverage": 0.77, |
| "coverage_of_all_cases": 0.77 |
| }, |
| { |
| "threshold": 0.648850679397583, |
| "accepted": 386, |
| "errors": 107, |
| "risk": 0.2772020725388601, |
| "coverage": 0.772, |
| "coverage_of_all_cases": 0.772 |
| }, |
| { |
| "threshold": 0.6476922631263733, |
| "accepted": 387, |
| "errors": 108, |
| "risk": 0.27906976744186046, |
| "coverage": 0.774, |
| "coverage_of_all_cases": 0.774 |
| }, |
| { |
| "threshold": 0.6469538807868958, |
| "accepted": 388, |
| "errors": 108, |
| "risk": 0.27835051546391754, |
| "coverage": 0.776, |
| "coverage_of_all_cases": 0.776 |
| }, |
| { |
| "threshold": 0.6428712010383606, |
| "accepted": 389, |
| "errors": 109, |
| "risk": 0.2802056555269923, |
| "coverage": 0.778, |
| "coverage_of_all_cases": 0.778 |
| }, |
| { |
| "threshold": 0.6399102210998535, |
| "accepted": 390, |
| "errors": 110, |
| "risk": 0.28205128205128205, |
| "coverage": 0.78, |
| "coverage_of_all_cases": 0.78 |
| }, |
| { |
| "threshold": 0.6349480748176575, |
| "accepted": 391, |
| "errors": 110, |
| "risk": 0.2813299232736573, |
| "coverage": 0.782, |
| "coverage_of_all_cases": 0.782 |
| }, |
| { |
| "threshold": 0.6336116194725037, |
| "accepted": 392, |
| "errors": 110, |
| "risk": 0.28061224489795916, |
| "coverage": 0.784, |
| "coverage_of_all_cases": 0.784 |
| }, |
| { |
| "threshold": 0.6309390068054199, |
| "accepted": 393, |
| "errors": 110, |
| "risk": 0.27989821882951654, |
| "coverage": 0.786, |
| "coverage_of_all_cases": 0.786 |
| }, |
| { |
| "threshold": 0.6286793947219849, |
| "accepted": 394, |
| "errors": 110, |
| "risk": 0.27918781725888325, |
| "coverage": 0.788, |
| "coverage_of_all_cases": 0.788 |
| }, |
| { |
| "threshold": 0.6278160214424133, |
| "accepted": 395, |
| "errors": 111, |
| "risk": 0.2810126582278481, |
| "coverage": 0.79, |
| "coverage_of_all_cases": 0.79 |
| }, |
| { |
| "threshold": 0.622459352016449, |
| "accepted": 406, |
| "errors": 113, |
| "risk": 0.27832512315270935, |
| "coverage": 0.812, |
| "coverage_of_all_cases": 0.812 |
| }, |
| { |
| "threshold": 0.6215793490409851, |
| "accepted": 407, |
| "errors": 113, |
| "risk": 0.27764127764127766, |
| "coverage": 0.814, |
| "coverage_of_all_cases": 0.814 |
| }, |
| { |
| "threshold": 0.620661735534668, |
| "accepted": 408, |
| "errors": 113, |
| "risk": 0.2769607843137255, |
| "coverage": 0.816, |
| "coverage_of_all_cases": 0.816 |
| }, |
| { |
| "threshold": 0.6155123114585876, |
| "accepted": 409, |
| "errors": 113, |
| "risk": 0.2762836185819071, |
| "coverage": 0.818, |
| "coverage_of_all_cases": 0.818 |
| }, |
| { |
| "threshold": 0.6044544577598572, |
| "accepted": 411, |
| "errors": 114, |
| "risk": 0.2773722627737226, |
| "coverage": 0.822, |
| "coverage_of_all_cases": 0.822 |
| }, |
| { |
| "threshold": 0.6023641228675842, |
| "accepted": 412, |
| "errors": 114, |
| "risk": 0.2766990291262136, |
| "coverage": 0.824, |
| "coverage_of_all_cases": 0.824 |
| }, |
| { |
| "threshold": 0.6013421416282654, |
| "accepted": 414, |
| "errors": 115, |
| "risk": 0.2777777777777778, |
| "coverage": 0.828, |
| "coverage_of_all_cases": 0.828 |
| }, |
| { |
| "threshold": 0.5997083187103271, |
| "accepted": 415, |
| "errors": 115, |
| "risk": 0.27710843373493976, |
| "coverage": 0.83, |
| "coverage_of_all_cases": 0.83 |
| }, |
| { |
| "threshold": 0.5985885262489319, |
| "accepted": 416, |
| "errors": 115, |
| "risk": 0.2764423076923077, |
| "coverage": 0.832, |
| "coverage_of_all_cases": 0.832 |
| }, |
| { |
| "threshold": 0.5926666259765625, |
| "accepted": 425, |
| "errors": 120, |
| "risk": 0.2823529411764706, |
| "coverage": 0.85, |
| "coverage_of_all_cases": 0.85 |
| }, |
| { |
| "threshold": 0.5924387574195862, |
| "accepted": 426, |
| "errors": 121, |
| "risk": 0.284037558685446, |
| "coverage": 0.852, |
| "coverage_of_all_cases": 0.852 |
| }, |
| { |
| "threshold": 0.5898645520210266, |
| "accepted": 427, |
| "errors": 122, |
| "risk": 0.2857142857142857, |
| "coverage": 0.854, |
| "coverage_of_all_cases": 0.854 |
| }, |
| { |
| "threshold": 0.5874818563461304, |
| "accepted": 428, |
| "errors": 122, |
| "risk": 0.2850467289719626, |
| "coverage": 0.856, |
| "coverage_of_all_cases": 0.856 |
| }, |
| { |
| "threshold": 0.5870726108551025, |
| "accepted": 429, |
| "errors": 122, |
| "risk": 0.28438228438228436, |
| "coverage": 0.858, |
| "coverage_of_all_cases": 0.858 |
| }, |
| { |
| "threshold": 0.5838938355445862, |
| "accepted": 430, |
| "errors": 122, |
| "risk": 0.2837209302325581, |
| "coverage": 0.86, |
| "coverage_of_all_cases": 0.86 |
| }, |
| { |
| "threshold": 0.5776252746582031, |
| "accepted": 431, |
| "errors": 123, |
| "risk": 0.2853828306264501, |
| "coverage": 0.862, |
| "coverage_of_all_cases": 0.862 |
| }, |
| { |
| "threshold": 0.577561616897583, |
| "accepted": 432, |
| "errors": 123, |
| "risk": 0.2847222222222222, |
| "coverage": 0.864, |
| "coverage_of_all_cases": 0.864 |
| }, |
| { |
| "threshold": 0.5750440359115601, |
| "accepted": 433, |
| "errors": 124, |
| "risk": 0.2863741339491917, |
| "coverage": 0.866, |
| "coverage_of_all_cases": 0.866 |
| }, |
| { |
| "threshold": 0.5734913945198059, |
| "accepted": 434, |
| "errors": 125, |
| "risk": 0.2880184331797235, |
| "coverage": 0.868, |
| "coverage_of_all_cases": 0.868 |
| }, |
| { |
| "threshold": 0.5728051662445068, |
| "accepted": 435, |
| "errors": 126, |
| "risk": 0.2896551724137931, |
| "coverage": 0.87, |
| "coverage_of_all_cases": 0.87 |
| }, |
| { |
| "threshold": 0.5712754130363464, |
| "accepted": 436, |
| "errors": 127, |
| "risk": 0.29128440366972475, |
| "coverage": 0.872, |
| "coverage_of_all_cases": 0.872 |
| }, |
| { |
| "threshold": 0.5682692527770996, |
| "accepted": 437, |
| "errors": 128, |
| "risk": 0.2929061784897025, |
| "coverage": 0.874, |
| "coverage_of_all_cases": 0.874 |
| }, |
| { |
| "threshold": 0.5667107701301575, |
| "accepted": 438, |
| "errors": 129, |
| "risk": 0.2945205479452055, |
| "coverage": 0.876, |
| "coverage_of_all_cases": 0.876 |
| }, |
| { |
| "threshold": 0.562176525592804, |
| "accepted": 441, |
| "errors": 130, |
| "risk": 0.2947845804988662, |
| "coverage": 0.882, |
| "coverage_of_all_cases": 0.882 |
| }, |
| { |
| "threshold": 0.5617018938064575, |
| "accepted": 442, |
| "errors": 130, |
| "risk": 0.29411764705882354, |
| "coverage": 0.884, |
| "coverage_of_all_cases": 0.884 |
| }, |
| { |
| "threshold": 0.5617015957832336, |
| "accepted": 443, |
| "errors": 130, |
| "risk": 0.29345372460496616, |
| "coverage": 0.886, |
| "coverage_of_all_cases": 0.886 |
| }, |
| { |
| "threshold": 0.5521643757820129, |
| "accepted": 444, |
| "errors": 131, |
| "risk": 0.29504504504504503, |
| "coverage": 0.888, |
| "coverage_of_all_cases": 0.888 |
| }, |
| { |
| "threshold": 0.5486593246459961, |
| "accepted": 445, |
| "errors": 132, |
| "risk": 0.2966292134831461, |
| "coverage": 0.89, |
| "coverage_of_all_cases": 0.89 |
| }, |
| { |
| "threshold": 0.5486252903938293, |
| "accepted": 446, |
| "errors": 132, |
| "risk": 0.29596412556053814, |
| "coverage": 0.892, |
| "coverage_of_all_cases": 0.892 |
| }, |
| { |
| "threshold": 0.5346283316612244, |
| "accepted": 447, |
| "errors": 133, |
| "risk": 0.2975391498881432, |
| "coverage": 0.894, |
| "coverage_of_all_cases": 0.894 |
| }, |
| { |
| "threshold": 0.531209409236908, |
| "accepted": 458, |
| "errors": 140, |
| "risk": 0.3056768558951965, |
| "coverage": 0.916, |
| "coverage_of_all_cases": 0.916 |
| }, |
| { |
| "threshold": 0.5295794010162354, |
| "accepted": 459, |
| "errors": 140, |
| "risk": 0.30501089324618735, |
| "coverage": 0.918, |
| "coverage_of_all_cases": 0.918 |
| }, |
| { |
| "threshold": 0.5293165445327759, |
| "accepted": 460, |
| "errors": 141, |
| "risk": 0.3065217391304348, |
| "coverage": 0.92, |
| "coverage_of_all_cases": 0.92 |
| }, |
| { |
| "threshold": 0.5283081531524658, |
| "accepted": 461, |
| "errors": 141, |
| "risk": 0.30585683297180044, |
| "coverage": 0.922, |
| "coverage_of_all_cases": 0.922 |
| }, |
| { |
| "threshold": 0.5234452486038208, |
| "accepted": 463, |
| "errors": 143, |
| "risk": 0.30885529157667385, |
| "coverage": 0.926, |
| "coverage_of_all_cases": 0.926 |
| }, |
| { |
| "threshold": 0.5183353424072266, |
| "accepted": 464, |
| "errors": 143, |
| "risk": 0.3081896551724138, |
| "coverage": 0.928, |
| "coverage_of_all_cases": 0.928 |
| }, |
| { |
| "threshold": 0.5159762501716614, |
| "accepted": 465, |
| "errors": 144, |
| "risk": 0.3096774193548387, |
| "coverage": 0.93, |
| "coverage_of_all_cases": 0.93 |
| }, |
| { |
| "threshold": 0.5142093896865845, |
| "accepted": 466, |
| "errors": 145, |
| "risk": 0.3111587982832618, |
| "coverage": 0.932, |
| "coverage_of_all_cases": 0.932 |
| }, |
| { |
| "threshold": 0.5028401017189026, |
| "accepted": 467, |
| "errors": 145, |
| "risk": 0.31049250535331907, |
| "coverage": 0.934, |
| "coverage_of_all_cases": 0.934 |
| }, |
| { |
| "threshold": 0.5, |
| "accepted": 468, |
| "errors": 145, |
| "risk": 0.30982905982905984, |
| "coverage": 0.936, |
| "coverage_of_all_cases": 0.936 |
| }, |
| { |
| "threshold": 0.4995180368423462, |
| "accepted": 469, |
| "errors": 146, |
| "risk": 0.31130063965884863, |
| "coverage": 0.938, |
| "coverage_of_all_cases": 0.938 |
| }, |
| { |
| "threshold": 0.4963313341140747, |
| "accepted": 470, |
| "errors": 146, |
| "risk": 0.31063829787234043, |
| "coverage": 0.94, |
| "coverage_of_all_cases": 0.94 |
| }, |
| { |
| "threshold": 0.4951087534427643, |
| "accepted": 471, |
| "errors": 146, |
| "risk": 0.3099787685774947, |
| "coverage": 0.942, |
| "coverage_of_all_cases": 0.942 |
| }, |
| { |
| "threshold": 0.48796969652175903, |
| "accepted": 472, |
| "errors": 146, |
| "risk": 0.3093220338983051, |
| "coverage": 0.944, |
| "coverage_of_all_cases": 0.944 |
| }, |
| { |
| "threshold": 0.4849589169025421, |
| "accepted": 473, |
| "errors": 146, |
| "risk": 0.3086680761099366, |
| "coverage": 0.946, |
| "coverage_of_all_cases": 0.946 |
| }, |
| { |
| "threshold": 0.47835803031921387, |
| "accepted": 474, |
| "errors": 147, |
| "risk": 0.310126582278481, |
| "coverage": 0.948, |
| "coverage_of_all_cases": 0.948 |
| }, |
| { |
| "threshold": 0.4711873531341553, |
| "accepted": 475, |
| "errors": 147, |
| "risk": 0.3094736842105263, |
| "coverage": 0.95, |
| "coverage_of_all_cases": 0.95 |
| }, |
| { |
| "threshold": 0.4707532823085785, |
| "accepted": 476, |
| "errors": 148, |
| "risk": 0.31092436974789917, |
| "coverage": 0.952, |
| "coverage_of_all_cases": 0.952 |
| }, |
| { |
| "threshold": 0.4652557671070099, |
| "accepted": 477, |
| "errors": 149, |
| "risk": 0.31236897274633124, |
| "coverage": 0.954, |
| "coverage_of_all_cases": 0.954 |
| }, |
| { |
| "threshold": 0.4648013710975647, |
| "accepted": 478, |
| "errors": 150, |
| "risk": 0.3138075313807531, |
| "coverage": 0.956, |
| "coverage_of_all_cases": 0.956 |
| }, |
| { |
| "threshold": 0.4643915891647339, |
| "accepted": 479, |
| "errors": 150, |
| "risk": 0.31315240083507306, |
| "coverage": 0.958, |
| "coverage_of_all_cases": 0.958 |
| }, |
| { |
| "threshold": 0.46136876940727234, |
| "accepted": 480, |
| "errors": 151, |
| "risk": 0.3145833333333333, |
| "coverage": 0.96, |
| "coverage_of_all_cases": 0.96 |
| }, |
| { |
| "threshold": 0.4602774381637573, |
| "accepted": 481, |
| "errors": 152, |
| "risk": 0.316008316008316, |
| "coverage": 0.962, |
| "coverage_of_all_cases": 0.962 |
| }, |
| { |
| "threshold": 0.45307305455207825, |
| "accepted": 482, |
| "errors": 152, |
| "risk": 0.3153526970954357, |
| "coverage": 0.964, |
| "coverage_of_all_cases": 0.964 |
| }, |
| { |
| "threshold": 0.45186275243759155, |
| "accepted": 483, |
| "errors": 152, |
| "risk": 0.3146997929606625, |
| "coverage": 0.966, |
| "coverage_of_all_cases": 0.966 |
| }, |
| { |
| "threshold": 0.4499334692955017, |
| "accepted": 484, |
| "errors": 152, |
| "risk": 0.3140495867768595, |
| "coverage": 0.968, |
| "coverage_of_all_cases": 0.968 |
| }, |
| { |
| "threshold": 0.44951876997947693, |
| "accepted": 485, |
| "errors": 152, |
| "risk": 0.3134020618556701, |
| "coverage": 0.97, |
| "coverage_of_all_cases": 0.97 |
| }, |
| { |
| "threshold": 0.4395256042480469, |
| "accepted": 486, |
| "errors": 152, |
| "risk": 0.31275720164609055, |
| "coverage": 0.972, |
| "coverage_of_all_cases": 0.972 |
| }, |
| { |
| "threshold": 0.4381036162376404, |
| "accepted": 487, |
| "errors": 153, |
| "risk": 0.3141683778234086, |
| "coverage": 0.974, |
| "coverage_of_all_cases": 0.974 |
| }, |
| { |
| "threshold": 0.43734875321388245, |
| "accepted": 488, |
| "errors": 153, |
| "risk": 0.3135245901639344, |
| "coverage": 0.976, |
| "coverage_of_all_cases": 0.976 |
| }, |
| { |
| "threshold": 0.4192289710044861, |
| "accepted": 489, |
| "errors": 153, |
| "risk": 0.3128834355828221, |
| "coverage": 0.978, |
| "coverage_of_all_cases": 0.978 |
| }, |
| { |
| "threshold": 0.4056156873703003, |
| "accepted": 490, |
| "errors": 154, |
| "risk": 0.3142857142857143, |
| "coverage": 0.98, |
| "coverage_of_all_cases": 0.98 |
| }, |
| { |
| "threshold": 0.405500203371048, |
| "accepted": 491, |
| "errors": 155, |
| "risk": 0.31568228105906315, |
| "coverage": 0.982, |
| "coverage_of_all_cases": 0.982 |
| }, |
| { |
| "threshold": 0.40176334977149963, |
| "accepted": 492, |
| "errors": 155, |
| "risk": 0.3150406504065041, |
| "coverage": 0.984, |
| "coverage_of_all_cases": 0.984 |
| }, |
| { |
| "threshold": 0.3933780789375305, |
| "accepted": 493, |
| "errors": 155, |
| "risk": 0.3144016227180527, |
| "coverage": 0.986, |
| "coverage_of_all_cases": 0.986 |
| }, |
| { |
| "threshold": 0.3836517333984375, |
| "accepted": 494, |
| "errors": 155, |
| "risk": 0.31376518218623484, |
| "coverage": 0.988, |
| "coverage_of_all_cases": 0.988 |
| }, |
| { |
| "threshold": 0.3728675842285156, |
| "accepted": 495, |
| "errors": 155, |
| "risk": 0.31313131313131315, |
| "coverage": 0.99, |
| "coverage_of_all_cases": 0.99 |
| }, |
| { |
| "threshold": 0.35986748337745667, |
| "accepted": 497, |
| "errors": 156, |
| "risk": 0.31388329979879276, |
| "coverage": 0.994, |
| "coverage_of_all_cases": 0.994 |
| }, |
| { |
| "threshold": 0.3014598786830902, |
| "accepted": 498, |
| "errors": 157, |
| "risk": 0.3152610441767068, |
| "coverage": 0.996, |
| "coverage_of_all_cases": 0.996 |
| }, |
| { |
| "threshold": 0.2975444197654724, |
| "accepted": 499, |
| "errors": 158, |
| "risk": 0.3166332665330661, |
| "coverage": 0.998, |
| "coverage_of_all_cases": 0.998 |
| }, |
| { |
| "threshold": 0.2939724028110504, |
| "accepted": 500, |
| "errors": 159, |
| "risk": 0.318, |
| "coverage": 1.0, |
| "coverage_of_all_cases": 1.0 |
| } |
| ] |
| }, |
| "probability_incomplete": 0, |
| "latency_ms": { |
| "count": 500, |
| "mean": 13.859870177722769, |
| "p50": 13.106927995977458, |
| "p95": 13.293078549031634, |
| "min": 12.791913992259651, |
| "max": 380.5269500007853 |
| }, |
| "wall_latency_ms": { |
| "count": 500, |
| "mean": 15.610583784407936, |
| "p50": 14.08684750640532, |
| "p95": 18.031452509603696, |
| "min": 13.394960988080129, |
| "max": 398.8930360064842 |
| }, |
| "input_tokens": { |
| "count": 500, |
| "mean": 309.888, |
| "p50": 202.0, |
| "p95": 888.1499999999999, |
| "min": 108.0, |
| "max": 1631.0 |
| }, |
| "state_characters": { |
| "count": 500, |
| "mean": 571.486, |
| "p50": 199.5, |
| "p95": 2825.1, |
| "min": 10.0, |
| "max": 6317.0 |
| }, |
| "notes": [ |
| "accuracy_all counts errors and skips as incorrect", |
| "accuracy_attempted and family macro count errors as wrong and exclude intentional skips", |
| "family defaults to source; latency_ms is local forward-pass or hosted HTTP time", |
| "wall_latency_ms includes per-record scorer preprocessing and inference; no warmup excluded", |
| "F1 uses semantic option keys, never shuffled answer letters", |
| "Probability metrics only include explicitly complete distributions" |
| ] |
| }, |
| "qwen": { |
| "count": 500, |
| "attempted": 500, |
| "scored": 500, |
| "errors": 0, |
| "skipped": 0, |
| "accuracy_all": 0.562, |
| "accuracy_attempted": 0.562, |
| "accuracy_scored": 0.562, |
| "accuracy_family_macro": 0.562, |
| "accuracy_by_family": { |
| "clinc150": 0.67, |
| "go_emotions": 0.52, |
| "helpsteer2": 0.63, |
| "paws": 0.44, |
| "vitaminc": 0.55 |
| }, |
| "by_source": { |
| "clinc150": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.67, |
| "accuracy_attempted": 0.67, |
| "macro_f1_scored": 0.5351598173515981, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "go_emotions": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.52, |
| "accuracy_attempted": 0.52, |
| "macro_f1_scored": 0.5169082125603865, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "helpsteer2": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.63, |
| "accuracy_attempted": 0.63, |
| "macro_f1_scored": 0.22059950416948387, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "paws": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.44, |
| "accuracy_attempted": 0.44, |
| "macro_f1_scored": 0.34548854604955587, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "vitaminc": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.55, |
| "accuracy_attempted": 0.55, |
| "macro_f1_scored": 0.23655913978494625, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| } |
| }, |
| "probability_metrics": { |
| "count": 500, |
| "brier_multiclass_sum": 0.6494455165714786, |
| "nll": 1.3442728106100041, |
| "infinite_nll_cases": 0, |
| "ece": 0.21848675349354746, |
| "ece_equal_width_bins": 15, |
| "aurc": 0.3719029798279875, |
| "coverage_at_error": { |
| "0.01": 0.02, |
| "0.05": 0.02, |
| "0.1": 0.026 |
| }, |
| "risk_coverage_note": "Empirical diagnostic, not a held-out error guarantee; whole ties accepted.", |
| "risk_coverage": [ |
| { |
| "threshold": 0.9988589286804199, |
| "accepted": 1, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.002, |
| "coverage_of_all_cases": 0.002 |
| }, |
| { |
| "threshold": 0.9988552331924438, |
| "accepted": 2, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.004, |
| "coverage_of_all_cases": 0.004 |
| }, |
| { |
| "threshold": 0.9983415603637695, |
| "accepted": 3, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.006, |
| "coverage_of_all_cases": 0.006 |
| }, |
| { |
| "threshold": 0.9982959628105164, |
| "accepted": 4, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.008, |
| "coverage_of_all_cases": 0.008 |
| }, |
| { |
| "threshold": 0.9981414079666138, |
| "accepted": 5, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.01, |
| "coverage_of_all_cases": 0.01 |
| }, |
| { |
| "threshold": 0.9981153011322021, |
| "accepted": 6, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.012, |
| "coverage_of_all_cases": 0.012 |
| }, |
| { |
| "threshold": 0.9978705644607544, |
| "accepted": 7, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.014, |
| "coverage_of_all_cases": 0.014 |
| }, |
| { |
| "threshold": 0.9977912902832031, |
| "accepted": 8, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.016, |
| "coverage_of_all_cases": 0.016 |
| }, |
| { |
| "threshold": 0.9973316192626953, |
| "accepted": 9, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.018, |
| "coverage_of_all_cases": 0.018 |
| }, |
| { |
| "threshold": 0.9970990419387817, |
| "accepted": 10, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.02, |
| "coverage_of_all_cases": 0.02 |
| }, |
| { |
| "threshold": 0.9967895150184631, |
| "accepted": 11, |
| "errors": 1, |
| "risk": 0.09090909090909091, |
| "coverage": 0.022, |
| "coverage_of_all_cases": 0.022 |
| }, |
| { |
| "threshold": 0.9964494705200195, |
| "accepted": 12, |
| "errors": 1, |
| "risk": 0.08333333333333333, |
| "coverage": 0.024, |
| "coverage_of_all_cases": 0.024 |
| }, |
| { |
| "threshold": 0.9963995218276978, |
| "accepted": 13, |
| "errors": 1, |
| "risk": 0.07692307692307693, |
| "coverage": 0.026, |
| "coverage_of_all_cases": 0.026 |
| }, |
| { |
| "threshold": 0.996392548084259, |
| "accepted": 14, |
| "errors": 2, |
| "risk": 0.14285714285714285, |
| "coverage": 0.028, |
| "coverage_of_all_cases": 0.028 |
| }, |
| { |
| "threshold": 0.9961221814155579, |
| "accepted": 15, |
| "errors": 3, |
| "risk": 0.2, |
| "coverage": 0.03, |
| "coverage_of_all_cases": 0.03 |
| }, |
| { |
| "threshold": 0.9960734844207764, |
| "accepted": 16, |
| "errors": 3, |
| "risk": 0.1875, |
| "coverage": 0.032, |
| "coverage_of_all_cases": 0.032 |
| }, |
| { |
| "threshold": 0.9959220886230469, |
| "accepted": 17, |
| "errors": 3, |
| "risk": 0.17647058823529413, |
| "coverage": 0.034, |
| "coverage_of_all_cases": 0.034 |
| }, |
| { |
| "threshold": 0.99578458070755, |
| "accepted": 19, |
| "errors": 5, |
| "risk": 0.2631578947368421, |
| "coverage": 0.038, |
| "coverage_of_all_cases": 0.038 |
| }, |
| { |
| "threshold": 0.9957062602043152, |
| "accepted": 20, |
| "errors": 5, |
| "risk": 0.25, |
| "coverage": 0.04, |
| "coverage_of_all_cases": 0.04 |
| }, |
| { |
| "threshold": 0.9956652522087097, |
| "accepted": 21, |
| "errors": 6, |
| "risk": 0.2857142857142857, |
| "coverage": 0.042, |
| "coverage_of_all_cases": 0.042 |
| }, |
| { |
| "threshold": 0.9956440925598145, |
| "accepted": 22, |
| "errors": 6, |
| "risk": 0.2727272727272727, |
| "coverage": 0.044, |
| "coverage_of_all_cases": 0.044 |
| }, |
| { |
| "threshold": 0.9953904151916504, |
| "accepted": 24, |
| "errors": 7, |
| "risk": 0.2916666666666667, |
| "coverage": 0.048, |
| "coverage_of_all_cases": 0.048 |
| }, |
| { |
| "threshold": 0.9951777458190918, |
| "accepted": 25, |
| "errors": 7, |
| "risk": 0.28, |
| "coverage": 0.05, |
| "coverage_of_all_cases": 0.05 |
| }, |
| { |
| "threshold": 0.9951322674751282, |
| "accepted": 27, |
| "errors": 7, |
| "risk": 0.25925925925925924, |
| "coverage": 0.054, |
| "coverage_of_all_cases": 0.054 |
| }, |
| { |
| "threshold": 0.9949070811271667, |
| "accepted": 28, |
| "errors": 7, |
| "risk": 0.25, |
| "coverage": 0.056, |
| "coverage_of_all_cases": 0.056 |
| }, |
| { |
| "threshold": 0.9948720335960388, |
| "accepted": 29, |
| "errors": 7, |
| "risk": 0.2413793103448276, |
| "coverage": 0.058, |
| "coverage_of_all_cases": 0.058 |
| }, |
| { |
| "threshold": 0.9947178959846497, |
| "accepted": 30, |
| "errors": 8, |
| "risk": 0.26666666666666666, |
| "coverage": 0.06, |
| "coverage_of_all_cases": 0.06 |
| }, |
| { |
| "threshold": 0.9945299029350281, |
| "accepted": 31, |
| "errors": 8, |
| "risk": 0.25806451612903225, |
| "coverage": 0.062, |
| "coverage_of_all_cases": 0.062 |
| }, |
| { |
| "threshold": 0.9944137334823608, |
| "accepted": 32, |
| "errors": 8, |
| "risk": 0.25, |
| "coverage": 0.064, |
| "coverage_of_all_cases": 0.064 |
| }, |
| { |
| "threshold": 0.9942429661750793, |
| "accepted": 33, |
| "errors": 8, |
| "risk": 0.24242424242424243, |
| "coverage": 0.066, |
| "coverage_of_all_cases": 0.066 |
| }, |
| { |
| "threshold": 0.9938784241676331, |
| "accepted": 34, |
| "errors": 8, |
| "risk": 0.23529411764705882, |
| "coverage": 0.068, |
| "coverage_of_all_cases": 0.068 |
| }, |
| { |
| "threshold": 0.9936226010322571, |
| "accepted": 35, |
| "errors": 9, |
| "risk": 0.2571428571428571, |
| "coverage": 0.07, |
| "coverage_of_all_cases": 0.07 |
| }, |
| { |
| "threshold": 0.9935426712036133, |
| "accepted": 36, |
| "errors": 10, |
| "risk": 0.2777777777777778, |
| "coverage": 0.072, |
| "coverage_of_all_cases": 0.072 |
| }, |
| { |
| "threshold": 0.9933071732521057, |
| "accepted": 37, |
| "errors": 11, |
| "risk": 0.2972972972972973, |
| "coverage": 0.074, |
| "coverage_of_all_cases": 0.074 |
| }, |
| { |
| "threshold": 0.9931516647338867, |
| "accepted": 38, |
| "errors": 11, |
| "risk": 0.2894736842105263, |
| "coverage": 0.076, |
| "coverage_of_all_cases": 0.076 |
| }, |
| { |
| "threshold": 0.992779552936554, |
| "accepted": 39, |
| "errors": 12, |
| "risk": 0.3076923076923077, |
| "coverage": 0.078, |
| "coverage_of_all_cases": 0.078 |
| }, |
| { |
| "threshold": 0.9923654198646545, |
| "accepted": 40, |
| "errors": 13, |
| "risk": 0.325, |
| "coverage": 0.08, |
| "coverage_of_all_cases": 0.08 |
| }, |
| { |
| "threshold": 0.9919997453689575, |
| "accepted": 41, |
| "errors": 13, |
| "risk": 0.3170731707317073, |
| "coverage": 0.082, |
| "coverage_of_all_cases": 0.082 |
| }, |
| { |
| "threshold": 0.9918298125267029, |
| "accepted": 42, |
| "errors": 14, |
| "risk": 0.3333333333333333, |
| "coverage": 0.084, |
| "coverage_of_all_cases": 0.084 |
| }, |
| { |
| "threshold": 0.9918259382247925, |
| "accepted": 43, |
| "errors": 14, |
| "risk": 0.32558139534883723, |
| "coverage": 0.086, |
| "coverage_of_all_cases": 0.086 |
| }, |
| { |
| "threshold": 0.9914224743843079, |
| "accepted": 45, |
| "errors": 15, |
| "risk": 0.3333333333333333, |
| "coverage": 0.09, |
| "coverage_of_all_cases": 0.09 |
| }, |
| { |
| "threshold": 0.9914060831069946, |
| "accepted": 46, |
| "errors": 16, |
| "risk": 0.34782608695652173, |
| "coverage": 0.092, |
| "coverage_of_all_cases": 0.092 |
| }, |
| { |
| "threshold": 0.9913210272789001, |
| "accepted": 47, |
| "errors": 16, |
| "risk": 0.3404255319148936, |
| "coverage": 0.094, |
| "coverage_of_all_cases": 0.094 |
| }, |
| { |
| "threshold": 0.9911177158355713, |
| "accepted": 48, |
| "errors": 16, |
| "risk": 0.3333333333333333, |
| "coverage": 0.096, |
| "coverage_of_all_cases": 0.096 |
| }, |
| { |
| "threshold": 0.990752100944519, |
| "accepted": 49, |
| "errors": 16, |
| "risk": 0.32653061224489793, |
| "coverage": 0.098, |
| "coverage_of_all_cases": 0.098 |
| }, |
| { |
| "threshold": 0.9905250668525696, |
| "accepted": 50, |
| "errors": 16, |
| "risk": 0.32, |
| "coverage": 0.1, |
| "coverage_of_all_cases": 0.1 |
| }, |
| { |
| "threshold": 0.9902915358543396, |
| "accepted": 51, |
| "errors": 16, |
| "risk": 0.3137254901960784, |
| "coverage": 0.102, |
| "coverage_of_all_cases": 0.102 |
| }, |
| { |
| "threshold": 0.9897945523262024, |
| "accepted": 52, |
| "errors": 16, |
| "risk": 0.3076923076923077, |
| "coverage": 0.104, |
| "coverage_of_all_cases": 0.104 |
| }, |
| { |
| "threshold": 0.989291250705719, |
| "accepted": 53, |
| "errors": 16, |
| "risk": 0.3018867924528302, |
| "coverage": 0.106, |
| "coverage_of_all_cases": 0.106 |
| }, |
| { |
| "threshold": 0.9890130758285522, |
| "accepted": 54, |
| "errors": 16, |
| "risk": 0.2962962962962963, |
| "coverage": 0.108, |
| "coverage_of_all_cases": 0.108 |
| }, |
| { |
| "threshold": 0.9889920949935913, |
| "accepted": 55, |
| "errors": 16, |
| "risk": 0.2909090909090909, |
| "coverage": 0.11, |
| "coverage_of_all_cases": 0.11 |
| }, |
| { |
| "threshold": 0.98875892162323, |
| "accepted": 57, |
| "errors": 18, |
| "risk": 0.3157894736842105, |
| "coverage": 0.114, |
| "coverage_of_all_cases": 0.114 |
| }, |
| { |
| "threshold": 0.9884139895439148, |
| "accepted": 58, |
| "errors": 19, |
| "risk": 0.3275862068965517, |
| "coverage": 0.116, |
| "coverage_of_all_cases": 0.116 |
| }, |
| { |
| "threshold": 0.9883038997650146, |
| "accepted": 59, |
| "errors": 19, |
| "risk": 0.3220338983050847, |
| "coverage": 0.118, |
| "coverage_of_all_cases": 0.118 |
| }, |
| { |
| "threshold": 0.9881219863891602, |
| "accepted": 60, |
| "errors": 20, |
| "risk": 0.3333333333333333, |
| "coverage": 0.12, |
| "coverage_of_all_cases": 0.12 |
| }, |
| { |
| "threshold": 0.9878901839256287, |
| "accepted": 61, |
| "errors": 20, |
| "risk": 0.32786885245901637, |
| "coverage": 0.122, |
| "coverage_of_all_cases": 0.122 |
| }, |
| { |
| "threshold": 0.9878826141357422, |
| "accepted": 62, |
| "errors": 21, |
| "risk": 0.3387096774193548, |
| "coverage": 0.124, |
| "coverage_of_all_cases": 0.124 |
| }, |
| { |
| "threshold": 0.9875683188438416, |
| "accepted": 63, |
| "errors": 21, |
| "risk": 0.3333333333333333, |
| "coverage": 0.126, |
| "coverage_of_all_cases": 0.126 |
| }, |
| { |
| "threshold": 0.986877977848053, |
| "accepted": 64, |
| "errors": 22, |
| "risk": 0.34375, |
| "coverage": 0.128, |
| "coverage_of_all_cases": 0.128 |
| }, |
| { |
| "threshold": 0.9867032766342163, |
| "accepted": 65, |
| "errors": 22, |
| "risk": 0.3384615384615385, |
| "coverage": 0.13, |
| "coverage_of_all_cases": 0.13 |
| }, |
| { |
| "threshold": 0.9862732291221619, |
| "accepted": 67, |
| "errors": 22, |
| "risk": 0.3283582089552239, |
| "coverage": 0.134, |
| "coverage_of_all_cases": 0.134 |
| }, |
| { |
| "threshold": 0.9859364032745361, |
| "accepted": 68, |
| "errors": 22, |
| "risk": 0.3235294117647059, |
| "coverage": 0.136, |
| "coverage_of_all_cases": 0.136 |
| }, |
| { |
| "threshold": 0.985909640789032, |
| "accepted": 71, |
| "errors": 24, |
| "risk": 0.3380281690140845, |
| "coverage": 0.142, |
| "coverage_of_all_cases": 0.142 |
| }, |
| { |
| "threshold": 0.9857708215713501, |
| "accepted": 72, |
| "errors": 24, |
| "risk": 0.3333333333333333, |
| "coverage": 0.144, |
| "coverage_of_all_cases": 0.144 |
| }, |
| { |
| "threshold": 0.9854394793510437, |
| "accepted": 73, |
| "errors": 25, |
| "risk": 0.3424657534246575, |
| "coverage": 0.146, |
| "coverage_of_all_cases": 0.146 |
| }, |
| { |
| "threshold": 0.9851720333099365, |
| "accepted": 74, |
| "errors": 26, |
| "risk": 0.35135135135135137, |
| "coverage": 0.148, |
| "coverage_of_all_cases": 0.148 |
| }, |
| { |
| "threshold": 0.9848435521125793, |
| "accepted": 75, |
| "errors": 27, |
| "risk": 0.36, |
| "coverage": 0.15, |
| "coverage_of_all_cases": 0.15 |
| }, |
| { |
| "threshold": 0.9846483469009399, |
| "accepted": 76, |
| "errors": 28, |
| "risk": 0.3684210526315789, |
| "coverage": 0.152, |
| "coverage_of_all_cases": 0.152 |
| }, |
| { |
| "threshold": 0.9840936064720154, |
| "accepted": 78, |
| "errors": 30, |
| "risk": 0.38461538461538464, |
| "coverage": 0.156, |
| "coverage_of_all_cases": 0.156 |
| }, |
| { |
| "threshold": 0.9840633869171143, |
| "accepted": 79, |
| "errors": 31, |
| "risk": 0.3924050632911392, |
| "coverage": 0.158, |
| "coverage_of_all_cases": 0.158 |
| }, |
| { |
| "threshold": 0.984039843082428, |
| "accepted": 80, |
| "errors": 31, |
| "risk": 0.3875, |
| "coverage": 0.16, |
| "coverage_of_all_cases": 0.16 |
| }, |
| { |
| "threshold": 0.9837517738342285, |
| "accepted": 81, |
| "errors": 31, |
| "risk": 0.38271604938271603, |
| "coverage": 0.162, |
| "coverage_of_all_cases": 0.162 |
| }, |
| { |
| "threshold": 0.9835985898971558, |
| "accepted": 82, |
| "errors": 31, |
| "risk": 0.3780487804878049, |
| "coverage": 0.164, |
| "coverage_of_all_cases": 0.164 |
| }, |
| { |
| "threshold": 0.9832308292388916, |
| "accepted": 83, |
| "errors": 32, |
| "risk": 0.3855421686746988, |
| "coverage": 0.166, |
| "coverage_of_all_cases": 0.166 |
| }, |
| { |
| "threshold": 0.9820137619972229, |
| "accepted": 86, |
| "errors": 33, |
| "risk": 0.38372093023255816, |
| "coverage": 0.172, |
| "coverage_of_all_cases": 0.172 |
| }, |
| { |
| "threshold": 0.9813809394836426, |
| "accepted": 87, |
| "errors": 33, |
| "risk": 0.3793103448275862, |
| "coverage": 0.174, |
| "coverage_of_all_cases": 0.174 |
| }, |
| { |
| "threshold": 0.9808351993560791, |
| "accepted": 88, |
| "errors": 33, |
| "risk": 0.375, |
| "coverage": 0.176, |
| "coverage_of_all_cases": 0.176 |
| }, |
| { |
| "threshold": 0.9806132316589355, |
| "accepted": 89, |
| "errors": 34, |
| "risk": 0.38202247191011235, |
| "coverage": 0.178, |
| "coverage_of_all_cases": 0.178 |
| }, |
| { |
| "threshold": 0.9799087643623352, |
| "accepted": 90, |
| "errors": 34, |
| "risk": 0.37777777777777777, |
| "coverage": 0.18, |
| "coverage_of_all_cases": 0.18 |
| }, |
| { |
| "threshold": 0.9796676635742188, |
| "accepted": 91, |
| "errors": 35, |
| "risk": 0.38461538461538464, |
| "coverage": 0.182, |
| "coverage_of_all_cases": 0.182 |
| }, |
| { |
| "threshold": 0.9784191846847534, |
| "accepted": 92, |
| "errors": 35, |
| "risk": 0.3804347826086957, |
| "coverage": 0.184, |
| "coverage_of_all_cases": 0.184 |
| }, |
| { |
| "threshold": 0.9782649278640747, |
| "accepted": 93, |
| "errors": 35, |
| "risk": 0.3763440860215054, |
| "coverage": 0.186, |
| "coverage_of_all_cases": 0.186 |
| }, |
| { |
| "threshold": 0.9775974154472351, |
| "accepted": 94, |
| "errors": 35, |
| "risk": 0.3723404255319149, |
| "coverage": 0.188, |
| "coverage_of_all_cases": 0.188 |
| }, |
| { |
| "threshold": 0.9775681495666504, |
| "accepted": 96, |
| "errors": 36, |
| "risk": 0.375, |
| "coverage": 0.192, |
| "coverage_of_all_cases": 0.192 |
| }, |
| { |
| "threshold": 0.977022647857666, |
| "accepted": 97, |
| "errors": 36, |
| "risk": 0.3711340206185567, |
| "coverage": 0.194, |
| "coverage_of_all_cases": 0.194 |
| }, |
| { |
| "threshold": 0.9752432107925415, |
| "accepted": 98, |
| "errors": 36, |
| "risk": 0.3673469387755102, |
| "coverage": 0.196, |
| "coverage_of_all_cases": 0.196 |
| }, |
| { |
| "threshold": 0.9746571779251099, |
| "accepted": 99, |
| "errors": 37, |
| "risk": 0.37373737373737376, |
| "coverage": 0.198, |
| "coverage_of_all_cases": 0.198 |
| }, |
| { |
| "threshold": 0.9740425944328308, |
| "accepted": 103, |
| "errors": 38, |
| "risk": 0.36893203883495146, |
| "coverage": 0.206, |
| "coverage_of_all_cases": 0.206 |
| }, |
| { |
| "threshold": 0.9737408757209778, |
| "accepted": 104, |
| "errors": 38, |
| "risk": 0.36538461538461536, |
| "coverage": 0.208, |
| "coverage_of_all_cases": 0.208 |
| }, |
| { |
| "threshold": 0.9726318120956421, |
| "accepted": 105, |
| "errors": 38, |
| "risk": 0.3619047619047619, |
| "coverage": 0.21, |
| "coverage_of_all_cases": 0.21 |
| }, |
| { |
| "threshold": 0.9719475507736206, |
| "accepted": 106, |
| "errors": 38, |
| "risk": 0.3584905660377358, |
| "coverage": 0.212, |
| "coverage_of_all_cases": 0.212 |
| }, |
| { |
| "threshold": 0.9714164137840271, |
| "accepted": 107, |
| "errors": 38, |
| "risk": 0.35514018691588783, |
| "coverage": 0.214, |
| "coverage_of_all_cases": 0.214 |
| }, |
| { |
| "threshold": 0.970687747001648, |
| "accepted": 114, |
| "errors": 42, |
| "risk": 0.3684210526315789, |
| "coverage": 0.228, |
| "coverage_of_all_cases": 0.228 |
| }, |
| { |
| "threshold": 0.9703481197357178, |
| "accepted": 115, |
| "errors": 43, |
| "risk": 0.3739130434782609, |
| "coverage": 0.23, |
| "coverage_of_all_cases": 0.23 |
| }, |
| { |
| "threshold": 0.9690893292427063, |
| "accepted": 116, |
| "errors": 44, |
| "risk": 0.3793103448275862, |
| "coverage": 0.232, |
| "coverage_of_all_cases": 0.232 |
| }, |
| { |
| "threshold": 0.9685763120651245, |
| "accepted": 117, |
| "errors": 44, |
| "risk": 0.37606837606837606, |
| "coverage": 0.234, |
| "coverage_of_all_cases": 0.234 |
| }, |
| { |
| "threshold": 0.9683578610420227, |
| "accepted": 118, |
| "errors": 44, |
| "risk": 0.3728813559322034, |
| "coverage": 0.236, |
| "coverage_of_all_cases": 0.236 |
| }, |
| { |
| "threshold": 0.9669140577316284, |
| "accepted": 122, |
| "errors": 44, |
| "risk": 0.36065573770491804, |
| "coverage": 0.244, |
| "coverage_of_all_cases": 0.244 |
| }, |
| { |
| "threshold": 0.9661662578582764, |
| "accepted": 124, |
| "errors": 44, |
| "risk": 0.3548387096774194, |
| "coverage": 0.248, |
| "coverage_of_all_cases": 0.248 |
| }, |
| { |
| "threshold": 0.9636157155036926, |
| "accepted": 125, |
| "errors": 45, |
| "risk": 0.36, |
| "coverage": 0.25, |
| "coverage_of_all_cases": 0.25 |
| }, |
| { |
| "threshold": 0.9635935425758362, |
| "accepted": 126, |
| "errors": 46, |
| "risk": 0.36507936507936506, |
| "coverage": 0.252, |
| "coverage_of_all_cases": 0.252 |
| }, |
| { |
| "threshold": 0.963546633720398, |
| "accepted": 127, |
| "errors": 47, |
| "risk": 0.3700787401574803, |
| "coverage": 0.254, |
| "coverage_of_all_cases": 0.254 |
| }, |
| { |
| "threshold": 0.9626730680465698, |
| "accepted": 129, |
| "errors": 48, |
| "risk": 0.37209302325581395, |
| "coverage": 0.258, |
| "coverage_of_all_cases": 0.258 |
| }, |
| { |
| "threshold": 0.9603321552276611, |
| "accepted": 130, |
| "errors": 49, |
| "risk": 0.3769230769230769, |
| "coverage": 0.26, |
| "coverage_of_all_cases": 0.26 |
| }, |
| { |
| "threshold": 0.957912266254425, |
| "accepted": 132, |
| "errors": 49, |
| "risk": 0.3712121212121212, |
| "coverage": 0.264, |
| "coverage_of_all_cases": 0.264 |
| }, |
| { |
| "threshold": 0.9571253061294556, |
| "accepted": 133, |
| "errors": 49, |
| "risk": 0.3684210526315789, |
| "coverage": 0.266, |
| "coverage_of_all_cases": 0.266 |
| }, |
| { |
| "threshold": 0.9564689993858337, |
| "accepted": 134, |
| "errors": 50, |
| "risk": 0.373134328358209, |
| "coverage": 0.268, |
| "coverage_of_all_cases": 0.268 |
| }, |
| { |
| "threshold": 0.9552866220474243, |
| "accepted": 135, |
| "errors": 51, |
| "risk": 0.37777777777777777, |
| "coverage": 0.27, |
| "coverage_of_all_cases": 0.27 |
| }, |
| { |
| "threshold": 0.9547419548034668, |
| "accepted": 136, |
| "errors": 51, |
| "risk": 0.375, |
| "coverage": 0.272, |
| "coverage_of_all_cases": 0.272 |
| }, |
| { |
| "threshold": 0.9525741338729858, |
| "accepted": 139, |
| "errors": 52, |
| "risk": 0.37410071942446044, |
| "coverage": 0.278, |
| "coverage_of_all_cases": 0.278 |
| }, |
| { |
| "threshold": 0.950957179069519, |
| "accepted": 140, |
| "errors": 52, |
| "risk": 0.37142857142857144, |
| "coverage": 0.28, |
| "coverage_of_all_cases": 0.28 |
| }, |
| { |
| "threshold": 0.9508392214775085, |
| "accepted": 141, |
| "errors": 52, |
| "risk": 0.36879432624113473, |
| "coverage": 0.282, |
| "coverage_of_all_cases": 0.282 |
| }, |
| { |
| "threshold": 0.950482964515686, |
| "accepted": 142, |
| "errors": 52, |
| "risk": 0.36619718309859156, |
| "coverage": 0.284, |
| "coverage_of_all_cases": 0.284 |
| }, |
| { |
| "threshold": 0.9490001201629639, |
| "accepted": 143, |
| "errors": 52, |
| "risk": 0.36363636363636365, |
| "coverage": 0.286, |
| "coverage_of_all_cases": 0.286 |
| }, |
| { |
| "threshold": 0.9478920698165894, |
| "accepted": 144, |
| "errors": 52, |
| "risk": 0.3611111111111111, |
| "coverage": 0.288, |
| "coverage_of_all_cases": 0.288 |
| }, |
| { |
| "threshold": 0.9465966820716858, |
| "accepted": 147, |
| "errors": 54, |
| "risk": 0.3673469387755102, |
| "coverage": 0.294, |
| "coverage_of_all_cases": 0.294 |
| }, |
| { |
| "threshold": 0.9426250457763672, |
| "accepted": 148, |
| "errors": 55, |
| "risk": 0.3716216216216216, |
| "coverage": 0.296, |
| "coverage_of_all_cases": 0.296 |
| }, |
| { |
| "threshold": 0.9418172240257263, |
| "accepted": 149, |
| "errors": 55, |
| "risk": 0.3691275167785235, |
| "coverage": 0.298, |
| "coverage_of_all_cases": 0.298 |
| }, |
| { |
| "threshold": 0.9399133324623108, |
| "accepted": 154, |
| "errors": 57, |
| "risk": 0.37012987012987014, |
| "coverage": 0.308, |
| "coverage_of_all_cases": 0.308 |
| }, |
| { |
| "threshold": 0.9392393827438354, |
| "accepted": 155, |
| "errors": 57, |
| "risk": 0.36774193548387096, |
| "coverage": 0.31, |
| "coverage_of_all_cases": 0.31 |
| }, |
| { |
| "threshold": 0.9372748732566833, |
| "accepted": 156, |
| "errors": 57, |
| "risk": 0.36538461538461536, |
| "coverage": 0.312, |
| "coverage_of_all_cases": 0.312 |
| }, |
| { |
| "threshold": 0.937218427658081, |
| "accepted": 157, |
| "errors": 57, |
| "risk": 0.3630573248407643, |
| "coverage": 0.314, |
| "coverage_of_all_cases": 0.314 |
| }, |
| { |
| "threshold": 0.9360596537590027, |
| "accepted": 158, |
| "errors": 57, |
| "risk": 0.36075949367088606, |
| "coverage": 0.316, |
| "coverage_of_all_cases": 0.316 |
| }, |
| { |
| "threshold": 0.9324532747268677, |
| "accepted": 161, |
| "errors": 58, |
| "risk": 0.36024844720496896, |
| "coverage": 0.322, |
| "coverage_of_all_cases": 0.322 |
| }, |
| { |
| "threshold": 0.9310221076011658, |
| "accepted": 162, |
| "errors": 58, |
| "risk": 0.35802469135802467, |
| "coverage": 0.324, |
| "coverage_of_all_cases": 0.324 |
| }, |
| { |
| "threshold": 0.9304646849632263, |
| "accepted": 163, |
| "errors": 58, |
| "risk": 0.3558282208588957, |
| "coverage": 0.326, |
| "coverage_of_all_cases": 0.326 |
| }, |
| { |
| "threshold": 0.9289225339889526, |
| "accepted": 164, |
| "errors": 59, |
| "risk": 0.3597560975609756, |
| "coverage": 0.328, |
| "coverage_of_all_cases": 0.328 |
| }, |
| { |
| "threshold": 0.9241418242454529, |
| "accepted": 169, |
| "errors": 60, |
| "risk": 0.35502958579881655, |
| "coverage": 0.338, |
| "coverage_of_all_cases": 0.338 |
| }, |
| { |
| "threshold": 0.9236072897911072, |
| "accepted": 170, |
| "errors": 61, |
| "risk": 0.3588235294117647, |
| "coverage": 0.34, |
| "coverage_of_all_cases": 0.34 |
| }, |
| { |
| "threshold": 0.9233053922653198, |
| "accepted": 171, |
| "errors": 61, |
| "risk": 0.3567251461988304, |
| "coverage": 0.342, |
| "coverage_of_all_cases": 0.342 |
| }, |
| { |
| "threshold": 0.9223835468292236, |
| "accepted": 172, |
| "errors": 61, |
| "risk": 0.3546511627906977, |
| "coverage": 0.344, |
| "coverage_of_all_cases": 0.344 |
| }, |
| { |
| "threshold": 0.9202904105186462, |
| "accepted": 173, |
| "errors": 62, |
| "risk": 0.3583815028901734, |
| "coverage": 0.346, |
| "coverage_of_all_cases": 0.346 |
| }, |
| { |
| "threshold": 0.9202137589454651, |
| "accepted": 174, |
| "errors": 62, |
| "risk": 0.3563218390804598, |
| "coverage": 0.348, |
| "coverage_of_all_cases": 0.348 |
| }, |
| { |
| "threshold": 0.9186437129974365, |
| "accepted": 175, |
| "errors": 63, |
| "risk": 0.36, |
| "coverage": 0.35, |
| "coverage_of_all_cases": 0.35 |
| }, |
| { |
| "threshold": 0.9169458150863647, |
| "accepted": 176, |
| "errors": 64, |
| "risk": 0.36363636363636365, |
| "coverage": 0.352, |
| "coverage_of_all_cases": 0.352 |
| }, |
| { |
| "threshold": 0.9149009585380554, |
| "accepted": 180, |
| "errors": 66, |
| "risk": 0.36666666666666664, |
| "coverage": 0.36, |
| "coverage_of_all_cases": 0.36 |
| }, |
| { |
| "threshold": 0.9046505093574524, |
| "accepted": 187, |
| "errors": 69, |
| "risk": 0.3689839572192513, |
| "coverage": 0.374, |
| "coverage_of_all_cases": 0.374 |
| }, |
| { |
| "threshold": 0.903552234172821, |
| "accepted": 188, |
| "errors": 69, |
| "risk": 0.3670212765957447, |
| "coverage": 0.376, |
| "coverage_of_all_cases": 0.376 |
| }, |
| { |
| "threshold": 0.8981395363807678, |
| "accepted": 189, |
| "errors": 69, |
| "risk": 0.36507936507936506, |
| "coverage": 0.378, |
| "coverage_of_all_cases": 0.378 |
| }, |
| { |
| "threshold": 0.8954285979270935, |
| "accepted": 190, |
| "errors": 70, |
| "risk": 0.3684210526315789, |
| "coverage": 0.38, |
| "coverage_of_all_cases": 0.38 |
| }, |
| { |
| "threshold": 0.8949751257896423, |
| "accepted": 191, |
| "errors": 70, |
| "risk": 0.36649214659685864, |
| "coverage": 0.382, |
| "coverage_of_all_cases": 0.382 |
| }, |
| { |
| "threshold": 0.8941022753715515, |
| "accepted": 192, |
| "errors": 70, |
| "risk": 0.3645833333333333, |
| "coverage": 0.384, |
| "coverage_of_all_cases": 0.384 |
| }, |
| { |
| "threshold": 0.8938770294189453, |
| "accepted": 193, |
| "errors": 70, |
| "risk": 0.3626943005181347, |
| "coverage": 0.386, |
| "coverage_of_all_cases": 0.386 |
| }, |
| { |
| "threshold": 0.8933094143867493, |
| "accepted": 196, |
| "errors": 73, |
| "risk": 0.37244897959183676, |
| "coverage": 0.392, |
| "coverage_of_all_cases": 0.392 |
| }, |
| { |
| "threshold": 0.8872338533401489, |
| "accepted": 197, |
| "errors": 74, |
| "risk": 0.3756345177664975, |
| "coverage": 0.394, |
| "coverage_of_all_cases": 0.394 |
| }, |
| { |
| "threshold": 0.8871284127235413, |
| "accepted": 198, |
| "errors": 74, |
| "risk": 0.37373737373737376, |
| "coverage": 0.396, |
| "coverage_of_all_cases": 0.396 |
| }, |
| { |
| "threshold": 0.8807970285415649, |
| "accepted": 207, |
| "errors": 79, |
| "risk": 0.38164251207729466, |
| "coverage": 0.414, |
| "coverage_of_all_cases": 0.414 |
| }, |
| { |
| "threshold": 0.880573570728302, |
| "accepted": 208, |
| "errors": 79, |
| "risk": 0.3798076923076923, |
| "coverage": 0.416, |
| "coverage_of_all_cases": 0.416 |
| }, |
| { |
| "threshold": 0.8792030215263367, |
| "accepted": 209, |
| "errors": 79, |
| "risk": 0.37799043062200954, |
| "coverage": 0.418, |
| "coverage_of_all_cases": 0.418 |
| }, |
| { |
| "threshold": 0.8670357465744019, |
| "accepted": 215, |
| "errors": 82, |
| "risk": 0.3813953488372093, |
| "coverage": 0.43, |
| "coverage_of_all_cases": 0.43 |
| }, |
| { |
| "threshold": 0.8659706115722656, |
| "accepted": 216, |
| "errors": 82, |
| "risk": 0.37962962962962965, |
| "coverage": 0.432, |
| "coverage_of_all_cases": 0.432 |
| }, |
| { |
| "threshold": 0.8643472790718079, |
| "accepted": 217, |
| "errors": 83, |
| "risk": 0.3824884792626728, |
| "coverage": 0.434, |
| "coverage_of_all_cases": 0.434 |
| }, |
| { |
| "threshold": 0.8607219457626343, |
| "accepted": 218, |
| "errors": 84, |
| "risk": 0.3853211009174312, |
| "coverage": 0.436, |
| "coverage_of_all_cases": 0.436 |
| }, |
| { |
| "threshold": 0.859687089920044, |
| "accepted": 219, |
| "errors": 85, |
| "risk": 0.3881278538812785, |
| "coverage": 0.438, |
| "coverage_of_all_cases": 0.438 |
| }, |
| { |
| "threshold": 0.8563401699066162, |
| "accepted": 220, |
| "errors": 86, |
| "risk": 0.39090909090909093, |
| "coverage": 0.44, |
| "coverage_of_all_cases": 0.44 |
| }, |
| { |
| "threshold": 0.8554590940475464, |
| "accepted": 221, |
| "errors": 86, |
| "risk": 0.3891402714932127, |
| "coverage": 0.442, |
| "coverage_of_all_cases": 0.442 |
| }, |
| { |
| "threshold": 0.8548048138618469, |
| "accepted": 222, |
| "errors": 86, |
| "risk": 0.38738738738738737, |
| "coverage": 0.444, |
| "coverage_of_all_cases": 0.444 |
| }, |
| { |
| "threshold": 0.851952850818634, |
| "accepted": 223, |
| "errors": 86, |
| "risk": 0.38565022421524664, |
| "coverage": 0.446, |
| "coverage_of_all_cases": 0.446 |
| }, |
| { |
| "threshold": 0.8515800833702087, |
| "accepted": 224, |
| "errors": 86, |
| "risk": 0.38392857142857145, |
| "coverage": 0.448, |
| "coverage_of_all_cases": 0.448 |
| }, |
| { |
| "threshold": 0.8500957489013672, |
| "accepted": 225, |
| "errors": 86, |
| "risk": 0.38222222222222224, |
| "coverage": 0.45, |
| "coverage_of_all_cases": 0.45 |
| }, |
| { |
| "threshold": 0.8432222008705139, |
| "accepted": 226, |
| "errors": 86, |
| "risk": 0.3805309734513274, |
| "coverage": 0.452, |
| "coverage_of_all_cases": 0.452 |
| }, |
| { |
| "threshold": 0.8389536738395691, |
| "accepted": 227, |
| "errors": 86, |
| "risk": 0.3788546255506608, |
| "coverage": 0.454, |
| "coverage_of_all_cases": 0.454 |
| }, |
| { |
| "threshold": 0.8376054763793945, |
| "accepted": 228, |
| "errors": 86, |
| "risk": 0.37719298245614036, |
| "coverage": 0.456, |
| "coverage_of_all_cases": 0.456 |
| }, |
| { |
| "threshold": 0.835835337638855, |
| "accepted": 229, |
| "errors": 86, |
| "risk": 0.37554585152838427, |
| "coverage": 0.458, |
| "coverage_of_all_cases": 0.458 |
| }, |
| { |
| "threshold": 0.8354835510253906, |
| "accepted": 233, |
| "errors": 87, |
| "risk": 0.37339055793991416, |
| "coverage": 0.466, |
| "coverage_of_all_cases": 0.466 |
| }, |
| { |
| "threshold": 0.8337540626525879, |
| "accepted": 234, |
| "errors": 87, |
| "risk": 0.3717948717948718, |
| "coverage": 0.468, |
| "coverage_of_all_cases": 0.468 |
| }, |
| { |
| "threshold": 0.8300923705101013, |
| "accepted": 235, |
| "errors": 87, |
| "risk": 0.3702127659574468, |
| "coverage": 0.47, |
| "coverage_of_all_cases": 0.47 |
| }, |
| { |
| "threshold": 0.8213374614715576, |
| "accepted": 236, |
| "errors": 87, |
| "risk": 0.3686440677966102, |
| "coverage": 0.472, |
| "coverage_of_all_cases": 0.472 |
| }, |
| { |
| "threshold": 0.8198679089546204, |
| "accepted": 237, |
| "errors": 87, |
| "risk": 0.3670886075949367, |
| "coverage": 0.474, |
| "coverage_of_all_cases": 0.474 |
| }, |
| { |
| "threshold": 0.8175744414329529, |
| "accepted": 241, |
| "errors": 89, |
| "risk": 0.36929460580912865, |
| "coverage": 0.482, |
| "coverage_of_all_cases": 0.482 |
| }, |
| { |
| "threshold": 0.8084703087806702, |
| "accepted": 242, |
| "errors": 89, |
| "risk": 0.3677685950413223, |
| "coverage": 0.484, |
| "coverage_of_all_cases": 0.484 |
| }, |
| { |
| "threshold": 0.808276891708374, |
| "accepted": 243, |
| "errors": 89, |
| "risk": 0.3662551440329218, |
| "coverage": 0.486, |
| "coverage_of_all_cases": 0.486 |
| }, |
| { |
| "threshold": 0.806610643863678, |
| "accepted": 244, |
| "errors": 89, |
| "risk": 0.36475409836065575, |
| "coverage": 0.488, |
| "coverage_of_all_cases": 0.488 |
| }, |
| { |
| "threshold": 0.7994853258132935, |
| "accepted": 245, |
| "errors": 90, |
| "risk": 0.3673469387755102, |
| "coverage": 0.49, |
| "coverage_of_all_cases": 0.49 |
| }, |
| { |
| "threshold": 0.7981867790222168, |
| "accepted": 249, |
| "errors": 93, |
| "risk": 0.37349397590361444, |
| "coverage": 0.498, |
| "coverage_of_all_cases": 0.498 |
| }, |
| { |
| "threshold": 0.790910005569458, |
| "accepted": 250, |
| "errors": 93, |
| "risk": 0.372, |
| "coverage": 0.5, |
| "coverage_of_all_cases": 0.5 |
| }, |
| { |
| "threshold": 0.7864030599594116, |
| "accepted": 251, |
| "errors": 93, |
| "risk": 0.3705179282868526, |
| "coverage": 0.502, |
| "coverage_of_all_cases": 0.502 |
| }, |
| { |
| "threshold": 0.7860057353973389, |
| "accepted": 252, |
| "errors": 93, |
| "risk": 0.36904761904761907, |
| "coverage": 0.504, |
| "coverage_of_all_cases": 0.504 |
| }, |
| { |
| "threshold": 0.782718300819397, |
| "accepted": 253, |
| "errors": 93, |
| "risk": 0.3675889328063241, |
| "coverage": 0.506, |
| "coverage_of_all_cases": 0.506 |
| }, |
| { |
| "threshold": 0.7783264517784119, |
| "accepted": 254, |
| "errors": 94, |
| "risk": 0.3700787401574803, |
| "coverage": 0.508, |
| "coverage_of_all_cases": 0.508 |
| }, |
| { |
| "threshold": 0.7772998809814453, |
| "accepted": 255, |
| "errors": 94, |
| "risk": 0.3686274509803922, |
| "coverage": 0.51, |
| "coverage_of_all_cases": 0.51 |
| }, |
| { |
| "threshold": 0.7730340957641602, |
| "accepted": 256, |
| "errors": 94, |
| "risk": 0.3671875, |
| "coverage": 0.512, |
| "coverage_of_all_cases": 0.512 |
| }, |
| { |
| "threshold": 0.7671470046043396, |
| "accepted": 257, |
| "errors": 94, |
| "risk": 0.3657587548638132, |
| "coverage": 0.514, |
| "coverage_of_all_cases": 0.514 |
| }, |
| { |
| "threshold": 0.766708493232727, |
| "accepted": 258, |
| "errors": 95, |
| "risk": 0.3682170542635659, |
| "coverage": 0.516, |
| "coverage_of_all_cases": 0.516 |
| }, |
| { |
| "threshold": 0.763678252696991, |
| "accepted": 259, |
| "errors": 96, |
| "risk": 0.37065637065637064, |
| "coverage": 0.518, |
| "coverage_of_all_cases": 0.518 |
| }, |
| { |
| "threshold": 0.757959246635437, |
| "accepted": 260, |
| "errors": 96, |
| "risk": 0.36923076923076925, |
| "coverage": 0.52, |
| "coverage_of_all_cases": 0.52 |
| }, |
| { |
| "threshold": 0.7568399906158447, |
| "accepted": 261, |
| "errors": 97, |
| "risk": 0.3716475095785441, |
| "coverage": 0.522, |
| "coverage_of_all_cases": 0.522 |
| }, |
| { |
| "threshold": 0.7562941908836365, |
| "accepted": 262, |
| "errors": 97, |
| "risk": 0.3702290076335878, |
| "coverage": 0.524, |
| "coverage_of_all_cases": 0.524 |
| }, |
| { |
| "threshold": 0.755923330783844, |
| "accepted": 263, |
| "errors": 98, |
| "risk": 0.3726235741444867, |
| "coverage": 0.526, |
| "coverage_of_all_cases": 0.526 |
| }, |
| { |
| "threshold": 0.7550525069236755, |
| "accepted": 264, |
| "errors": 98, |
| "risk": 0.3712121212121212, |
| "coverage": 0.528, |
| "coverage_of_all_cases": 0.528 |
| }, |
| { |
| "threshold": 0.7549149990081787, |
| "accepted": 272, |
| "errors": 104, |
| "risk": 0.38235294117647056, |
| "coverage": 0.544, |
| "coverage_of_all_cases": 0.544 |
| }, |
| { |
| "threshold": 0.7514601945877075, |
| "accepted": 273, |
| "errors": 104, |
| "risk": 0.38095238095238093, |
| "coverage": 0.546, |
| "coverage_of_all_cases": 0.546 |
| }, |
| { |
| "threshold": 0.7511835694313049, |
| "accepted": 274, |
| "errors": 105, |
| "risk": 0.38321167883211676, |
| "coverage": 0.548, |
| "coverage_of_all_cases": 0.548 |
| }, |
| { |
| "threshold": 0.749190092086792, |
| "accepted": 275, |
| "errors": 106, |
| "risk": 0.38545454545454544, |
| "coverage": 0.55, |
| "coverage_of_all_cases": 0.55 |
| }, |
| { |
| "threshold": 0.7486920952796936, |
| "accepted": 276, |
| "errors": 106, |
| "risk": 0.38405797101449274, |
| "coverage": 0.552, |
| "coverage_of_all_cases": 0.552 |
| }, |
| { |
| "threshold": 0.7479555606842041, |
| "accepted": 277, |
| "errors": 107, |
| "risk": 0.3862815884476534, |
| "coverage": 0.554, |
| "coverage_of_all_cases": 0.554 |
| }, |
| { |
| "threshold": 0.7465093731880188, |
| "accepted": 278, |
| "errors": 107, |
| "risk": 0.38489208633093525, |
| "coverage": 0.556, |
| "coverage_of_all_cases": 0.556 |
| }, |
| { |
| "threshold": 0.7461209297180176, |
| "accepted": 279, |
| "errors": 107, |
| "risk": 0.3835125448028674, |
| "coverage": 0.558, |
| "coverage_of_all_cases": 0.558 |
| }, |
| { |
| "threshold": 0.7444326281547546, |
| "accepted": 280, |
| "errors": 107, |
| "risk": 0.3821428571428571, |
| "coverage": 0.56, |
| "coverage_of_all_cases": 0.56 |
| }, |
| { |
| "threshold": 0.7438138127326965, |
| "accepted": 281, |
| "errors": 107, |
| "risk": 0.3807829181494662, |
| "coverage": 0.562, |
| "coverage_of_all_cases": 0.562 |
| }, |
| { |
| "threshold": 0.7430688142776489, |
| "accepted": 282, |
| "errors": 108, |
| "risk": 0.3829787234042553, |
| "coverage": 0.564, |
| "coverage_of_all_cases": 0.564 |
| }, |
| { |
| "threshold": 0.742014467716217, |
| "accepted": 283, |
| "errors": 108, |
| "risk": 0.38162544169611307, |
| "coverage": 0.566, |
| "coverage_of_all_cases": 0.566 |
| }, |
| { |
| "threshold": 0.741270124912262, |
| "accepted": 284, |
| "errors": 109, |
| "risk": 0.38380281690140844, |
| "coverage": 0.568, |
| "coverage_of_all_cases": 0.568 |
| }, |
| { |
| "threshold": 0.7368677258491516, |
| "accepted": 285, |
| "errors": 110, |
| "risk": 0.38596491228070173, |
| "coverage": 0.57, |
| "coverage_of_all_cases": 0.57 |
| }, |
| { |
| "threshold": 0.7339802980422974, |
| "accepted": 286, |
| "errors": 110, |
| "risk": 0.38461538461538464, |
| "coverage": 0.572, |
| "coverage_of_all_cases": 0.572 |
| }, |
| { |
| "threshold": 0.7335910797119141, |
| "accepted": 287, |
| "errors": 111, |
| "risk": 0.3867595818815331, |
| "coverage": 0.574, |
| "coverage_of_all_cases": 0.574 |
| }, |
| { |
| "threshold": 0.731936514377594, |
| "accepted": 288, |
| "errors": 111, |
| "risk": 0.3854166666666667, |
| "coverage": 0.576, |
| "coverage_of_all_cases": 0.576 |
| }, |
| { |
| "threshold": 0.7313528656959534, |
| "accepted": 289, |
| "errors": 111, |
| "risk": 0.38408304498269896, |
| "coverage": 0.578, |
| "coverage_of_all_cases": 0.578 |
| }, |
| { |
| "threshold": 0.7310585379600525, |
| "accepted": 297, |
| "errors": 117, |
| "risk": 0.3939393939393939, |
| "coverage": 0.594, |
| "coverage_of_all_cases": 0.594 |
| }, |
| { |
| "threshold": 0.7308873534202576, |
| "accepted": 298, |
| "errors": 117, |
| "risk": 0.3926174496644295, |
| "coverage": 0.596, |
| "coverage_of_all_cases": 0.596 |
| }, |
| { |
| "threshold": 0.7284591794013977, |
| "accepted": 299, |
| "errors": 117, |
| "risk": 0.391304347826087, |
| "coverage": 0.598, |
| "coverage_of_all_cases": 0.598 |
| }, |
| { |
| "threshold": 0.7269029021263123, |
| "accepted": 300, |
| "errors": 117, |
| "risk": 0.39, |
| "coverage": 0.6, |
| "coverage_of_all_cases": 0.6 |
| }, |
| { |
| "threshold": 0.7264076471328735, |
| "accepted": 301, |
| "errors": 117, |
| "risk": 0.38870431893687707, |
| "coverage": 0.602, |
| "coverage_of_all_cases": 0.602 |
| }, |
| { |
| "threshold": 0.7253871560096741, |
| "accepted": 302, |
| "errors": 117, |
| "risk": 0.38741721854304634, |
| "coverage": 0.604, |
| "coverage_of_all_cases": 0.604 |
| }, |
| { |
| "threshold": 0.7250226736068726, |
| "accepted": 303, |
| "errors": 118, |
| "risk": 0.38943894389438943, |
| "coverage": 0.606, |
| "coverage_of_all_cases": 0.606 |
| }, |
| { |
| "threshold": 0.7244352102279663, |
| "accepted": 304, |
| "errors": 118, |
| "risk": 0.3881578947368421, |
| "coverage": 0.608, |
| "coverage_of_all_cases": 0.608 |
| }, |
| { |
| "threshold": 0.7180502414703369, |
| "accepted": 305, |
| "errors": 119, |
| "risk": 0.3901639344262295, |
| "coverage": 0.61, |
| "coverage_of_all_cases": 0.61 |
| }, |
| { |
| "threshold": 0.711898148059845, |
| "accepted": 306, |
| "errors": 120, |
| "risk": 0.39215686274509803, |
| "coverage": 0.612, |
| "coverage_of_all_cases": 0.612 |
| }, |
| { |
| "threshold": 0.711210310459137, |
| "accepted": 307, |
| "errors": 120, |
| "risk": 0.39087947882736157, |
| "coverage": 0.614, |
| "coverage_of_all_cases": 0.614 |
| }, |
| { |
| "threshold": 0.7057850360870361, |
| "accepted": 317, |
| "errors": 123, |
| "risk": 0.38801261829652994, |
| "coverage": 0.634, |
| "coverage_of_all_cases": 0.634 |
| }, |
| { |
| "threshold": 0.7018497586250305, |
| "accepted": 318, |
| "errors": 123, |
| "risk": 0.3867924528301887, |
| "coverage": 0.636, |
| "coverage_of_all_cases": 0.636 |
| }, |
| { |
| "threshold": 0.7015446424484253, |
| "accepted": 319, |
| "errors": 123, |
| "risk": 0.38557993730407525, |
| "coverage": 0.638, |
| "coverage_of_all_cases": 0.638 |
| }, |
| { |
| "threshold": 0.7007359266281128, |
| "accepted": 320, |
| "errors": 123, |
| "risk": 0.384375, |
| "coverage": 0.64, |
| "coverage_of_all_cases": 0.64 |
| }, |
| { |
| "threshold": 0.6953479647636414, |
| "accepted": 321, |
| "errors": 123, |
| "risk": 0.38317757009345793, |
| "coverage": 0.642, |
| "coverage_of_all_cases": 0.642 |
| }, |
| { |
| "threshold": 0.6939518451690674, |
| "accepted": 322, |
| "errors": 124, |
| "risk": 0.38509316770186336, |
| "coverage": 0.644, |
| "coverage_of_all_cases": 0.644 |
| }, |
| { |
| "threshold": 0.6886867880821228, |
| "accepted": 323, |
| "errors": 124, |
| "risk": 0.38390092879256965, |
| "coverage": 0.646, |
| "coverage_of_all_cases": 0.646 |
| }, |
| { |
| "threshold": 0.6791787147521973, |
| "accepted": 335, |
| "errors": 133, |
| "risk": 0.3970149253731343, |
| "coverage": 0.67, |
| "coverage_of_all_cases": 0.67 |
| }, |
| { |
| "threshold": 0.6781145334243774, |
| "accepted": 336, |
| "errors": 134, |
| "risk": 0.39880952380952384, |
| "coverage": 0.672, |
| "coverage_of_all_cases": 0.672 |
| }, |
| { |
| "threshold": 0.6772987842559814, |
| "accepted": 337, |
| "errors": 134, |
| "risk": 0.39762611275964393, |
| "coverage": 0.674, |
| "coverage_of_all_cases": 0.674 |
| }, |
| { |
| "threshold": 0.6756038069725037, |
| "accepted": 338, |
| "errors": 135, |
| "risk": 0.3994082840236686, |
| "coverage": 0.676, |
| "coverage_of_all_cases": 0.676 |
| }, |
| { |
| "threshold": 0.6679286956787109, |
| "accepted": 339, |
| "errors": 135, |
| "risk": 0.39823008849557523, |
| "coverage": 0.678, |
| "coverage_of_all_cases": 0.678 |
| }, |
| { |
| "threshold": 0.6666761636734009, |
| "accepted": 340, |
| "errors": 136, |
| "risk": 0.4, |
| "coverage": 0.68, |
| "coverage_of_all_cases": 0.68 |
| }, |
| { |
| "threshold": 0.6609349250793457, |
| "accepted": 341, |
| "errors": 137, |
| "risk": 0.40175953079178883, |
| "coverage": 0.682, |
| "coverage_of_all_cases": 0.682 |
| }, |
| { |
| "threshold": 0.6595908403396606, |
| "accepted": 342, |
| "errors": 137, |
| "risk": 0.40058479532163743, |
| "coverage": 0.684, |
| "coverage_of_all_cases": 0.684 |
| }, |
| { |
| "threshold": 0.6579158902168274, |
| "accepted": 343, |
| "errors": 138, |
| "risk": 0.40233236151603496, |
| "coverage": 0.686, |
| "coverage_of_all_cases": 0.686 |
| }, |
| { |
| "threshold": 0.6523692011833191, |
| "accepted": 344, |
| "errors": 138, |
| "risk": 0.4011627906976744, |
| "coverage": 0.688, |
| "coverage_of_all_cases": 0.688 |
| }, |
| { |
| "threshold": 0.6513549089431763, |
| "accepted": 356, |
| "errors": 146, |
| "risk": 0.4101123595505618, |
| "coverage": 0.712, |
| "coverage_of_all_cases": 0.712 |
| }, |
| { |
| "threshold": 0.6486443877220154, |
| "accepted": 357, |
| "errors": 146, |
| "risk": 0.40896358543417366, |
| "coverage": 0.714, |
| "coverage_of_all_cases": 0.714 |
| }, |
| { |
| "threshold": 0.6449442505836487, |
| "accepted": 358, |
| "errors": 146, |
| "risk": 0.40782122905027934, |
| "coverage": 0.716, |
| "coverage_of_all_cases": 0.716 |
| }, |
| { |
| "threshold": 0.6363654136657715, |
| "accepted": 359, |
| "errors": 146, |
| "risk": 0.40668523676880225, |
| "coverage": 0.718, |
| "coverage_of_all_cases": 0.718 |
| }, |
| { |
| "threshold": 0.6322428584098816, |
| "accepted": 360, |
| "errors": 146, |
| "risk": 0.40555555555555556, |
| "coverage": 0.72, |
| "coverage_of_all_cases": 0.72 |
| }, |
| { |
| "threshold": 0.6307764053344727, |
| "accepted": 361, |
| "errors": 146, |
| "risk": 0.40443213296398894, |
| "coverage": 0.722, |
| "coverage_of_all_cases": 0.722 |
| }, |
| { |
| "threshold": 0.6274750828742981, |
| "accepted": 362, |
| "errors": 147, |
| "risk": 0.40607734806629836, |
| "coverage": 0.724, |
| "coverage_of_all_cases": 0.724 |
| }, |
| { |
| "threshold": 0.6267033815383911, |
| "accepted": 363, |
| "errors": 148, |
| "risk": 0.40771349862258954, |
| "coverage": 0.726, |
| "coverage_of_all_cases": 0.726 |
| }, |
| { |
| "threshold": 0.6227180361747742, |
| "accepted": 364, |
| "errors": 148, |
| "risk": 0.4065934065934066, |
| "coverage": 0.728, |
| "coverage_of_all_cases": 0.728 |
| }, |
| { |
| "threshold": 0.622459352016449, |
| "accepted": 376, |
| "errors": 154, |
| "risk": 0.4095744680851064, |
| "coverage": 0.752, |
| "coverage_of_all_cases": 0.752 |
| }, |
| { |
| "threshold": 0.6134899854660034, |
| "accepted": 377, |
| "errors": 155, |
| "risk": 0.41114058355437666, |
| "coverage": 0.754, |
| "coverage_of_all_cases": 0.754 |
| }, |
| { |
| "threshold": 0.6112003922462463, |
| "accepted": 378, |
| "errors": 155, |
| "risk": 0.41005291005291006, |
| "coverage": 0.756, |
| "coverage_of_all_cases": 0.756 |
| }, |
| { |
| "threshold": 0.6031033396720886, |
| "accepted": 379, |
| "errors": 156, |
| "risk": 0.41160949868073876, |
| "coverage": 0.758, |
| "coverage_of_all_cases": 0.758 |
| }, |
| { |
| "threshold": 0.5993398427963257, |
| "accepted": 380, |
| "errors": 157, |
| "risk": 0.4131578947368421, |
| "coverage": 0.76, |
| "coverage_of_all_cases": 0.76 |
| }, |
| { |
| "threshold": 0.5938220620155334, |
| "accepted": 381, |
| "errors": 158, |
| "risk": 0.4146981627296588, |
| "coverage": 0.762, |
| "coverage_of_all_cases": 0.762 |
| }, |
| { |
| "threshold": 0.5926666259765625, |
| "accepted": 389, |
| "errors": 165, |
| "risk": 0.4241645244215938, |
| "coverage": 0.778, |
| "coverage_of_all_cases": 0.778 |
| }, |
| { |
| "threshold": 0.5918123722076416, |
| "accepted": 390, |
| "errors": 165, |
| "risk": 0.4230769230769231, |
| "coverage": 0.78, |
| "coverage_of_all_cases": 0.78 |
| }, |
| { |
| "threshold": 0.5917949676513672, |
| "accepted": 391, |
| "errors": 165, |
| "risk": 0.4219948849104859, |
| "coverage": 0.782, |
| "coverage_of_all_cases": 0.782 |
| }, |
| { |
| "threshold": 0.5908620357513428, |
| "accepted": 392, |
| "errors": 165, |
| "risk": 0.42091836734693877, |
| "coverage": 0.784, |
| "coverage_of_all_cases": 0.784 |
| }, |
| { |
| "threshold": 0.5671053528785706, |
| "accepted": 393, |
| "errors": 165, |
| "risk": 0.4198473282442748, |
| "coverage": 0.786, |
| "coverage_of_all_cases": 0.786 |
| }, |
| { |
| "threshold": 0.562176525592804, |
| "accepted": 403, |
| "errors": 169, |
| "risk": 0.41935483870967744, |
| "coverage": 0.806, |
| "coverage_of_all_cases": 0.806 |
| }, |
| { |
| "threshold": 0.5611987113952637, |
| "accepted": 404, |
| "errors": 169, |
| "risk": 0.4183168316831683, |
| "coverage": 0.808, |
| "coverage_of_all_cases": 0.808 |
| }, |
| { |
| "threshold": 0.5589726567268372, |
| "accepted": 405, |
| "errors": 170, |
| "risk": 0.41975308641975306, |
| "coverage": 0.81, |
| "coverage_of_all_cases": 0.81 |
| }, |
| { |
| "threshold": 0.5530118942260742, |
| "accepted": 406, |
| "errors": 170, |
| "risk": 0.4187192118226601, |
| "coverage": 0.812, |
| "coverage_of_all_cases": 0.812 |
| }, |
| { |
| "threshold": 0.5517231822013855, |
| "accepted": 407, |
| "errors": 170, |
| "risk": 0.4176904176904177, |
| "coverage": 0.814, |
| "coverage_of_all_cases": 0.814 |
| }, |
| { |
| "threshold": 0.551541805267334, |
| "accepted": 408, |
| "errors": 170, |
| "risk": 0.4166666666666667, |
| "coverage": 0.816, |
| "coverage_of_all_cases": 0.816 |
| }, |
| { |
| "threshold": 0.5458376407623291, |
| "accepted": 409, |
| "errors": 171, |
| "risk": 0.4180929095354523, |
| "coverage": 0.818, |
| "coverage_of_all_cases": 0.818 |
| }, |
| { |
| "threshold": 0.5322266221046448, |
| "accepted": 410, |
| "errors": 172, |
| "risk": 0.4195121951219512, |
| "coverage": 0.82, |
| "coverage_of_all_cases": 0.82 |
| }, |
| { |
| "threshold": 0.531209409236908, |
| "accepted": 429, |
| "errors": 183, |
| "risk": 0.42657342657342656, |
| "coverage": 0.858, |
| "coverage_of_all_cases": 0.858 |
| }, |
| { |
| "threshold": 0.5276584029197693, |
| "accepted": 430, |
| "errors": 183, |
| "risk": 0.4255813953488372, |
| "coverage": 0.86, |
| "coverage_of_all_cases": 0.86 |
| }, |
| { |
| "threshold": 0.5233758091926575, |
| "accepted": 431, |
| "errors": 184, |
| "risk": 0.42691415313225056, |
| "coverage": 0.862, |
| "coverage_of_all_cases": 0.862 |
| }, |
| { |
| "threshold": 0.5232104063034058, |
| "accepted": 432, |
| "errors": 184, |
| "risk": 0.42592592592592593, |
| "coverage": 0.864, |
| "coverage_of_all_cases": 0.864 |
| }, |
| { |
| "threshold": 0.5189152359962463, |
| "accepted": 433, |
| "errors": 185, |
| "risk": 0.42725173210161665, |
| "coverage": 0.866, |
| "coverage_of_all_cases": 0.866 |
| }, |
| { |
| "threshold": 0.5183603763580322, |
| "accepted": 434, |
| "errors": 185, |
| "risk": 0.42626728110599077, |
| "coverage": 0.868, |
| "coverage_of_all_cases": 0.868 |
| }, |
| { |
| "threshold": 0.5116807222366333, |
| "accepted": 435, |
| "errors": 185, |
| "risk": 0.42528735632183906, |
| "coverage": 0.87, |
| "coverage_of_all_cases": 0.87 |
| }, |
| { |
| "threshold": 0.5094732046127319, |
| "accepted": 436, |
| "errors": 185, |
| "risk": 0.4243119266055046, |
| "coverage": 0.872, |
| "coverage_of_all_cases": 0.872 |
| }, |
| { |
| "threshold": 0.5089282393455505, |
| "accepted": 437, |
| "errors": 185, |
| "risk": 0.4233409610983982, |
| "coverage": 0.874, |
| "coverage_of_all_cases": 0.874 |
| }, |
| { |
| "threshold": 0.5075972676277161, |
| "accepted": 438, |
| "errors": 185, |
| "risk": 0.4223744292237443, |
| "coverage": 0.876, |
| "coverage_of_all_cases": 0.876 |
| }, |
| { |
| "threshold": 0.5008364915847778, |
| "accepted": 439, |
| "errors": 185, |
| "risk": 0.4214123006833713, |
| "coverage": 0.878, |
| "coverage_of_all_cases": 0.878 |
| }, |
| { |
| "threshold": 0.5, |
| "accepted": 443, |
| "errors": 187, |
| "risk": 0.4221218961625282, |
| "coverage": 0.886, |
| "coverage_of_all_cases": 0.886 |
| }, |
| { |
| "threshold": 0.4995827078819275, |
| "accepted": 444, |
| "errors": 187, |
| "risk": 0.42117117117117114, |
| "coverage": 0.888, |
| "coverage_of_all_cases": 0.888 |
| }, |
| { |
| "threshold": 0.49904268980026245, |
| "accepted": 445, |
| "errors": 188, |
| "risk": 0.42247191011235957, |
| "coverage": 0.89, |
| "coverage_of_all_cases": 0.89 |
| }, |
| { |
| "threshold": 0.4959777295589447, |
| "accepted": 446, |
| "errors": 189, |
| "risk": 0.42376681614349776, |
| "coverage": 0.892, |
| "coverage_of_all_cases": 0.892 |
| }, |
| { |
| "threshold": 0.49295759201049805, |
| "accepted": 447, |
| "errors": 190, |
| "risk": 0.4250559284116331, |
| "coverage": 0.894, |
| "coverage_of_all_cases": 0.894 |
| }, |
| { |
| "threshold": 0.4927632808685303, |
| "accepted": 448, |
| "errors": 191, |
| "risk": 0.4263392857142857, |
| "coverage": 0.896, |
| "coverage_of_all_cases": 0.896 |
| }, |
| { |
| "threshold": 0.4887027442455292, |
| "accepted": 449, |
| "errors": 191, |
| "risk": 0.42538975501113585, |
| "coverage": 0.898, |
| "coverage_of_all_cases": 0.898 |
| }, |
| { |
| "threshold": 0.48547816276550293, |
| "accepted": 450, |
| "errors": 192, |
| "risk": 0.4266666666666667, |
| "coverage": 0.9, |
| "coverage_of_all_cases": 0.9 |
| }, |
| { |
| "threshold": 0.4829995036125183, |
| "accepted": 451, |
| "errors": 192, |
| "risk": 0.42572062084257206, |
| "coverage": 0.902, |
| "coverage_of_all_cases": 0.902 |
| }, |
| { |
| "threshold": 0.48047542572021484, |
| "accepted": 452, |
| "errors": 192, |
| "risk": 0.4247787610619469, |
| "coverage": 0.904, |
| "coverage_of_all_cases": 0.904 |
| }, |
| { |
| "threshold": 0.4799308776855469, |
| "accepted": 453, |
| "errors": 192, |
| "risk": 0.423841059602649, |
| "coverage": 0.906, |
| "coverage_of_all_cases": 0.906 |
| }, |
| { |
| "threshold": 0.4744885265827179, |
| "accepted": 454, |
| "errors": 193, |
| "risk": 0.4251101321585903, |
| "coverage": 0.908, |
| "coverage_of_all_cases": 0.908 |
| }, |
| { |
| "threshold": 0.47312700748443604, |
| "accepted": 455, |
| "errors": 193, |
| "risk": 0.42417582417582417, |
| "coverage": 0.91, |
| "coverage_of_all_cases": 0.91 |
| }, |
| { |
| "threshold": 0.467061847448349, |
| "accepted": 456, |
| "errors": 194, |
| "risk": 0.42543859649122806, |
| "coverage": 0.912, |
| "coverage_of_all_cases": 0.912 |
| }, |
| { |
| "threshold": 0.4606798589229584, |
| "accepted": 457, |
| "errors": 194, |
| "risk": 0.424507658643326, |
| "coverage": 0.914, |
| "coverage_of_all_cases": 0.914 |
| }, |
| { |
| "threshold": 0.4592236876487732, |
| "accepted": 458, |
| "errors": 195, |
| "risk": 0.425764192139738, |
| "coverage": 0.916, |
| "coverage_of_all_cases": 0.916 |
| }, |
| { |
| "threshold": 0.45840150117874146, |
| "accepted": 459, |
| "errors": 196, |
| "risk": 0.42701525054466233, |
| "coverage": 0.918, |
| "coverage_of_all_cases": 0.918 |
| }, |
| { |
| "threshold": 0.4578132927417755, |
| "accepted": 460, |
| "errors": 197, |
| "risk": 0.4282608695652174, |
| "coverage": 0.92, |
| "coverage_of_all_cases": 0.92 |
| }, |
| { |
| "threshold": 0.4528372883796692, |
| "accepted": 461, |
| "errors": 198, |
| "risk": 0.42950108459869846, |
| "coverage": 0.922, |
| "coverage_of_all_cases": 0.922 |
| }, |
| { |
| "threshold": 0.4507998526096344, |
| "accepted": 462, |
| "errors": 199, |
| "risk": 0.43073593073593075, |
| "coverage": 0.924, |
| "coverage_of_all_cases": 0.924 |
| }, |
| { |
| "threshold": 0.45054611563682556, |
| "accepted": 463, |
| "errors": 199, |
| "risk": 0.4298056155507559, |
| "coverage": 0.926, |
| "coverage_of_all_cases": 0.926 |
| }, |
| { |
| "threshold": 0.4486235976219177, |
| "accepted": 464, |
| "errors": 199, |
| "risk": 0.42887931034482757, |
| "coverage": 0.928, |
| "coverage_of_all_cases": 0.928 |
| }, |
| { |
| "threshold": 0.4485408365726471, |
| "accepted": 465, |
| "errors": 199, |
| "risk": 0.42795698924731185, |
| "coverage": 0.93, |
| "coverage_of_all_cases": 0.93 |
| }, |
| { |
| "threshold": 0.44471532106399536, |
| "accepted": 466, |
| "errors": 200, |
| "risk": 0.4291845493562232, |
| "coverage": 0.932, |
| "coverage_of_all_cases": 0.932 |
| }, |
| { |
| "threshold": 0.44102469086647034, |
| "accepted": 467, |
| "errors": 200, |
| "risk": 0.4282655246252677, |
| "coverage": 0.934, |
| "coverage_of_all_cases": 0.934 |
| }, |
| { |
| "threshold": 0.4407407343387604, |
| "accepted": 468, |
| "errors": 201, |
| "risk": 0.42948717948717946, |
| "coverage": 0.936, |
| "coverage_of_all_cases": 0.936 |
| }, |
| { |
| "threshold": 0.4385104775428772, |
| "accepted": 469, |
| "errors": 202, |
| "risk": 0.43070362473347545, |
| "coverage": 0.938, |
| "coverage_of_all_cases": 0.938 |
| }, |
| { |
| "threshold": 0.4384525418281555, |
| "accepted": 470, |
| "errors": 203, |
| "risk": 0.4319148936170213, |
| "coverage": 0.94, |
| "coverage_of_all_cases": 0.94 |
| }, |
| { |
| "threshold": 0.4366549551486969, |
| "accepted": 471, |
| "errors": 203, |
| "risk": 0.4309978768577495, |
| "coverage": 0.942, |
| "coverage_of_all_cases": 0.942 |
| }, |
| { |
| "threshold": 0.4295373260974884, |
| "accepted": 472, |
| "errors": 203, |
| "risk": 0.4300847457627119, |
| "coverage": 0.944, |
| "coverage_of_all_cases": 0.944 |
| }, |
| { |
| "threshold": 0.41273167729377747, |
| "accepted": 473, |
| "errors": 204, |
| "risk": 0.4312896405919662, |
| "coverage": 0.946, |
| "coverage_of_all_cases": 0.946 |
| }, |
| { |
| "threshold": 0.4120121896266937, |
| "accepted": 474, |
| "errors": 205, |
| "risk": 0.43248945147679324, |
| "coverage": 0.948, |
| "coverage_of_all_cases": 0.948 |
| }, |
| { |
| "threshold": 0.4117083251476288, |
| "accepted": 475, |
| "errors": 206, |
| "risk": 0.4336842105263158, |
| "coverage": 0.95, |
| "coverage_of_all_cases": 0.95 |
| }, |
| { |
| "threshold": 0.4114023745059967, |
| "accepted": 476, |
| "errors": 206, |
| "risk": 0.4327731092436975, |
| "coverage": 0.952, |
| "coverage_of_all_cases": 0.952 |
| }, |
| { |
| "threshold": 0.4086155593395233, |
| "accepted": 477, |
| "errors": 206, |
| "risk": 0.43186582809224316, |
| "coverage": 0.954, |
| "coverage_of_all_cases": 0.954 |
| }, |
| { |
| "threshold": 0.4078390300273895, |
| "accepted": 478, |
| "errors": 207, |
| "risk": 0.4330543933054393, |
| "coverage": 0.956, |
| "coverage_of_all_cases": 0.956 |
| }, |
| { |
| "threshold": 0.40543511509895325, |
| "accepted": 479, |
| "errors": 208, |
| "risk": 0.4342379958246347, |
| "coverage": 0.958, |
| "coverage_of_all_cases": 0.958 |
| }, |
| { |
| "threshold": 0.40363508462905884, |
| "accepted": 480, |
| "errors": 209, |
| "risk": 0.4354166666666667, |
| "coverage": 0.96, |
| "coverage_of_all_cases": 0.96 |
| }, |
| { |
| "threshold": 0.39988386631011963, |
| "accepted": 481, |
| "errors": 209, |
| "risk": 0.43451143451143454, |
| "coverage": 0.962, |
| "coverage_of_all_cases": 0.962 |
| }, |
| { |
| "threshold": 0.39853549003601074, |
| "accepted": 482, |
| "errors": 209, |
| "risk": 0.4336099585062241, |
| "coverage": 0.964, |
| "coverage_of_all_cases": 0.964 |
| }, |
| { |
| "threshold": 0.39815688133239746, |
| "accepted": 483, |
| "errors": 209, |
| "risk": 0.432712215320911, |
| "coverage": 0.966, |
| "coverage_of_all_cases": 0.966 |
| }, |
| { |
| "threshold": 0.3924981653690338, |
| "accepted": 484, |
| "errors": 209, |
| "risk": 0.4318181818181818, |
| "coverage": 0.968, |
| "coverage_of_all_cases": 0.968 |
| }, |
| { |
| "threshold": 0.38822588324546814, |
| "accepted": 485, |
| "errors": 210, |
| "risk": 0.4329896907216495, |
| "coverage": 0.97, |
| "coverage_of_all_cases": 0.97 |
| }, |
| { |
| "threshold": 0.37634944915771484, |
| "accepted": 486, |
| "errors": 210, |
| "risk": 0.43209876543209874, |
| "coverage": 0.972, |
| "coverage_of_all_cases": 0.972 |
| }, |
| { |
| "threshold": 0.37376707792282104, |
| "accepted": 487, |
| "errors": 210, |
| "risk": 0.43121149897330596, |
| "coverage": 0.974, |
| "coverage_of_all_cases": 0.974 |
| }, |
| { |
| "threshold": 0.37324216961860657, |
| "accepted": 488, |
| "errors": 211, |
| "risk": 0.4323770491803279, |
| "coverage": 0.976, |
| "coverage_of_all_cases": 0.976 |
| }, |
| { |
| "threshold": 0.3670387864112854, |
| "accepted": 489, |
| "errors": 212, |
| "risk": 0.4335378323108384, |
| "coverage": 0.978, |
| "coverage_of_all_cases": 0.978 |
| }, |
| { |
| "threshold": 0.3566589057445526, |
| "accepted": 490, |
| "errors": 212, |
| "risk": 0.4326530612244898, |
| "coverage": 0.98, |
| "coverage_of_all_cases": 0.98 |
| }, |
| { |
| "threshold": 0.3427278399467468, |
| "accepted": 491, |
| "errors": 212, |
| "risk": 0.4317718940936864, |
| "coverage": 0.982, |
| "coverage_of_all_cases": 0.982 |
| }, |
| { |
| "threshold": 0.3412012755870819, |
| "accepted": 492, |
| "errors": 213, |
| "risk": 0.4329268292682927, |
| "coverage": 0.984, |
| "coverage_of_all_cases": 0.984 |
| }, |
| { |
| "threshold": 0.33939439058303833, |
| "accepted": 493, |
| "errors": 214, |
| "risk": 0.4340770791075051, |
| "coverage": 0.986, |
| "coverage_of_all_cases": 0.986 |
| }, |
| { |
| "threshold": 0.3313635587692261, |
| "accepted": 494, |
| "errors": 215, |
| "risk": 0.4352226720647773, |
| "coverage": 0.988, |
| "coverage_of_all_cases": 0.988 |
| }, |
| { |
| "threshold": 0.3242751955986023, |
| "accepted": 495, |
| "errors": 216, |
| "risk": 0.43636363636363634, |
| "coverage": 0.99, |
| "coverage_of_all_cases": 0.99 |
| }, |
| { |
| "threshold": 0.32388773560523987, |
| "accepted": 496, |
| "errors": 217, |
| "risk": 0.4375, |
| "coverage": 0.992, |
| "coverage_of_all_cases": 0.992 |
| }, |
| { |
| "threshold": 0.3165428340435028, |
| "accepted": 497, |
| "errors": 217, |
| "risk": 0.43661971830985913, |
| "coverage": 0.994, |
| "coverage_of_all_cases": 0.994 |
| }, |
| { |
| "threshold": 0.30359888076782227, |
| "accepted": 498, |
| "errors": 218, |
| "risk": 0.43775100401606426, |
| "coverage": 0.996, |
| "coverage_of_all_cases": 0.996 |
| }, |
| { |
| "threshold": 0.29851505160331726, |
| "accepted": 499, |
| "errors": 218, |
| "risk": 0.43687374749499, |
| "coverage": 0.998, |
| "coverage_of_all_cases": 0.998 |
| }, |
| { |
| "threshold": 0.2401656061410904, |
| "accepted": 500, |
| "errors": 219, |
| "risk": 0.438, |
| "coverage": 1.0, |
| "coverage_of_all_cases": 1.0 |
| } |
| ] |
| }, |
| "probability_incomplete": 0, |
| "latency_ms": { |
| "count": 500, |
| "mean": 13.88489899187698, |
| "p50": 13.126238001859747, |
| "p95": 13.366747045802185, |
| "min": 12.821044001611881, |
| "max": 381.0723770002369 |
| }, |
| "wall_latency_ms": { |
| "count": 500, |
| "mean": 15.640008546062745, |
| "p50": 14.080548004130833, |
| "p95": 18.12442850350635, |
| "min": 13.435001004836522, |
| "max": 399.4759330089437 |
| }, |
| "input_tokens": { |
| "count": 500, |
| "mean": 309.888, |
| "p50": 202.0, |
| "p95": 888.1499999999999, |
| "min": 108.0, |
| "max": 1631.0 |
| }, |
| "state_characters": { |
| "count": 500, |
| "mean": 571.486, |
| "p50": 199.5, |
| "p95": 2825.1, |
| "min": 10.0, |
| "max": 6317.0 |
| }, |
| "notes": [ |
| "accuracy_all counts errors and skips as incorrect", |
| "accuracy_attempted and family macro count errors as wrong and exclude intentional skips", |
| "family defaults to source; latency_ms is local forward-pass or hosted HTTP time", |
| "wall_latency_ms includes per-record scorer preprocessing and inference; no warmup excluded", |
| "F1 uses semantic option keys, never shuffled answer letters", |
| "Probability metrics only include explicitly complete distributions" |
| ] |
| }, |
| "decision": { |
| "count": 500, |
| "attempted": 500, |
| "scored": 500, |
| "errors": 0, |
| "skipped": 0, |
| "accuracy_all": 0.796, |
| "accuracy_attempted": 0.796, |
| "accuracy_scored": 0.796, |
| "accuracy_family_macro": 0.796, |
| "accuracy_by_family": { |
| "clinc150": 0.89, |
| "go_emotions": 0.82, |
| "helpsteer2": 0.47, |
| "paws": 0.92, |
| "vitaminc": 0.88 |
| }, |
| "by_source": { |
| "clinc150": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.89, |
| "accuracy_attempted": 0.89, |
| "macro_f1_scored": 0.8532776100920981, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "go_emotions": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.82, |
| "accuracy_attempted": 0.82, |
| "macro_f1_scored": 0.8197115384615384, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "helpsteer2": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.47, |
| "accuracy_attempted": 0.47, |
| "macro_f1_scored": 0.24495552607007715, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "paws": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.92, |
| "accuracy_attempted": 0.92, |
| "macro_f1_scored": 0.9184006527947777, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| }, |
| "vitaminc": { |
| "count": 100, |
| "scored": 100, |
| "accuracy_all": 0.88, |
| "accuracy_attempted": 0.88, |
| "macro_f1_scored": 0.8224019167415394, |
| "macro_f1_note": "Semantic option keys on successful cases; undefined for keys without shared semantics." |
| } |
| }, |
| "probability_metrics": { |
| "count": 500, |
| "brier_multiclass_sum": 0.2777899383756419, |
| "nll": 0.505363078857301, |
| "infinite_nll_cases": 0, |
| "ece": 0.06087935093045237, |
| "ece_equal_width_bins": 15, |
| "aurc": 0.059849012978785913, |
| "coverage_at_error": { |
| "0.01": 0.224, |
| "0.05": 0.538, |
| "0.1": 0.736 |
| }, |
| "risk_coverage_note": "Empirical diagnostic, not a held-out error guarantee; whole ties accepted.", |
| "risk_coverage": [ |
| { |
| "threshold": 0.9999735355377197, |
| "accepted": 1, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.002, |
| "coverage_of_all_cases": 0.002 |
| }, |
| { |
| "threshold": 0.9999445676803589, |
| "accepted": 2, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.004, |
| "coverage_of_all_cases": 0.004 |
| }, |
| { |
| "threshold": 0.9999101161956787, |
| "accepted": 3, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.006, |
| "coverage_of_all_cases": 0.006 |
| }, |
| { |
| "threshold": 0.9998934268951416, |
| "accepted": 4, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.008, |
| "coverage_of_all_cases": 0.008 |
| }, |
| { |
| "threshold": 0.9998823404312134, |
| "accepted": 5, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.01, |
| "coverage_of_all_cases": 0.01 |
| }, |
| { |
| "threshold": 0.9998712539672852, |
| "accepted": 6, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.012, |
| "coverage_of_all_cases": 0.012 |
| }, |
| { |
| "threshold": 0.9998680353164673, |
| "accepted": 7, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.014, |
| "coverage_of_all_cases": 0.014 |
| }, |
| { |
| "threshold": 0.9998672008514404, |
| "accepted": 8, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.016, |
| "coverage_of_all_cases": 0.016 |
| }, |
| { |
| "threshold": 0.9998639822006226, |
| "accepted": 9, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.018, |
| "coverage_of_all_cases": 0.018 |
| }, |
| { |
| "threshold": 0.9998088479042053, |
| "accepted": 10, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.02, |
| "coverage_of_all_cases": 0.02 |
| }, |
| { |
| "threshold": 0.9997724890708923, |
| "accepted": 11, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.022, |
| "coverage_of_all_cases": 0.022 |
| }, |
| { |
| "threshold": 0.9997699856758118, |
| "accepted": 12, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.024, |
| "coverage_of_all_cases": 0.024 |
| }, |
| { |
| "threshold": 0.9997448325157166, |
| "accepted": 13, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.026, |
| "coverage_of_all_cases": 0.026 |
| }, |
| { |
| "threshold": 0.9997394680976868, |
| "accepted": 14, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.028, |
| "coverage_of_all_cases": 0.028 |
| }, |
| { |
| "threshold": 0.9997389912605286, |
| "accepted": 15, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.03, |
| "coverage_of_all_cases": 0.03 |
| }, |
| { |
| "threshold": 0.9997261166572571, |
| "accepted": 16, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.032, |
| "coverage_of_all_cases": 0.032 |
| }, |
| { |
| "threshold": 0.9996552467346191, |
| "accepted": 17, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.034, |
| "coverage_of_all_cases": 0.034 |
| }, |
| { |
| "threshold": 0.9996521472930908, |
| "accepted": 18, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.036, |
| "coverage_of_all_cases": 0.036 |
| }, |
| { |
| "threshold": 0.9996479749679565, |
| "accepted": 19, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.038, |
| "coverage_of_all_cases": 0.038 |
| }, |
| { |
| "threshold": 0.9996206760406494, |
| "accepted": 20, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.04, |
| "coverage_of_all_cases": 0.04 |
| }, |
| { |
| "threshold": 0.9996199607849121, |
| "accepted": 21, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.042, |
| "coverage_of_all_cases": 0.042 |
| }, |
| { |
| "threshold": 0.9996001124382019, |
| "accepted": 22, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.044, |
| "coverage_of_all_cases": 0.044 |
| }, |
| { |
| "threshold": 0.9995810389518738, |
| "accepted": 23, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.046, |
| "coverage_of_all_cases": 0.046 |
| }, |
| { |
| "threshold": 0.9995785355567932, |
| "accepted": 24, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.048, |
| "coverage_of_all_cases": 0.048 |
| }, |
| { |
| "threshold": 0.9995694756507874, |
| "accepted": 25, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.05, |
| "coverage_of_all_cases": 0.05 |
| }, |
| { |
| "threshold": 0.9995132684707642, |
| "accepted": 26, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.052, |
| "coverage_of_all_cases": 0.052 |
| }, |
| { |
| "threshold": 0.9995096921920776, |
| "accepted": 27, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.054, |
| "coverage_of_all_cases": 0.054 |
| }, |
| { |
| "threshold": 0.9994853734970093, |
| "accepted": 28, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.056, |
| "coverage_of_all_cases": 0.056 |
| }, |
| { |
| "threshold": 0.9994520545005798, |
| "accepted": 29, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.058, |
| "coverage_of_all_cases": 0.058 |
| }, |
| { |
| "threshold": 0.9994262456893921, |
| "accepted": 30, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.06, |
| "coverage_of_all_cases": 0.06 |
| }, |
| { |
| "threshold": 0.9993928670883179, |
| "accepted": 31, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.062, |
| "coverage_of_all_cases": 0.062 |
| }, |
| { |
| "threshold": 0.9993686079978943, |
| "accepted": 32, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.064, |
| "coverage_of_all_cases": 0.064 |
| }, |
| { |
| "threshold": 0.9993294477462769, |
| "accepted": 33, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.066, |
| "coverage_of_all_cases": 0.066 |
| }, |
| { |
| "threshold": 0.9991907477378845, |
| "accepted": 34, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.068, |
| "coverage_of_all_cases": 0.068 |
| }, |
| { |
| "threshold": 0.999158501625061, |
| "accepted": 35, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.07, |
| "coverage_of_all_cases": 0.07 |
| }, |
| { |
| "threshold": 0.9991039633750916, |
| "accepted": 36, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.072, |
| "coverage_of_all_cases": 0.072 |
| }, |
| { |
| "threshold": 0.9991016387939453, |
| "accepted": 37, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.074, |
| "coverage_of_all_cases": 0.074 |
| }, |
| { |
| "threshold": 0.9990731477737427, |
| "accepted": 38, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.076, |
| "coverage_of_all_cases": 0.076 |
| }, |
| { |
| "threshold": 0.9990518689155579, |
| "accepted": 39, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.078, |
| "coverage_of_all_cases": 0.078 |
| }, |
| { |
| "threshold": 0.9990272521972656, |
| "accepted": 40, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.08, |
| "coverage_of_all_cases": 0.08 |
| }, |
| { |
| "threshold": 0.9990222454071045, |
| "accepted": 41, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.082, |
| "coverage_of_all_cases": 0.082 |
| }, |
| { |
| "threshold": 0.9989677667617798, |
| "accepted": 42, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.084, |
| "coverage_of_all_cases": 0.084 |
| }, |
| { |
| "threshold": 0.9989210367202759, |
| "accepted": 43, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.086, |
| "coverage_of_all_cases": 0.086 |
| }, |
| { |
| "threshold": 0.9988304972648621, |
| "accepted": 47, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.094, |
| "coverage_of_all_cases": 0.094 |
| }, |
| { |
| "threshold": 0.9987542629241943, |
| "accepted": 48, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.096, |
| "coverage_of_all_cases": 0.096 |
| }, |
| { |
| "threshold": 0.9987351298332214, |
| "accepted": 49, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.098, |
| "coverage_of_all_cases": 0.098 |
| }, |
| { |
| "threshold": 0.9986749291419983, |
| "accepted": 50, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.1, |
| "coverage_of_all_cases": 0.1 |
| }, |
| { |
| "threshold": 0.9986598491668701, |
| "accepted": 51, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.102, |
| "coverage_of_all_cases": 0.102 |
| }, |
| { |
| "threshold": 0.998505711555481, |
| "accepted": 52, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.104, |
| "coverage_of_all_cases": 0.104 |
| }, |
| { |
| "threshold": 0.998498797416687, |
| "accepted": 56, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.112, |
| "coverage_of_all_cases": 0.112 |
| }, |
| { |
| "threshold": 0.9983491897583008, |
| "accepted": 57, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.114, |
| "coverage_of_all_cases": 0.114 |
| }, |
| { |
| "threshold": 0.9980939030647278, |
| "accepted": 58, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.116, |
| "coverage_of_all_cases": 0.116 |
| }, |
| { |
| "threshold": 0.9980732202529907, |
| "accepted": 61, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.122, |
| "coverage_of_all_cases": 0.122 |
| }, |
| { |
| "threshold": 0.9979864358901978, |
| "accepted": 62, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.124, |
| "coverage_of_all_cases": 0.124 |
| }, |
| { |
| "threshold": 0.9978172779083252, |
| "accepted": 64, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.128, |
| "coverage_of_all_cases": 0.128 |
| }, |
| { |
| "threshold": 0.9977349042892456, |
| "accepted": 65, |
| "errors": 0, |
| "risk": 0.0, |
| "coverage": 0.13, |
| "coverage_of_all_cases": 0.13 |
| }, |
| { |
| "threshold": 0.9975274205207825, |
| "accepted": 67, |
| "errors": 1, |
| "risk": 0.014925373134328358, |
| "coverage": 0.134, |
| "coverage_of_all_cases": 0.134 |
| }, |
| { |
| "threshold": 0.997403085231781, |
| "accepted": 68, |
| "errors": 1, |
| "risk": 0.014705882352941176, |
| "coverage": 0.136, |
| "coverage_of_all_cases": 0.136 |
| }, |
| { |
| "threshold": 0.9973710775375366, |
| "accepted": 69, |
| "errors": 1, |
| "risk": 0.014492753623188406, |
| "coverage": 0.138, |
| "coverage_of_all_cases": 0.138 |
| }, |
| { |
| "threshold": 0.9972979426383972, |
| "accepted": 70, |
| "errors": 1, |
| "risk": 0.014285714285714285, |
| "coverage": 0.14, |
| "coverage_of_all_cases": 0.14 |
| }, |
| { |
| "threshold": 0.9971990585327148, |
| "accepted": 75, |
| "errors": 1, |
| "risk": 0.013333333333333334, |
| "coverage": 0.15, |
| "coverage_of_all_cases": 0.15 |
| }, |
| { |
| "threshold": 0.9971904158592224, |
| "accepted": 76, |
| "errors": 1, |
| "risk": 0.013157894736842105, |
| "coverage": 0.152, |
| "coverage_of_all_cases": 0.152 |
| }, |
| { |
| "threshold": 0.9971832633018494, |
| "accepted": 77, |
| "errors": 1, |
| "risk": 0.012987012987012988, |
| "coverage": 0.154, |
| "coverage_of_all_cases": 0.154 |
| }, |
| { |
| "threshold": 0.997177004814148, |
| "accepted": 78, |
| "errors": 1, |
| "risk": 0.01282051282051282, |
| "coverage": 0.156, |
| "coverage_of_all_cases": 0.156 |
| }, |
| { |
| "threshold": 0.9971215128898621, |
| "accepted": 79, |
| "errors": 1, |
| "risk": 0.012658227848101266, |
| "coverage": 0.158, |
| "coverage_of_all_cases": 0.158 |
| }, |
| { |
| "threshold": 0.9968273043632507, |
| "accepted": 81, |
| "errors": 1, |
| "risk": 0.012345679012345678, |
| "coverage": 0.162, |
| "coverage_of_all_cases": 0.162 |
| }, |
| { |
| "threshold": 0.9968018531799316, |
| "accepted": 82, |
| "errors": 1, |
| "risk": 0.012195121951219513, |
| "coverage": 0.164, |
| "coverage_of_all_cases": 0.164 |
| }, |
| { |
| "threshold": 0.9967477321624756, |
| "accepted": 83, |
| "errors": 1, |
| "risk": 0.012048192771084338, |
| "coverage": 0.166, |
| "coverage_of_all_cases": 0.166 |
| }, |
| { |
| "threshold": 0.9964063763618469, |
| "accepted": 86, |
| "errors": 1, |
| "risk": 0.011627906976744186, |
| "coverage": 0.172, |
| "coverage_of_all_cases": 0.172 |
| }, |
| { |
| "threshold": 0.9963178634643555, |
| "accepted": 87, |
| "errors": 1, |
| "risk": 0.011494252873563218, |
| "coverage": 0.174, |
| "coverage_of_all_cases": 0.174 |
| }, |
| { |
| "threshold": 0.9962736368179321, |
| "accepted": 88, |
| "errors": 1, |
| "risk": 0.011363636363636364, |
| "coverage": 0.176, |
| "coverage_of_all_cases": 0.176 |
| }, |
| { |
| "threshold": 0.9962105751037598, |
| "accepted": 89, |
| "errors": 1, |
| "risk": 0.011235955056179775, |
| "coverage": 0.178, |
| "coverage_of_all_cases": 0.178 |
| }, |
| { |
| "threshold": 0.996036946773529, |
| "accepted": 90, |
| "errors": 1, |
| "risk": 0.011111111111111112, |
| "coverage": 0.18, |
| "coverage_of_all_cases": 0.18 |
| }, |
| { |
| "threshold": 0.9960172772407532, |
| "accepted": 91, |
| "errors": 1, |
| "risk": 0.01098901098901099, |
| "coverage": 0.182, |
| "coverage_of_all_cases": 0.182 |
| }, |
| { |
| "threshold": 0.9959298968315125, |
| "accepted": 94, |
| "errors": 1, |
| "risk": 0.010638297872340425, |
| "coverage": 0.188, |
| "coverage_of_all_cases": 0.188 |
| }, |
| { |
| "threshold": 0.995895266532898, |
| "accepted": 95, |
| "errors": 1, |
| "risk": 0.010526315789473684, |
| "coverage": 0.19, |
| "coverage_of_all_cases": 0.19 |
| }, |
| { |
| "threshold": 0.9957205653190613, |
| "accepted": 96, |
| "errors": 1, |
| "risk": 0.010416666666666666, |
| "coverage": 0.192, |
| "coverage_of_all_cases": 0.192 |
| }, |
| { |
| "threshold": 0.9954147338867188, |
| "accepted": 97, |
| "errors": 1, |
| "risk": 0.010309278350515464, |
| "coverage": 0.194, |
| "coverage_of_all_cases": 0.194 |
| }, |
| { |
| "threshold": 0.9953904151916504, |
| "accepted": 100, |
| "errors": 1, |
| "risk": 0.01, |
| "coverage": 0.2, |
| "coverage_of_all_cases": 0.2 |
| }, |
| { |
| "threshold": 0.9953085780143738, |
| "accepted": 101, |
| "errors": 1, |
| "risk": 0.009900990099009901, |
| "coverage": 0.202, |
| "coverage_of_all_cases": 0.202 |
| }, |
| { |
| "threshold": 0.9952681660652161, |
| "accepted": 102, |
| "errors": 1, |
| "risk": 0.00980392156862745, |
| "coverage": 0.204, |
| "coverage_of_all_cases": 0.204 |
| }, |
| { |
| "threshold": 0.9949561953544617, |
| "accepted": 103, |
| "errors": 1, |
| "risk": 0.009708737864077669, |
| "coverage": 0.206, |
| "coverage_of_all_cases": 0.206 |
| }, |
| { |
| "threshold": 0.9947799444198608, |
| "accepted": 104, |
| "errors": 1, |
| "risk": 0.009615384615384616, |
| "coverage": 0.208, |
| "coverage_of_all_cases": 0.208 |
| }, |
| { |
| "threshold": 0.9946382641792297, |
| "accepted": 105, |
| "errors": 1, |
| "risk": 0.009523809523809525, |
| "coverage": 0.21, |
| "coverage_of_all_cases": 0.21 |
| }, |
| { |
| "threshold": 0.9941325783729553, |
| "accepted": 106, |
| "errors": 1, |
| "risk": 0.009433962264150943, |
| "coverage": 0.212, |
| "coverage_of_all_cases": 0.212 |
| }, |
| { |
| "threshold": 0.9940890073776245, |
| "accepted": 111, |
| "errors": 1, |
| "risk": 0.009009009009009009, |
| "coverage": 0.222, |
| "coverage_of_all_cases": 0.222 |
| }, |
| { |
| "threshold": 0.9940752983093262, |
| "accepted": 112, |
| "errors": 1, |
| "risk": 0.008928571428571428, |
| "coverage": 0.224, |
| "coverage_of_all_cases": 0.224 |
| }, |
| { |
| "threshold": 0.9935334920883179, |
| "accepted": 113, |
| "errors": 2, |
| "risk": 0.017699115044247787, |
| "coverage": 0.226, |
| "coverage_of_all_cases": 0.226 |
| }, |
| { |
| "threshold": 0.9933071732521057, |
| "accepted": 119, |
| "errors": 2, |
| "risk": 0.01680672268907563, |
| "coverage": 0.238, |
| "coverage_of_all_cases": 0.238 |
| }, |
| { |
| "threshold": 0.9931272268295288, |
| "accepted": 120, |
| "errors": 2, |
| "risk": 0.016666666666666666, |
| "coverage": 0.24, |
| "coverage_of_all_cases": 0.24 |
| }, |
| { |
| "threshold": 0.9930804371833801, |
| "accepted": 121, |
| "errors": 2, |
| "risk": 0.01652892561983471, |
| "coverage": 0.242, |
| "coverage_of_all_cases": 0.242 |
| }, |
| { |
| "threshold": 0.9929484128952026, |
| "accepted": 122, |
| "errors": 2, |
| "risk": 0.01639344262295082, |
| "coverage": 0.244, |
| "coverage_of_all_cases": 0.244 |
| }, |
| { |
| "threshold": 0.9924227595329285, |
| "accepted": 125, |
| "errors": 2, |
| "risk": 0.016, |
| "coverage": 0.25, |
| "coverage_of_all_cases": 0.25 |
| }, |
| { |
| "threshold": 0.9924039244651794, |
| "accepted": 126, |
| "errors": 2, |
| "risk": 0.015873015873015872, |
| "coverage": 0.252, |
| "coverage_of_all_cases": 0.252 |
| }, |
| { |
| "threshold": 0.9918530583381653, |
| "accepted": 127, |
| "errors": 2, |
| "risk": 0.015748031496062992, |
| "coverage": 0.254, |
| "coverage_of_all_cases": 0.254 |
| }, |
| { |
| "threshold": 0.9914741516113281, |
| "accepted": 128, |
| "errors": 2, |
| "risk": 0.015625, |
| "coverage": 0.256, |
| "coverage_of_all_cases": 0.256 |
| }, |
| { |
| "threshold": 0.9914224743843079, |
| "accepted": 133, |
| "errors": 2, |
| "risk": 0.015037593984962405, |
| "coverage": 0.266, |
| "coverage_of_all_cases": 0.266 |
| }, |
| { |
| "threshold": 0.9902915358543396, |
| "accepted": 137, |
| "errors": 2, |
| "risk": 0.014598540145985401, |
| "coverage": 0.274, |
| "coverage_of_all_cases": 0.274 |
| }, |
| { |
| "threshold": 0.9901788234710693, |
| "accepted": 138, |
| "errors": 2, |
| "risk": 0.014492753623188406, |
| "coverage": 0.276, |
| "coverage_of_all_cases": 0.276 |
| }, |
| { |
| "threshold": 0.9900166392326355, |
| "accepted": 139, |
| "errors": 2, |
| "risk": 0.014388489208633094, |
| "coverage": 0.278, |
| "coverage_of_all_cases": 0.278 |
| }, |
| { |
| "threshold": 0.9890130758285522, |
| "accepted": 143, |
| "errors": 3, |
| "risk": 0.02097902097902098, |
| "coverage": 0.286, |
| "coverage_of_all_cases": 0.286 |
| }, |
| { |
| "threshold": 0.988907516002655, |
| "accepted": 144, |
| "errors": 4, |
| "risk": 0.027777777777777776, |
| "coverage": 0.288, |
| "coverage_of_all_cases": 0.288 |
| }, |
| { |
| "threshold": 0.9888833165168762, |
| "accepted": 145, |
| "errors": 4, |
| "risk": 0.027586206896551724, |
| "coverage": 0.29, |
| "coverage_of_all_cases": 0.29 |
| }, |
| { |
| "threshold": 0.9887046217918396, |
| "accepted": 146, |
| "errors": 4, |
| "risk": 0.0273972602739726, |
| "coverage": 0.292, |
| "coverage_of_all_cases": 0.292 |
| }, |
| { |
| "threshold": 0.9886802434921265, |
| "accepted": 147, |
| "errors": 4, |
| "risk": 0.027210884353741496, |
| "coverage": 0.294, |
| "coverage_of_all_cases": 0.294 |
| }, |
| { |
| "threshold": 0.9881565570831299, |
| "accepted": 148, |
| "errors": 4, |
| "risk": 0.02702702702702703, |
| "coverage": 0.296, |
| "coverage_of_all_cases": 0.296 |
| }, |
| { |
| "threshold": 0.9875683188438416, |
| "accepted": 152, |
| "errors": 4, |
| "risk": 0.02631578947368421, |
| "coverage": 0.304, |
| "coverage_of_all_cases": 0.304 |
| }, |
| { |
| "threshold": 0.9871735572814941, |
| "accepted": 153, |
| "errors": 4, |
| "risk": 0.026143790849673203, |
| "coverage": 0.306, |
| "coverage_of_all_cases": 0.306 |
| }, |
| { |
| "threshold": 0.9866006970405579, |
| "accepted": 154, |
| "errors": 4, |
| "risk": 0.025974025974025976, |
| "coverage": 0.308, |
| "coverage_of_all_cases": 0.308 |
| }, |
| { |
| "threshold": 0.9862913489341736, |
| "accepted": 155, |
| "errors": 4, |
| "risk": 0.025806451612903226, |
| "coverage": 0.31, |
| "coverage_of_all_cases": 0.31 |
| }, |
| { |
| "threshold": 0.9859364032745361, |
| "accepted": 158, |
| "errors": 4, |
| "risk": 0.02531645569620253, |
| "coverage": 0.316, |
| "coverage_of_all_cases": 0.316 |
| }, |
| { |
| "threshold": 0.985612154006958, |
| "accepted": 159, |
| "errors": 4, |
| "risk": 0.025157232704402517, |
| "coverage": 0.318, |
| "coverage_of_all_cases": 0.318 |
| }, |
| { |
| "threshold": 0.9849594235420227, |
| "accepted": 160, |
| "errors": 4, |
| "risk": 0.025, |
| "coverage": 0.32, |
| "coverage_of_all_cases": 0.32 |
| }, |
| { |
| "threshold": 0.9840936064720154, |
| "accepted": 167, |
| "errors": 4, |
| "risk": 0.023952095808383235, |
| "coverage": 0.334, |
| "coverage_of_all_cases": 0.334 |
| }, |
| { |
| "threshold": 0.9835327863693237, |
| "accepted": 168, |
| "errors": 4, |
| "risk": 0.023809523809523808, |
| "coverage": 0.336, |
| "coverage_of_all_cases": 0.336 |
| }, |
| { |
| "threshold": 0.9820137619972229, |
| "accepted": 172, |
| "errors": 4, |
| "risk": 0.023255813953488372, |
| "coverage": 0.344, |
| "coverage_of_all_cases": 0.344 |
| }, |
| { |
| "threshold": 0.9819797277450562, |
| "accepted": 173, |
| "errors": 4, |
| "risk": 0.023121387283236993, |
| "coverage": 0.346, |
| "coverage_of_all_cases": 0.346 |
| }, |
| { |
| "threshold": 0.9816007614135742, |
| "accepted": 174, |
| "errors": 4, |
| "risk": 0.022988505747126436, |
| "coverage": 0.348, |
| "coverage_of_all_cases": 0.348 |
| }, |
| { |
| "threshold": 0.9813809394836426, |
| "accepted": 175, |
| "errors": 4, |
| "risk": 0.022857142857142857, |
| "coverage": 0.35, |
| "coverage_of_all_cases": 0.35 |
| }, |
| { |
| "threshold": 0.9810402989387512, |
| "accepted": 176, |
| "errors": 4, |
| "risk": 0.022727272727272728, |
| "coverage": 0.352, |
| "coverage_of_all_cases": 0.352 |
| }, |
| { |
| "threshold": 0.980177640914917, |
| "accepted": 177, |
| "errors": 4, |
| "risk": 0.022598870056497175, |
| "coverage": 0.354, |
| "coverage_of_all_cases": 0.354 |
| }, |
| { |
| "threshold": 0.9796676635742188, |
| "accepted": 178, |
| "errors": 4, |
| "risk": 0.02247191011235955, |
| "coverage": 0.356, |
| "coverage_of_all_cases": 0.356 |
| }, |
| { |
| "threshold": 0.9794042110443115, |
| "accepted": 179, |
| "errors": 4, |
| "risk": 0.0223463687150838, |
| "coverage": 0.358, |
| "coverage_of_all_cases": 0.358 |
| }, |
| { |
| "threshold": 0.9792018532752991, |
| "accepted": 180, |
| "errors": 4, |
| "risk": 0.022222222222222223, |
| "coverage": 0.36, |
| "coverage_of_all_cases": 0.36 |
| }, |
| { |
| "threshold": 0.9782649278640747, |
| "accepted": 182, |
| "errors": 4, |
| "risk": 0.02197802197802198, |
| "coverage": 0.364, |
| "coverage_of_all_cases": 0.364 |
| }, |
| { |
| "threshold": 0.9775974154472351, |
| "accepted": 183, |
| "errors": 4, |
| "risk": 0.02185792349726776, |
| "coverage": 0.366, |
| "coverage_of_all_cases": 0.366 |
| }, |
| { |
| "threshold": 0.977022647857666, |
| "accepted": 187, |
| "errors": 5, |
| "risk": 0.026737967914438502, |
| "coverage": 0.374, |
| "coverage_of_all_cases": 0.374 |
| }, |
| { |
| "threshold": 0.9769793152809143, |
| "accepted": 188, |
| "errors": 5, |
| "risk": 0.026595744680851064, |
| "coverage": 0.376, |
| "coverage_of_all_cases": 0.376 |
| }, |
| { |
| "threshold": 0.9752546548843384, |
| "accepted": 189, |
| "errors": 5, |
| "risk": 0.026455026455026454, |
| "coverage": 0.378, |
| "coverage_of_all_cases": 0.378 |
| }, |
| { |
| "threshold": 0.9747056365013123, |
| "accepted": 190, |
| "errors": 5, |
| "risk": 0.02631578947368421, |
| "coverage": 0.38, |
| "coverage_of_all_cases": 0.38 |
| }, |
| { |
| "threshold": 0.974348783493042, |
| "accepted": 192, |
| "errors": 5, |
| "risk": 0.026041666666666668, |
| "coverage": 0.384, |
| "coverage_of_all_cases": 0.384 |
| }, |
| { |
| "threshold": 0.9740425944328308, |
| "accepted": 197, |
| "errors": 5, |
| "risk": 0.025380710659898477, |
| "coverage": 0.394, |
| "coverage_of_all_cases": 0.394 |
| }, |
| { |
| "threshold": 0.9737407565116882, |
| "accepted": 198, |
| "errors": 5, |
| "risk": 0.025252525252525252, |
| "coverage": 0.396, |
| "coverage_of_all_cases": 0.396 |
| }, |
| { |
| "threshold": 0.9735919833183289, |
| "accepted": 199, |
| "errors": 5, |
| "risk": 0.02512562814070352, |
| "coverage": 0.398, |
| "coverage_of_all_cases": 0.398 |
| }, |
| { |
| "threshold": 0.973451554775238, |
| "accepted": 200, |
| "errors": 5, |
| "risk": 0.025, |
| "coverage": 0.4, |
| "coverage_of_all_cases": 0.4 |
| }, |
| { |
| "threshold": 0.9720931649208069, |
| "accepted": 201, |
| "errors": 5, |
| "risk": 0.024875621890547265, |
| "coverage": 0.402, |
| "coverage_of_all_cases": 0.402 |
| }, |
| { |
| "threshold": 0.9720519185066223, |
| "accepted": 202, |
| "errors": 5, |
| "risk": 0.024752475247524754, |
| "coverage": 0.404, |
| "coverage_of_all_cases": 0.404 |
| }, |
| { |
| "threshold": 0.970687747001648, |
| "accepted": 205, |
| "errors": 5, |
| "risk": 0.024390243902439025, |
| "coverage": 0.41, |
| "coverage_of_all_cases": 0.41 |
| }, |
| { |
| "threshold": 0.9706328511238098, |
| "accepted": 206, |
| "errors": 5, |
| "risk": 0.024271844660194174, |
| "coverage": 0.412, |
| "coverage_of_all_cases": 0.412 |
| }, |
| { |
| "threshold": 0.9691205620765686, |
| "accepted": 207, |
| "errors": 5, |
| "risk": 0.024154589371980676, |
| "coverage": 0.414, |
| "coverage_of_all_cases": 0.414 |
| }, |
| { |
| "threshold": 0.9690893292427063, |
| "accepted": 208, |
| "errors": 5, |
| "risk": 0.02403846153846154, |
| "coverage": 0.416, |
| "coverage_of_all_cases": 0.416 |
| }, |
| { |
| "threshold": 0.9687411785125732, |
| "accepted": 209, |
| "errors": 6, |
| "risk": 0.028708133971291867, |
| "coverage": 0.418, |
| "coverage_of_all_cases": 0.418 |
| }, |
| { |
| "threshold": 0.9669140577316284, |
| "accepted": 212, |
| "errors": 6, |
| "risk": 0.02830188679245283, |
| "coverage": 0.424, |
| "coverage_of_all_cases": 0.424 |
| }, |
| { |
| "threshold": 0.9661662578582764, |
| "accepted": 213, |
| "errors": 6, |
| "risk": 0.028169014084507043, |
| "coverage": 0.426, |
| "coverage_of_all_cases": 0.426 |
| }, |
| { |
| "threshold": 0.964396595954895, |
| "accepted": 215, |
| "errors": 6, |
| "risk": 0.027906976744186046, |
| "coverage": 0.43, |
| "coverage_of_all_cases": 0.43 |
| }, |
| { |
| "threshold": 0.9636157155036926, |
| "accepted": 216, |
| "errors": 6, |
| "risk": 0.027777777777777776, |
| "coverage": 0.432, |
| "coverage_of_all_cases": 0.432 |
| }, |
| { |
| "threshold": 0.9635935425758362, |
| "accepted": 219, |
| "errors": 6, |
| "risk": 0.0273972602739726, |
| "coverage": 0.438, |
| "coverage_of_all_cases": 0.438 |
| }, |
| { |
| "threshold": 0.9626730680465698, |
| "accepted": 223, |
| "errors": 6, |
| "risk": 0.026905829596412557, |
| "coverage": 0.446, |
| "coverage_of_all_cases": 0.446 |
| }, |
| { |
| "threshold": 0.9626038074493408, |
| "accepted": 224, |
| "errors": 6, |
| "risk": 0.026785714285714284, |
| "coverage": 0.448, |
| "coverage_of_all_cases": 0.448 |
| }, |
| { |
| "threshold": 0.9618332982063293, |
| "accepted": 225, |
| "errors": 6, |
| "risk": 0.02666666666666667, |
| "coverage": 0.45, |
| "coverage_of_all_cases": 0.45 |
| }, |
| { |
| "threshold": 0.9615374803543091, |
| "accepted": 226, |
| "errors": 6, |
| "risk": 0.02654867256637168, |
| "coverage": 0.452, |
| "coverage_of_all_cases": 0.452 |
| }, |
| { |
| "threshold": 0.9601456522941589, |
| "accepted": 227, |
| "errors": 6, |
| "risk": 0.02643171806167401, |
| "coverage": 0.454, |
| "coverage_of_all_cases": 0.454 |
| }, |
| { |
| "threshold": 0.9589699506759644, |
| "accepted": 228, |
| "errors": 6, |
| "risk": 0.02631578947368421, |
| "coverage": 0.456, |
| "coverage_of_all_cases": 0.456 |
| }, |
| { |
| "threshold": 0.957912266254425, |
| "accepted": 236, |
| "errors": 7, |
| "risk": 0.029661016949152543, |
| "coverage": 0.472, |
| "coverage_of_all_cases": 0.472 |
| }, |
| { |
| "threshold": 0.9553418159484863, |
| "accepted": 237, |
| "errors": 8, |
| "risk": 0.03375527426160337, |
| "coverage": 0.474, |
| "coverage_of_all_cases": 0.474 |
| }, |
| { |
| "threshold": 0.9536817073822021, |
| "accepted": 238, |
| "errors": 8, |
| "risk": 0.03361344537815126, |
| "coverage": 0.476, |
| "coverage_of_all_cases": 0.476 |
| }, |
| { |
| "threshold": 0.9536725878715515, |
| "accepted": 239, |
| "errors": 8, |
| "risk": 0.03347280334728033, |
| "coverage": 0.478, |
| "coverage_of_all_cases": 0.478 |
| }, |
| { |
| "threshold": 0.9525741338729858, |
| "accepted": 244, |
| "errors": 8, |
| "risk": 0.03278688524590164, |
| "coverage": 0.488, |
| "coverage_of_all_cases": 0.488 |
| }, |
| { |
| "threshold": 0.9504899382591248, |
| "accepted": 245, |
| "errors": 8, |
| "risk": 0.0326530612244898, |
| "coverage": 0.49, |
| "coverage_of_all_cases": 0.49 |
| }, |
| { |
| "threshold": 0.9493986964225769, |
| "accepted": 246, |
| "errors": 8, |
| "risk": 0.032520325203252036, |
| "coverage": 0.492, |
| "coverage_of_all_cases": 0.492 |
| }, |
| { |
| "threshold": 0.9492290019989014, |
| "accepted": 247, |
| "errors": 8, |
| "risk": 0.032388663967611336, |
| "coverage": 0.494, |
| "coverage_of_all_cases": 0.494 |
| }, |
| { |
| "threshold": 0.9490231275558472, |
| "accepted": 248, |
| "errors": 8, |
| "risk": 0.03225806451612903, |
| "coverage": 0.496, |
| "coverage_of_all_cases": 0.496 |
| }, |
| { |
| "threshold": 0.9478920698165894, |
| "accepted": 250, |
| "errors": 8, |
| "risk": 0.032, |
| "coverage": 0.5, |
| "coverage_of_all_cases": 0.5 |
| }, |
| { |
| "threshold": 0.9465966820716858, |
| "accepted": 257, |
| "errors": 11, |
| "risk": 0.042801556420233464, |
| "coverage": 0.514, |
| "coverage_of_all_cases": 0.514 |
| }, |
| { |
| "threshold": 0.9459934234619141, |
| "accepted": 258, |
| "errors": 11, |
| "risk": 0.04263565891472868, |
| "coverage": 0.516, |
| "coverage_of_all_cases": 0.516 |
| }, |
| { |
| "threshold": 0.9447877407073975, |
| "accepted": 259, |
| "errors": 11, |
| "risk": 0.04247104247104247, |
| "coverage": 0.518, |
| "coverage_of_all_cases": 0.518 |
| }, |
| { |
| "threshold": 0.9423937797546387, |
| "accepted": 260, |
| "errors": 11, |
| "risk": 0.04230769230769231, |
| "coverage": 0.52, |
| "coverage_of_all_cases": 0.52 |
| }, |
| { |
| "threshold": 0.9399133324623108, |
| "accepted": 266, |
| "errors": 13, |
| "risk": 0.04887218045112782, |
| "coverage": 0.532, |
| "coverage_of_all_cases": 0.532 |
| }, |
| { |
| "threshold": 0.938907265663147, |
| "accepted": 267, |
| "errors": 13, |
| "risk": 0.04868913857677903, |
| "coverage": 0.534, |
| "coverage_of_all_cases": 0.534 |
| }, |
| { |
| "threshold": 0.9367460608482361, |
| "accepted": 269, |
| "errors": 13, |
| "risk": 0.048327137546468404, |
| "coverage": 0.538, |
| "coverage_of_all_cases": 0.538 |
| }, |
| { |
| "threshold": 0.9324532747268677, |
| "accepted": 275, |
| "errors": 14, |
| "risk": 0.05090909090909091, |
| "coverage": 0.55, |
| "coverage_of_all_cases": 0.55 |
| }, |
| { |
| "threshold": 0.9275103807449341, |
| "accepted": 276, |
| "errors": 14, |
| "risk": 0.050724637681159424, |
| "coverage": 0.552, |
| "coverage_of_all_cases": 0.552 |
| }, |
| { |
| "threshold": 0.9274784922599792, |
| "accepted": 277, |
| "errors": 14, |
| "risk": 0.05054151624548736, |
| "coverage": 0.554, |
| "coverage_of_all_cases": 0.554 |
| }, |
| { |
| "threshold": 0.9259392619132996, |
| "accepted": 278, |
| "errors": 14, |
| "risk": 0.050359712230215826, |
| "coverage": 0.556, |
| "coverage_of_all_cases": 0.556 |
| }, |
| { |
| "threshold": 0.9241418242454529, |
| "accepted": 282, |
| "errors": 15, |
| "risk": 0.05319148936170213, |
| "coverage": 0.564, |
| "coverage_of_all_cases": 0.564 |
| }, |
| { |
| "threshold": 0.9225048422813416, |
| "accepted": 283, |
| "errors": 15, |
| "risk": 0.053003533568904596, |
| "coverage": 0.566, |
| "coverage_of_all_cases": 0.566 |
| }, |
| { |
| "threshold": 0.9195862412452698, |
| "accepted": 284, |
| "errors": 15, |
| "risk": 0.0528169014084507, |
| "coverage": 0.568, |
| "coverage_of_all_cases": 0.568 |
| }, |
| { |
| "threshold": 0.9169458150863647, |
| "accepted": 285, |
| "errors": 15, |
| "risk": 0.05263157894736842, |
| "coverage": 0.57, |
| "coverage_of_all_cases": 0.57 |
| }, |
| { |
| "threshold": 0.9149009585380554, |
| "accepted": 290, |
| "errors": 15, |
| "risk": 0.05172413793103448, |
| "coverage": 0.58, |
| "coverage_of_all_cases": 0.58 |
| }, |
| { |
| "threshold": 0.9130832552909851, |
| "accepted": 291, |
| "errors": 16, |
| "risk": 0.054982817869415807, |
| "coverage": 0.582, |
| "coverage_of_all_cases": 0.582 |
| }, |
| { |
| "threshold": 0.9067503809928894, |
| "accepted": 292, |
| "errors": 17, |
| "risk": 0.05821917808219178, |
| "coverage": 0.584, |
| "coverage_of_all_cases": 0.584 |
| }, |
| { |
| "threshold": 0.905574381351471, |
| "accepted": 293, |
| "errors": 17, |
| "risk": 0.05802047781569966, |
| "coverage": 0.586, |
| "coverage_of_all_cases": 0.586 |
| }, |
| { |
| "threshold": 0.9046505093574524, |
| "accepted": 301, |
| "errors": 17, |
| "risk": 0.05647840531561462, |
| "coverage": 0.602, |
| "coverage_of_all_cases": 0.602 |
| }, |
| { |
| "threshold": 0.8992477059364319, |
| "accepted": 302, |
| "errors": 17, |
| "risk": 0.056291390728476824, |
| "coverage": 0.604, |
| "coverage_of_all_cases": 0.604 |
| }, |
| { |
| "threshold": 0.8961509466171265, |
| "accepted": 303, |
| "errors": 17, |
| "risk": 0.056105610561056105, |
| "coverage": 0.606, |
| "coverage_of_all_cases": 0.606 |
| }, |
| { |
| "threshold": 0.8933094143867493, |
| "accepted": 308, |
| "errors": 18, |
| "risk": 0.05844155844155844, |
| "coverage": 0.616, |
| "coverage_of_all_cases": 0.616 |
| }, |
| { |
| "threshold": 0.8925829529762268, |
| "accepted": 309, |
| "errors": 18, |
| "risk": 0.05825242718446602, |
| "coverage": 0.618, |
| "coverage_of_all_cases": 0.618 |
| }, |
| { |
| "threshold": 0.8921726942062378, |
| "accepted": 310, |
| "errors": 18, |
| "risk": 0.05806451612903226, |
| "coverage": 0.62, |
| "coverage_of_all_cases": 0.62 |
| }, |
| { |
| "threshold": 0.8913125991821289, |
| "accepted": 311, |
| "errors": 19, |
| "risk": 0.06109324758842444, |
| "coverage": 0.622, |
| "coverage_of_all_cases": 0.622 |
| }, |
| { |
| "threshold": 0.8879783749580383, |
| "accepted": 312, |
| "errors": 19, |
| "risk": 0.060897435897435896, |
| "coverage": 0.624, |
| "coverage_of_all_cases": 0.624 |
| }, |
| { |
| "threshold": 0.8807970285415649, |
| "accepted": 316, |
| "errors": 20, |
| "risk": 0.06329113924050633, |
| "coverage": 0.632, |
| "coverage_of_all_cases": 0.632 |
| }, |
| { |
| "threshold": 0.8783478140830994, |
| "accepted": 318, |
| "errors": 20, |
| "risk": 0.06289308176100629, |
| "coverage": 0.636, |
| "coverage_of_all_cases": 0.636 |
| }, |
| { |
| "threshold": 0.8670357465744019, |
| "accepted": 323, |
| "errors": 20, |
| "risk": 0.06191950464396285, |
| "coverage": 0.646, |
| "coverage_of_all_cases": 0.646 |
| }, |
| { |
| "threshold": 0.8653944134712219, |
| "accepted": 324, |
| "errors": 21, |
| "risk": 0.06481481481481481, |
| "coverage": 0.648, |
| "coverage_of_all_cases": 0.648 |
| }, |
| { |
| "threshold": 0.85527104139328, |
| "accepted": 325, |
| "errors": 21, |
| "risk": 0.06461538461538462, |
| "coverage": 0.65, |
| "coverage_of_all_cases": 0.65 |
| }, |
| { |
| "threshold": 0.851952850818634, |
| "accepted": 327, |
| "errors": 22, |
| "risk": 0.0672782874617737, |
| "coverage": 0.654, |
| "coverage_of_all_cases": 0.654 |
| }, |
| { |
| "threshold": 0.8447388410568237, |
| "accepted": 328, |
| "errors": 23, |
| "risk": 0.0701219512195122, |
| "coverage": 0.656, |
| "coverage_of_all_cases": 0.656 |
| }, |
| { |
| "threshold": 0.8354835510253906, |
| "accepted": 330, |
| "errors": 24, |
| "risk": 0.07272727272727272, |
| "coverage": 0.66, |
| "coverage_of_all_cases": 0.66 |
| }, |
| { |
| "threshold": 0.8344363570213318, |
| "accepted": 331, |
| "errors": 24, |
| "risk": 0.07250755287009064, |
| "coverage": 0.662, |
| "coverage_of_all_cases": 0.662 |
| }, |
| { |
| "threshold": 0.8338453769683838, |
| "accepted": 332, |
| "errors": 24, |
| "risk": 0.07228915662650602, |
| "coverage": 0.664, |
| "coverage_of_all_cases": 0.664 |
| }, |
| { |
| "threshold": 0.8175744414329529, |
| "accepted": 335, |
| "errors": 25, |
| "risk": 0.07462686567164178, |
| "coverage": 0.67, |
| "coverage_of_all_cases": 0.67 |
| }, |
| { |
| "threshold": 0.8162598013877869, |
| "accepted": 336, |
| "errors": 26, |
| "risk": 0.07738095238095238, |
| "coverage": 0.672, |
| "coverage_of_all_cases": 0.672 |
| }, |
| { |
| "threshold": 0.8092671036720276, |
| "accepted": 337, |
| "errors": 27, |
| "risk": 0.08011869436201781, |
| "coverage": 0.674, |
| "coverage_of_all_cases": 0.674 |
| }, |
| { |
| "threshold": 0.8059741258621216, |
| "accepted": 338, |
| "errors": 27, |
| "risk": 0.07988165680473373, |
| "coverage": 0.676, |
| "coverage_of_all_cases": 0.676 |
| }, |
| { |
| "threshold": 0.8023303151130676, |
| "accepted": 339, |
| "errors": 27, |
| "risk": 0.07964601769911504, |
| "coverage": 0.678, |
| "coverage_of_all_cases": 0.678 |
| }, |
| { |
| "threshold": 0.7981867790222168, |
| "accepted": 341, |
| "errors": 28, |
| "risk": 0.08211143695014662, |
| "coverage": 0.682, |
| "coverage_of_all_cases": 0.682 |
| }, |
| { |
| "threshold": 0.7880201935768127, |
| "accepted": 342, |
| "errors": 28, |
| "risk": 0.08187134502923976, |
| "coverage": 0.684, |
| "coverage_of_all_cases": 0.684 |
| }, |
| { |
| "threshold": 0.7878038883209229, |
| "accepted": 343, |
| "errors": 28, |
| "risk": 0.08163265306122448, |
| "coverage": 0.686, |
| "coverage_of_all_cases": 0.686 |
| }, |
| { |
| "threshold": 0.7832459807395935, |
| "accepted": 344, |
| "errors": 28, |
| "risk": 0.08139534883720931, |
| "coverage": 0.688, |
| "coverage_of_all_cases": 0.688 |
| }, |
| { |
| "threshold": 0.7772998809814453, |
| "accepted": 348, |
| "errors": 30, |
| "risk": 0.08620689655172414, |
| "coverage": 0.696, |
| "coverage_of_all_cases": 0.696 |
| }, |
| { |
| "threshold": 0.775981605052948, |
| "accepted": 350, |
| "errors": 30, |
| "risk": 0.08571428571428572, |
| "coverage": 0.7, |
| "coverage_of_all_cases": 0.7 |
| }, |
| { |
| "threshold": 0.7726686000823975, |
| "accepted": 351, |
| "errors": 30, |
| "risk": 0.08547008547008547, |
| "coverage": 0.702, |
| "coverage_of_all_cases": 0.702 |
| }, |
| { |
| "threshold": 0.7723005414009094, |
| "accepted": 352, |
| "errors": 30, |
| "risk": 0.08522727272727272, |
| "coverage": 0.704, |
| "coverage_of_all_cases": 0.704 |
| }, |
| { |
| "threshold": 0.7664576172828674, |
| "accepted": 353, |
| "errors": 31, |
| "risk": 0.08781869688385269, |
| "coverage": 0.706, |
| "coverage_of_all_cases": 0.706 |
| }, |
| { |
| "threshold": 0.7637927532196045, |
| "accepted": 354, |
| "errors": 31, |
| "risk": 0.08757062146892655, |
| "coverage": 0.708, |
| "coverage_of_all_cases": 0.708 |
| }, |
| { |
| "threshold": 0.7596794962882996, |
| "accepted": 355, |
| "errors": 31, |
| "risk": 0.08732394366197183, |
| "coverage": 0.71, |
| "coverage_of_all_cases": 0.71 |
| }, |
| { |
| "threshold": 0.7545579075813293, |
| "accepted": 356, |
| "errors": 31, |
| "risk": 0.08707865168539326, |
| "coverage": 0.712, |
| "coverage_of_all_cases": 0.712 |
| }, |
| { |
| "threshold": 0.743022620677948, |
| "accepted": 357, |
| "errors": 32, |
| "risk": 0.0896358543417367, |
| "coverage": 0.714, |
| "coverage_of_all_cases": 0.714 |
| }, |
| { |
| "threshold": 0.7375938296318054, |
| "accepted": 358, |
| "errors": 33, |
| "risk": 0.09217877094972067, |
| "coverage": 0.716, |
| "coverage_of_all_cases": 0.716 |
| }, |
| { |
| "threshold": 0.7334461212158203, |
| "accepted": 359, |
| "errors": 33, |
| "risk": 0.09192200557103064, |
| "coverage": 0.718, |
| "coverage_of_all_cases": 0.718 |
| }, |
| { |
| "threshold": 0.7312406301498413, |
| "accepted": 360, |
| "errors": 33, |
| "risk": 0.09166666666666666, |
| "coverage": 0.72, |
| "coverage_of_all_cases": 0.72 |
| }, |
| { |
| "threshold": 0.7310585379600525, |
| "accepted": 361, |
| "errors": 34, |
| "risk": 0.09418282548476455, |
| "coverage": 0.722, |
| "coverage_of_all_cases": 0.722 |
| }, |
| { |
| "threshold": 0.7306793332099915, |
| "accepted": 362, |
| "errors": 35, |
| "risk": 0.09668508287292818, |
| "coverage": 0.724, |
| "coverage_of_all_cases": 0.724 |
| }, |
| { |
| "threshold": 0.7252358794212341, |
| "accepted": 363, |
| "errors": 35, |
| "risk": 0.09641873278236915, |
| "coverage": 0.726, |
| "coverage_of_all_cases": 0.726 |
| }, |
| { |
| "threshold": 0.7236915230751038, |
| "accepted": 364, |
| "errors": 35, |
| "risk": 0.09615384615384616, |
| "coverage": 0.728, |
| "coverage_of_all_cases": 0.728 |
| }, |
| { |
| "threshold": 0.7212070822715759, |
| "accepted": 365, |
| "errors": 35, |
| "risk": 0.0958904109589041, |
| "coverage": 0.73, |
| "coverage_of_all_cases": 0.73 |
| }, |
| { |
| "threshold": 0.7184403538703918, |
| "accepted": 366, |
| "errors": 35, |
| "risk": 0.09562841530054644, |
| "coverage": 0.732, |
| "coverage_of_all_cases": 0.732 |
| }, |
| { |
| "threshold": 0.7170881628990173, |
| "accepted": 367, |
| "errors": 35, |
| "risk": 0.09536784741144415, |
| "coverage": 0.734, |
| "coverage_of_all_cases": 0.734 |
| }, |
| { |
| "threshold": 0.7113654613494873, |
| "accepted": 368, |
| "errors": 35, |
| "risk": 0.09510869565217392, |
| "coverage": 0.736, |
| "coverage_of_all_cases": 0.736 |
| }, |
| { |
| "threshold": 0.7057850360870361, |
| "accepted": 375, |
| "errors": 40, |
| "risk": 0.10666666666666667, |
| "coverage": 0.75, |
| "coverage_of_all_cases": 0.75 |
| }, |
| { |
| "threshold": 0.7041866183280945, |
| "accepted": 376, |
| "errors": 40, |
| "risk": 0.10638297872340426, |
| "coverage": 0.752, |
| "coverage_of_all_cases": 0.752 |
| }, |
| { |
| "threshold": 0.7012091279029846, |
| "accepted": 377, |
| "errors": 40, |
| "risk": 0.10610079575596817, |
| "coverage": 0.754, |
| "coverage_of_all_cases": 0.754 |
| }, |
| { |
| "threshold": 0.6941510438919067, |
| "accepted": 378, |
| "errors": 40, |
| "risk": 0.10582010582010581, |
| "coverage": 0.756, |
| "coverage_of_all_cases": 0.756 |
| }, |
| { |
| "threshold": 0.6927552819252014, |
| "accepted": 379, |
| "errors": 40, |
| "risk": 0.10554089709762533, |
| "coverage": 0.758, |
| "coverage_of_all_cases": 0.758 |
| }, |
| { |
| "threshold": 0.6924893260002136, |
| "accepted": 380, |
| "errors": 41, |
| "risk": 0.10789473684210527, |
| "coverage": 0.76, |
| "coverage_of_all_cases": 0.76 |
| }, |
| { |
| "threshold": 0.6808706521987915, |
| "accepted": 381, |
| "errors": 41, |
| "risk": 0.10761154855643044, |
| "coverage": 0.762, |
| "coverage_of_all_cases": 0.762 |
| }, |
| { |
| "threshold": 0.6778053641319275, |
| "accepted": 382, |
| "errors": 41, |
| "risk": 0.10732984293193717, |
| "coverage": 0.764, |
| "coverage_of_all_cases": 0.764 |
| }, |
| { |
| "threshold": 0.6768243312835693, |
| "accepted": 383, |
| "errors": 41, |
| "risk": 0.10704960835509138, |
| "coverage": 0.766, |
| "coverage_of_all_cases": 0.766 |
| }, |
| { |
| "threshold": 0.6765865683555603, |
| "accepted": 384, |
| "errors": 41, |
| "risk": 0.10677083333333333, |
| "coverage": 0.768, |
| "coverage_of_all_cases": 0.768 |
| }, |
| { |
| "threshold": 0.6739290356636047, |
| "accepted": 385, |
| "errors": 41, |
| "risk": 0.10649350649350649, |
| "coverage": 0.77, |
| "coverage_of_all_cases": 0.77 |
| }, |
| { |
| "threshold": 0.6624118089675903, |
| "accepted": 386, |
| "errors": 42, |
| "risk": 0.10880829015544041, |
| "coverage": 0.772, |
| "coverage_of_all_cases": 0.772 |
| }, |
| { |
| "threshold": 0.6598255038261414, |
| "accepted": 387, |
| "errors": 42, |
| "risk": 0.10852713178294573, |
| "coverage": 0.774, |
| "coverage_of_all_cases": 0.774 |
| }, |
| { |
| "threshold": 0.6513549089431763, |
| "accepted": 389, |
| "errors": 42, |
| "risk": 0.10796915167095116, |
| "coverage": 0.778, |
| "coverage_of_all_cases": 0.778 |
| }, |
| { |
| "threshold": 0.6512628793716431, |
| "accepted": 390, |
| "errors": 43, |
| "risk": 0.11025641025641025, |
| "coverage": 0.78, |
| "coverage_of_all_cases": 0.78 |
| }, |
| { |
| "threshold": 0.6456485390663147, |
| "accepted": 391, |
| "errors": 44, |
| "risk": 0.11253196930946291, |
| "coverage": 0.782, |
| "coverage_of_all_cases": 0.782 |
| }, |
| { |
| "threshold": 0.6442480087280273, |
| "accepted": 392, |
| "errors": 44, |
| "risk": 0.11224489795918367, |
| "coverage": 0.784, |
| "coverage_of_all_cases": 0.784 |
| }, |
| { |
| "threshold": 0.6381606459617615, |
| "accepted": 393, |
| "errors": 45, |
| "risk": 0.11450381679389313, |
| "coverage": 0.786, |
| "coverage_of_all_cases": 0.786 |
| }, |
| { |
| "threshold": 0.6370754837989807, |
| "accepted": 394, |
| "errors": 45, |
| "risk": 0.11421319796954314, |
| "coverage": 0.788, |
| "coverage_of_all_cases": 0.788 |
| }, |
| { |
| "threshold": 0.629304051399231, |
| "accepted": 395, |
| "errors": 46, |
| "risk": 0.11645569620253164, |
| "coverage": 0.79, |
| "coverage_of_all_cases": 0.79 |
| }, |
| { |
| "threshold": 0.6275349259376526, |
| "accepted": 396, |
| "errors": 46, |
| "risk": 0.11616161616161616, |
| "coverage": 0.792, |
| "coverage_of_all_cases": 0.792 |
| }, |
| { |
| "threshold": 0.622459352016449, |
| "accepted": 398, |
| "errors": 46, |
| "risk": 0.11557788944723618, |
| "coverage": 0.796, |
| "coverage_of_all_cases": 0.796 |
| }, |
| { |
| "threshold": 0.6181229948997498, |
| "accepted": 399, |
| "errors": 46, |
| "risk": 0.11528822055137844, |
| "coverage": 0.798, |
| "coverage_of_all_cases": 0.798 |
| }, |
| { |
| "threshold": 0.6141465306282043, |
| "accepted": 400, |
| "errors": 47, |
| "risk": 0.1175, |
| "coverage": 0.8, |
| "coverage_of_all_cases": 0.8 |
| }, |
| { |
| "threshold": 0.6095105409622192, |
| "accepted": 401, |
| "errors": 47, |
| "risk": 0.1172069825436409, |
| "coverage": 0.802, |
| "coverage_of_all_cases": 0.802 |
| }, |
| { |
| "threshold": 0.6091967225074768, |
| "accepted": 402, |
| "errors": 47, |
| "risk": 0.11691542288557213, |
| "coverage": 0.804, |
| "coverage_of_all_cases": 0.804 |
| }, |
| { |
| "threshold": 0.6043412089347839, |
| "accepted": 403, |
| "errors": 47, |
| "risk": 0.11662531017369727, |
| "coverage": 0.806, |
| "coverage_of_all_cases": 0.806 |
| }, |
| { |
| "threshold": 0.5990613102912903, |
| "accepted": 404, |
| "errors": 47, |
| "risk": 0.11633663366336634, |
| "coverage": 0.808, |
| "coverage_of_all_cases": 0.808 |
| }, |
| { |
| "threshold": 0.5931646823883057, |
| "accepted": 405, |
| "errors": 47, |
| "risk": 0.11604938271604938, |
| "coverage": 0.81, |
| "coverage_of_all_cases": 0.81 |
| }, |
| { |
| "threshold": 0.5926666259765625, |
| "accepted": 408, |
| "errors": 47, |
| "risk": 0.11519607843137254, |
| "coverage": 0.816, |
| "coverage_of_all_cases": 0.816 |
| }, |
| { |
| "threshold": 0.5912318229675293, |
| "accepted": 409, |
| "errors": 48, |
| "risk": 0.11735941320293398, |
| "coverage": 0.818, |
| "coverage_of_all_cases": 0.818 |
| }, |
| { |
| "threshold": 0.5910080671310425, |
| "accepted": 410, |
| "errors": 49, |
| "risk": 0.11951219512195121, |
| "coverage": 0.82, |
| "coverage_of_all_cases": 0.82 |
| }, |
| { |
| "threshold": 0.5893962979316711, |
| "accepted": 411, |
| "errors": 50, |
| "risk": 0.12165450121654502, |
| "coverage": 0.822, |
| "coverage_of_all_cases": 0.822 |
| }, |
| { |
| "threshold": 0.5848519802093506, |
| "accepted": 412, |
| "errors": 50, |
| "risk": 0.12135922330097088, |
| "coverage": 0.824, |
| "coverage_of_all_cases": 0.824 |
| }, |
| { |
| "threshold": 0.584510326385498, |
| "accepted": 413, |
| "errors": 50, |
| "risk": 0.12106537530266344, |
| "coverage": 0.826, |
| "coverage_of_all_cases": 0.826 |
| }, |
| { |
| "threshold": 0.5802332758903503, |
| "accepted": 414, |
| "errors": 51, |
| "risk": 0.12318840579710146, |
| "coverage": 0.828, |
| "coverage_of_all_cases": 0.828 |
| }, |
| { |
| "threshold": 0.5651715397834778, |
| "accepted": 415, |
| "errors": 52, |
| "risk": 0.12530120481927712, |
| "coverage": 0.83, |
| "coverage_of_all_cases": 0.83 |
| }, |
| { |
| "threshold": 0.5638106465339661, |
| "accepted": 416, |
| "errors": 53, |
| "risk": 0.12740384615384615, |
| "coverage": 0.832, |
| "coverage_of_all_cases": 0.832 |
| }, |
| { |
| "threshold": 0.562176525592804, |
| "accepted": 419, |
| "errors": 53, |
| "risk": 0.12649164677804295, |
| "coverage": 0.838, |
| "coverage_of_all_cases": 0.838 |
| }, |
| { |
| "threshold": 0.5610589385032654, |
| "accepted": 420, |
| "errors": 54, |
| "risk": 0.12857142857142856, |
| "coverage": 0.84, |
| "coverage_of_all_cases": 0.84 |
| }, |
| { |
| "threshold": 0.5609003305435181, |
| "accepted": 421, |
| "errors": 54, |
| "risk": 0.12826603325415678, |
| "coverage": 0.842, |
| "coverage_of_all_cases": 0.842 |
| }, |
| { |
| "threshold": 0.545341432094574, |
| "accepted": 422, |
| "errors": 54, |
| "risk": 0.12796208530805686, |
| "coverage": 0.844, |
| "coverage_of_all_cases": 0.844 |
| }, |
| { |
| "threshold": 0.5342407822608948, |
| "accepted": 423, |
| "errors": 55, |
| "risk": 0.13002364066193853, |
| "coverage": 0.846, |
| "coverage_of_all_cases": 0.846 |
| }, |
| { |
| "threshold": 0.5325173735618591, |
| "accepted": 424, |
| "errors": 55, |
| "risk": 0.12971698113207547, |
| "coverage": 0.848, |
| "coverage_of_all_cases": 0.848 |
| }, |
| { |
| "threshold": 0.531209409236908, |
| "accepted": 427, |
| "errors": 56, |
| "risk": 0.13114754098360656, |
| "coverage": 0.854, |
| "coverage_of_all_cases": 0.854 |
| }, |
| { |
| "threshold": 0.5228227376937866, |
| "accepted": 428, |
| "errors": 57, |
| "risk": 0.13317757009345793, |
| "coverage": 0.856, |
| "coverage_of_all_cases": 0.856 |
| }, |
| { |
| "threshold": 0.516264021396637, |
| "accepted": 429, |
| "errors": 58, |
| "risk": 0.1351981351981352, |
| "coverage": 0.858, |
| "coverage_of_all_cases": 0.858 |
| }, |
| { |
| "threshold": 0.5121442675590515, |
| "accepted": 430, |
| "errors": 58, |
| "risk": 0.13488372093023257, |
| "coverage": 0.86, |
| "coverage_of_all_cases": 0.86 |
| }, |
| { |
| "threshold": 0.5115438103675842, |
| "accepted": 431, |
| "errors": 58, |
| "risk": 0.1345707656612529, |
| "coverage": 0.862, |
| "coverage_of_all_cases": 0.862 |
| }, |
| { |
| "threshold": 0.5115255117416382, |
| "accepted": 432, |
| "errors": 58, |
| "risk": 0.13425925925925927, |
| "coverage": 0.864, |
| "coverage_of_all_cases": 0.864 |
| }, |
| { |
| "threshold": 0.5087225437164307, |
| "accepted": 433, |
| "errors": 58, |
| "risk": 0.13394919168591224, |
| "coverage": 0.866, |
| "coverage_of_all_cases": 0.866 |
| }, |
| { |
| "threshold": 0.5051097869873047, |
| "accepted": 434, |
| "errors": 58, |
| "risk": 0.1336405529953917, |
| "coverage": 0.868, |
| "coverage_of_all_cases": 0.868 |
| }, |
| { |
| "threshold": 0.5, |
| "accepted": 436, |
| "errors": 58, |
| "risk": 0.13302752293577982, |
| "coverage": 0.872, |
| "coverage_of_all_cases": 0.872 |
| }, |
| { |
| "threshold": 0.49847978353500366, |
| "accepted": 437, |
| "errors": 58, |
| "risk": 0.13272311212814644, |
| "coverage": 0.874, |
| "coverage_of_all_cases": 0.874 |
| }, |
| { |
| "threshold": 0.4914195239543915, |
| "accepted": 438, |
| "errors": 58, |
| "risk": 0.1324200913242009, |
| "coverage": 0.876, |
| "coverage_of_all_cases": 0.876 |
| }, |
| { |
| "threshold": 0.4785914421081543, |
| "accepted": 439, |
| "errors": 58, |
| "risk": 0.13211845102505695, |
| "coverage": 0.878, |
| "coverage_of_all_cases": 0.878 |
| }, |
| { |
| "threshold": 0.4783940017223358, |
| "accepted": 440, |
| "errors": 58, |
| "risk": 0.1318181818181818, |
| "coverage": 0.88, |
| "coverage_of_all_cases": 0.88 |
| }, |
| { |
| "threshold": 0.4749179184436798, |
| "accepted": 441, |
| "errors": 58, |
| "risk": 0.13151927437641722, |
| "coverage": 0.882, |
| "coverage_of_all_cases": 0.882 |
| }, |
| { |
| "threshold": 0.4737212061882019, |
| "accepted": 442, |
| "errors": 58, |
| "risk": 0.13122171945701358, |
| "coverage": 0.884, |
| "coverage_of_all_cases": 0.884 |
| }, |
| { |
| "threshold": 0.46419432759284973, |
| "accepted": 443, |
| "errors": 59, |
| "risk": 0.13318284424379231, |
| "coverage": 0.886, |
| "coverage_of_all_cases": 0.886 |
| }, |
| { |
| "threshold": 0.45797958970069885, |
| "accepted": 444, |
| "errors": 60, |
| "risk": 0.13513513513513514, |
| "coverage": 0.888, |
| "coverage_of_all_cases": 0.888 |
| }, |
| { |
| "threshold": 0.4551844000816345, |
| "accepted": 445, |
| "errors": 60, |
| "risk": 0.1348314606741573, |
| "coverage": 0.89, |
| "coverage_of_all_cases": 0.89 |
| }, |
| { |
| "threshold": 0.4516263008117676, |
| "accepted": 446, |
| "errors": 60, |
| "risk": 0.13452914798206278, |
| "coverage": 0.892, |
| "coverage_of_all_cases": 0.892 |
| }, |
| { |
| "threshold": 0.4489894509315491, |
| "accepted": 447, |
| "errors": 61, |
| "risk": 0.13646532438478748, |
| "coverage": 0.894, |
| "coverage_of_all_cases": 0.894 |
| }, |
| { |
| "threshold": 0.44753921031951904, |
| "accepted": 448, |
| "errors": 62, |
| "risk": 0.13839285714285715, |
| "coverage": 0.896, |
| "coverage_of_all_cases": 0.896 |
| }, |
| { |
| "threshold": 0.43655669689178467, |
| "accepted": 449, |
| "errors": 63, |
| "risk": 0.1403118040089087, |
| "coverage": 0.898, |
| "coverage_of_all_cases": 0.898 |
| }, |
| { |
| "threshold": 0.43190452456474304, |
| "accepted": 450, |
| "errors": 63, |
| "risk": 0.14, |
| "coverage": 0.9, |
| "coverage_of_all_cases": 0.9 |
| }, |
| { |
| "threshold": 0.42257094383239746, |
| "accepted": 451, |
| "errors": 64, |
| "risk": 0.1419068736141907, |
| "coverage": 0.902, |
| "coverage_of_all_cases": 0.902 |
| }, |
| { |
| "threshold": 0.40729448199272156, |
| "accepted": 452, |
| "errors": 64, |
| "risk": 0.1415929203539823, |
| "coverage": 0.904, |
| "coverage_of_all_cases": 0.904 |
| }, |
| { |
| "threshold": 0.39370301365852356, |
| "accepted": 453, |
| "errors": 64, |
| "risk": 0.141280353200883, |
| "coverage": 0.906, |
| "coverage_of_all_cases": 0.906 |
| }, |
| { |
| "threshold": 0.3924282491207123, |
| "accepted": 454, |
| "errors": 65, |
| "risk": 0.14317180616740088, |
| "coverage": 0.908, |
| "coverage_of_all_cases": 0.908 |
| }, |
| { |
| "threshold": 0.3922504186630249, |
| "accepted": 455, |
| "errors": 66, |
| "risk": 0.14505494505494507, |
| "coverage": 0.91, |
| "coverage_of_all_cases": 0.91 |
| }, |
| { |
| "threshold": 0.3899627923965454, |
| "accepted": 456, |
| "errors": 66, |
| "risk": 0.14473684210526316, |
| "coverage": 0.912, |
| "coverage_of_all_cases": 0.912 |
| }, |
| { |
| "threshold": 0.37951433658599854, |
| "accepted": 457, |
| "errors": 66, |
| "risk": 0.14442013129102846, |
| "coverage": 0.914, |
| "coverage_of_all_cases": 0.914 |
| }, |
| { |
| "threshold": 0.3708578050136566, |
| "accepted": 458, |
| "errors": 67, |
| "risk": 0.1462882096069869, |
| "coverage": 0.916, |
| "coverage_of_all_cases": 0.916 |
| }, |
| { |
| "threshold": 0.36751577258110046, |
| "accepted": 459, |
| "errors": 68, |
| "risk": 0.14814814814814814, |
| "coverage": 0.918, |
| "coverage_of_all_cases": 0.918 |
| }, |
| { |
| "threshold": 0.36438554525375366, |
| "accepted": 460, |
| "errors": 68, |
| "risk": 0.14782608695652175, |
| "coverage": 0.92, |
| "coverage_of_all_cases": 0.92 |
| }, |
| { |
| "threshold": 0.36382174491882324, |
| "accepted": 461, |
| "errors": 69, |
| "risk": 0.14967462039045554, |
| "coverage": 0.922, |
| "coverage_of_all_cases": 0.922 |
| }, |
| { |
| "threshold": 0.3594815135002136, |
| "accepted": 462, |
| "errors": 70, |
| "risk": 0.15151515151515152, |
| "coverage": 0.924, |
| "coverage_of_all_cases": 0.924 |
| }, |
| { |
| "threshold": 0.35696759819984436, |
| "accepted": 463, |
| "errors": 70, |
| "risk": 0.1511879049676026, |
| "coverage": 0.926, |
| "coverage_of_all_cases": 0.926 |
| }, |
| { |
| "threshold": 0.35523292422294617, |
| "accepted": 464, |
| "errors": 71, |
| "risk": 0.15301724137931033, |
| "coverage": 0.928, |
| "coverage_of_all_cases": 0.928 |
| }, |
| { |
| "threshold": 0.35232609510421753, |
| "accepted": 465, |
| "errors": 72, |
| "risk": 0.15483870967741936, |
| "coverage": 0.93, |
| "coverage_of_all_cases": 0.93 |
| }, |
| { |
| "threshold": 0.3517778217792511, |
| "accepted": 466, |
| "errors": 73, |
| "risk": 0.15665236051502146, |
| "coverage": 0.932, |
| "coverage_of_all_cases": 0.932 |
| }, |
| { |
| "threshold": 0.346769779920578, |
| "accepted": 467, |
| "errors": 73, |
| "risk": 0.15631691648822268, |
| "coverage": 0.934, |
| "coverage_of_all_cases": 0.934 |
| }, |
| { |
| "threshold": 0.3458821177482605, |
| "accepted": 468, |
| "errors": 73, |
| "risk": 0.15598290598290598, |
| "coverage": 0.936, |
| "coverage_of_all_cases": 0.936 |
| }, |
| { |
| "threshold": 0.34539833664894104, |
| "accepted": 469, |
| "errors": 74, |
| "risk": 0.15778251599147122, |
| "coverage": 0.938, |
| "coverage_of_all_cases": 0.938 |
| }, |
| { |
| "threshold": 0.33743640780448914, |
| "accepted": 470, |
| "errors": 75, |
| "risk": 0.1595744680851064, |
| "coverage": 0.94, |
| "coverage_of_all_cases": 0.94 |
| }, |
| { |
| "threshold": 0.32827404141426086, |
| "accepted": 471, |
| "errors": 75, |
| "risk": 0.1592356687898089, |
| "coverage": 0.942, |
| "coverage_of_all_cases": 0.942 |
| }, |
| { |
| "threshold": 0.32752493023872375, |
| "accepted": 472, |
| "errors": 76, |
| "risk": 0.16101694915254236, |
| "coverage": 0.944, |
| "coverage_of_all_cases": 0.944 |
| }, |
| { |
| "threshold": 0.32717207074165344, |
| "accepted": 473, |
| "errors": 77, |
| "risk": 0.16279069767441862, |
| "coverage": 0.946, |
| "coverage_of_all_cases": 0.946 |
| }, |
| { |
| "threshold": 0.32649895548820496, |
| "accepted": 474, |
| "errors": 78, |
| "risk": 0.16455696202531644, |
| "coverage": 0.948, |
| "coverage_of_all_cases": 0.948 |
| }, |
| { |
| "threshold": 0.32638153433799744, |
| "accepted": 475, |
| "errors": 79, |
| "risk": 0.16631578947368422, |
| "coverage": 0.95, |
| "coverage_of_all_cases": 0.95 |
| }, |
| { |
| "threshold": 0.32601913809776306, |
| "accepted": 476, |
| "errors": 80, |
| "risk": 0.16806722689075632, |
| "coverage": 0.952, |
| "coverage_of_all_cases": 0.952 |
| }, |
| { |
| "threshold": 0.32572489976882935, |
| "accepted": 477, |
| "errors": 81, |
| "risk": 0.16981132075471697, |
| "coverage": 0.954, |
| "coverage_of_all_cases": 0.954 |
| }, |
| { |
| "threshold": 0.3225614130496979, |
| "accepted": 478, |
| "errors": 82, |
| "risk": 0.17154811715481172, |
| "coverage": 0.956, |
| "coverage_of_all_cases": 0.956 |
| }, |
| { |
| "threshold": 0.3166254758834839, |
| "accepted": 479, |
| "errors": 83, |
| "risk": 0.1732776617954071, |
| "coverage": 0.958, |
| "coverage_of_all_cases": 0.958 |
| }, |
| { |
| "threshold": 0.314787358045578, |
| "accepted": 480, |
| "errors": 84, |
| "risk": 0.175, |
| "coverage": 0.96, |
| "coverage_of_all_cases": 0.96 |
| }, |
| { |
| "threshold": 0.310443252325058, |
| "accepted": 481, |
| "errors": 85, |
| "risk": 0.17671517671517672, |
| "coverage": 0.962, |
| "coverage_of_all_cases": 0.962 |
| }, |
| { |
| "threshold": 0.3080218434333801, |
| "accepted": 482, |
| "errors": 85, |
| "risk": 0.17634854771784234, |
| "coverage": 0.964, |
| "coverage_of_all_cases": 0.964 |
| }, |
| { |
| "threshold": 0.30747413635253906, |
| "accepted": 483, |
| "errors": 86, |
| "risk": 0.17805383022774326, |
| "coverage": 0.966, |
| "coverage_of_all_cases": 0.966 |
| }, |
| { |
| "threshold": 0.29790326952934265, |
| "accepted": 484, |
| "errors": 87, |
| "risk": 0.1797520661157025, |
| "coverage": 0.968, |
| "coverage_of_all_cases": 0.968 |
| }, |
| { |
| "threshold": 0.2976965308189392, |
| "accepted": 485, |
| "errors": 88, |
| "risk": 0.18144329896907216, |
| "coverage": 0.97, |
| "coverage_of_all_cases": 0.97 |
| }, |
| { |
| "threshold": 0.29680362343788147, |
| "accepted": 486, |
| "errors": 89, |
| "risk": 0.1831275720164609, |
| "coverage": 0.972, |
| "coverage_of_all_cases": 0.972 |
| }, |
| { |
| "threshold": 0.2952236533164978, |
| "accepted": 487, |
| "errors": 90, |
| "risk": 0.18480492813141683, |
| "coverage": 0.974, |
| "coverage_of_all_cases": 0.974 |
| }, |
| { |
| "threshold": 0.2887818217277527, |
| "accepted": 488, |
| "errors": 91, |
| "risk": 0.1864754098360656, |
| "coverage": 0.976, |
| "coverage_of_all_cases": 0.976 |
| }, |
| { |
| "threshold": 0.2849769592285156, |
| "accepted": 489, |
| "errors": 91, |
| "risk": 0.18609406952965235, |
| "coverage": 0.978, |
| "coverage_of_all_cases": 0.978 |
| }, |
| { |
| "threshold": 0.2810051143169403, |
| "accepted": 490, |
| "errors": 92, |
| "risk": 0.18775510204081633, |
| "coverage": 0.98, |
| "coverage_of_all_cases": 0.98 |
| }, |
| { |
| "threshold": 0.2804868519306183, |
| "accepted": 491, |
| "errors": 93, |
| "risk": 0.1894093686354379, |
| "coverage": 0.982, |
| "coverage_of_all_cases": 0.982 |
| }, |
| { |
| "threshold": 0.27835917472839355, |
| "accepted": 492, |
| "errors": 94, |
| "risk": 0.1910569105691057, |
| "coverage": 0.984, |
| "coverage_of_all_cases": 0.984 |
| }, |
| { |
| "threshold": 0.27671149373054504, |
| "accepted": 493, |
| "errors": 95, |
| "risk": 0.1926977687626775, |
| "coverage": 0.986, |
| "coverage_of_all_cases": 0.986 |
| }, |
| { |
| "threshold": 0.27509620785713196, |
| "accepted": 494, |
| "errors": 96, |
| "risk": 0.19433198380566802, |
| "coverage": 0.988, |
| "coverage_of_all_cases": 0.988 |
| }, |
| { |
| "threshold": 0.27262595295906067, |
| "accepted": 495, |
| "errors": 97, |
| "risk": 0.19595959595959597, |
| "coverage": 0.99, |
| "coverage_of_all_cases": 0.99 |
| }, |
| { |
| "threshold": 0.2718034088611603, |
| "accepted": 496, |
| "errors": 98, |
| "risk": 0.1975806451612903, |
| "coverage": 0.992, |
| "coverage_of_all_cases": 0.992 |
| }, |
| { |
| "threshold": 0.2673657536506653, |
| "accepted": 497, |
| "errors": 99, |
| "risk": 0.19919517102615694, |
| "coverage": 0.994, |
| "coverage_of_all_cases": 0.994 |
| }, |
| { |
| "threshold": 0.25559332966804504, |
| "accepted": 498, |
| "errors": 100, |
| "risk": 0.20080321285140562, |
| "coverage": 0.996, |
| "coverage_of_all_cases": 0.996 |
| }, |
| { |
| "threshold": 0.2484910935163498, |
| "accepted": 499, |
| "errors": 101, |
| "risk": 0.20240480961923848, |
| "coverage": 0.998, |
| "coverage_of_all_cases": 0.998 |
| }, |
| { |
| "threshold": 0.24818962812423706, |
| "accepted": 500, |
| "errors": 102, |
| "risk": 0.204, |
| "coverage": 1.0, |
| "coverage_of_all_cases": 1.0 |
| } |
| ] |
| }, |
| "probability_incomplete": 0, |
| "latency_ms": { |
| "count": 500, |
| "mean": 20.08110391406808, |
| "p50": 19.291491502372082, |
| "p95": 19.581971003935905, |
| "min": 18.74839499942027, |
| "max": 414.07370699744206 |
| }, |
| "wall_latency_ms": { |
| "count": 500, |
| "mean": 21.834221785858972, |
| "p50": 20.283657002437394, |
| "p95": 24.277247994905334, |
| "min": 19.293662000563927, |
| "max": 432.526392993168 |
| }, |
| "input_tokens": { |
| "count": 500, |
| "mean": 309.888, |
| "p50": 202.0, |
| "p95": 888.1499999999999, |
| "min": 108.0, |
| "max": 1631.0 |
| }, |
| "state_characters": { |
| "count": 500, |
| "mean": 571.486, |
| "p50": 199.5, |
| "p95": 2825.1, |
| "min": 10.0, |
| "max": 6317.0 |
| }, |
| "notes": [ |
| "accuracy_all counts errors and skips as incorrect", |
| "accuracy_attempted and family macro count errors as wrong and exclude intentional skips", |
| "family defaults to source; latency_ms is local forward-pass or hosted HTTP time", |
| "wall_latency_ms includes per-record scorer preprocessing and inference; no warmup excluded", |
| "F1 uses semantic option keys, never shuffled answer letters", |
| "Probability metrics only include explicitly complete distributions" |
| ] |
| } |
| }, |
| "decision_minus_tev": { |
| "accuracy": { |
| "accuracy_delta": 0.114, |
| "ci95": [ |
| 0.074, |
| 0.15404999999999974 |
| ], |
| "samples": 2000, |
| "seed": 42, |
| "by_source": { |
| "clinc150": { |
| "count": 100, |
| "groups": 100, |
| "fixed_weight": 0.2, |
| "accuracy_delta": 0.06, |
| "ci95": [ |
| 0.0, |
| 0.12 |
| ] |
| }, |
| "go_emotions": { |
| "count": 100, |
| "groups": 100, |
| "fixed_weight": 0.2, |
| "accuracy_delta": 0.13, |
| "ci95": [ |
| 0.03, |
| 0.23 |
| ] |
| }, |
| "helpsteer2": { |
| "count": 100, |
| "groups": 100, |
| "fixed_weight": 0.2, |
| "accuracy_delta": -0.09, |
| "ci95": [ |
| -0.18, |
| 0.0 |
| ] |
| }, |
| "paws": { |
| "count": 100, |
| "groups": 100, |
| "fixed_weight": 0.2, |
| "accuracy_delta": 0.35, |
| "ci95": [ |
| 0.24, |
| 0.46 |
| ] |
| }, |
| "vitaminc": { |
| "count": 100, |
| "groups": 100, |
| "fixed_weight": 0.2, |
| "accuracy_delta": 0.12, |
| "ci95": [ |
| 0.03, |
| 0.21 |
| ] |
| } |
| }, |
| "method": "paired percentile bootstrap; whole groups within source; fixed observed source weights" |
| }, |
| "family_macro": { |
| "family_macro_accuracy_delta": 0.11399999999999999, |
| "family_macro_ci95": [ |
| 0.074, |
| 0.15404999999999971 |
| ], |
| "samples": 2000, |
| "seed": 42, |
| "method": "paired percentile bootstrap, whole groups within family, equal observed family weights" |
| } |
| } |
| } |
|
|
