diff --git "a/evaluation/evaluation.json" "b/evaluation/evaluation.json" new file mode 100644--- /dev/null +++ "b/evaluation/evaluation.json" @@ -0,0 +1,14350 @@ +{ + "thresholds_sha256": "08f95c154a0b5eeabbf160c3c4fdec99a01011adbf601040efa55adb150ec777", + "external_overlap_audit": { + "method": "NFC casefold whitespace-normalized exact match across all 17 translations of used source groups", + "excluded_ids": [], + "matches": [], + "limitations": "Does not detect arbitrary paraphrases or unknown backbone pretraining contamination." + }, + "token_lengths": { + "max_length": 512, + "by_split": { + "fit": { + "rows": 828, + "truncated": 0, + "max_tokens": 250 + }, + "audit": { + "rows": 412, + "truncated": 0, + "max_tokens": 251 + }, + "challenge": { + "rows": 265, + "truncated": 0, + "max_tokens": 38 + }, + "external": { + "rows": 1680, + "truncated": 76, + "max_tokens": 1735 + } + }, + "truncated_rows": [ + { + "id": "external-82", + "tokens": 994 + }, + { + "id": "external-99", + "tokens": 1735 + }, + { + "id": "external-102", + "tokens": 588 + }, + { + "id": "external-110", + "tokens": 1164 + }, + { + "id": "external-112", + "tokens": 1016 + }, + { + "id": "external-125", + "tokens": 1162 + }, + { + "id": "external-161", + "tokens": 654 + }, + { + "id": "external-200", + "tokens": 605 + }, + { + "id": "external-212", + "tokens": 661 + }, + { + "id": "external-215", + "tokens": 625 + }, + { + "id": "external-237", + "tokens": 1201 + }, + { + "id": "external-261", + "tokens": 1134 + }, + { + "id": "external-265", + "tokens": 1238 + }, + { + "id": "external-306", + "tokens": 1211 + }, + { + "id": "external-313", + "tokens": 1205 + }, + { + "id": "external-319", + "tokens": 574 + }, + { + "id": "external-324", + "tokens": 537 + }, + { + "id": "external-340", + "tokens": 801 + }, + { + "id": "external-346", + "tokens": 814 + }, + { + "id": "external-361", + "tokens": 1047 + }, + { + "id": "external-407", + "tokens": 519 + }, + { + "id": "external-414", + "tokens": 532 + }, + { + "id": "external-431", + "tokens": 518 + }, + { + "id": "external-442", + "tokens": 1035 + }, + { + "id": "external-524", + "tokens": 671 + }, + { + "id": "external-567", + "tokens": 625 + }, + { + "id": "external-569", + "tokens": 917 + }, + { + "id": "external-595", + "tokens": 775 + }, + { + "id": "external-599", + "tokens": 523 + }, + { + "id": "external-645", + "tokens": 535 + }, + { + "id": "external-693", + "tokens": 524 + }, + { + "id": "external-706", + "tokens": 517 + }, + { + "id": "external-809", + "tokens": 885 + }, + { + "id": "external-847", + "tokens": 546 + }, + { + "id": "external-880", + "tokens": 517 + }, + { + "id": "external-904", + "tokens": 1004 + }, + { + "id": "external-905", + "tokens": 1221 + }, + { + "id": "external-950", + "tokens": 751 + }, + { + "id": "external-990", + "tokens": 600 + }, + { + "id": "external-1064", + "tokens": 1268 + }, + { + "id": "external-1083", + "tokens": 1062 + }, + { + "id": "external-1084", + "tokens": 995 + }, + { + "id": "external-1087", + "tokens": 579 + }, + { + "id": "external-1090", + "tokens": 686 + }, + { + "id": "external-1099", + "tokens": 843 + }, + { + "id": "external-1107", + "tokens": 517 + }, + { + "id": "external-1120", + "tokens": 866 + }, + { + "id": "external-1123", + "tokens": 623 + }, + { + "id": "external-1145", + "tokens": 606 + }, + { + "id": "external-1166", + "tokens": 529 + }, + { + "id": "external-1175", + "tokens": 1415 + }, + { + "id": "external-1207", + "tokens": 1384 + }, + { + "id": "external-1214", + "tokens": 530 + }, + { + "id": "external-1217", + "tokens": 529 + }, + { + "id": "external-1232", + "tokens": 647 + }, + { + "id": "external-1261", + "tokens": 545 + }, + { + "id": "external-1275", + "tokens": 528 + }, + { + "id": "external-1279", + "tokens": 667 + }, + { + "id": "external-1293", + "tokens": 563 + }, + { + "id": "external-1313", + "tokens": 538 + }, + { + "id": "external-1326", + "tokens": 522 + }, + { + "id": "external-1334", + "tokens": 528 + }, + { + "id": "external-1343", + "tokens": 541 + }, + { + "id": "external-1372", + "tokens": 527 + }, + { + "id": "external-1423", + "tokens": 680 + }, + { + "id": "external-1425", + "tokens": 535 + }, + { + "id": "external-1434", + "tokens": 609 + }, + { + "id": "external-1449", + "tokens": 530 + }, + { + "id": "external-1481", + "tokens": 1234 + }, + { + "id": "external-1482", + "tokens": 591 + }, + { + "id": "external-1488", + "tokens": 937 + }, + { + "id": "external-1500", + "tokens": 788 + }, + { + "id": "external-1560", + "tokens": 543 + }, + { + "id": "external-1575", + "tokens": 864 + }, + { + "id": "external-1593", + "tokens": 1163 + }, + { + "id": "external-1674", + "tokens": 1393 + } + ] + }, + "internal_audit_before": { + "overall": { + "light": { + "n": 412, + "TP": 20, + "FP": 0, + "TN": 279, + "FN": 113, + "precision": 1.0, + "recall": 0.15037593984962405, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.849624060150376, + "accuracy": 0.7257281553398058, + "f1": 0.26143790849673204 + }, + "medium": { + "n": 412, + "TP": 118, + "FP": 19, + "TN": 178, + "FN": 97, + "precision": 0.8613138686131386, + "recall": 0.5488372093023256, + "specificity": 0.9035532994923858, + "false_positive_rate": 0.09644670050761421, + "false_negative_rate": 0.4511627906976744, + "accuracy": 0.7184466019417476, + "f1": 0.6704545454545454 + }, + "high": { + "n": 412, + "TP": 208, + "FP": 7, + "TN": 138, + "FN": 59, + "precision": 0.9674418604651163, + "recall": 0.7790262172284644, + "specificity": 0.9517241379310345, + "false_positive_rate": 0.04827586206896552, + "false_negative_rate": 0.2209737827715356, + "accuracy": 0.8398058252427184, + "f1": 0.8630705394190872 + }, + "corporate": { + "n": 412, + "TP": 246, + "FP": 19, + "TN": 118, + "FN": 29, + "precision": 0.9283018867924528, + "recall": 0.8945454545454545, + "specificity": 0.8613138686131386, + "false_positive_rate": 0.1386861313868613, + "false_negative_rate": 0.10545454545454545, + "accuracy": 0.883495145631068, + "f1": 0.9111111111111111 + } + }, + "by_language": { + "be": { + "light": { + "n": 24, + "TP": 1, + "FP": 0, + "TN": 17, + "FN": 6, + "precision": 1.0, + "recall": 0.14285714285714285, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8571428571428571, + "accuracy": 0.75, + "f1": 0.25 + }, + "medium": { + "n": 24, + "TP": 6, + "FP": 3, + "TN": 9, + "FN": 6, + "precision": 0.6666666666666666, + "recall": 0.5, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.5, + "accuracy": 0.625, + "f1": 0.5714285714285714 + }, + "high": { + "n": 24, + "TP": 12, + "FP": 3, + "TN": 6, + "FN": 3, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.2, + "accuracy": 0.75, + "f1": 0.8 + }, + "corporate": { + "n": 24, + "TP": 16, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8888888888888888, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.9166666666666666, + "f1": 0.9411764705882353 + } + }, + "cs": { + "light": { + "n": 23, + "TP": 1, + "FP": 0, + "TN": 16, + "FN": 6, + "precision": 1.0, + "recall": 0.14285714285714285, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8571428571428571, + "accuracy": 0.7391304347826086, + "f1": 0.25 + }, + "medium": { + "n": 23, + "TP": 6, + "FP": 1, + "TN": 10, + "FN": 6, + "precision": 0.8571428571428571, + "recall": 0.5, + "specificity": 0.9090909090909091, + "false_positive_rate": 0.09090909090909091, + "false_negative_rate": 0.5, + "accuracy": 0.6956521739130435, + "f1": 0.631578947368421 + }, + "high": { + "n": 23, + "TP": 12, + "FP": 1, + "TN": 7, + "FN": 3, + "precision": 0.9230769230769231, + "recall": 0.8, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.2, + "accuracy": 0.8260869565217391, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 23, + "TP": 13, + "FP": 2, + "TN": 6, + "FN": 2, + "precision": 0.8666666666666667, + "recall": 0.8666666666666667, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.13333333333333333, + "accuracy": 0.8260869565217391, + "f1": 0.8666666666666667 + } + }, + "de": { + "light": { + "n": 24, + "TP": 1, + "FP": 0, + "TN": 15, + "FN": 8, + "precision": 1.0, + "recall": 0.1111111111111111, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8888888888888888, + "accuracy": 0.6666666666666666, + "f1": 0.2 + }, + "medium": { + "n": 24, + "TP": 9, + "FP": 0, + "TN": 10, + "FN": 5, + "precision": 1.0, + "recall": 0.6428571428571429, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.35714285714285715, + "accuracy": 0.7916666666666666, + "f1": 0.782608695652174 + }, + "high": { + "n": 24, + "TP": 12, + "FP": 0, + "TN": 8, + "FN": 4, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.8333333333333334, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 24, + "TP": 14, + "FP": 1, + "TN": 7, + "FN": 2, + "precision": 0.9333333333333333, + "recall": 0.875, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.125, + "accuracy": 0.875, + "f1": 0.9032258064516129 + } + }, + "en": { + "light": { + "n": 25, + "TP": 2, + "FP": 0, + "TN": 17, + "FN": 6, + "precision": 1.0, + "recall": 0.25, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.75, + "accuracy": 0.76, + "f1": 0.4 + }, + "medium": { + "n": 25, + "TP": 8, + "FP": 0, + "TN": 13, + "FN": 4, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.84, + "f1": 0.8 + }, + "high": { + "n": 25, + "TP": 12, + "FP": 0, + "TN": 11, + "FN": 2, + "precision": 1.0, + "recall": 0.8571428571428571, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.92, + "f1": 0.9230769230769231 + }, + "corporate": { + "n": 25, + "TP": 14, + "FP": 0, + "TN": 10, + "FN": 1, + "precision": 1.0, + "recall": 0.9333333333333333, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.96, + "f1": 0.9655172413793104 + } + }, + "es": { + "light": { + "n": 25, + "TP": 3, + "FP": 0, + "TN": 17, + "FN": 5, + "precision": 1.0, + "recall": 0.375, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.625, + "accuracy": 0.8, + "f1": 0.5454545454545454 + }, + "medium": { + "n": 25, + "TP": 10, + "FP": 1, + "TN": 10, + "FN": 4, + "precision": 0.9090909090909091, + "recall": 0.7142857142857143, + "specificity": 0.9090909090909091, + "false_positive_rate": 0.09090909090909091, + "false_negative_rate": 0.2857142857142857, + "accuracy": 0.8, + "f1": 0.8 + }, + "high": { + "n": 25, + "TP": 15, + "FP": 0, + "TN": 7, + "FN": 3, + "precision": 1.0, + "recall": 0.8333333333333334, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.88, + "f1": 0.9090909090909091 + }, + "corporate": { + "n": 25, + "TP": 16, + "FP": 1, + "TN": 5, + "FN": 3, + "precision": 0.9411764705882353, + "recall": 0.8421052631578947, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.15789473684210525, + "accuracy": 0.84, + "f1": 0.8888888888888888 + } + }, + "fi": { + "light": { + "n": 24, + "TP": 0, + "FP": 0, + "TN": 16, + "FN": 8, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.6666666666666666, + "f1": 0.0 + }, + "medium": { + "n": 24, + "TP": 7, + "FP": 1, + "TN": 11, + "FN": 5, + "precision": 0.875, + "recall": 0.5833333333333334, + "specificity": 0.9166666666666666, + "false_positive_rate": 0.08333333333333333, + "false_negative_rate": 0.4166666666666667, + "accuracy": 0.75, + "f1": 0.7 + }, + "high": { + "n": 24, + "TP": 11, + "FP": 1, + "TN": 8, + "FN": 4, + "precision": 0.9166666666666666, + "recall": 0.7333333333333333, + "specificity": 0.8888888888888888, + "false_positive_rate": 0.1111111111111111, + "false_negative_rate": 0.26666666666666666, + "accuracy": 0.7916666666666666, + "f1": 0.8148148148148148 + }, + "corporate": { + "n": 24, + "TP": 13, + "FP": 2, + "TN": 7, + "FN": 2, + "precision": 0.8666666666666667, + "recall": 0.8666666666666667, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.13333333333333333, + "accuracy": 0.8333333333333334, + "f1": 0.8666666666666667 + } + }, + "fr": { + "light": { + "n": 23, + "TP": 0, + "FP": 0, + "TN": 15, + "FN": 8, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.6521739130434783, + "f1": 0.0 + }, + "medium": { + "n": 23, + "TP": 8, + "FP": 2, + "TN": 9, + "FN": 4, + "precision": 0.8, + "recall": 0.6666666666666666, + "specificity": 0.8181818181818182, + "false_positive_rate": 0.18181818181818182, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.7391304347826086, + "f1": 0.7272727272727273 + }, + "high": { + "n": 23, + "TP": 14, + "FP": 0, + "TN": 7, + "FN": 2, + "precision": 1.0, + "recall": 0.875, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.125, + "accuracy": 0.9130434782608695, + "f1": 0.9333333333333333 + }, + "corporate": { + "n": 23, + "TP": 16, + "FP": 1, + "TN": 6, + "FN": 0, + "precision": 0.9411764705882353, + "recall": 1.0, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.0, + "accuracy": 0.9565217391304348, + "f1": 0.9696969696969697 + } + }, + "it": { + "light": { + "n": 25, + "TP": 2, + "FP": 0, + "TN": 17, + "FN": 6, + "precision": 1.0, + "recall": 0.25, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.75, + "accuracy": 0.76, + "f1": 0.4 + }, + "medium": { + "n": 25, + "TP": 7, + "FP": 1, + "TN": 11, + "FN": 6, + "precision": 0.875, + "recall": 0.5384615384615384, + "specificity": 0.9166666666666666, + "false_positive_rate": 0.08333333333333333, + "false_negative_rate": 0.46153846153846156, + "accuracy": 0.72, + "f1": 0.6666666666666666 + }, + "high": { + "n": 25, + "TP": 11, + "FP": 0, + "TN": 9, + "FN": 5, + "precision": 1.0, + "recall": 0.6875, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3125, + "accuracy": 0.8, + "f1": 0.8148148148148148 + }, + "corporate": { + "n": 25, + "TP": 15, + "FP": 0, + "TN": 9, + "FN": 1, + "precision": 1.0, + "recall": 0.9375, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0625, + "accuracy": 0.96, + "f1": 0.967741935483871 + } + }, + "ja": { + "light": { + "n": 24, + "TP": 0, + "FP": 0, + "TN": 15, + "FN": 9, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.625, + "f1": 0.0 + }, + "medium": { + "n": 24, + "TP": 4, + "FP": 0, + "TN": 12, + "FN": 8, + "precision": 1.0, + "recall": 0.3333333333333333, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.6666666666666666, + "accuracy": 0.6666666666666666, + "f1": 0.5 + }, + "high": { + "n": 24, + "TP": 10, + "FP": 0, + "TN": 10, + "FN": 4, + "precision": 1.0, + "recall": 0.7142857142857143, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.2857142857142857, + "accuracy": 0.8333333333333334, + "f1": 0.8333333333333334 + }, + "corporate": { + "n": 24, + "TP": 13, + "FP": 3, + "TN": 6, + "FN": 2, + "precision": 0.8125, + "recall": 0.8666666666666667, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.13333333333333333, + "accuracy": 0.7916666666666666, + "f1": 0.8387096774193549 + } + }, + "kk": { + "light": { + "n": 25, + "TP": 0, + "FP": 0, + "TN": 16, + "FN": 9, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.64, + "f1": 0.0 + }, + "medium": { + "n": 25, + "TP": 7, + "FP": 2, + "TN": 10, + "FN": 6, + "precision": 0.7777777777777778, + "recall": 0.5384615384615384, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.46153846153846156, + "accuracy": 0.68, + "f1": 0.6363636363636364 + }, + "high": { + "n": 25, + "TP": 15, + "FP": 1, + "TN": 7, + "FN": 2, + "precision": 0.9375, + "recall": 0.8823529411764706, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.11764705882352941, + "accuracy": 0.88, + "f1": 0.9090909090909091 + }, + "corporate": { + "n": 25, + "TP": 17, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8947368421052632, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.92, + "f1": 0.9444444444444444 + } + }, + "ko": { + "light": { + "n": 24, + "TP": 1, + "FP": 0, + "TN": 17, + "FN": 6, + "precision": 1.0, + "recall": 0.14285714285714285, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8571428571428571, + "accuracy": 0.75, + "f1": 0.25 + }, + "medium": { + "n": 24, + "TP": 6, + "FP": 1, + "TN": 12, + "FN": 5, + "precision": 0.8571428571428571, + "recall": 0.5454545454545454, + "specificity": 0.9230769230769231, + "false_positive_rate": 0.07692307692307693, + "false_negative_rate": 0.45454545454545453, + "accuracy": 0.75, + "f1": 0.6666666666666666 + }, + "high": { + "n": 24, + "TP": 11, + "FP": 1, + "TN": 8, + "FN": 4, + "precision": 0.9166666666666666, + "recall": 0.7333333333333333, + "specificity": 0.8888888888888888, + "false_positive_rate": 0.1111111111111111, + "false_negative_rate": 0.26666666666666666, + "accuracy": 0.7916666666666666, + "f1": 0.8148148148148148 + }, + "corporate": { + "n": 24, + "TP": 14, + "FP": 1, + "TN": 7, + "FN": 2, + "precision": 0.9333333333333333, + "recall": 0.875, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.125, + "accuracy": 0.875, + "f1": 0.9032258064516129 + } + }, + "lv": { + "light": { + "n": 24, + "TP": 0, + "FP": 0, + "TN": 16, + "FN": 8, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.6666666666666666, + "f1": 0.0 + }, + "medium": { + "n": 24, + "TP": 2, + "FP": 1, + "TN": 11, + "FN": 10, + "precision": 0.6666666666666666, + "recall": 0.16666666666666666, + "specificity": 0.9166666666666666, + "false_positive_rate": 0.08333333333333333, + "false_negative_rate": 0.8333333333333334, + "accuracy": 0.5416666666666666, + "f1": 0.26666666666666666 + }, + "high": { + "n": 24, + "TP": 12, + "FP": 0, + "TN": 8, + "FN": 4, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.8333333333333334, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 24, + "TP": 14, + "FP": 1, + "TN": 7, + "FN": 2, + "precision": 0.9333333333333333, + "recall": 0.875, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.125, + "accuracy": 0.875, + "f1": 0.9032258064516129 + } + }, + "pl": { + "light": { + "n": 23, + "TP": 1, + "FP": 0, + "TN": 16, + "FN": 6, + "precision": 1.0, + "recall": 0.14285714285714285, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8571428571428571, + "accuracy": 0.7391304347826086, + "f1": 0.25 + }, + "medium": { + "n": 23, + "TP": 8, + "FP": 1, + "TN": 9, + "FN": 5, + "precision": 0.8888888888888888, + "recall": 0.6153846153846154, + "specificity": 0.9, + "false_positive_rate": 0.1, + "false_negative_rate": 0.38461538461538464, + "accuracy": 0.7391304347826086, + "f1": 0.7272727272727273 + }, + "high": { + "n": 23, + "TP": 10, + "FP": 0, + "TN": 8, + "FN": 5, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.782608695652174, + "f1": 0.8 + }, + "corporate": { + "n": 23, + "TP": 13, + "FP": 0, + "TN": 7, + "FN": 3, + "precision": 1.0, + "recall": 0.8125, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1875, + "accuracy": 0.8695652173913043, + "f1": 0.896551724137931 + } + }, + "ru": { + "light": { + "n": 24, + "TP": 2, + "FP": 0, + "TN": 17, + "FN": 5, + "precision": 1.0, + "recall": 0.2857142857142857, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.7142857142857143, + "accuracy": 0.7916666666666666, + "f1": 0.4444444444444444 + }, + "medium": { + "n": 24, + "TP": 7, + "FP": 1, + "TN": 10, + "FN": 6, + "precision": 0.875, + "recall": 0.5384615384615384, + "specificity": 0.9090909090909091, + "false_positive_rate": 0.09090909090909091, + "false_negative_rate": 0.46153846153846156, + "accuracy": 0.7083333333333334, + "f1": 0.6666666666666666 + }, + "high": { + "n": 24, + "TP": 12, + "FP": 0, + "TN": 8, + "FN": 4, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.8333333333333334, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 24, + "TP": 14, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.875, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.125, + "accuracy": 0.9166666666666666, + "f1": 0.9333333333333333 + } + }, + "sv": { + "light": { + "n": 25, + "TP": 1, + "FP": 0, + "TN": 17, + "FN": 7, + "precision": 1.0, + "recall": 0.125, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.875, + "accuracy": 0.72, + "f1": 0.2222222222222222 + }, + "medium": { + "n": 25, + "TP": 9, + "FP": 1, + "TN": 10, + "FN": 5, + "precision": 0.9, + "recall": 0.6428571428571429, + "specificity": 0.9090909090909091, + "false_positive_rate": 0.09090909090909091, + "false_negative_rate": 0.35714285714285715, + "accuracy": 0.76, + "f1": 0.75 + }, + "high": { + "n": 25, + "TP": 14, + "FP": 0, + "TN": 8, + "FN": 3, + "precision": 1.0, + "recall": 0.8235294117647058, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.17647058823529413, + "accuracy": 0.88, + "f1": 0.9032258064516129 + }, + "corporate": { + "n": 25, + "TP": 16, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.9411764705882353, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.96, + "f1": 0.9696969696969697 + } + }, + "uk": { + "light": { + "n": 25, + "TP": 3, + "FP": 0, + "TN": 18, + "FN": 4, + "precision": 1.0, + "recall": 0.42857142857142855, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5714285714285714, + "accuracy": 0.84, + "f1": 0.6 + }, + "medium": { + "n": 25, + "TP": 10, + "FP": 2, + "TN": 10, + "FN": 3, + "precision": 0.8333333333333334, + "recall": 0.7692307692307693, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.23076923076923078, + "accuracy": 0.8, + "f1": 0.8 + }, + "high": { + "n": 25, + "TP": 13, + "FP": 0, + "TN": 9, + "FN": 3, + "precision": 1.0, + "recall": 0.8125, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1875, + "accuracy": 0.88, + "f1": 0.896551724137931 + }, + "corporate": { + "n": 25, + "TP": 14, + "FP": 2, + "TN": 6, + "FN": 3, + "precision": 0.875, + "recall": 0.8235294117647058, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.17647058823529413, + "accuracy": 0.8, + "f1": 0.8484848484848485 + } + }, + "zh": { + "light": { + "n": 25, + "TP": 2, + "FP": 0, + "TN": 17, + "FN": 6, + "precision": 1.0, + "recall": 0.25, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.75, + "accuracy": 0.76, + "f1": 0.4 + }, + "medium": { + "n": 25, + "TP": 4, + "FP": 1, + "TN": 11, + "FN": 9, + "precision": 0.8, + "recall": 0.3076923076923077, + "specificity": 0.9166666666666666, + "false_positive_rate": 0.08333333333333333, + "false_negative_rate": 0.6923076923076923, + "accuracy": 0.6, + "f1": 0.4444444444444444 + }, + "high": { + "n": 25, + "TP": 12, + "FP": 0, + "TN": 9, + "FN": 4, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.84, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 25, + "TP": 14, + "FP": 1, + "TN": 7, + "FN": 3, + "precision": 0.9333333333333333, + "recall": 0.8235294117647058, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.17647058823529413, + "accuracy": 0.84, + "f1": 0.875 + } + } + }, + "by_origin": { + "authored_boundary_example": { + "light": { + "n": 34, + "TP": 0, + "FP": 0, + "TN": 34, + "FN": 0, + "precision": null, + "recall": null, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": null, + "accuracy": 1.0, + "f1": null + }, + "medium": { + "n": 34, + "TP": 0, + "FP": 6, + "TN": 28, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.8235294117647058, + "false_positive_rate": 0.17647058823529413, + "false_negative_rate": null, + "accuracy": 0.8235294117647058, + "f1": 0.0 + }, + "high": { + "n": 34, + "TP": 15, + "FP": 0, + "TN": 17, + "FN": 2, + "precision": 1.0, + "recall": 0.8823529411764706, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.11764705882352941, + "accuracy": 0.9411764705882353, + "f1": 0.9375 + }, + "corporate": { + "n": 34, + "TP": 17, + "FP": 0, + "TN": 17, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "source_translation_coverage": { + "light": { + "n": 112, + "TP": 15, + "FP": 0, + "TN": 16, + "FN": 81, + "precision": 1.0, + "recall": 0.15625, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.84375, + "accuracy": 0.2767857142857143, + "f1": 0.2702702702702703 + }, + "medium": { + "n": 112, + "TP": 69, + "FP": 0, + "TN": 0, + "FN": 43, + "precision": 1.0, + "recall": 0.6160714285714286, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.38392857142857145, + "accuracy": 0.6160714285714286, + "f1": 0.7624309392265194 + }, + "high": { + "n": 112, + "TP": 91, + "FP": 0, + "TN": 0, + "FN": 21, + "precision": 1.0, + "recall": 0.8125, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.1875, + "accuracy": 0.8125, + "f1": 0.896551724137931 + }, + "corporate": { + "n": 112, + "TP": 108, + "FP": 0, + "TN": 0, + "FN": 4, + "precision": 1.0, + "recall": 0.9642857142857143, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.03571428571428571, + "accuracy": 0.9642857142857143, + "f1": 0.9818181818181818 + } + }, + "unused_source_group": { + "light": { + "n": 266, + "TP": 5, + "FP": 0, + "TN": 229, + "FN": 32, + "precision": 1.0, + "recall": 0.13513513513513514, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8648648648648649, + "accuracy": 0.8796992481203008, + "f1": 0.23809523809523808 + }, + "medium": { + "n": 266, + "TP": 49, + "FP": 13, + "TN": 150, + "FN": 54, + "precision": 0.7903225806451613, + "recall": 0.47572815533980584, + "specificity": 0.9202453987730062, + "false_positive_rate": 0.07975460122699386, + "false_negative_rate": 0.5242718446601942, + "accuracy": 0.7481203007518797, + "f1": 0.593939393939394 + }, + "high": { + "n": 266, + "TP": 102, + "FP": 7, + "TN": 121, + "FN": 36, + "precision": 0.9357798165137615, + "recall": 0.7391304347826086, + "specificity": 0.9453125, + "false_positive_rate": 0.0546875, + "false_negative_rate": 0.2608695652173913, + "accuracy": 0.8383458646616542, + "f1": 0.8259109311740891 + }, + "corporate": { + "n": 266, + "TP": 121, + "FP": 19, + "TN": 101, + "FN": 25, + "precision": 0.8642857142857143, + "recall": 0.8287671232876712, + "specificity": 0.8416666666666667, + "false_positive_rate": 0.15833333333333333, + "false_negative_rate": 0.17123287671232876, + "accuracy": 0.8345864661654135, + "f1": 0.8461538461538461 + } + } + } + }, + "internal_audit_after": { + "overall": { + "light": { + "n": 412, + "TP": 109, + "FP": 35, + "TN": 244, + "FN": 24, + "precision": 0.7569444444444444, + "recall": 0.8195488721804511, + "specificity": 0.8745519713261649, + "false_positive_rate": 0.12544802867383512, + "false_negative_rate": 0.18045112781954886, + "accuracy": 0.8567961165048543, + "f1": 0.7870036101083032 + }, + "medium": { + "n": 412, + "TP": 189, + "FP": 51, + "TN": 146, + "FN": 26, + "precision": 0.7875, + "recall": 0.8790697674418605, + "specificity": 0.7411167512690355, + "false_positive_rate": 0.25888324873096447, + "false_negative_rate": 0.12093023255813953, + "accuracy": 0.8131067961165048, + "f1": 0.8307692307692308 + }, + "high": { + "n": 412, + "TP": 245, + "FP": 24, + "TN": 121, + "FN": 22, + "precision": 0.9107806691449815, + "recall": 0.9176029962546817, + "specificity": 0.8344827586206897, + "false_positive_rate": 0.16551724137931034, + "false_negative_rate": 0.08239700374531835, + "accuracy": 0.8883495145631068, + "f1": 0.914179104477612 + }, + "corporate": { + "n": 412, + "TP": 252, + "FP": 22, + "TN": 115, + "FN": 23, + "precision": 0.9197080291970803, + "recall": 0.9163636363636364, + "specificity": 0.8394160583941606, + "false_positive_rate": 0.16058394160583941, + "false_negative_rate": 0.08363636363636363, + "accuracy": 0.8907766990291263, + "f1": 0.9180327868852459 + } + }, + "by_language": { + "be": { + "light": { + "n": 24, + "TP": 6, + "FP": 2, + "TN": 15, + "FN": 1, + "precision": 0.75, + "recall": 0.8571428571428571, + "specificity": 0.8823529411764706, + "false_positive_rate": 0.11764705882352941, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.875, + "f1": 0.8 + }, + "medium": { + "n": 24, + "TP": 9, + "FP": 5, + "TN": 7, + "FN": 3, + "precision": 0.6428571428571429, + "recall": 0.75, + "specificity": 0.5833333333333334, + "false_positive_rate": 0.4166666666666667, + "false_negative_rate": 0.25, + "accuracy": 0.6666666666666666, + "f1": 0.6923076923076923 + }, + "high": { + "n": 24, + "TP": 14, + "FP": 3, + "TN": 6, + "FN": 1, + "precision": 0.8235294117647058, + "recall": 0.9333333333333333, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.8333333333333334, + "f1": 0.875 + }, + "corporate": { + "n": 24, + "TP": 15, + "FP": 2, + "TN": 6, + "FN": 1, + "precision": 0.8823529411764706, + "recall": 0.9375, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0625, + "accuracy": 0.875, + "f1": 0.9090909090909091 + } + }, + "cs": { + "light": { + "n": 23, + "TP": 7, + "FP": 0, + "TN": 16, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 23, + "TP": 11, + "FP": 3, + "TN": 8, + "FN": 1, + "precision": 0.7857142857142857, + "recall": 0.9166666666666666, + "specificity": 0.7272727272727273, + "false_positive_rate": 0.2727272727272727, + "false_negative_rate": 0.08333333333333333, + "accuracy": 0.8260869565217391, + "f1": 0.8461538461538461 + }, + "high": { + "n": 23, + "TP": 15, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8823529411764706, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.9130434782608695, + "f1": 0.9375 + }, + "corporate": { + "n": 23, + "TP": 15, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8823529411764706, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.9130434782608695, + "f1": 0.9375 + } + }, + "de": { + "light": { + "n": 24, + "TP": 7, + "FP": 1, + "TN": 14, + "FN": 2, + "precision": 0.875, + "recall": 0.7777777777777778, + "specificity": 0.9333333333333333, + "false_positive_rate": 0.06666666666666667, + "false_negative_rate": 0.2222222222222222, + "accuracy": 0.875, + "f1": 0.8235294117647058 + }, + "medium": { + "n": 24, + "TP": 13, + "FP": 1, + "TN": 9, + "FN": 1, + "precision": 0.9285714285714286, + "recall": 0.9285714285714286, + "specificity": 0.9, + "false_positive_rate": 0.1, + "false_negative_rate": 0.07142857142857142, + "accuracy": 0.9166666666666666, + "f1": 0.9285714285714286 + }, + "high": { + "n": 24, + "TP": 15, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.9375, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0625, + "accuracy": 0.9583333333333334, + "f1": 0.967741935483871 + }, + "corporate": { + "n": 24, + "TP": 15, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.9375, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0625, + "accuracy": 0.9583333333333334, + "f1": 0.967741935483871 + } + }, + "en": { + "light": { + "n": 25, + "TP": 8, + "FP": 2, + "TN": 15, + "FN": 0, + "precision": 0.8, + "recall": 1.0, + "specificity": 0.8823529411764706, + "false_positive_rate": 0.11764705882352941, + "false_negative_rate": 0.0, + "accuracy": 0.92, + "f1": 0.8888888888888888 + }, + "medium": { + "n": 25, + "TP": 12, + "FP": 0, + "TN": 13, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 25, + "TP": 14, + "FP": 0, + "TN": 11, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 25, + "TP": 14, + "FP": 0, + "TN": 10, + "FN": 1, + "precision": 1.0, + "recall": 0.9333333333333333, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.96, + "f1": 0.9655172413793104 + } + }, + "es": { + "light": { + "n": 25, + "TP": 6, + "FP": 2, + "TN": 15, + "FN": 2, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.8823529411764706, + "false_positive_rate": 0.11764705882352941, + "false_negative_rate": 0.25, + "accuracy": 0.84, + "f1": 0.75 + }, + "medium": { + "n": 25, + "TP": 13, + "FP": 2, + "TN": 9, + "FN": 1, + "precision": 0.8666666666666667, + "recall": 0.9285714285714286, + "specificity": 0.8181818181818182, + "false_positive_rate": 0.18181818181818182, + "false_negative_rate": 0.07142857142857142, + "accuracy": 0.88, + "f1": 0.896551724137931 + }, + "high": { + "n": 25, + "TP": 16, + "FP": 1, + "TN": 6, + "FN": 2, + "precision": 0.9411764705882353, + "recall": 0.8888888888888888, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.88, + "f1": 0.9142857142857143 + }, + "corporate": { + "n": 25, + "TP": 17, + "FP": 0, + "TN": 6, + "FN": 2, + "precision": 1.0, + "recall": 0.8947368421052632, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.10526315789473684, + "accuracy": 0.92, + "f1": 0.9444444444444444 + } + }, + "fi": { + "light": { + "n": 24, + "TP": 5, + "FP": 3, + "TN": 13, + "FN": 3, + "precision": 0.625, + "recall": 0.625, + "specificity": 0.8125, + "false_positive_rate": 0.1875, + "false_negative_rate": 0.375, + "accuracy": 0.75, + "f1": 0.625 + }, + "medium": { + "n": 24, + "TP": 11, + "FP": 4, + "TN": 8, + "FN": 1, + "precision": 0.7333333333333333, + "recall": 0.9166666666666666, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.08333333333333333, + "accuracy": 0.7916666666666666, + "f1": 0.8148148148148148 + }, + "high": { + "n": 24, + "TP": 13, + "FP": 3, + "TN": 6, + "FN": 2, + "precision": 0.8125, + "recall": 0.8666666666666667, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.13333333333333333, + "accuracy": 0.7916666666666666, + "f1": 0.8387096774193549 + }, + "corporate": { + "n": 24, + "TP": 13, + "FP": 3, + "TN": 6, + "FN": 2, + "precision": 0.8125, + "recall": 0.8666666666666667, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.13333333333333333, + "accuracy": 0.7916666666666666, + "f1": 0.8387096774193549 + } + }, + "fr": { + "light": { + "n": 23, + "TP": 7, + "FP": 3, + "TN": 12, + "FN": 1, + "precision": 0.7, + "recall": 0.875, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.125, + "accuracy": 0.8260869565217391, + "f1": 0.7777777777777778 + }, + "medium": { + "n": 23, + "TP": 12, + "FP": 4, + "TN": 7, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.6363636363636364, + "false_positive_rate": 0.36363636363636365, + "false_negative_rate": 0.0, + "accuracy": 0.8260869565217391, + "f1": 0.8571428571428571 + }, + "high": { + "n": 23, + "TP": 16, + "FP": 0, + "TN": 7, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 23, + "TP": 16, + "FP": 1, + "TN": 6, + "FN": 0, + "precision": 0.9411764705882353, + "recall": 1.0, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.0, + "accuracy": 0.9565217391304348, + "f1": 0.9696969696969697 + } + }, + "it": { + "light": { + "n": 25, + "TP": 7, + "FP": 4, + "TN": 13, + "FN": 1, + "precision": 0.6363636363636364, + "recall": 0.875, + "specificity": 0.7647058823529411, + "false_positive_rate": 0.23529411764705882, + "false_negative_rate": 0.125, + "accuracy": 0.8, + "f1": 0.7368421052631579 + }, + "medium": { + "n": 25, + "TP": 13, + "FP": 4, + "TN": 8, + "FN": 0, + "precision": 0.7647058823529411, + "recall": 1.0, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.0, + "accuracy": 0.84, + "f1": 0.8666666666666667 + }, + "high": { + "n": 25, + "TP": 16, + "FP": 2, + "TN": 7, + "FN": 0, + "precision": 0.8888888888888888, + "recall": 1.0, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.0, + "accuracy": 0.92, + "f1": 0.9411764705882353 + }, + "corporate": { + "n": 25, + "TP": 16, + "FP": 2, + "TN": 7, + "FN": 0, + "precision": 0.8888888888888888, + "recall": 1.0, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.0, + "accuracy": 0.92, + "f1": 0.9411764705882353 + } + }, + "ja": { + "light": { + "n": 24, + "TP": 6, + "FP": 1, + "TN": 14, + "FN": 3, + "precision": 0.8571428571428571, + "recall": 0.6666666666666666, + "specificity": 0.9333333333333333, + "false_positive_rate": 0.06666666666666667, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.8333333333333334, + "f1": 0.75 + }, + "medium": { + "n": 24, + "TP": 8, + "FP": 4, + "TN": 8, + "FN": 4, + "precision": 0.6666666666666666, + "recall": 0.6666666666666666, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "high": { + "n": 24, + "TP": 12, + "FP": 3, + "TN": 7, + "FN": 2, + "precision": 0.8, + "recall": 0.8571428571428571, + "specificity": 0.7, + "false_positive_rate": 0.3, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.7916666666666666, + "f1": 0.8275862068965517 + }, + "corporate": { + "n": 24, + "TP": 13, + "FP": 2, + "TN": 7, + "FN": 2, + "precision": 0.8666666666666667, + "recall": 0.8666666666666667, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.13333333333333333, + "accuracy": 0.8333333333333334, + "f1": 0.8666666666666667 + } + }, + "kk": { + "light": { + "n": 25, + "TP": 6, + "FP": 3, + "TN": 13, + "FN": 3, + "precision": 0.6666666666666666, + "recall": 0.6666666666666666, + "specificity": 0.8125, + "false_positive_rate": 0.1875, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.76, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 25, + "TP": 12, + "FP": 5, + "TN": 7, + "FN": 1, + "precision": 0.7058823529411765, + "recall": 0.9230769230769231, + "specificity": 0.5833333333333334, + "false_positive_rate": 0.4166666666666667, + "false_negative_rate": 0.07692307692307693, + "accuracy": 0.76, + "f1": 0.8 + }, + "high": { + "n": 25, + "TP": 17, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8947368421052632, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.92, + "f1": 0.9444444444444444 + }, + "corporate": { + "n": 25, + "TP": 17, + "FP": 3, + "TN": 5, + "FN": 0, + "precision": 0.85, + "recall": 1.0, + "specificity": 0.625, + "false_positive_rate": 0.375, + "false_negative_rate": 0.0, + "accuracy": 0.88, + "f1": 0.918918918918919 + } + }, + "ko": { + "light": { + "n": 24, + "TP": 6, + "FP": 2, + "TN": 15, + "FN": 1, + "precision": 0.75, + "recall": 0.8571428571428571, + "specificity": 0.8823529411764706, + "false_positive_rate": 0.11764705882352941, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.875, + "f1": 0.8 + }, + "medium": { + "n": 24, + "TP": 10, + "FP": 3, + "TN": 10, + "FN": 1, + "precision": 0.7692307692307693, + "recall": 0.9090909090909091, + "specificity": 0.7692307692307693, + "false_positive_rate": 0.23076923076923078, + "false_negative_rate": 0.09090909090909091, + "accuracy": 0.8333333333333334, + "f1": 0.8333333333333334 + }, + "high": { + "n": 24, + "TP": 14, + "FP": 2, + "TN": 7, + "FN": 1, + "precision": 0.875, + "recall": 0.9333333333333333, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.875, + "f1": 0.9032258064516129 + }, + "corporate": { + "n": 24, + "TP": 15, + "FP": 1, + "TN": 7, + "FN": 1, + "precision": 0.9375, + "recall": 0.9375, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.0625, + "accuracy": 0.9166666666666666, + "f1": 0.9375 + } + }, + "lv": { + "light": { + "n": 24, + "TP": 5, + "FP": 1, + "TN": 15, + "FN": 3, + "precision": 0.8333333333333334, + "recall": 0.625, + "specificity": 0.9375, + "false_positive_rate": 0.0625, + "false_negative_rate": 0.375, + "accuracy": 0.8333333333333334, + "f1": 0.7142857142857143 + }, + "medium": { + "n": 24, + "TP": 9, + "FP": 1, + "TN": 11, + "FN": 3, + "precision": 0.9, + "recall": 0.75, + "specificity": 0.9166666666666666, + "false_positive_rate": 0.08333333333333333, + "false_negative_rate": 0.25, + "accuracy": 0.8333333333333334, + "f1": 0.8181818181818182 + }, + "high": { + "n": 24, + "TP": 13, + "FP": 0, + "TN": 8, + "FN": 3, + "precision": 1.0, + "recall": 0.8125, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1875, + "accuracy": 0.875, + "f1": 0.896551724137931 + }, + "corporate": { + "n": 24, + "TP": 13, + "FP": 0, + "TN": 8, + "FN": 3, + "precision": 1.0, + "recall": 0.8125, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1875, + "accuracy": 0.875, + "f1": 0.896551724137931 + } + }, + "pl": { + "light": { + "n": 23, + "TP": 5, + "FP": 4, + "TN": 12, + "FN": 2, + "precision": 0.5555555555555556, + "recall": 0.7142857142857143, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.2857142857142857, + "accuracy": 0.7391304347826086, + "f1": 0.625 + }, + "medium": { + "n": 23, + "TP": 11, + "FP": 3, + "TN": 7, + "FN": 2, + "precision": 0.7857142857142857, + "recall": 0.8461538461538461, + "specificity": 0.7, + "false_positive_rate": 0.3, + "false_negative_rate": 0.15384615384615385, + "accuracy": 0.782608695652174, + "f1": 0.8148148148148148 + }, + "high": { + "n": 23, + "TP": 12, + "FP": 2, + "TN": 6, + "FN": 3, + "precision": 0.8571428571428571, + "recall": 0.8, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.2, + "accuracy": 0.782608695652174, + "f1": 0.8275862068965517 + }, + "corporate": { + "n": 23, + "TP": 12, + "FP": 2, + "TN": 5, + "FN": 4, + "precision": 0.8571428571428571, + "recall": 0.75, + "specificity": 0.7142857142857143, + "false_positive_rate": 0.2857142857142857, + "false_negative_rate": 0.25, + "accuracy": 0.7391304347826086, + "f1": 0.8 + } + }, + "ru": { + "light": { + "n": 24, + "TP": 7, + "FP": 3, + "TN": 14, + "FN": 0, + "precision": 0.7, + "recall": 1.0, + "specificity": 0.8235294117647058, + "false_positive_rate": 0.17647058823529413, + "false_negative_rate": 0.0, + "accuracy": 0.875, + "f1": 0.8235294117647058 + }, + "medium": { + "n": 24, + "TP": 11, + "FP": 3, + "TN": 8, + "FN": 2, + "precision": 0.7857142857142857, + "recall": 0.8461538461538461, + "specificity": 0.7272727272727273, + "false_positive_rate": 0.2727272727272727, + "false_negative_rate": 0.15384615384615385, + "accuracy": 0.7916666666666666, + "f1": 0.8148148148148148 + }, + "high": { + "n": 24, + "TP": 14, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.875, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.125, + "accuracy": 0.9166666666666666, + "f1": 0.9333333333333333 + }, + "corporate": { + "n": 24, + "TP": 14, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.875, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.125, + "accuracy": 0.9166666666666666, + "f1": 0.9333333333333333 + } + }, + "sv": { + "light": { + "n": 25, + "TP": 7, + "FP": 0, + "TN": 17, + "FN": 1, + "precision": 1.0, + "recall": 0.875, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.125, + "accuracy": 0.96, + "f1": 0.9333333333333333 + }, + "medium": { + "n": 25, + "TP": 12, + "FP": 2, + "TN": 9, + "FN": 2, + "precision": 0.8571428571428571, + "recall": 0.8571428571428571, + "specificity": 0.8181818181818182, + "false_positive_rate": 0.18181818181818182, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.84, + "f1": 0.8571428571428571 + }, + "high": { + "n": 25, + "TP": 16, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.9411764705882353, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.96, + "f1": 0.9696969696969697 + }, + "corporate": { + "n": 25, + "TP": 17, + "FP": 1, + "TN": 7, + "FN": 0, + "precision": 0.9444444444444444, + "recall": 1.0, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.0, + "accuracy": 0.96, + "f1": 0.9714285714285714 + } + }, + "uk": { + "light": { + "n": 25, + "TP": 7, + "FP": 2, + "TN": 16, + "FN": 0, + "precision": 0.7777777777777778, + "recall": 1.0, + "specificity": 0.8888888888888888, + "false_positive_rate": 0.1111111111111111, + "false_negative_rate": 0.0, + "accuracy": 0.92, + "f1": 0.875 + }, + "medium": { + "n": 25, + "TP": 12, + "FP": 3, + "TN": 9, + "FN": 1, + "precision": 0.8, + "recall": 0.9230769230769231, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.07692307692307693, + "accuracy": 0.84, + "f1": 0.8571428571428571 + }, + "high": { + "n": 25, + "TP": 14, + "FP": 2, + "TN": 7, + "FN": 2, + "precision": 0.875, + "recall": 0.875, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.125, + "accuracy": 0.84, + "f1": 0.875 + }, + "corporate": { + "n": 25, + "TP": 15, + "FP": 2, + "TN": 6, + "FN": 2, + "precision": 0.8823529411764706, + "recall": 0.8823529411764706, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.11764705882352941, + "accuracy": 0.84, + "f1": 0.8823529411764706 + } + }, + "zh": { + "light": { + "n": 25, + "TP": 7, + "FP": 2, + "TN": 15, + "FN": 1, + "precision": 0.7777777777777778, + "recall": 0.875, + "specificity": 0.8823529411764706, + "false_positive_rate": 0.11764705882352941, + "false_negative_rate": 0.125, + "accuracy": 0.88, + "f1": 0.8235294117647058 + }, + "medium": { + "n": 25, + "TP": 10, + "FP": 4, + "TN": 8, + "FN": 3, + "precision": 0.7142857142857143, + "recall": 0.7692307692307693, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.23076923076923078, + "accuracy": 0.72, + "f1": 0.7407407407407407 + }, + "high": { + "n": 25, + "TP": 14, + "FP": 2, + "TN": 7, + "FN": 2, + "precision": 0.875, + "recall": 0.875, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.125, + "accuracy": 0.84, + "f1": 0.875 + }, + "corporate": { + "n": 25, + "TP": 15, + "FP": 1, + "TN": 7, + "FN": 2, + "precision": 0.9375, + "recall": 0.8823529411764706, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.11764705882352941, + "accuracy": 0.88, + "f1": 0.9090909090909091 + } + } + }, + "by_origin": { + "authored_boundary_example": { + "light": { + "n": 34, + "TP": 0, + "FP": 0, + "TN": 34, + "FN": 0, + "precision": null, + "recall": null, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": null, + "accuracy": 1.0, + "f1": null + }, + "medium": { + "n": 34, + "TP": 0, + "FP": 7, + "TN": 27, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.7941176470588235, + "false_positive_rate": 0.20588235294117646, + "false_negative_rate": null, + "accuracy": 0.7941176470588235, + "f1": 0.0 + }, + "high": { + "n": 34, + "TP": 16, + "FP": 0, + "TN": 17, + "FN": 1, + "precision": 1.0, + "recall": 0.9411764705882353, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.9705882352941176, + "f1": 0.9696969696969697 + }, + "corporate": { + "n": 34, + "TP": 16, + "FP": 0, + "TN": 17, + "FN": 1, + "precision": 1.0, + "recall": 0.9411764705882353, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.9705882352941176, + "f1": 0.9696969696969697 + } + }, + "source_translation_coverage": { + "light": { + "n": 112, + "TP": 84, + "FP": 4, + "TN": 12, + "FN": 12, + "precision": 0.9545454545454546, + "recall": 0.875, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.125, + "accuracy": 0.8571428571428571, + "f1": 0.9130434782608695 + }, + "medium": { + "n": 112, + "TP": 107, + "FP": 0, + "TN": 0, + "FN": 5, + "precision": 1.0, + "recall": 0.9553571428571429, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.044642857142857144, + "accuracy": 0.9553571428571429, + "f1": 0.9771689497716894 + }, + "high": { + "n": 112, + "TP": 110, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.9821428571428571, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.017857142857142856, + "accuracy": 0.9821428571428571, + "f1": 0.990990990990991 + }, + "corporate": { + "n": 112, + "TP": 110, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.9821428571428571, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.017857142857142856, + "accuracy": 0.9821428571428571, + "f1": 0.990990990990991 + } + }, + "unused_source_group": { + "light": { + "n": 266, + "TP": 25, + "FP": 31, + "TN": 198, + "FN": 12, + "precision": 0.44642857142857145, + "recall": 0.6756756756756757, + "specificity": 0.8646288209606987, + "false_positive_rate": 0.13537117903930132, + "false_negative_rate": 0.32432432432432434, + "accuracy": 0.8383458646616542, + "f1": 0.5376344086021505 + }, + "medium": { + "n": 266, + "TP": 82, + "FP": 44, + "TN": 119, + "FN": 21, + "precision": 0.6507936507936508, + "recall": 0.7961165048543689, + "specificity": 0.7300613496932515, + "false_positive_rate": 0.26993865030674846, + "false_negative_rate": 0.20388349514563106, + "accuracy": 0.7556390977443609, + "f1": 0.7161572052401747 + }, + "high": { + "n": 266, + "TP": 119, + "FP": 24, + "TN": 104, + "FN": 19, + "precision": 0.8321678321678322, + "recall": 0.8623188405797102, + "specificity": 0.8125, + "false_positive_rate": 0.1875, + "false_negative_rate": 0.13768115942028986, + "accuracy": 0.8383458646616542, + "f1": 0.8469750889679716 + }, + "corporate": { + "n": 266, + "TP": 126, + "FP": 22, + "TN": 98, + "FN": 20, + "precision": 0.8513513513513513, + "recall": 0.863013698630137, + "specificity": 0.8166666666666667, + "false_positive_rate": 0.18333333333333332, + "false_negative_rate": 0.136986301369863, + "accuracy": 0.8421052631578947, + "f1": 0.8571428571428571 + } + } + } + }, + "internal_fit_after": { + "overall": { + "light": { + "n": 828, + "TP": 168, + "FP": 106, + "TN": 521, + "FN": 33, + "precision": 0.6131386861313869, + "recall": 0.835820895522388, + "specificity": 0.8309409888357256, + "false_positive_rate": 0.16905901116427433, + "false_negative_rate": 0.16417910447761194, + "accuracy": 0.8321256038647343, + "f1": 0.7073684210526315 + }, + "medium": { + "n": 828, + "TP": 350, + "FP": 107, + "TN": 328, + "FN": 43, + "precision": 0.7658643326039387, + "recall": 0.8905852417302799, + "specificity": 0.7540229885057471, + "false_positive_rate": 0.24597701149425288, + "false_negative_rate": 0.10941475826972011, + "accuracy": 0.8188405797101449, + "f1": 0.8235294117647058 + }, + "high": { + "n": 828, + "TP": 455, + "FP": 74, + "TN": 257, + "FN": 42, + "precision": 0.8601134215500945, + "recall": 0.9154929577464789, + "specificity": 0.7764350453172205, + "false_positive_rate": 0.22356495468277945, + "false_negative_rate": 0.08450704225352113, + "accuracy": 0.8599033816425121, + "f1": 0.8869395711500975 + }, + "corporate": { + "n": 828, + "TP": 485, + "FP": 59, + "TN": 242, + "FN": 42, + "precision": 0.8915441176470589, + "recall": 0.920303605313093, + "specificity": 0.8039867109634552, + "false_positive_rate": 0.19601328903654486, + "false_negative_rate": 0.07969639468690702, + "accuracy": 0.8780193236714976, + "f1": 0.9056956115779645 + } + }, + "by_language": { + "be": { + "light": { + "n": 48, + "TP": 9, + "FP": 9, + "TN": 28, + "FN": 2, + "precision": 0.5, + "recall": 0.8181818181818182, + "specificity": 0.7567567567567568, + "false_positive_rate": 0.24324324324324326, + "false_negative_rate": 0.18181818181818182, + "accuracy": 0.7708333333333334, + "f1": 0.6206896551724138 + }, + "medium": { + "n": 48, + "TP": 22, + "FP": 6, + "TN": 19, + "FN": 1, + "precision": 0.7857142857142857, + "recall": 0.9565217391304348, + "specificity": 0.76, + "false_positive_rate": 0.24, + "false_negative_rate": 0.043478260869565216, + "accuracy": 0.8541666666666666, + "f1": 0.8627450980392157 + }, + "high": { + "n": 48, + "TP": 27, + "FP": 5, + "TN": 13, + "FN": 3, + "precision": 0.84375, + "recall": 0.9, + "specificity": 0.7222222222222222, + "false_positive_rate": 0.2777777777777778, + "false_negative_rate": 0.1, + "accuracy": 0.8333333333333334, + "f1": 0.8709677419354839 + }, + "corporate": { + "n": 48, + "TP": 29, + "FP": 4, + "TN": 13, + "FN": 2, + "precision": 0.8787878787878788, + "recall": 0.9354838709677419, + "specificity": 0.7647058823529411, + "false_positive_rate": 0.23529411764705882, + "false_negative_rate": 0.06451612903225806, + "accuracy": 0.875, + "f1": 0.90625 + } + }, + "cs": { + "light": { + "n": 50, + "TP": 9, + "FP": 6, + "TN": 31, + "FN": 4, + "precision": 0.6, + "recall": 0.6923076923076923, + "specificity": 0.8378378378378378, + "false_positive_rate": 0.16216216216216217, + "false_negative_rate": 0.3076923076923077, + "accuracy": 0.8, + "f1": 0.6428571428571429 + }, + "medium": { + "n": 50, + "TP": 22, + "FP": 3, + "TN": 24, + "FN": 1, + "precision": 0.88, + "recall": 0.9565217391304348, + "specificity": 0.8888888888888888, + "false_positive_rate": 0.1111111111111111, + "false_negative_rate": 0.043478260869565216, + "accuracy": 0.92, + "f1": 0.9166666666666666 + }, + "high": { + "n": 50, + "TP": 28, + "FP": 0, + "TN": 20, + "FN": 2, + "precision": 1.0, + "recall": 0.9333333333333333, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.96, + "f1": 0.9655172413793104 + }, + "corporate": { + "n": 50, + "TP": 28, + "FP": 0, + "TN": 19, + "FN": 3, + "precision": 1.0, + "recall": 0.9032258064516129, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0967741935483871, + "accuracy": 0.94, + "f1": 0.9491525423728814 + } + }, + "de": { + "light": { + "n": 50, + "TP": 13, + "FP": 6, + "TN": 31, + "FN": 0, + "precision": 0.6842105263157895, + "recall": 1.0, + "specificity": 0.8378378378378378, + "false_positive_rate": 0.16216216216216217, + "false_negative_rate": 0.0, + "accuracy": 0.88, + "f1": 0.8125 + }, + "medium": { + "n": 50, + "TP": 22, + "FP": 6, + "TN": 19, + "FN": 3, + "precision": 0.7857142857142857, + "recall": 0.88, + "specificity": 0.76, + "false_positive_rate": 0.24, + "false_negative_rate": 0.12, + "accuracy": 0.82, + "f1": 0.8301886792452831 + }, + "high": { + "n": 50, + "TP": 27, + "FP": 7, + "TN": 14, + "FN": 2, + "precision": 0.7941176470588235, + "recall": 0.9310344827586207, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.06896551724137931, + "accuracy": 0.82, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 50, + "TP": 28, + "FP": 6, + "TN": 13, + "FN": 3, + "precision": 0.8235294117647058, + "recall": 0.9032258064516129, + "specificity": 0.6842105263157895, + "false_positive_rate": 0.3157894736842105, + "false_negative_rate": 0.0967741935483871, + "accuracy": 0.82, + "f1": 0.8615384615384616 + } + }, + "en": { + "light": { + "n": 47, + "TP": 12, + "FP": 6, + "TN": 29, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.8285714285714286, + "false_positive_rate": 0.17142857142857143, + "false_negative_rate": 0.0, + "accuracy": 0.8723404255319149, + "f1": 0.8 + }, + "medium": { + "n": 47, + "TP": 20, + "FP": 5, + "TN": 21, + "FN": 1, + "precision": 0.8, + "recall": 0.9523809523809523, + "specificity": 0.8076923076923077, + "false_positive_rate": 0.19230769230769232, + "false_negative_rate": 0.047619047619047616, + "accuracy": 0.8723404255319149, + "f1": 0.8695652173913043 + }, + "high": { + "n": 47, + "TP": 24, + "FP": 4, + "TN": 19, + "FN": 0, + "precision": 0.8571428571428571, + "recall": 1.0, + "specificity": 0.8260869565217391, + "false_positive_rate": 0.17391304347826086, + "false_negative_rate": 0.0, + "accuracy": 0.9148936170212766, + "f1": 0.9230769230769231 + }, + "corporate": { + "n": 47, + "TP": 26, + "FP": 3, + "TN": 18, + "FN": 0, + "precision": 0.896551724137931, + "recall": 1.0, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.0, + "accuracy": 0.9361702127659575, + "f1": 0.9454545454545454 + } + }, + "es": { + "light": { + "n": 49, + "TP": 10, + "FP": 5, + "TN": 33, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.9090909090909091, + "specificity": 0.868421052631579, + "false_positive_rate": 0.13157894736842105, + "false_negative_rate": 0.09090909090909091, + "accuracy": 0.8775510204081632, + "f1": 0.7692307692307693 + }, + "medium": { + "n": 49, + "TP": 22, + "FP": 8, + "TN": 17, + "FN": 2, + "precision": 0.7333333333333333, + "recall": 0.9166666666666666, + "specificity": 0.68, + "false_positive_rate": 0.32, + "false_negative_rate": 0.08333333333333333, + "accuracy": 0.7959183673469388, + "f1": 0.8148148148148148 + }, + "high": { + "n": 49, + "TP": 30, + "FP": 2, + "TN": 14, + "FN": 3, + "precision": 0.9375, + "recall": 0.9090909090909091, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.09090909090909091, + "accuracy": 0.8979591836734694, + "f1": 0.9230769230769231 + }, + "corporate": { + "n": 49, + "TP": 32, + "FP": 1, + "TN": 13, + "FN": 3, + "precision": 0.9696969696969697, + "recall": 0.9142857142857143, + "specificity": 0.9285714285714286, + "false_positive_rate": 0.07142857142857142, + "false_negative_rate": 0.08571428571428572, + "accuracy": 0.9183673469387755, + "f1": 0.9411764705882353 + } + }, + "fi": { + "light": { + "n": 50, + "TP": 11, + "FP": 9, + "TN": 29, + "FN": 1, + "precision": 0.55, + "recall": 0.9166666666666666, + "specificity": 0.7631578947368421, + "false_positive_rate": 0.23684210526315788, + "false_negative_rate": 0.08333333333333333, + "accuracy": 0.8, + "f1": 0.6875 + }, + "medium": { + "n": 50, + "TP": 21, + "FP": 6, + "TN": 22, + "FN": 1, + "precision": 0.7777777777777778, + "recall": 0.9545454545454546, + "specificity": 0.7857142857142857, + "false_positive_rate": 0.21428571428571427, + "false_negative_rate": 0.045454545454545456, + "accuracy": 0.86, + "f1": 0.8571428571428571 + }, + "high": { + "n": 50, + "TP": 27, + "FP": 3, + "TN": 18, + "FN": 2, + "precision": 0.9, + "recall": 0.9310344827586207, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.06896551724137931, + "accuracy": 0.9, + "f1": 0.9152542372881356 + }, + "corporate": { + "n": 50, + "TP": 27, + "FP": 3, + "TN": 17, + "FN": 3, + "precision": 0.9, + "recall": 0.9, + "specificity": 0.85, + "false_positive_rate": 0.15, + "false_negative_rate": 0.1, + "accuracy": 0.88, + "f1": 0.9 + } + }, + "fr": { + "light": { + "n": 50, + "TP": 10, + "FP": 5, + "TN": 33, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.8333333333333334, + "specificity": 0.868421052631579, + "false_positive_rate": 0.13157894736842105, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.86, + "f1": 0.7407407407407407 + }, + "medium": { + "n": 50, + "TP": 21, + "FP": 5, + "TN": 20, + "FN": 4, + "precision": 0.8076923076923077, + "recall": 0.84, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.16, + "accuracy": 0.82, + "f1": 0.8235294117647058 + }, + "high": { + "n": 50, + "TP": 30, + "FP": 1, + "TN": 16, + "FN": 3, + "precision": 0.967741935483871, + "recall": 0.9090909090909091, + "specificity": 0.9411764705882353, + "false_positive_rate": 0.058823529411764705, + "false_negative_rate": 0.09090909090909091, + "accuracy": 0.92, + "f1": 0.9375 + }, + "corporate": { + "n": 50, + "TP": 30, + "FP": 1, + "TN": 15, + "FN": 4, + "precision": 0.967741935483871, + "recall": 0.8823529411764706, + "specificity": 0.9375, + "false_positive_rate": 0.0625, + "false_negative_rate": 0.11764705882352941, + "accuracy": 0.9, + "f1": 0.9230769230769231 + } + }, + "it": { + "light": { + "n": 48, + "TP": 11, + "FP": 7, + "TN": 29, + "FN": 1, + "precision": 0.6111111111111112, + "recall": 0.9166666666666666, + "specificity": 0.8055555555555556, + "false_positive_rate": 0.19444444444444445, + "false_negative_rate": 0.08333333333333333, + "accuracy": 0.8333333333333334, + "f1": 0.7333333333333333 + }, + "medium": { + "n": 48, + "TP": 20, + "FP": 8, + "TN": 18, + "FN": 2, + "precision": 0.7142857142857143, + "recall": 0.9090909090909091, + "specificity": 0.6923076923076923, + "false_positive_rate": 0.3076923076923077, + "false_negative_rate": 0.09090909090909091, + "accuracy": 0.7916666666666666, + "f1": 0.8 + }, + "high": { + "n": 48, + "TP": 24, + "FP": 8, + "TN": 13, + "FN": 3, + "precision": 0.75, + "recall": 0.8888888888888888, + "specificity": 0.6190476190476191, + "false_positive_rate": 0.38095238095238093, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.7708333333333334, + "f1": 0.8135593220338984 + }, + "corporate": { + "n": 48, + "TP": 28, + "FP": 6, + "TN": 13, + "FN": 1, + "precision": 0.8235294117647058, + "recall": 0.9655172413793104, + "specificity": 0.6842105263157895, + "false_positive_rate": 0.3157894736842105, + "false_negative_rate": 0.034482758620689655, + "accuracy": 0.8541666666666666, + "f1": 0.8888888888888888 + } + }, + "ja": { + "light": { + "n": 49, + "TP": 8, + "FP": 1, + "TN": 35, + "FN": 5, + "precision": 0.8888888888888888, + "recall": 0.6153846153846154, + "specificity": 0.9722222222222222, + "false_positive_rate": 0.027777777777777776, + "false_negative_rate": 0.38461538461538464, + "accuracy": 0.8775510204081632, + "f1": 0.7272727272727273 + }, + "medium": { + "n": 49, + "TP": 15, + "FP": 6, + "TN": 23, + "FN": 5, + "precision": 0.7142857142857143, + "recall": 0.75, + "specificity": 0.7931034482758621, + "false_positive_rate": 0.20689655172413793, + "false_negative_rate": 0.25, + "accuracy": 0.7755102040816326, + "f1": 0.7317073170731707 + }, + "high": { + "n": 49, + "TP": 19, + "FP": 7, + "TN": 17, + "FN": 6, + "precision": 0.7307692307692307, + "recall": 0.76, + "specificity": 0.7083333333333334, + "false_positive_rate": 0.2916666666666667, + "false_negative_rate": 0.24, + "accuracy": 0.7346938775510204, + "f1": 0.7450980392156863 + }, + "corporate": { + "n": 49, + "TP": 22, + "FP": 8, + "TN": 13, + "FN": 6, + "precision": 0.7333333333333333, + "recall": 0.7857142857142857, + "specificity": 0.6190476190476191, + "false_positive_rate": 0.38095238095238093, + "false_negative_rate": 0.21428571428571427, + "accuracy": 0.7142857142857143, + "f1": 0.7586206896551724 + } + }, + "kk": { + "light": { + "n": 48, + "TP": 11, + "FP": 7, + "TN": 28, + "FN": 2, + "precision": 0.6111111111111112, + "recall": 0.8461538461538461, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.15384615384615385, + "accuracy": 0.8125, + "f1": 0.7096774193548387 + }, + "medium": { + "n": 48, + "TP": 19, + "FP": 10, + "TN": 15, + "FN": 4, + "precision": 0.6551724137931034, + "recall": 0.8260869565217391, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.17391304347826086, + "accuracy": 0.7083333333333334, + "f1": 0.7307692307692307 + }, + "high": { + "n": 48, + "TP": 29, + "FP": 6, + "TN": 12, + "FN": 1, + "precision": 0.8285714285714286, + "recall": 0.9666666666666667, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.03333333333333333, + "accuracy": 0.8541666666666666, + "f1": 0.8923076923076924 + }, + "corporate": { + "n": 48, + "TP": 30, + "FP": 5, + "TN": 12, + "FN": 1, + "precision": 0.8571428571428571, + "recall": 0.967741935483871, + "specificity": 0.7058823529411765, + "false_positive_rate": 0.29411764705882354, + "false_negative_rate": 0.03225806451612903, + "accuracy": 0.875, + "f1": 0.9090909090909091 + } + }, + "ko": { + "light": { + "n": 48, + "TP": 9, + "FP": 2, + "TN": 34, + "FN": 3, + "precision": 0.8181818181818182, + "recall": 0.75, + "specificity": 0.9444444444444444, + "false_positive_rate": 0.05555555555555555, + "false_negative_rate": 0.25, + "accuracy": 0.8958333333333334, + "f1": 0.782608695652174 + }, + "medium": { + "n": 48, + "TP": 18, + "FP": 7, + "TN": 19, + "FN": 4, + "precision": 0.72, + "recall": 0.8181818181818182, + "specificity": 0.7307692307692307, + "false_positive_rate": 0.2692307692307692, + "false_negative_rate": 0.18181818181818182, + "accuracy": 0.7708333333333334, + "f1": 0.7659574468085106 + }, + "high": { + "n": 48, + "TP": 28, + "FP": 4, + "TN": 14, + "FN": 2, + "precision": 0.875, + "recall": 0.9333333333333333, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.875, + "f1": 0.9032258064516129 + }, + "corporate": { + "n": 48, + "TP": 31, + "FP": 4, + "TN": 12, + "FN": 1, + "precision": 0.8857142857142857, + "recall": 0.96875, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.03125, + "accuracy": 0.8958333333333334, + "f1": 0.9253731343283582 + } + }, + "lv": { + "light": { + "n": 49, + "TP": 9, + "FP": 10, + "TN": 25, + "FN": 5, + "precision": 0.47368421052631576, + "recall": 0.6428571428571429, + "specificity": 0.7142857142857143, + "false_positive_rate": 0.2857142857142857, + "false_negative_rate": 0.35714285714285715, + "accuracy": 0.6938775510204082, + "f1": 0.5454545454545454 + }, + "medium": { + "n": 49, + "TP": 24, + "FP": 8, + "TN": 17, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.68, + "false_positive_rate": 0.32, + "false_negative_rate": 0.0, + "accuracy": 0.8367346938775511, + "f1": 0.8571428571428571 + }, + "high": { + "n": 49, + "TP": 30, + "FP": 5, + "TN": 12, + "FN": 2, + "precision": 0.8571428571428571, + "recall": 0.9375, + "specificity": 0.7058823529411765, + "false_positive_rate": 0.29411764705882354, + "false_negative_rate": 0.0625, + "accuracy": 0.8571428571428571, + "f1": 0.8955223880597015 + }, + "corporate": { + "n": 49, + "TP": 30, + "FP": 5, + "TN": 11, + "FN": 3, + "precision": 0.8571428571428571, + "recall": 0.9090909090909091, + "specificity": 0.6875, + "false_positive_rate": 0.3125, + "false_negative_rate": 0.09090909090909091, + "accuracy": 0.8367346938775511, + "f1": 0.8823529411764706 + } + }, + "pl": { + "light": { + "n": 49, + "TP": 8, + "FP": 9, + "TN": 29, + "FN": 3, + "precision": 0.47058823529411764, + "recall": 0.7272727272727273, + "specificity": 0.7631578947368421, + "false_positive_rate": 0.23684210526315788, + "false_negative_rate": 0.2727272727272727, + "accuracy": 0.7551020408163265, + "f1": 0.5714285714285714 + }, + "medium": { + "n": 49, + "TP": 23, + "FP": 5, + "TN": 19, + "FN": 2, + "precision": 0.8214285714285714, + "recall": 0.92, + "specificity": 0.7916666666666666, + "false_positive_rate": 0.20833333333333334, + "false_negative_rate": 0.08, + "accuracy": 0.8571428571428571, + "f1": 0.8679245283018868 + }, + "high": { + "n": 49, + "TP": 28, + "FP": 6, + "TN": 13, + "FN": 2, + "precision": 0.8235294117647058, + "recall": 0.9333333333333333, + "specificity": 0.6842105263157895, + "false_positive_rate": 0.3157894736842105, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.8367346938775511, + "f1": 0.875 + }, + "corporate": { + "n": 49, + "TP": 31, + "FP": 4, + "TN": 12, + "FN": 2, + "precision": 0.8857142857142857, + "recall": 0.9393939393939394, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.06060606060606061, + "accuracy": 0.8775510204081632, + "f1": 0.9117647058823529 + } + }, + "ru": { + "light": { + "n": 48, + "TP": 9, + "FP": 6, + "TN": 32, + "FN": 1, + "precision": 0.6, + "recall": 0.9, + "specificity": 0.8421052631578947, + "false_positive_rate": 0.15789473684210525, + "false_negative_rate": 0.1, + "accuracy": 0.8541666666666666, + "f1": 0.72 + }, + "medium": { + "n": 48, + "TP": 21, + "FP": 7, + "TN": 17, + "FN": 3, + "precision": 0.75, + "recall": 0.875, + "specificity": 0.7083333333333334, + "false_positive_rate": 0.2916666666666667, + "false_negative_rate": 0.125, + "accuracy": 0.7916666666666666, + "f1": 0.8076923076923077 + }, + "high": { + "n": 48, + "TP": 26, + "FP": 4, + "TN": 15, + "FN": 3, + "precision": 0.8666666666666667, + "recall": 0.896551724137931, + "specificity": 0.7894736842105263, + "false_positive_rate": 0.21052631578947367, + "false_negative_rate": 0.10344827586206896, + "accuracy": 0.8541666666666666, + "f1": 0.8813559322033898 + }, + "corporate": { + "n": 48, + "TP": 28, + "FP": 3, + "TN": 14, + "FN": 3, + "precision": 0.9032258064516129, + "recall": 0.9032258064516129, + "specificity": 0.8235294117647058, + "false_positive_rate": 0.17647058823529413, + "false_negative_rate": 0.0967741935483871, + "accuracy": 0.875, + "f1": 0.9032258064516129 + } + }, + "sv": { + "light": { + "n": 48, + "TP": 9, + "FP": 7, + "TN": 31, + "FN": 1, + "precision": 0.5625, + "recall": 0.9, + "specificity": 0.8157894736842105, + "false_positive_rate": 0.18421052631578946, + "false_negative_rate": 0.1, + "accuracy": 0.8333333333333334, + "f1": 0.6923076923076923 + }, + "medium": { + "n": 48, + "TP": 21, + "FP": 4, + "TN": 21, + "FN": 2, + "precision": 0.84, + "recall": 0.9130434782608695, + "specificity": 0.84, + "false_positive_rate": 0.16, + "false_negative_rate": 0.08695652173913043, + "accuracy": 0.875, + "f1": 0.875 + }, + "high": { + "n": 48, + "TP": 26, + "FP": 3, + "TN": 17, + "FN": 2, + "precision": 0.896551724137931, + "recall": 0.9285714285714286, + "specificity": 0.85, + "false_positive_rate": 0.15, + "false_negative_rate": 0.07142857142857142, + "accuracy": 0.8958333333333334, + "f1": 0.9122807017543859 + }, + "corporate": { + "n": 48, + "TP": 28, + "FP": 1, + "TN": 17, + "FN": 2, + "precision": 0.9655172413793104, + "recall": 0.9333333333333333, + "specificity": 0.9444444444444444, + "false_positive_rate": 0.05555555555555555, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.9375, + "f1": 0.9491525423728814 + } + }, + "uk": { + "light": { + "n": 48, + "TP": 9, + "FP": 7, + "TN": 31, + "FN": 1, + "precision": 0.5625, + "recall": 0.9, + "specificity": 0.8157894736842105, + "false_positive_rate": 0.18421052631578946, + "false_negative_rate": 0.1, + "accuracy": 0.8333333333333334, + "f1": 0.6923076923076923 + }, + "medium": { + "n": 48, + "TP": 18, + "FP": 7, + "TN": 18, + "FN": 5, + "precision": 0.72, + "recall": 0.782608695652174, + "specificity": 0.72, + "false_positive_rate": 0.28, + "false_negative_rate": 0.21739130434782608, + "accuracy": 0.75, + "f1": 0.75 + }, + "high": { + "n": 48, + "TP": 25, + "FP": 6, + "TN": 13, + "FN": 4, + "precision": 0.8064516129032258, + "recall": 0.8620689655172413, + "specificity": 0.6842105263157895, + "false_positive_rate": 0.3157894736842105, + "false_negative_rate": 0.13793103448275862, + "accuracy": 0.7916666666666666, + "f1": 0.8333333333333334 + }, + "corporate": { + "n": 48, + "TP": 28, + "FP": 4, + "TN": 13, + "FN": 3, + "precision": 0.875, + "recall": 0.9032258064516129, + "specificity": 0.7647058823529411, + "false_positive_rate": 0.23529411764705882, + "false_negative_rate": 0.0967741935483871, + "accuracy": 0.8541666666666666, + "f1": 0.8888888888888888 + } + }, + "zh": { + "light": { + "n": 49, + "TP": 11, + "FP": 4, + "TN": 33, + "FN": 1, + "precision": 0.7333333333333333, + "recall": 0.9166666666666666, + "specificity": 0.8918918918918919, + "false_positive_rate": 0.10810810810810811, + "false_negative_rate": 0.08333333333333333, + "accuracy": 0.8979591836734694, + "f1": 0.8148148148148148 + }, + "medium": { + "n": 49, + "TP": 21, + "FP": 6, + "TN": 19, + "FN": 3, + "precision": 0.7777777777777778, + "recall": 0.875, + "specificity": 0.76, + "false_positive_rate": 0.24, + "false_negative_rate": 0.125, + "accuracy": 0.8163265306122449, + "f1": 0.8235294117647058 + }, + "high": { + "n": 49, + "TP": 27, + "FP": 3, + "TN": 17, + "FN": 2, + "precision": 0.9, + "recall": 0.9310344827586207, + "specificity": 0.85, + "false_positive_rate": 0.15, + "false_negative_rate": 0.06896551724137931, + "accuracy": 0.8979591836734694, + "f1": 0.9152542372881356 + }, + "corporate": { + "n": 49, + "TP": 29, + "FP": 1, + "TN": 17, + "FN": 2, + "precision": 0.9666666666666667, + "recall": 0.9354838709677419, + "specificity": 0.9444444444444444, + "false_positive_rate": 0.05555555555555555, + "false_negative_rate": 0.06451612903225806, + "accuracy": 0.9387755102040817, + "f1": 0.9508196721311475 + } + } + }, + "by_origin": { + "authored_boundary_example": { + "light": { + "n": 66, + "TP": 0, + "FP": 0, + "TN": 66, + "FN": 0, + "precision": null, + "recall": null, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": null, + "accuracy": 1.0, + "f1": null + }, + "medium": { + "n": 66, + "TP": 16, + "FP": 9, + "TN": 40, + "FN": 1, + "precision": 0.64, + "recall": 0.9411764705882353, + "specificity": 0.8163265306122449, + "false_positive_rate": 0.1836734693877551, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.8484848484848485, + "f1": 0.7619047619047619 + }, + "high": { + "n": 66, + "TP": 34, + "FP": 10, + "TN": 22, + "FN": 0, + "precision": 0.7727272727272727, + "recall": 1.0, + "specificity": 0.6875, + "false_positive_rate": 0.3125, + "false_negative_rate": 0.0, + "accuracy": 0.8484848484848485, + "f1": 0.8717948717948718 + }, + "corporate": { + "n": 66, + "TP": 45, + "FP": 1, + "TN": 16, + "FN": 4, + "precision": 0.9782608695652174, + "recall": 0.9183673469387755, + "specificity": 0.9411764705882353, + "false_positive_rate": 0.058823529411764705, + "false_negative_rate": 0.08163265306122448, + "accuracy": 0.9242424242424242, + "f1": 0.9473684210526315 + } + }, + "source_translation_coverage": { + "light": { + "n": 128, + "TP": 95, + "FP": 14, + "TN": 2, + "FN": 17, + "precision": 0.8715596330275229, + "recall": 0.8482142857142857, + "specificity": 0.125, + "false_positive_rate": 0.875, + "false_negative_rate": 0.15178571428571427, + "accuracy": 0.7578125, + "f1": 0.8597285067873304 + }, + "medium": { + "n": 128, + "TP": 124, + "FP": 0, + "TN": 0, + "FN": 4, + "precision": 1.0, + "recall": 0.96875, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.03125, + "accuracy": 0.96875, + "f1": 0.9841269841269841 + }, + "high": { + "n": 128, + "TP": 125, + "FP": 0, + "TN": 0, + "FN": 3, + "precision": 1.0, + "recall": 0.9765625, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.0234375, + "accuracy": 0.9765625, + "f1": 0.9881422924901185 + }, + "corporate": { + "n": 128, + "TP": 125, + "FP": 0, + "TN": 0, + "FN": 3, + "precision": 1.0, + "recall": 0.9765625, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.0234375, + "accuracy": 0.9765625, + "f1": 0.9881422924901185 + } + }, + "unused_source_group": { + "light": { + "n": 634, + "TP": 73, + "FP": 92, + "TN": 453, + "FN": 16, + "precision": 0.44242424242424244, + "recall": 0.8202247191011236, + "specificity": 0.8311926605504587, + "false_positive_rate": 0.1688073394495413, + "false_negative_rate": 0.1797752808988764, + "accuracy": 0.8296529968454258, + "f1": 0.5748031496062992 + }, + "medium": { + "n": 634, + "TP": 210, + "FP": 98, + "TN": 288, + "FN": 38, + "precision": 0.6818181818181818, + "recall": 0.8467741935483871, + "specificity": 0.7461139896373057, + "false_positive_rate": 0.2538860103626943, + "false_negative_rate": 0.1532258064516129, + "accuracy": 0.7854889589905363, + "f1": 0.7553956834532374 + }, + "high": { + "n": 634, + "TP": 296, + "FP": 64, + "TN": 235, + "FN": 39, + "precision": 0.8222222222222222, + "recall": 0.8835820895522388, + "specificity": 0.7859531772575251, + "false_positive_rate": 0.2140468227424749, + "false_negative_rate": 0.11641791044776119, + "accuracy": 0.8375394321766562, + "f1": 0.8517985611510791 + }, + "corporate": { + "n": 634, + "TP": 315, + "FP": 58, + "TN": 226, + "FN": 35, + "precision": 0.8445040214477212, + "recall": 0.9, + "specificity": 0.795774647887324, + "false_positive_rate": 0.20422535211267606, + "false_negative_rate": 0.1, + "accuracy": 0.8533123028391167, + "f1": 0.8713692946058091 + } + } + } + }, + "internal_original_300_after": { + "overall": { + "light": { + "n": 300, + "TP": 25, + "FP": 31, + "TN": 232, + "FN": 12, + "precision": 0.44642857142857145, + "recall": 0.6756756756756757, + "specificity": 0.8821292775665399, + "false_positive_rate": 0.11787072243346007, + "false_negative_rate": 0.32432432432432434, + "accuracy": 0.8566666666666667, + "f1": 0.5376344086021505 + }, + "medium": { + "n": 300, + "TP": 82, + "FP": 51, + "TN": 146, + "FN": 21, + "precision": 0.6165413533834586, + "recall": 0.7961165048543689, + "specificity": 0.7411167512690355, + "false_positive_rate": 0.25888324873096447, + "false_negative_rate": 0.20388349514563106, + "accuracy": 0.76, + "f1": 0.6949152542372882 + }, + "high": { + "n": 300, + "TP": 135, + "FP": 24, + "TN": 121, + "FN": 20, + "precision": 0.8490566037735849, + "recall": 0.8709677419354839, + "specificity": 0.8344827586206897, + "false_positive_rate": 0.16551724137931034, + "false_negative_rate": 0.12903225806451613, + "accuracy": 0.8533333333333334, + "f1": 0.8598726114649682 + }, + "corporate": { + "n": 300, + "TP": 142, + "FP": 22, + "TN": 115, + "FN": 21, + "precision": 0.8658536585365854, + "recall": 0.8711656441717791, + "specificity": 0.8394160583941606, + "false_positive_rate": 0.16058394160583941, + "false_negative_rate": 0.12883435582822086, + "accuracy": 0.8566666666666667, + "f1": 0.8685015290519877 + } + }, + "by_language": { + "be": { + "light": { + "n": 18, + "TP": 2, + "FP": 2, + "TN": 14, + "FN": 0, + "precision": 0.5, + "recall": 1.0, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.0, + "accuracy": 0.8888888888888888, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 18, + "TP": 5, + "FP": 5, + "TN": 7, + "FN": 1, + "precision": 0.5, + "recall": 0.8333333333333334, + "specificity": 0.5833333333333334, + "false_positive_rate": 0.4166666666666667, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.6666666666666666, + "f1": 0.625 + }, + "high": { + "n": 18, + "TP": 8, + "FP": 3, + "TN": 6, + "FN": 1, + "precision": 0.7272727272727273, + "recall": 0.8888888888888888, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.7777777777777778, + "f1": 0.8 + }, + "corporate": { + "n": 18, + "TP": 9, + "FP": 2, + "TN": 6, + "FN": 1, + "precision": 0.8181818181818182, + "recall": 0.9, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.1, + "accuracy": 0.8333333333333334, + "f1": 0.8571428571428571 + } + }, + "cs": { + "light": { + "n": 17, + "TP": 2, + "FP": 0, + "TN": 15, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 17, + "TP": 5, + "FP": 3, + "TN": 8, + "FN": 1, + "precision": 0.625, + "recall": 0.8333333333333334, + "specificity": 0.7272727272727273, + "false_positive_rate": 0.2727272727272727, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.7647058823529411, + "f1": 0.7142857142857143 + }, + "high": { + "n": 17, + "TP": 9, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8181818181818182, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.8823529411764706, + "f1": 0.9 + }, + "corporate": { + "n": 17, + "TP": 9, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8181818181818182, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.8823529411764706, + "f1": 0.9 + } + }, + "de": { + "light": { + "n": 17, + "TP": 1, + "FP": 1, + "TN": 13, + "FN": 2, + "precision": 0.5, + "recall": 0.3333333333333333, + "specificity": 0.9285714285714286, + "false_positive_rate": 0.07142857142857142, + "false_negative_rate": 0.6666666666666666, + "accuracy": 0.8235294117647058, + "f1": 0.4 + }, + "medium": { + "n": 17, + "TP": 6, + "FP": 1, + "TN": 9, + "FN": 1, + "precision": 0.8571428571428571, + "recall": 0.8571428571428571, + "specificity": 0.9, + "false_positive_rate": 0.1, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.8823529411764706, + "f1": 0.8571428571428571 + }, + "high": { + "n": 17, + "TP": 8, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.8888888888888888, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.9411764705882353, + "f1": 0.9411764705882353 + }, + "corporate": { + "n": 17, + "TP": 8, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.8888888888888888, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.9411764705882353, + "f1": 0.9411764705882353 + } + }, + "en": { + "light": { + "n": 19, + "TP": 3, + "FP": 2, + "TN": 14, + "FN": 0, + "precision": 0.6, + "recall": 1.0, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.0, + "accuracy": 0.8947368421052632, + "f1": 0.75 + }, + "medium": { + "n": 19, + "TP": 6, + "FP": 0, + "TN": 13, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 19, + "TP": 8, + "FP": 0, + "TN": 11, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 19, + "TP": 8, + "FP": 0, + "TN": 10, + "FN": 1, + "precision": 1.0, + "recall": 0.8888888888888888, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.9473684210526315, + "f1": 0.9411764705882353 + } + }, + "es": { + "light": { + "n": 18, + "TP": 2, + "FP": 1, + "TN": 15, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.9375, + "false_positive_rate": 0.0625, + "false_negative_rate": 0.0, + "accuracy": 0.9444444444444444, + "f1": 0.8 + }, + "medium": { + "n": 18, + "TP": 6, + "FP": 2, + "TN": 9, + "FN": 1, + "precision": 0.75, + "recall": 0.8571428571428571, + "specificity": 0.8181818181818182, + "false_positive_rate": 0.18181818181818182, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.8333333333333334, + "f1": 0.8 + }, + "high": { + "n": 18, + "TP": 9, + "FP": 1, + "TN": 6, + "FN": 2, + "precision": 0.9, + "recall": 0.8181818181818182, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.18181818181818182, + "accuracy": 0.8333333333333334, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 18, + "TP": 10, + "FP": 0, + "TN": 6, + "FN": 2, + "precision": 1.0, + "recall": 0.8333333333333334, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.8888888888888888, + "f1": 0.9090909090909091 + } + }, + "fi": { + "light": { + "n": 17, + "TP": 2, + "FP": 2, + "TN": 13, + "FN": 0, + "precision": 0.5, + "recall": 1.0, + "specificity": 0.8666666666666667, + "false_positive_rate": 0.13333333333333333, + "false_negative_rate": 0.0, + "accuracy": 0.8823529411764706, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 17, + "TP": 4, + "FP": 4, + "TN": 8, + "FN": 1, + "precision": 0.5, + "recall": 0.8, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.2, + "accuracy": 0.7058823529411765, + "f1": 0.6153846153846154 + }, + "high": { + "n": 17, + "TP": 6, + "FP": 3, + "TN": 6, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.75, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.25, + "accuracy": 0.7058823529411765, + "f1": 0.7058823529411765 + }, + "corporate": { + "n": 17, + "TP": 6, + "FP": 3, + "TN": 6, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.75, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.25, + "accuracy": 0.7058823529411765, + "f1": 0.7058823529411765 + } + }, + "fr": { + "light": { + "n": 17, + "TP": 1, + "FP": 3, + "TN": 12, + "FN": 1, + "precision": 0.25, + "recall": 0.5, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.5, + "accuracy": 0.7647058823529411, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 17, + "TP": 6, + "FP": 4, + "TN": 7, + "FN": 0, + "precision": 0.6, + "recall": 1.0, + "specificity": 0.6363636363636364, + "false_positive_rate": 0.36363636363636365, + "false_negative_rate": 0.0, + "accuracy": 0.7647058823529411, + "f1": 0.75 + }, + "high": { + "n": 17, + "TP": 10, + "FP": 0, + "TN": 7, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 17, + "TP": 10, + "FP": 1, + "TN": 6, + "FN": 0, + "precision": 0.9090909090909091, + "recall": 1.0, + "specificity": 0.8571428571428571, + "false_positive_rate": 0.14285714285714285, + "false_negative_rate": 0.0, + "accuracy": 0.9411764705882353, + "f1": 0.9523809523809523 + } + }, + "it": { + "light": { + "n": 18, + "TP": 1, + "FP": 4, + "TN": 12, + "FN": 1, + "precision": 0.2, + "recall": 0.5, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.5, + "accuracy": 0.7222222222222222, + "f1": 0.2857142857142857 + }, + "medium": { + "n": 18, + "TP": 6, + "FP": 4, + "TN": 8, + "FN": 0, + "precision": 0.6, + "recall": 1.0, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.0, + "accuracy": 0.7777777777777778, + "f1": 0.75 + }, + "high": { + "n": 18, + "TP": 9, + "FP": 2, + "TN": 7, + "FN": 0, + "precision": 0.8181818181818182, + "recall": 1.0, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.0, + "accuracy": 0.8888888888888888, + "f1": 0.9 + }, + "corporate": { + "n": 18, + "TP": 9, + "FP": 2, + "TN": 7, + "FN": 0, + "precision": 0.8181818181818182, + "recall": 1.0, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.0, + "accuracy": 0.8888888888888888, + "f1": 0.9 + } + }, + "ja": { + "light": { + "n": 17, + "TP": 1, + "FP": 1, + "TN": 13, + "FN": 2, + "precision": 0.5, + "recall": 0.3333333333333333, + "specificity": 0.9285714285714286, + "false_positive_rate": 0.07142857142857142, + "false_negative_rate": 0.6666666666666666, + "accuracy": 0.8235294117647058, + "f1": 0.4 + }, + "medium": { + "n": 17, + "TP": 2, + "FP": 4, + "TN": 8, + "FN": 3, + "precision": 0.3333333333333333, + "recall": 0.4, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.6, + "accuracy": 0.5882352941176471, + "f1": 0.36363636363636365 + }, + "high": { + "n": 17, + "TP": 6, + "FP": 3, + "TN": 7, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8571428571428571, + "specificity": 0.7, + "false_positive_rate": 0.3, + "false_negative_rate": 0.14285714285714285, + "accuracy": 0.7647058823529411, + "f1": 0.75 + }, + "corporate": { + "n": 17, + "TP": 7, + "FP": 2, + "TN": 7, + "FN": 1, + "precision": 0.7777777777777778, + "recall": 0.875, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.125, + "accuracy": 0.8235294117647058, + "f1": 0.8235294117647058 + } + }, + "kk": { + "light": { + "n": 18, + "TP": 1, + "FP": 3, + "TN": 12, + "FN": 2, + "precision": 0.25, + "recall": 0.3333333333333333, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.6666666666666666, + "accuracy": 0.7222222222222222, + "f1": 0.2857142857142857 + }, + "medium": { + "n": 18, + "TP": 5, + "FP": 5, + "TN": 7, + "FN": 1, + "precision": 0.5, + "recall": 0.8333333333333334, + "specificity": 0.5833333333333334, + "false_positive_rate": 0.4166666666666667, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.6666666666666666, + "f1": 0.625 + }, + "high": { + "n": 18, + "TP": 10, + "FP": 2, + "TN": 6, + "FN": 0, + "precision": 0.8333333333333334, + "recall": 1.0, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.0, + "accuracy": 0.8888888888888888, + "f1": 0.9090909090909091 + }, + "corporate": { + "n": 18, + "TP": 10, + "FP": 3, + "TN": 5, + "FN": 0, + "precision": 0.7692307692307693, + "recall": 1.0, + "specificity": 0.625, + "false_positive_rate": 0.375, + "false_negative_rate": 0.0, + "accuracy": 0.8333333333333334, + "f1": 0.8695652173913043 + } + }, + "ko": { + "light": { + "n": 18, + "TP": 1, + "FP": 2, + "TN": 14, + "FN": 1, + "precision": 0.3333333333333333, + "recall": 0.5, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.5, + "accuracy": 0.8333333333333334, + "f1": 0.4 + }, + "medium": { + "n": 18, + "TP": 5, + "FP": 3, + "TN": 10, + "FN": 0, + "precision": 0.625, + "recall": 1.0, + "specificity": 0.7692307692307693, + "false_positive_rate": 0.23076923076923078, + "false_negative_rate": 0.0, + "accuracy": 0.8333333333333334, + "f1": 0.7692307692307693 + }, + "high": { + "n": 18, + "TP": 8, + "FP": 2, + "TN": 7, + "FN": 1, + "precision": 0.8, + "recall": 0.8888888888888888, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.8333333333333334, + "f1": 0.8421052631578947 + }, + "corporate": { + "n": 18, + "TP": 9, + "FP": 1, + "TN": 7, + "FN": 1, + "precision": 0.9, + "recall": 0.9, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.1, + "accuracy": 0.8888888888888888, + "f1": 0.9 + } + }, + "lv": { + "light": { + "n": 18, + "TP": 1, + "FP": 1, + "TN": 14, + "FN": 2, + "precision": 0.5, + "recall": 0.3333333333333333, + "specificity": 0.9333333333333333, + "false_positive_rate": 0.06666666666666667, + "false_negative_rate": 0.6666666666666666, + "accuracy": 0.8333333333333334, + "f1": 0.4 + }, + "medium": { + "n": 18, + "TP": 4, + "FP": 1, + "TN": 11, + "FN": 2, + "precision": 0.8, + "recall": 0.6666666666666666, + "specificity": 0.9166666666666666, + "false_positive_rate": 0.08333333333333333, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.8333333333333334, + "f1": 0.7272727272727273 + }, + "high": { + "n": 18, + "TP": 8, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.8, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.2, + "accuracy": 0.8888888888888888, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 18, + "TP": 8, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.8, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.2, + "accuracy": 0.8888888888888888, + "f1": 0.8888888888888888 + } + }, + "pl": { + "light": { + "n": 17, + "TP": 1, + "FP": 4, + "TN": 11, + "FN": 1, + "precision": 0.2, + "recall": 0.5, + "specificity": 0.7333333333333333, + "false_positive_rate": 0.26666666666666666, + "false_negative_rate": 0.5, + "accuracy": 0.7058823529411765, + "f1": 0.2857142857142857 + }, + "medium": { + "n": 17, + "TP": 5, + "FP": 3, + "TN": 7, + "FN": 2, + "precision": 0.625, + "recall": 0.7142857142857143, + "specificity": 0.7, + "false_positive_rate": 0.3, + "false_negative_rate": 0.2857142857142857, + "accuracy": 0.7058823529411765, + "f1": 0.6666666666666666 + }, + "high": { + "n": 17, + "TP": 6, + "FP": 2, + "TN": 6, + "FN": 3, + "precision": 0.75, + "recall": 0.6666666666666666, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.7058823529411765, + "f1": 0.7058823529411765 + }, + "corporate": { + "n": 17, + "TP": 6, + "FP": 2, + "TN": 5, + "FN": 4, + "precision": 0.75, + "recall": 0.6, + "specificity": 0.7142857142857143, + "false_positive_rate": 0.2857142857142857, + "false_negative_rate": 0.4, + "accuracy": 0.6470588235294118, + "f1": 0.6666666666666666 + } + }, + "ru": { + "light": { + "n": 17, + "TP": 1, + "FP": 2, + "TN": 14, + "FN": 0, + "precision": 0.3333333333333333, + "recall": 1.0, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.0, + "accuracy": 0.8823529411764706, + "f1": 0.5 + }, + "medium": { + "n": 17, + "TP": 4, + "FP": 3, + "TN": 8, + "FN": 2, + "precision": 0.5714285714285714, + "recall": 0.6666666666666666, + "specificity": 0.7272727272727273, + "false_positive_rate": 0.2727272727272727, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.7058823529411765, + "f1": 0.6153846153846154 + }, + "high": { + "n": 17, + "TP": 7, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.7777777777777778, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.2222222222222222, + "accuracy": 0.8823529411764706, + "f1": 0.875 + }, + "corporate": { + "n": 17, + "TP": 7, + "FP": 0, + "TN": 8, + "FN": 2, + "precision": 1.0, + "recall": 0.7777777777777778, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.2222222222222222, + "accuracy": 0.8823529411764706, + "f1": 0.875 + } + }, + "sv": { + "light": { + "n": 18, + "TP": 2, + "FP": 0, + "TN": 16, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 18, + "TP": 5, + "FP": 2, + "TN": 9, + "FN": 2, + "precision": 0.7142857142857143, + "recall": 0.7142857142857143, + "specificity": 0.8181818181818182, + "false_positive_rate": 0.18181818181818182, + "false_negative_rate": 0.2857142857142857, + "accuracy": 0.7777777777777778, + "f1": 0.7142857142857143 + }, + "high": { + "n": 18, + "TP": 9, + "FP": 0, + "TN": 8, + "FN": 1, + "precision": 1.0, + "recall": 0.9, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.1, + "accuracy": 0.9444444444444444, + "f1": 0.9473684210526315 + }, + "corporate": { + "n": 18, + "TP": 10, + "FP": 1, + "TN": 7, + "FN": 0, + "precision": 0.9090909090909091, + "recall": 1.0, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.0, + "accuracy": 0.9444444444444444, + "f1": 0.9523809523809523 + } + }, + "uk": { + "light": { + "n": 18, + "TP": 1, + "FP": 2, + "TN": 15, + "FN": 0, + "precision": 0.3333333333333333, + "recall": 1.0, + "specificity": 0.8823529411764706, + "false_positive_rate": 0.11764705882352941, + "false_negative_rate": 0.0, + "accuracy": 0.8888888888888888, + "f1": 0.5 + }, + "medium": { + "n": 18, + "TP": 5, + "FP": 3, + "TN": 9, + "FN": 1, + "precision": 0.625, + "recall": 0.8333333333333334, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.16666666666666666, + "accuracy": 0.7777777777777778, + "f1": 0.7142857142857143 + }, + "high": { + "n": 18, + "TP": 7, + "FP": 2, + "TN": 7, + "FN": 2, + "precision": 0.7777777777777778, + "recall": 0.7777777777777778, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.2222222222222222, + "accuracy": 0.7777777777777778, + "f1": 0.7777777777777778 + }, + "corporate": { + "n": 18, + "TP": 8, + "FP": 2, + "TN": 6, + "FN": 2, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.75, + "false_positive_rate": 0.25, + "false_negative_rate": 0.2, + "accuracy": 0.7777777777777778, + "f1": 0.8 + } + }, + "zh": { + "light": { + "n": 18, + "TP": 2, + "FP": 1, + "TN": 15, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.9375, + "false_positive_rate": 0.0625, + "false_negative_rate": 0.0, + "accuracy": 0.9444444444444444, + "f1": 0.8 + }, + "medium": { + "n": 18, + "TP": 3, + "FP": 4, + "TN": 8, + "FN": 3, + "precision": 0.42857142857142855, + "recall": 0.5, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.5, + "accuracy": 0.6111111111111112, + "f1": 0.46153846153846156 + }, + "high": { + "n": 18, + "TP": 7, + "FP": 2, + "TN": 7, + "FN": 2, + "precision": 0.7777777777777778, + "recall": 0.7777777777777778, + "specificity": 0.7777777777777778, + "false_positive_rate": 0.2222222222222222, + "false_negative_rate": 0.2222222222222222, + "accuracy": 0.7777777777777778, + "f1": 0.7777777777777778 + }, + "corporate": { + "n": 18, + "TP": 8, + "FP": 1, + "TN": 7, + "FN": 2, + "precision": 0.8888888888888888, + "recall": 0.8, + "specificity": 0.875, + "false_positive_rate": 0.125, + "false_negative_rate": 0.2, + "accuracy": 0.8333333333333334, + "f1": 0.8421052631578947 + } + } + }, + "by_origin": { + "authored_boundary_example": { + "light": { + "n": 34, + "TP": 0, + "FP": 0, + "TN": 34, + "FN": 0, + "precision": null, + "recall": null, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": null, + "accuracy": 1.0, + "f1": null + }, + "medium": { + "n": 34, + "TP": 0, + "FP": 7, + "TN": 27, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.7941176470588235, + "false_positive_rate": 0.20588235294117646, + "false_negative_rate": null, + "accuracy": 0.7941176470588235, + "f1": 0.0 + }, + "high": { + "n": 34, + "TP": 16, + "FP": 0, + "TN": 17, + "FN": 1, + "precision": 1.0, + "recall": 0.9411764705882353, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.9705882352941176, + "f1": 0.9696969696969697 + }, + "corporate": { + "n": 34, + "TP": 16, + "FP": 0, + "TN": 17, + "FN": 1, + "precision": 1.0, + "recall": 0.9411764705882353, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.058823529411764705, + "accuracy": 0.9705882352941176, + "f1": 0.9696969696969697 + } + }, + "unused_source_group": { + "light": { + "n": 266, + "TP": 25, + "FP": 31, + "TN": 198, + "FN": 12, + "precision": 0.44642857142857145, + "recall": 0.6756756756756757, + "specificity": 0.8646288209606987, + "false_positive_rate": 0.13537117903930132, + "false_negative_rate": 0.32432432432432434, + "accuracy": 0.8383458646616542, + "f1": 0.5376344086021505 + }, + "medium": { + "n": 266, + "TP": 82, + "FP": 44, + "TN": 119, + "FN": 21, + "precision": 0.6507936507936508, + "recall": 0.7961165048543689, + "specificity": 0.7300613496932515, + "false_positive_rate": 0.26993865030674846, + "false_negative_rate": 0.20388349514563106, + "accuracy": 0.7556390977443609, + "f1": 0.7161572052401747 + }, + "high": { + "n": 266, + "TP": 119, + "FP": 24, + "TN": 104, + "FN": 19, + "precision": 0.8321678321678322, + "recall": 0.8623188405797102, + "specificity": 0.8125, + "false_positive_rate": 0.1875, + "false_negative_rate": 0.13768115942028986, + "accuracy": 0.8383458646616542, + "f1": 0.8469750889679716 + }, + "corporate": { + "n": 266, + "TP": 126, + "FP": 22, + "TN": 98, + "FN": 20, + "precision": 0.8513513513513513, + "recall": 0.863013698630137, + "specificity": 0.8166666666666667, + "false_positive_rate": 0.18333333333333332, + "false_negative_rate": 0.136986301369863, + "accuracy": 0.8421052631578947, + "f1": 0.8571428571428571 + } + } + } + }, + "internal_tags_after": { + "light": { + "harassment_threatening": { + "n": 412, + "TP": 17, + "FP": 22, + "TN": 351, + "FN": 22, + "precision": 0.4358974358974359, + "recall": 0.4358974358974359, + "specificity": 0.9410187667560321, + "false_positive_rate": 0.058981233243967826, + "false_negative_rate": 0.5641025641025641, + "accuracy": 0.8932038834951457, + "f1": 0.4358974358974359 + }, + "hate": { + "n": 412, + "TP": 39, + "FP": 7, + "TN": 350, + "FN": 16, + "precision": 0.8478260869565217, + "recall": 0.7090909090909091, + "specificity": 0.9803921568627451, + "false_positive_rate": 0.0196078431372549, + "false_negative_rate": 0.2909090909090909, + "accuracy": 0.9441747572815534, + "f1": 0.7722772277227723 + }, + "hate_threatening": { + "n": 412, + "TP": 26, + "FP": 10, + "TN": 365, + "FN": 11, + "precision": 0.7222222222222222, + "recall": 0.7027027027027027, + "specificity": 0.9733333333333334, + "false_positive_rate": 0.02666666666666667, + "false_negative_rate": 0.2972972972972973, + "accuracy": 0.9490291262135923, + "f1": 0.7123287671232876 + }, + "self_harm_instructions": { + "n": 412, + "TP": 4, + "FP": 1, + "TN": 388, + "FN": 19, + "precision": 0.8, + "recall": 0.17391304347826086, + "specificity": 0.9974293059125964, + "false_positive_rate": 0.002570694087403599, + "false_negative_rate": 0.8260869565217391, + "accuracy": 0.9514563106796117, + "f1": 0.2857142857142857 + }, + "sexual_minors": { + "n": 412, + "TP": 23, + "FP": 18, + "TN": 369, + "FN": 2, + "precision": 0.5609756097560976, + "recall": 0.92, + "specificity": 0.9534883720930233, + "false_positive_rate": 0.046511627906976744, + "false_negative_rate": 0.08, + "accuracy": 0.9514563106796117, + "f1": 0.696969696969697 + }, + "violence_graphic": { + "n": 412, + "TP": 22, + "FP": 46, + "TN": 340, + "FN": 4, + "precision": 0.3235294117647059, + "recall": 0.8461538461538461, + "specificity": 0.8808290155440415, + "false_positive_rate": 0.11917098445595854, + "false_negative_rate": 0.15384615384615385, + "accuracy": 0.8786407766990292, + "f1": 0.46808510638297873 + } + }, + "medium": { + "harassment": { + "n": 412, + "TP": 82, + "FP": 37, + "TN": 265, + "FN": 28, + "precision": 0.6890756302521008, + "recall": 0.7454545454545455, + "specificity": 0.8774834437086093, + "false_positive_rate": 0.12251655629139073, + "false_negative_rate": 0.2545454545454545, + "accuracy": 0.8422330097087378, + "f1": 0.7161572052401747 + }, + "harassment_threatening": { + "n": 412, + "TP": 53, + "FP": 59, + "TN": 294, + "FN": 6, + "precision": 0.4732142857142857, + "recall": 0.8983050847457628, + "specificity": 0.8328611898016998, + "false_positive_rate": 0.1671388101983003, + "false_negative_rate": 0.1016949152542373, + "accuracy": 0.8422330097087378, + "f1": 0.6198830409356725 + }, + "hate": { + "n": 412, + "TP": 55, + "FP": 40, + "TN": 315, + "FN": 2, + "precision": 0.5789473684210527, + "recall": 0.9649122807017544, + "specificity": 0.8873239436619719, + "false_positive_rate": 0.11267605633802817, + "false_negative_rate": 0.03508771929824561, + "accuracy": 0.8980582524271845, + "f1": 0.7236842105263158 + }, + "hate_threatening": { + "n": 412, + "TP": 26, + "FP": 10, + "TN": 365, + "FN": 11, + "precision": 0.7222222222222222, + "recall": 0.7027027027027027, + "specificity": 0.9733333333333334, + "false_positive_rate": 0.02666666666666667, + "false_negative_rate": 0.2972972972972973, + "accuracy": 0.9490291262135923, + "f1": 0.7123287671232876 + }, + "self_harm": { + "n": 412, + "TP": 18, + "FP": 5, + "TN": 370, + "FN": 19, + "precision": 0.782608695652174, + "recall": 0.4864864864864865, + "specificity": 0.9866666666666667, + "false_positive_rate": 0.013333333333333334, + "false_negative_rate": 0.5135135135135135, + "accuracy": 0.941747572815534, + "f1": 0.6 + }, + "self_harm_instructions": { + "n": 412, + "TP": 18, + "FP": 24, + "TN": 363, + "FN": 7, + "precision": 0.42857142857142855, + "recall": 0.72, + "specificity": 0.937984496124031, + "false_positive_rate": 0.06201550387596899, + "false_negative_rate": 0.28, + "accuracy": 0.9247572815533981, + "f1": 0.5373134328358209 + }, + "self_harm_intent": { + "n": 412, + "TP": 27, + "FP": 12, + "TN": 364, + "FN": 9, + "precision": 0.6923076923076923, + "recall": 0.75, + "specificity": 0.9680851063829787, + "false_positive_rate": 0.031914893617021274, + "false_negative_rate": 0.25, + "accuracy": 0.9490291262135923, + "f1": 0.72 + }, + "sexual": { + "n": 412, + "TP": 21, + "FP": 6, + "TN": 378, + "FN": 7, + "precision": 0.7777777777777778, + "recall": 0.75, + "specificity": 0.984375, + "false_positive_rate": 0.015625, + "false_negative_rate": 0.25, + "accuracy": 0.9684466019417476, + "f1": 0.7636363636363637 + }, + "sexual_minors": { + "n": 412, + "TP": 23, + "FP": 26, + "TN": 361, + "FN": 2, + "precision": 0.46938775510204084, + "recall": 0.92, + "specificity": 0.9328165374677002, + "false_positive_rate": 0.06718346253229975, + "false_negative_rate": 0.08, + "accuracy": 0.9320388349514563, + "f1": 0.6216216216216216 + }, + "violence": { + "n": 412, + "TP": 63, + "FP": 66, + "TN": 279, + "FN": 4, + "precision": 0.4883720930232558, + "recall": 0.9402985074626866, + "specificity": 0.808695652173913, + "false_positive_rate": 0.19130434782608696, + "false_negative_rate": 0.05970149253731343, + "accuracy": 0.8300970873786407, + "f1": 0.6428571428571429 + }, + "violence_graphic": { + "n": 412, + "TP": 23, + "FP": 45, + "TN": 339, + "FN": 5, + "precision": 0.3382352941176471, + "recall": 0.8214285714285714, + "specificity": 0.8828125, + "false_positive_rate": 0.1171875, + "false_negative_rate": 0.17857142857142858, + "accuracy": 0.8786407766990292, + "f1": 0.4791666666666667 + } + }, + "high": { + "harassment": { + "n": 412, + "TP": 130, + "FP": 43, + "TN": 215, + "FN": 24, + "precision": 0.7514450867052023, + "recall": 0.8441558441558441, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.15584415584415584, + "accuracy": 0.837378640776699, + "f1": 0.7951070336391437 + }, + "harassment_threatening": { + "n": 412, + "TP": 56, + "FP": 56, + "TN": 293, + "FN": 7, + "precision": 0.5, + "recall": 0.8888888888888888, + "specificity": 0.839541547277937, + "false_positive_rate": 0.16045845272206305, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.8470873786407767, + "f1": 0.64 + }, + "hate": { + "n": 412, + "TP": 62, + "FP": 35, + "TN": 311, + "FN": 4, + "precision": 0.6391752577319587, + "recall": 0.9393939393939394, + "specificity": 0.8988439306358381, + "false_positive_rate": 0.10115606936416185, + "false_negative_rate": 0.06060606060606061, + "accuracy": 0.9053398058252428, + "f1": 0.7607361963190185 + }, + "hate_threatening": { + "n": 412, + "TP": 26, + "FP": 10, + "TN": 365, + "FN": 11, + "precision": 0.7222222222222222, + "recall": 0.7027027027027027, + "specificity": 0.9733333333333334, + "false_positive_rate": 0.02666666666666667, + "false_negative_rate": 0.2972972972972973, + "accuracy": 0.9490291262135923, + "f1": 0.7123287671232876 + }, + "self_harm": { + "n": 412, + "TP": 31, + "FP": 15, + "TN": 354, + "FN": 12, + "precision": 0.6739130434782609, + "recall": 0.7209302325581395, + "specificity": 0.959349593495935, + "false_positive_rate": 0.04065040650406504, + "false_negative_rate": 0.27906976744186046, + "accuracy": 0.9344660194174758, + "f1": 0.6966292134831461 + }, + "self_harm_instructions": { + "n": 412, + "TP": 18, + "FP": 24, + "TN": 363, + "FN": 7, + "precision": 0.42857142857142855, + "recall": 0.72, + "specificity": 0.937984496124031, + "false_positive_rate": 0.06201550387596899, + "false_negative_rate": 0.28, + "accuracy": 0.9247572815533981, + "f1": 0.5373134328358209 + }, + "self_harm_intent": { + "n": 412, + "TP": 29, + "FP": 10, + "TN": 363, + "FN": 10, + "precision": 0.7435897435897436, + "recall": 0.7435897435897436, + "specificity": 0.9731903485254692, + "false_positive_rate": 0.02680965147453083, + "false_negative_rate": 0.2564102564102564, + "accuracy": 0.9514563106796117, + "f1": 0.7435897435897436 + }, + "sexual": { + "n": 412, + "TP": 28, + "FP": 11, + "TN": 342, + "FN": 31, + "precision": 0.717948717948718, + "recall": 0.4745762711864407, + "specificity": 0.9688385269121813, + "false_positive_rate": 0.031161473087818695, + "false_negative_rate": 0.5254237288135594, + "accuracy": 0.8980582524271845, + "f1": 0.5714285714285714 + }, + "sexual_minors": { + "n": 412, + "TP": 23, + "FP": 26, + "TN": 361, + "FN": 2, + "precision": 0.46938775510204084, + "recall": 0.92, + "specificity": 0.9328165374677002, + "false_positive_rate": 0.06718346253229975, + "false_negative_rate": 0.08, + "accuracy": 0.9320388349514563, + "f1": 0.6216216216216216 + }, + "violence": { + "n": 412, + "TP": 68, + "FP": 61, + "TN": 274, + "FN": 9, + "precision": 0.5271317829457365, + "recall": 0.8831168831168831, + "specificity": 0.817910447761194, + "false_positive_rate": 0.18208955223880596, + "false_negative_rate": 0.11688311688311688, + "accuracy": 0.8300970873786407, + "f1": 0.6601941747572816 + }, + "violence_graphic": { + "n": 412, + "TP": 24, + "FP": 44, + "TN": 339, + "FN": 5, + "precision": 0.35294117647058826, + "recall": 0.8275862068965517, + "specificity": 0.8851174934725848, + "false_positive_rate": 0.11488250652741515, + "false_negative_rate": 0.1724137931034483, + "accuracy": 0.8810679611650486, + "f1": 0.4948453608247423 + } + }, + "corporate": { + "harassment": { + "n": 412, + "TP": 136, + "FP": 37, + "TN": 208, + "FN": 31, + "precision": 0.7861271676300579, + "recall": 0.8143712574850299, + "specificity": 0.8489795918367347, + "false_positive_rate": 0.1510204081632653, + "false_negative_rate": 0.18562874251497005, + "accuracy": 0.8349514563106796, + "f1": 0.8 + }, + "harassment_threatening": { + "n": 412, + "TP": 62, + "FP": 97, + "TN": 250, + "FN": 3, + "precision": 0.389937106918239, + "recall": 0.9538461538461539, + "specificity": 0.7204610951008645, + "false_positive_rate": 0.27953890489913547, + "false_negative_rate": 0.046153846153846156, + "accuracy": 0.7572815533980582, + "f1": 0.5535714285714286 + }, + "hate": { + "n": 412, + "TP": 70, + "FP": 27, + "TN": 310, + "FN": 5, + "precision": 0.7216494845360825, + "recall": 0.9333333333333333, + "specificity": 0.9198813056379822, + "false_positive_rate": 0.08011869436201781, + "false_negative_rate": 0.06666666666666667, + "accuracy": 0.9223300970873787, + "f1": 0.813953488372093 + }, + "hate_threatening": { + "n": 412, + "TP": 26, + "FP": 10, + "TN": 365, + "FN": 11, + "precision": 0.7222222222222222, + "recall": 0.7027027027027027, + "specificity": 0.9733333333333334, + "false_positive_rate": 0.02666666666666667, + "false_negative_rate": 0.2972972972972973, + "accuracy": 0.9490291262135923, + "f1": 0.7123287671232876 + }, + "self_harm": { + "n": 412, + "TP": 35, + "FP": 19, + "TN": 348, + "FN": 10, + "precision": 0.6481481481481481, + "recall": 0.7777777777777778, + "specificity": 0.9482288828337875, + "false_positive_rate": 0.051771117166212535, + "false_negative_rate": 0.2222222222222222, + "accuracy": 0.9296116504854369, + "f1": 0.7070707070707071 + }, + "self_harm_instructions": { + "n": 412, + "TP": 18, + "FP": 24, + "TN": 363, + "FN": 7, + "precision": 0.42857142857142855, + "recall": 0.72, + "specificity": 0.937984496124031, + "false_positive_rate": 0.06201550387596899, + "false_negative_rate": 0.28, + "accuracy": 0.9247572815533981, + "f1": 0.5373134328358209 + }, + "self_harm_intent": { + "n": 412, + "TP": 37, + "FP": 16, + "TN": 352, + "FN": 7, + "precision": 0.6981132075471698, + "recall": 0.8409090909090909, + "specificity": 0.9565217391304348, + "false_positive_rate": 0.043478260869565216, + "false_negative_rate": 0.1590909090909091, + "accuracy": 0.9441747572815534, + "f1": 0.7628865979381443 + }, + "sexual": { + "n": 412, + "TP": 32, + "FP": 10, + "TN": 336, + "FN": 34, + "precision": 0.7619047619047619, + "recall": 0.48484848484848486, + "specificity": 0.9710982658959537, + "false_positive_rate": 0.028901734104046242, + "false_negative_rate": 0.5151515151515151, + "accuracy": 0.8932038834951457, + "f1": 0.5925925925925926 + }, + "sexual_minors": { + "n": 412, + "TP": 24, + "FP": 25, + "TN": 361, + "FN": 2, + "precision": 0.4897959183673469, + "recall": 0.9230769230769231, + "specificity": 0.9352331606217616, + "false_positive_rate": 0.06476683937823834, + "false_negative_rate": 0.07692307692307693, + "accuracy": 0.9344660194174758, + "f1": 0.64 + }, + "violence": { + "n": 412, + "TP": 90, + "FP": 46, + "TN": 264, + "FN": 12, + "precision": 0.6617647058823529, + "recall": 0.8823529411764706, + "specificity": 0.8516129032258064, + "false_positive_rate": 0.14838709677419354, + "false_negative_rate": 0.11764705882352941, + "accuracy": 0.8592233009708737, + "f1": 0.7563025210084033 + }, + "violence_graphic": { + "n": 412, + "TP": 24, + "FP": 44, + "TN": 339, + "FN": 5, + "precision": 0.35294117647058826, + "recall": 0.8275862068965517, + "specificity": 0.8851174934725848, + "false_positive_rate": 0.11488250652741515, + "false_negative_rate": 0.1724137931034483, + "accuracy": 0.8810679611650486, + "f1": 0.4948453608247423 + } + } + }, + "research_challenge": { + "disturbing_content": { + "overall": { + "light": { + "n": 53, + "TP": 23, + "FP": 0, + "TN": 17, + "FN": 13, + "precision": 1.0, + "recall": 0.6388888888888888, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3611111111111111, + "accuracy": 0.7547169811320755, + "f1": 0.7796610169491526 + }, + "medium": { + "n": 53, + "TP": 24, + "FP": 0, + "TN": 17, + "FN": 12, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.7735849056603774, + "f1": 0.8 + }, + "high": { + "n": 53, + "TP": 27, + "FP": 1, + "TN": 16, + "FN": 9, + "precision": 0.9642857142857143, + "recall": 0.75, + "specificity": 0.9411764705882353, + "false_positive_rate": 0.058823529411764705, + "false_negative_rate": 0.25, + "accuracy": 0.8113207547169812, + "f1": 0.84375 + }, + "corporate": { + "n": 53, + "TP": 27, + "FP": 1, + "TN": 16, + "FN": 9, + "precision": 0.9642857142857143, + "recall": 0.75, + "specificity": 0.9411764705882353, + "false_positive_rate": 0.058823529411764705, + "false_negative_rate": 0.25, + "accuracy": 0.8113207547169812, + "f1": 0.84375 + } + }, + "by_language": { + "be": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "cs": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "de": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "en": { + "light": { + "n": 4, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.75, + "f1": 0.8 + }, + "medium": { + "n": 4, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.75, + "f1": 0.8 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "es": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "fi": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "fr": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "it": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "ja": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "kk": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "corporate": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + } + }, + "ko": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "lv": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "corporate": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + } + }, + "pl": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "ru": { + "light": { + "n": 4, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.75, + "f1": 0.8 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "sv": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "uk": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "zh": { + "light": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "high": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "corporate": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 53, + "TP": 23, + "FP": 0, + "TN": 17, + "FN": 13, + "precision": 1.0, + "recall": 0.6388888888888888, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3611111111111111, + "accuracy": 0.7547169811320755, + "f1": 0.7796610169491526 + }, + "medium": { + "n": 53, + "TP": 24, + "FP": 0, + "TN": 17, + "FN": 12, + "precision": 1.0, + "recall": 0.6666666666666666, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.7735849056603774, + "f1": 0.8 + }, + "high": { + "n": 53, + "TP": 27, + "FP": 1, + "TN": 16, + "FN": 9, + "precision": 0.9642857142857143, + "recall": 0.75, + "specificity": 0.9411764705882353, + "false_positive_rate": 0.058823529411764705, + "false_negative_rate": 0.25, + "accuracy": 0.8113207547169812, + "f1": 0.84375 + }, + "corporate": { + "n": 53, + "TP": 27, + "FP": 1, + "TN": 16, + "FN": 9, + "precision": 0.9642857142857143, + "recall": 0.75, + "specificity": 0.9411764705882353, + "false_positive_rate": 0.058823529411764705, + "false_negative_rate": 0.25, + "accuracy": 0.8113207547169812, + "f1": 0.84375 + } + } + } + }, + "hate": { + "overall": { + "light": { + "n": 53, + "TP": 22, + "FP": 4, + "TN": 13, + "FN": 14, + "precision": 0.8461538461538461, + "recall": 0.6111111111111112, + "specificity": 0.7647058823529411, + "false_positive_rate": 0.23529411764705882, + "false_negative_rate": 0.3888888888888889, + "accuracy": 0.660377358490566, + "f1": 0.7096774193548387 + }, + "medium": { + "n": 53, + "TP": 36, + "FP": 16, + "TN": 1, + "FN": 0, + "precision": 0.6923076923076923, + "recall": 1.0, + "specificity": 0.058823529411764705, + "false_positive_rate": 0.9411764705882353, + "false_negative_rate": 0.0, + "accuracy": 0.6981132075471698, + "f1": 0.8181818181818182 + }, + "high": { + "n": 53, + "TP": 36, + "FP": 16, + "TN": 1, + "FN": 0, + "precision": 0.6923076923076923, + "recall": 1.0, + "specificity": 0.058823529411764705, + "false_positive_rate": 0.9411764705882353, + "false_negative_rate": 0.0, + "accuracy": 0.6981132075471698, + "f1": 0.8181818181818182 + }, + "corporate": { + "n": 53, + "TP": 36, + "FP": 16, + "TN": 1, + "FN": 0, + "precision": 0.6923076923076923, + "recall": 1.0, + "specificity": 0.058823529411764705, + "false_positive_rate": 0.9411764705882353, + "false_negative_rate": 0.0, + "accuracy": 0.6981132075471698, + "f1": 0.8181818181818182 + } + }, + "by_language": { + "be": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "cs": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "de": { + "light": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "en": { + "light": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + } + }, + "es": { + "light": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "fi": { + "light": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "fr": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "it": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "ja": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "kk": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "ko": { + "light": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "lv": { + "light": { + "n": 3, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.5, + "recall": 0.5, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.5, + "accuracy": 0.3333333333333333, + "f1": 0.5 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "pl": { + "light": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "ru": { + "light": { + "n": 4, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.6666666666666666, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.3333333333333333, + "accuracy": 0.5, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + } + }, + "sv": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "uk": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "zh": { + "light": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 53, + "TP": 22, + "FP": 4, + "TN": 13, + "FN": 14, + "precision": 0.8461538461538461, + "recall": 0.6111111111111112, + "specificity": 0.7647058823529411, + "false_positive_rate": 0.23529411764705882, + "false_negative_rate": 0.3888888888888889, + "accuracy": 0.660377358490566, + "f1": 0.7096774193548387 + }, + "medium": { + "n": 53, + "TP": 36, + "FP": 16, + "TN": 1, + "FN": 0, + "precision": 0.6923076923076923, + "recall": 1.0, + "specificity": 0.058823529411764705, + "false_positive_rate": 0.9411764705882353, + "false_negative_rate": 0.0, + "accuracy": 0.6981132075471698, + "f1": 0.8181818181818182 + }, + "high": { + "n": 53, + "TP": 36, + "FP": 16, + "TN": 1, + "FN": 0, + "precision": 0.6923076923076923, + "recall": 1.0, + "specificity": 0.058823529411764705, + "false_positive_rate": 0.9411764705882353, + "false_negative_rate": 0.0, + "accuracy": 0.6981132075471698, + "f1": 0.8181818181818182 + }, + "corporate": { + "n": 53, + "TP": 36, + "FP": 16, + "TN": 1, + "FN": 0, + "precision": 0.6923076923076923, + "recall": 1.0, + "specificity": 0.058823529411764705, + "false_positive_rate": 0.9411764705882353, + "false_negative_rate": 0.0, + "accuracy": 0.6981132075471698, + "f1": 0.8181818181818182 + } + } + } + }, + "illegal_activity": { + "overall": { + "light": { + "n": 53, + "TP": 0, + "FP": 0, + "TN": 17, + "FN": 36, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.32075471698113206, + "f1": 0.0 + }, + "medium": { + "n": 53, + "TP": 0, + "FP": 0, + "TN": 17, + "FN": 36, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.32075471698113206, + "f1": 0.0 + }, + "high": { + "n": 53, + "TP": 2, + "FP": 0, + "TN": 17, + "FN": 34, + "precision": 1.0, + "recall": 0.05555555555555555, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.9444444444444444, + "accuracy": 0.3584905660377358, + "f1": 0.10526315789473684 + }, + "corporate": { + "n": 53, + "TP": 7, + "FP": 0, + "TN": 17, + "FN": 29, + "precision": 1.0, + "recall": 0.19444444444444445, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8055555555555556, + "accuracy": 0.4528301886792453, + "f1": 0.32558139534883723 + } + }, + "by_language": { + "be": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "cs": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + } + }, + "de": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "en": { + "light": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + }, + "medium": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + }, + "high": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + }, + "corporate": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + } + }, + "es": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "fi": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "fr": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "it": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "ja": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "kk": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "ko": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + } + }, + "lv": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "pl": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "ru": { + "light": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + }, + "medium": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + }, + "high": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + }, + "corporate": { + "n": 4, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.25, + "f1": 0.0 + } + }, + "sv": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + } + }, + "uk": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + } + }, + "zh": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 53, + "TP": 0, + "FP": 0, + "TN": 17, + "FN": 36, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.32075471698113206, + "f1": 0.0 + }, + "medium": { + "n": 53, + "TP": 0, + "FP": 0, + "TN": 17, + "FN": 36, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.32075471698113206, + "f1": 0.0 + }, + "high": { + "n": 53, + "TP": 2, + "FP": 0, + "TN": 17, + "FN": 34, + "precision": 1.0, + "recall": 0.05555555555555555, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.9444444444444444, + "accuracy": 0.3584905660377358, + "f1": 0.10526315789473684 + }, + "corporate": { + "n": 53, + "TP": 7, + "FP": 0, + "TN": 17, + "FN": 29, + "precision": 1.0, + "recall": 0.19444444444444445, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.8055555555555556, + "accuracy": 0.4528301886792453, + "f1": 0.32558139534883723 + } + } + } + }, + "pornography": { + "overall": { + "light": { + "n": 53, + "TP": 0, + "FP": 32, + "TN": 21, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.39622641509433965, + "false_positive_rate": 0.6037735849056604, + "false_negative_rate": null, + "accuracy": 0.39622641509433965, + "f1": 0.0 + }, + "medium": { + "n": 53, + "TP": 35, + "FP": 6, + "TN": 11, + "FN": 1, + "precision": 0.8536585365853658, + "recall": 0.9722222222222222, + "specificity": 0.6470588235294118, + "false_positive_rate": 0.35294117647058826, + "false_negative_rate": 0.027777777777777776, + "accuracy": 0.8679245283018868, + "f1": 0.9090909090909091 + }, + "high": { + "n": 53, + "TP": 36, + "FP": 7, + "TN": 10, + "FN": 0, + "precision": 0.8372093023255814, + "recall": 1.0, + "specificity": 0.5882352941176471, + "false_positive_rate": 0.4117647058823529, + "false_negative_rate": 0.0, + "accuracy": 0.8679245283018868, + "f1": 0.9113924050632911 + }, + "corporate": { + "n": 53, + "TP": 36, + "FP": 7, + "TN": 10, + "FN": 0, + "precision": 0.8372093023255814, + "recall": 1.0, + "specificity": 0.5882352941176471, + "false_positive_rate": 0.4117647058823529, + "false_negative_rate": 0.0, + "accuracy": 0.8679245283018868, + "f1": 0.9113924050632911 + } + }, + "by_language": { + "be": { + "light": { + "n": 3, + "TP": 0, + "FP": 3, + "TN": 0, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": null, + "accuracy": 0.0, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "cs": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 3, + "FN": 0, + "precision": null, + "recall": null, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": null, + "accuracy": 1.0, + "f1": null + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "de": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "en": { + "light": { + "n": 4, + "TP": 0, + "FP": 3, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.25, + "false_positive_rate": 0.75, + "false_negative_rate": null, + "accuracy": 0.25, + "f1": 0.0 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + } + }, + "es": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "fi": { + "light": { + "n": 3, + "TP": 0, + "FP": 3, + "TN": 0, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": null, + "accuracy": 0.0, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "fr": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "it": { + "light": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 2, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": null, + "accuracy": 0.6666666666666666, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "ja": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "kk": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "ko": { + "light": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 2, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": null, + "accuracy": 0.6666666666666666, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "lv": { + "light": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 2, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": null, + "accuracy": 0.6666666666666666, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "pl": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 3, + "FN": 0, + "precision": null, + "recall": null, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": null, + "accuracy": 1.0, + "f1": null + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "ru": { + "light": { + "n": 4, + "TP": 0, + "FP": 3, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.25, + "false_positive_rate": 0.75, + "false_negative_rate": null, + "accuracy": 0.25, + "f1": 0.0 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + } + }, + "sv": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "uk": { + "light": { + "n": 3, + "TP": 0, + "FP": 3, + "TN": 0, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": null, + "accuracy": 0.0, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "zh": { + "light": { + "n": 3, + "TP": 0, + "FP": 2, + "TN": 1, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": null, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 53, + "TP": 0, + "FP": 32, + "TN": 21, + "FN": 0, + "precision": 0.0, + "recall": null, + "specificity": 0.39622641509433965, + "false_positive_rate": 0.6037735849056604, + "false_negative_rate": null, + "accuracy": 0.39622641509433965, + "f1": 0.0 + }, + "medium": { + "n": 53, + "TP": 35, + "FP": 6, + "TN": 11, + "FN": 1, + "precision": 0.8536585365853658, + "recall": 0.9722222222222222, + "specificity": 0.6470588235294118, + "false_positive_rate": 0.35294117647058826, + "false_negative_rate": 0.027777777777777776, + "accuracy": 0.8679245283018868, + "f1": 0.9090909090909091 + }, + "high": { + "n": 53, + "TP": 36, + "FP": 7, + "TN": 10, + "FN": 0, + "precision": 0.8372093023255814, + "recall": 1.0, + "specificity": 0.5882352941176471, + "false_positive_rate": 0.4117647058823529, + "false_negative_rate": 0.0, + "accuracy": 0.8679245283018868, + "f1": 0.9113924050632911 + }, + "corporate": { + "n": 53, + "TP": 36, + "FP": 7, + "TN": 10, + "FN": 0, + "precision": 0.8372093023255814, + "recall": 1.0, + "specificity": 0.5882352941176471, + "false_positive_rate": 0.4117647058823529, + "false_negative_rate": 0.0, + "accuracy": 0.8679245283018868, + "f1": 0.9113924050632911 + } + } + } + }, + "violence": { + "overall": { + "light": { + "n": 53, + "TP": 23, + "FP": 7, + "TN": 10, + "FN": 13, + "precision": 0.7666666666666667, + "recall": 0.6388888888888888, + "specificity": 0.5882352941176471, + "false_positive_rate": 0.4117647058823529, + "false_negative_rate": 0.3611111111111111, + "accuracy": 0.6226415094339622, + "f1": 0.696969696969697 + }, + "medium": { + "n": 53, + "TP": 32, + "FP": 11, + "TN": 6, + "FN": 4, + "precision": 0.7441860465116279, + "recall": 0.8888888888888888, + "specificity": 0.35294117647058826, + "false_positive_rate": 0.6470588235294118, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.7169811320754716, + "f1": 0.810126582278481 + }, + "high": { + "n": 53, + "TP": 32, + "FP": 12, + "TN": 5, + "FN": 4, + "precision": 0.7272727272727273, + "recall": 0.8888888888888888, + "specificity": 0.29411764705882354, + "false_positive_rate": 0.7058823529411765, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.6981132075471698, + "f1": 0.8 + }, + "corporate": { + "n": 53, + "TP": 32, + "FP": 17, + "TN": 0, + "FN": 4, + "precision": 0.6530612244897959, + "recall": 0.8888888888888888, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.6037735849056604, + "f1": 0.7529411764705882 + } + }, + "by_language": { + "be": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "cs": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "de": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "en": { + "light": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + } + }, + "es": { + "light": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "fi": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + } + }, + "fr": { + "light": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "high": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "corporate": { + "n": 3, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + } + }, + "it": { + "light": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "ja": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "kk": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "ko": { + "light": { + "n": 3, + "TP": 0, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": null, + "recall": 0.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 1.0, + "accuracy": 0.3333333333333333, + "f1": 0.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "lv": { + "light": { + "n": 3, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.5, + "recall": 0.5, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.5, + "accuracy": 0.3333333333333333, + "f1": 0.5 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "pl": { + "light": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "ru": { + "light": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "medium": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "high": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + }, + "corporate": { + "n": 4, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.75, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.75, + "f1": 0.8571428571428571 + } + }, + "sv": { + "light": { + "n": 3, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6666666666666666, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "uk": { + "light": { + "n": 3, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.5, + "recall": 0.5, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.5, + "accuracy": 0.3333333333333333, + "f1": 0.5 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + }, + "zh": { + "light": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "medium": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "high": { + "n": 3, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 3, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 0, + "precision": 0.6666666666666666, + "recall": 1.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.0, + "accuracy": 0.6666666666666666, + "f1": 0.8 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 53, + "TP": 23, + "FP": 7, + "TN": 10, + "FN": 13, + "precision": 0.7666666666666667, + "recall": 0.6388888888888888, + "specificity": 0.5882352941176471, + "false_positive_rate": 0.4117647058823529, + "false_negative_rate": 0.3611111111111111, + "accuracy": 0.6226415094339622, + "f1": 0.696969696969697 + }, + "medium": { + "n": 53, + "TP": 32, + "FP": 11, + "TN": 6, + "FN": 4, + "precision": 0.7441860465116279, + "recall": 0.8888888888888888, + "specificity": 0.35294117647058826, + "false_positive_rate": 0.6470588235294118, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.7169811320754716, + "f1": 0.810126582278481 + }, + "high": { + "n": 53, + "TP": 32, + "FP": 12, + "TN": 5, + "FN": 4, + "precision": 0.7272727272727273, + "recall": 0.8888888888888888, + "specificity": 0.29411764705882354, + "false_positive_rate": 0.7058823529411765, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.6981132075471698, + "f1": 0.8 + }, + "corporate": { + "n": 53, + "TP": 32, + "FP": 17, + "TN": 0, + "FN": 4, + "precision": 0.6530612244897959, + "recall": 0.8888888888888888, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.1111111111111111, + "accuracy": 0.6037735849056604, + "f1": 0.7529411764705882 + } + } + } + } + }, + "research_by_variant": { + "plain": { + "overall": { + "light": { + "n": 170, + "TP": 34, + "FP": 30, + "TN": 72, + "FN": 34, + "precision": 0.53125, + "recall": 0.5, + "specificity": 0.7058823529411765, + "false_positive_rate": 0.29411764705882354, + "false_negative_rate": 0.5, + "accuracy": 0.6235294117647059, + "f1": 0.5151515151515151 + }, + "medium": { + "n": 170, + "TP": 61, + "FP": 33, + "TN": 52, + "FN": 24, + "precision": 0.648936170212766, + "recall": 0.7176470588235294, + "specificity": 0.611764705882353, + "false_positive_rate": 0.38823529411764707, + "false_negative_rate": 0.2823529411764706, + "accuracy": 0.6647058823529411, + "f1": 0.6815642458100558 + }, + "high": { + "n": 170, + "TP": 63, + "FP": 36, + "TN": 49, + "FN": 22, + "precision": 0.6363636363636364, + "recall": 0.7411764705882353, + "specificity": 0.5764705882352941, + "false_positive_rate": 0.4235294117647059, + "false_negative_rate": 0.25882352941176473, + "accuracy": 0.6588235294117647, + "f1": 0.6847826086956522 + }, + "corporate": { + "n": 170, + "TP": 66, + "FP": 41, + "TN": 44, + "FN": 19, + "precision": 0.616822429906542, + "recall": 0.7764705882352941, + "specificity": 0.5176470588235295, + "false_positive_rate": 0.4823529411764706, + "false_negative_rate": 0.2235294117647059, + "accuracy": 0.6470588235294118, + "f1": 0.6875 + } + }, + "by_language": { + "be": { + "light": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 4, + "FN": 1, + "precision": 0.6, + "recall": 0.75, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.25, + "accuracy": 0.7, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "high": { + "n": 10, + "TP": 5, + "FP": 3, + "TN": 2, + "FN": 0, + "precision": 0.625, + "recall": 1.0, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.0, + "accuracy": 0.7, + "f1": 0.7692307692307693 + }, + "corporate": { + "n": 10, + "TP": 5, + "FP": 3, + "TN": 2, + "FN": 0, + "precision": 0.625, + "recall": 1.0, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.0, + "accuracy": 0.7, + "f1": 0.7692307692307693 + } + }, + "cs": { + "light": { + "n": 10, + "TP": 3, + "FP": 0, + "TN": 6, + "FN": 1, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.9, + "f1": 0.8571428571428571 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 4, + "TN": 1, + "FN": 1, + "precision": 0.5, + "recall": 0.8, + "specificity": 0.2, + "false_positive_rate": 0.8, + "false_negative_rate": 0.2, + "accuracy": 0.5, + "f1": 0.6153846153846154 + }, + "corporate": { + "n": 10, + "TP": 5, + "FP": 4, + "TN": 1, + "FN": 0, + "precision": 0.5555555555555556, + "recall": 1.0, + "specificity": 0.2, + "false_positive_rate": 0.8, + "false_negative_rate": 0.0, + "accuracy": 0.6, + "f1": 0.7142857142857143 + } + }, + "de": { + "light": { + "n": 10, + "TP": 1, + "FP": 2, + "TN": 4, + "FN": 3, + "precision": 0.3333333333333333, + "recall": 0.25, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.75, + "accuracy": 0.5, + "f1": 0.2857142857142857 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 1, + "TN": 4, + "FN": 1, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 1, + "TN": 4, + "FN": 1, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + } + }, + "en": { + "light": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 5, + "FN": 1, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.25, + "accuracy": 0.8, + "f1": 0.75 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + } + }, + "es": { + "light": { + "n": 10, + "TP": 2, + "FP": 2, + "TN": 4, + "FN": 2, + "precision": 0.5, + "recall": 0.5, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.5, + "accuracy": 0.6, + "f1": 0.5 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + } + }, + "fi": { + "light": { + "n": 10, + "TP": 2, + "FP": 2, + "TN": 4, + "FN": 2, + "precision": 0.5, + "recall": 0.5, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.5, + "accuracy": 0.6, + "f1": 0.5 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 3, + "TN": 2, + "FN": 2, + "precision": 0.5, + "recall": 0.6, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.4, + "accuracy": 0.5, + "f1": 0.5454545454545454 + }, + "high": { + "n": 10, + "TP": 3, + "FP": 3, + "TN": 2, + "FN": 2, + "precision": 0.5, + "recall": 0.6, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.4, + "accuracy": 0.5, + "f1": 0.5454545454545454 + }, + "corporate": { + "n": 10, + "TP": 3, + "FP": 3, + "TN": 2, + "FN": 2, + "precision": 0.5, + "recall": 0.6, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.4, + "accuracy": 0.5, + "f1": 0.5454545454545454 + } + }, + "fr": { + "light": { + "n": 10, + "TP": 1, + "FP": 2, + "TN": 4, + "FN": 3, + "precision": 0.3333333333333333, + "recall": 0.25, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.75, + "accuracy": 0.5, + "f1": 0.2857142857142857 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "high": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "corporate": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + } + }, + "it": { + "light": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 4, + "FN": 1, + "precision": 0.6, + "recall": 0.75, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.25, + "accuracy": 0.7, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + } + }, + "ja": { + "light": { + "n": 10, + "TP": 1, + "FP": 1, + "TN": 5, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.75, + "accuracy": 0.6, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 4, + "FN": 2, + "precision": 0.75, + "recall": 0.6, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.4, + "accuracy": 0.7, + "f1": 0.6666666666666666 + }, + "high": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "corporate": { + "n": 10, + "TP": 3, + "FP": 3, + "TN": 2, + "FN": 2, + "precision": 0.5, + "recall": 0.6, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.4, + "accuracy": 0.5, + "f1": 0.5454545454545454 + } + }, + "kk": { + "light": { + "n": 10, + "TP": 1, + "FP": 1, + "TN": 5, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.75, + "accuracy": 0.6, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 0, + "TN": 5, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.4, + "accuracy": 0.8, + "f1": 0.75 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 1, + "TN": 4, + "FN": 1, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 1, + "TN": 4, + "FN": 1, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8 + } + }, + "ko": { + "light": { + "n": 10, + "TP": 1, + "FP": 2, + "TN": 4, + "FN": 3, + "precision": 0.3333333333333333, + "recall": 0.25, + "specificity": 0.6666666666666666, + "false_positive_rate": 0.3333333333333333, + "false_negative_rate": 0.75, + "accuracy": 0.5, + "f1": 0.2857142857142857 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "high": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + } + }, + "lv": { + "light": { + "n": 10, + "TP": 1, + "FP": 3, + "TN": 3, + "FN": 3, + "precision": 0.25, + "recall": 0.25, + "specificity": 0.5, + "false_positive_rate": 0.5, + "false_negative_rate": 0.75, + "accuracy": 0.4, + "f1": 0.25 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "high": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + }, + "corporate": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + } + }, + "pl": { + "light": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 5, + "FN": 1, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.25, + "accuracy": 0.8, + "f1": 0.75 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 2, + "TN": 3, + "FN": 1, + "precision": 0.6666666666666666, + "recall": 0.8, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.2, + "accuracy": 0.7, + "f1": 0.7272727272727273 + } + }, + "ru": { + "light": { + "n": 10, + "TP": 3, + "FP": 4, + "TN": 2, + "FN": 1, + "precision": 0.42857142857142855, + "recall": 0.75, + "specificity": 0.3333333333333333, + "false_positive_rate": 0.6666666666666666, + "false_negative_rate": 0.25, + "accuracy": 0.5, + "f1": 0.5454545454545454 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + } + }, + "sv": { + "light": { + "n": 10, + "TP": 1, + "FP": 1, + "TN": 5, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.75, + "accuracy": 0.6, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 4, + "FN": 2, + "precision": 0.75, + "recall": 0.6, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.4, + "accuracy": 0.7, + "f1": 0.6666666666666666 + }, + "high": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 4, + "FN": 2, + "precision": 0.75, + "recall": 0.6, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.4, + "accuracy": 0.7, + "f1": 0.6666666666666666 + }, + "corporate": { + "n": 10, + "TP": 3, + "FP": 2, + "TN": 3, + "FN": 2, + "precision": 0.6, + "recall": 0.6, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.6 + } + }, + "uk": { + "light": { + "n": 10, + "TP": 3, + "FP": 3, + "TN": 3, + "FN": 1, + "precision": 0.5, + "recall": 0.75, + "specificity": 0.5, + "false_positive_rate": 0.5, + "false_negative_rate": 0.25, + "accuracy": 0.6, + "f1": 0.6 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "corporate": { + "n": 10, + "TP": 4, + "FP": 3, + "TN": 2, + "FN": 1, + "precision": 0.5714285714285714, + "recall": 0.8, + "specificity": 0.4, + "false_positive_rate": 0.6, + "false_negative_rate": 0.2, + "accuracy": 0.6, + "f1": 0.6666666666666666 + } + }, + "zh": { + "light": { + "n": 10, + "TP": 2, + "FP": 1, + "TN": 5, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.5, + "specificity": 0.8333333333333334, + "false_positive_rate": 0.16666666666666666, + "false_negative_rate": 0.5, + "accuracy": 0.7, + "f1": 0.5714285714285714 + }, + "medium": { + "n": 10, + "TP": 4, + "FP": 1, + "TN": 4, + "FN": 1, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8 + }, + "high": { + "n": 10, + "TP": 4, + "FP": 1, + "TN": 4, + "FN": 1, + "precision": 0.8, + "recall": 0.8, + "specificity": 0.8, + "false_positive_rate": 0.2, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8 + }, + "corporate": { + "n": 10, + "TP": 5, + "FP": 2, + "TN": 3, + "FN": 0, + "precision": 0.7142857142857143, + "recall": 1.0, + "specificity": 0.6, + "false_positive_rate": 0.4, + "false_negative_rate": 0.0, + "accuracy": 0.8, + "f1": 0.8333333333333334 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 170, + "TP": 34, + "FP": 30, + "TN": 72, + "FN": 34, + "precision": 0.53125, + "recall": 0.5, + "specificity": 0.7058823529411765, + "false_positive_rate": 0.29411764705882354, + "false_negative_rate": 0.5, + "accuracy": 0.6235294117647059, + "f1": 0.5151515151515151 + }, + "medium": { + "n": 170, + "TP": 61, + "FP": 33, + "TN": 52, + "FN": 24, + "precision": 0.648936170212766, + "recall": 0.7176470588235294, + "specificity": 0.611764705882353, + "false_positive_rate": 0.38823529411764707, + "false_negative_rate": 0.2823529411764706, + "accuracy": 0.6647058823529411, + "f1": 0.6815642458100558 + }, + "high": { + "n": 170, + "TP": 63, + "FP": 36, + "TN": 49, + "FN": 22, + "precision": 0.6363636363636364, + "recall": 0.7411764705882353, + "specificity": 0.5764705882352941, + "false_positive_rate": 0.4235294117647059, + "false_negative_rate": 0.25882352941176473, + "accuracy": 0.6588235294117647, + "f1": 0.6847826086956522 + }, + "corporate": { + "n": 170, + "TP": 66, + "FP": 41, + "TN": 44, + "FN": 19, + "precision": 0.616822429906542, + "recall": 0.7764705882352941, + "specificity": 0.5176470588235295, + "false_positive_rate": 0.4823529411764706, + "false_negative_rate": 0.2235294117647059, + "accuracy": 0.6470588235294118, + "f1": 0.6875 + } + } + } + }, + "semantic_paraphrase": { + "overall": { + "light": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 1, + "FN": 5, + "precision": 0.75, + "recall": 0.375, + "specificity": 0.5, + "false_positive_rate": 0.5, + "false_negative_rate": 0.625, + "accuracy": 0.4, + "f1": 0.5 + }, + "medium": { + "n": 10, + "TP": 7, + "FP": 0, + "TN": 0, + "FN": 3, + "precision": 1.0, + "recall": 0.7, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.3, + "accuracy": 0.7, + "f1": 0.8235294117647058 + }, + "high": { + "n": 10, + "TP": 8, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 10, + "TP": 8, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "by_language": { + "en": { + "light": { + "n": 5, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.5, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.5, + "accuracy": 0.4, + "f1": 0.5714285714285714 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "ru": { + "light": { + "n": 5, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": 1.0, + "recall": 0.25, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.75, + "accuracy": 0.4, + "f1": 0.4 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 10, + "TP": 3, + "FP": 1, + "TN": 1, + "FN": 5, + "precision": 0.75, + "recall": 0.375, + "specificity": 0.5, + "false_positive_rate": 0.5, + "false_negative_rate": 0.625, + "accuracy": 0.4, + "f1": 0.5 + }, + "medium": { + "n": 10, + "TP": 7, + "FP": 0, + "TN": 0, + "FN": 3, + "precision": 1.0, + "recall": 0.7, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.3, + "accuracy": 0.7, + "f1": 0.8235294117647058 + }, + "high": { + "n": 10, + "TP": 8, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 10, + "TP": 8, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + } + } + }, + "separator": { + "overall": { + "light": { + "n": 85, + "TP": 31, + "FP": 12, + "TN": 5, + "FN": 37, + "precision": 0.7209302325581395, + "recall": 0.45588235294117646, + "specificity": 0.29411764705882354, + "false_positive_rate": 0.7058823529411765, + "false_negative_rate": 0.5441176470588235, + "accuracy": 0.4235294117647059, + "f1": 0.5585585585585585 + }, + "medium": { + "n": 85, + "TP": 59, + "FP": 0, + "TN": 0, + "FN": 26, + "precision": 1.0, + "recall": 0.6941176470588235, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.3058823529411765, + "accuracy": 0.6941176470588235, + "f1": 0.8194444444444444 + }, + "high": { + "n": 85, + "TP": 62, + "FP": 0, + "TN": 0, + "FN": 23, + "precision": 1.0, + "recall": 0.7294117647058823, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.27058823529411763, + "accuracy": 0.7294117647058823, + "f1": 0.8435374149659864 + }, + "corporate": { + "n": 85, + "TP": 64, + "FP": 0, + "TN": 0, + "FN": 21, + "precision": 1.0, + "recall": 0.7529411764705882, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.24705882352941178, + "accuracy": 0.7529411764705882, + "f1": 0.8590604026845637 + } + }, + "by_language": { + "be": { + "light": { + "n": 5, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.25, + "accuracy": 0.6, + "f1": 0.75 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 5, + "FP": 0, + "TN": 0, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + }, + "corporate": { + "n": 5, + "TP": 5, + "FP": 0, + "TN": 0, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "cs": { + "light": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.8, + "f1": 0.8571428571428571 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "de": { + "light": { + "n": 5, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.75, + "accuracy": 0.2, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "en": { + "light": { + "n": 5, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.25, + "accuracy": 0.6, + "f1": 0.75 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "es": { + "light": { + "n": 5, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.25, + "accuracy": 0.6, + "f1": 0.75 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "fi": { + "light": { + "n": 5, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.75, + "accuracy": 0.2, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + } + }, + "fr": { + "light": { + "n": 5, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.75, + "accuracy": 0.2, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + } + }, + "it": { + "light": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 1, + "FN": 1, + "precision": 1.0, + "recall": 0.75, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.25, + "accuracy": 0.8, + "f1": 0.8571428571428571 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "ja": { + "light": { + "n": 5, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.75, + "accuracy": 0.2, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + } + }, + "kk": { + "light": { + "n": 5, + "TP": 1, + "FP": 1, + "TN": 0, + "FN": 3, + "precision": 0.5, + "recall": 0.25, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.75, + "accuracy": 0.2, + "f1": 0.3333333333333333 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + } + }, + "ko": { + "light": { + "n": 5, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": 1.0, + "recall": 0.25, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.75, + "accuracy": 0.4, + "f1": 0.4 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + } + }, + "lv": { + "light": { + "n": 5, + "TP": 1, + "FP": 0, + "TN": 1, + "FN": 3, + "precision": 1.0, + "recall": 0.25, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.75, + "accuracy": 0.4, + "f1": 0.4 + }, + "medium": { + "n": 5, + "TP": 2, + "FP": 0, + "TN": 0, + "FN": 3, + "precision": 1.0, + "recall": 0.4, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.6, + "accuracy": 0.4, + "f1": 0.5714285714285714 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "pl": { + "light": { + "n": 5, + "TP": 2, + "FP": 0, + "TN": 1, + "FN": 2, + "precision": 1.0, + "recall": 0.5, + "specificity": 1.0, + "false_positive_rate": 0.0, + "false_negative_rate": 0.5, + "accuracy": 0.6, + "f1": 0.6666666666666666 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "ru": { + "light": { + "n": 5, + "TP": 3, + "FP": 1, + "TN": 0, + "FN": 1, + "precision": 0.75, + "recall": 0.75, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.25, + "accuracy": 0.6, + "f1": 0.75 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + }, + "sv": { + "light": { + "n": 5, + "TP": 0, + "FP": 1, + "TN": 0, + "FN": 4, + "precision": 0.0, + "recall": 0.0, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 1.0, + "accuracy": 0.0, + "f1": 0.0 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + } + }, + "uk": { + "light": { + "n": 5, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.5, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.5, + "accuracy": 0.4, + "f1": 0.5714285714285714 + }, + "medium": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "high": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + }, + "corporate": { + "n": 5, + "TP": 5, + "FP": 0, + "TN": 0, + "FN": 0, + "precision": 1.0, + "recall": 1.0, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.0, + "accuracy": 1.0, + "f1": 1.0 + } + }, + "zh": { + "light": { + "n": 5, + "TP": 2, + "FP": 1, + "TN": 0, + "FN": 2, + "precision": 0.6666666666666666, + "recall": 0.5, + "specificity": 0.0, + "false_positive_rate": 1.0, + "false_negative_rate": 0.5, + "accuracy": 0.4, + "f1": 0.5714285714285714 + }, + "medium": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "high": { + "n": 5, + "TP": 3, + "FP": 0, + "TN": 0, + "FN": 2, + "precision": 1.0, + "recall": 0.6, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.4, + "accuracy": 0.6, + "f1": 0.75 + }, + "corporate": { + "n": 5, + "TP": 4, + "FP": 0, + "TN": 0, + "FN": 1, + "precision": 1.0, + "recall": 0.8, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.2, + "accuracy": 0.8, + "f1": 0.8888888888888888 + } + } + }, + "by_origin": { + "authored_research_check": { + "light": { + "n": 85, + "TP": 31, + "FP": 12, + "TN": 5, + "FN": 37, + "precision": 0.7209302325581395, + "recall": 0.45588235294117646, + "specificity": 0.29411764705882354, + "false_positive_rate": 0.7058823529411765, + "false_negative_rate": 0.5441176470588235, + "accuracy": 0.4235294117647059, + "f1": 0.5585585585585585 + }, + "medium": { + "n": 85, + "TP": 59, + "FP": 0, + "TN": 0, + "FN": 26, + "precision": 1.0, + "recall": 0.6941176470588235, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.3058823529411765, + "accuracy": 0.6941176470588235, + "f1": 0.8194444444444444 + }, + "high": { + "n": 85, + "TP": 62, + "FP": 0, + "TN": 0, + "FN": 23, + "precision": 1.0, + "recall": 0.7294117647058823, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.27058823529411763, + "accuracy": 0.7294117647058823, + "f1": 0.8435374149659864 + }, + "corporate": { + "n": 85, + "TP": 64, + "FP": 0, + "TN": 0, + "FN": 21, + "precision": 1.0, + "recall": 0.7529411764705882, + "specificity": null, + "false_positive_rate": null, + "false_negative_rate": 0.24705882352941178, + "accuracy": 0.7529411764705882, + "f1": 0.8590604026845637 + } + } + } + } + }, + "external": { + "rows_without_known_overlap": 1680, + "standard_category_metrics": { + "sexual": { + "n": 984, + "TP": 228, + "FP": 77, + "TN": 670, + "FN": 9, + "precision": 0.7475409836065574, + "recall": 0.9620253164556962, + "specificity": 0.8969210174029452, + "false_positive_rate": 0.10307898259705489, + "false_negative_rate": 0.0379746835443038, + "accuracy": 0.9126016260162602, + "f1": 0.8413284132841329 + }, + "hate": { + "n": 771, + "TP": 158, + "FP": 196, + "TN": 413, + "FN": 4, + "precision": 0.4463276836158192, + "recall": 0.9753086419753086, + "specificity": 0.6781609195402298, + "false_positive_rate": 0.3218390804597701, + "false_negative_rate": 0.024691358024691357, + "accuracy": 0.7405966277561609, + "f1": 0.6124031007751938 + }, + "violence": { + "n": 1450, + "TP": 86, + "FP": 189, + "TN": 1167, + "FN": 8, + "precision": 0.31272727272727274, + "recall": 0.9148936170212766, + "specificity": 0.8606194690265486, + "false_positive_rate": 0.13938053097345132, + "false_negative_rate": 0.0851063829787234, + "accuracy": 0.8641379310344828, + "f1": 0.46612466124661245 + }, + "harassment": { + "n": 1444, + "TP": 67, + "FP": 443, + "TN": 925, + "FN": 9, + "precision": 0.13137254901960785, + "recall": 0.881578947368421, + "specificity": 0.6761695906432749, + "false_positive_rate": 0.32383040935672514, + "false_negative_rate": 0.11842105263157894, + "accuracy": 0.6869806094182825, + "f1": 0.22866894197952217 + }, + "self_harm": { + "n": 1447, + "TP": 43, + "FP": 106, + "TN": 1290, + "FN": 8, + "precision": 0.28859060402684567, + "recall": 0.8431372549019608, + "specificity": 0.9240687679083095, + "false_positive_rate": 0.07593123209169055, + "false_negative_rate": 0.1568627450980392, + "accuracy": 0.9212163096060816, + "f1": 0.43 + }, + "sexual_minors": { + "n": 994, + "TP": 85, + "FP": 212, + "TN": 697, + "FN": 0, + "precision": 0.28619528619528617, + "recall": 1.0, + "specificity": 0.7667766776677668, + "false_positive_rate": 0.23322332233223322, + "false_negative_rate": 0.0, + "accuracy": 0.7867203219315896, + "f1": 0.44502617801047123 + }, + "hate_threatening": { + "n": 761, + "TP": 36, + "FP": 69, + "TN": 651, + "FN": 5, + "precision": 0.34285714285714286, + "recall": 0.8780487804878049, + "specificity": 0.9041666666666667, + "false_positive_rate": 0.09583333333333334, + "false_negative_rate": 0.12195121951219512, + "accuracy": 0.9027595269382391, + "f1": 0.4931506849315068 + }, + "violence_graphic": { + "n": 1447, + "TP": 21, + "FP": 147, + "TN": 1276, + "FN": 3, + "precision": 0.125, + "recall": 0.875, + "specificity": 0.8966971187631764, + "false_positive_rate": 0.10330288123682362, + "false_negative_rate": 0.125, + "accuracy": 0.8963372494816862, + "f1": 0.21875 + } + }, + "profile_category_metrics": { + "light": { + "hate": { + "n": 771, + "TP": 87, + "FP": 28, + "TN": 581, + "FN": 75, + "precision": 0.7565217391304347, + "recall": 0.5370370370370371, + "specificity": 0.9540229885057471, + "false_positive_rate": 0.04597701149425287, + "false_negative_rate": 0.46296296296296297, + "accuracy": 0.8664072632944229, + "f1": 0.628158844765343 + }, + "sexual_minors": { + "n": 994, + "TP": 82, + "FP": 166, + "TN": 743, + "FN": 3, + "precision": 0.33064516129032256, + "recall": 0.9647058823529412, + "specificity": 0.8173817381738174, + "false_positive_rate": 0.18261826182618263, + "false_negative_rate": 0.03529411764705882, + "accuracy": 0.829979879275654, + "f1": 0.4924924924924925 + }, + "hate_threatening": { + "n": 761, + "TP": 36, + "FP": 69, + "TN": 651, + "FN": 5, + "precision": 0.34285714285714286, + "recall": 0.8780487804878049, + "specificity": 0.9041666666666667, + "false_positive_rate": 0.09583333333333334, + "false_negative_rate": 0.12195121951219512, + "accuracy": 0.9027595269382391, + "f1": 0.4931506849315068 + }, + "violence_graphic": { + "n": 1447, + "TP": 21, + "FP": 147, + "TN": 1276, + "FN": 3, + "precision": 0.125, + "recall": 0.875, + "specificity": 0.8966971187631764, + "false_positive_rate": 0.10330288123682362, + "false_negative_rate": 0.125, + "accuracy": 0.8963372494816862, + "f1": 0.21875 + } + }, + "medium": { + "sexual": { + "n": 984, + "TP": 198, + "FP": 22, + "TN": 725, + "FN": 39, + "precision": 0.9, + "recall": 0.8354430379746836, + "specificity": 0.9705488621151271, + "false_positive_rate": 0.029451137884872823, + "false_negative_rate": 0.16455696202531644, + "accuracy": 0.9380081300813008, + "f1": 0.8665207877461707 + }, + "hate": { + "n": 771, + "TP": 149, + "FP": 144, + "TN": 465, + "FN": 13, + "precision": 0.5085324232081911, + "recall": 0.9197530864197531, + "specificity": 0.7635467980295566, + "false_positive_rate": 0.23645320197044334, + "false_negative_rate": 0.08024691358024691, + "accuracy": 0.7963683527885862, + "f1": 0.654945054945055 + }, + "violence": { + "n": 1450, + "TP": 85, + "FP": 179, + "TN": 1177, + "FN": 9, + "precision": 0.32196969696969696, + "recall": 0.9042553191489362, + "specificity": 0.8679941002949852, + "false_positive_rate": 0.13200589970501475, + "false_negative_rate": 0.09574468085106383, + "accuracy": 0.8703448275862069, + "f1": 0.4748603351955307 + }, + "harassment": { + "n": 1444, + "TP": 61, + "FP": 344, + "TN": 1024, + "FN": 15, + "precision": 0.1506172839506173, + "recall": 0.8026315789473685, + "specificity": 0.7485380116959064, + "false_positive_rate": 0.25146198830409355, + "false_negative_rate": 0.19736842105263158, + "accuracy": 0.7513850415512465, + "f1": 0.25363825363825365 + }, + "self_harm": { + "n": 1447, + "TP": 28, + "FP": 19, + "TN": 1377, + "FN": 23, + "precision": 0.5957446808510638, + "recall": 0.5490196078431373, + "specificity": 0.9863896848137536, + "false_positive_rate": 0.013610315186246419, + "false_negative_rate": 0.45098039215686275, + "accuracy": 0.9709744298548721, + "f1": 0.5714285714285714 + }, + "sexual_minors": { + "n": 994, + "TP": 85, + "FP": 212, + "TN": 697, + "FN": 0, + "precision": 0.28619528619528617, + "recall": 1.0, + "specificity": 0.7667766776677668, + "false_positive_rate": 0.23322332233223322, + "false_negative_rate": 0.0, + "accuracy": 0.7867203219315896, + "f1": 0.44502617801047123 + }, + "hate_threatening": { + "n": 761, + "TP": 36, + "FP": 69, + "TN": 651, + "FN": 5, + "precision": 0.34285714285714286, + "recall": 0.8780487804878049, + "specificity": 0.9041666666666667, + "false_positive_rate": 0.09583333333333334, + "false_negative_rate": 0.12195121951219512, + "accuracy": 0.9027595269382391, + "f1": 0.4931506849315068 + }, + "violence_graphic": { + "n": 1447, + "TP": 21, + "FP": 147, + "TN": 1276, + "FN": 3, + "precision": 0.125, + "recall": 0.875, + "specificity": 0.8966971187631764, + "false_positive_rate": 0.10330288123682362, + "false_negative_rate": 0.125, + "accuracy": 0.8963372494816862, + "f1": 0.21875 + } + }, + "high": { + "sexual": { + "n": 984, + "TP": 217, + "FP": 38, + "TN": 709, + "FN": 20, + "precision": 0.8509803921568627, + "recall": 0.9156118143459916, + "specificity": 0.9491298527443106, + "false_positive_rate": 0.050870147255689425, + "false_negative_rate": 0.08438818565400844, + "accuracy": 0.9410569105691057, + "f1": 0.8821138211382114 + }, + "hate": { + "n": 771, + "TP": 153, + "FP": 158, + "TN": 451, + "FN": 9, + "precision": 0.4919614147909968, + "recall": 0.9444444444444444, + "specificity": 0.7405582922824302, + "false_positive_rate": 0.2594417077175698, + "false_negative_rate": 0.05555555555555555, + "accuracy": 0.7833981841763943, + "f1": 0.6469344608879493 + }, + "violence": { + "n": 1450, + "TP": 85, + "FP": 179, + "TN": 1177, + "FN": 9, + "precision": 0.32196969696969696, + "recall": 0.9042553191489362, + "specificity": 0.8679941002949852, + "false_positive_rate": 0.13200589970501475, + "false_negative_rate": 0.09574468085106383, + "accuracy": 0.8703448275862069, + "f1": 0.4748603351955307 + }, + "harassment": { + "n": 1444, + "TP": 67, + "FP": 453, + "TN": 915, + "FN": 9, + "precision": 0.12884615384615383, + "recall": 0.881578947368421, + "specificity": 0.668859649122807, + "false_positive_rate": 0.33114035087719296, + "false_negative_rate": 0.11842105263157894, + "accuracy": 0.6800554016620498, + "f1": 0.22483221476510068 + }, + "self_harm": { + "n": 1447, + "TP": 39, + "FP": 52, + "TN": 1344, + "FN": 12, + "precision": 0.42857142857142855, + "recall": 0.7647058823529411, + "specificity": 0.9627507163323782, + "false_positive_rate": 0.03724928366762178, + "false_negative_rate": 0.23529411764705882, + "accuracy": 0.9557705597788528, + "f1": 0.5492957746478874 + }, + "sexual_minors": { + "n": 994, + "TP": 85, + "FP": 212, + "TN": 697, + "FN": 0, + "precision": 0.28619528619528617, + "recall": 1.0, + "specificity": 0.7667766776677668, + "false_positive_rate": 0.23322332233223322, + "false_negative_rate": 0.0, + "accuracy": 0.7867203219315896, + "f1": 0.44502617801047123 + }, + "hate_threatening": { + "n": 761, + "TP": 36, + "FP": 69, + "TN": 651, + "FN": 5, + "precision": 0.34285714285714286, + "recall": 0.8780487804878049, + "specificity": 0.9041666666666667, + "false_positive_rate": 0.09583333333333334, + "false_negative_rate": 0.12195121951219512, + "accuracy": 0.9027595269382391, + "f1": 0.4931506849315068 + }, + "violence_graphic": { + "n": 1447, + "TP": 21, + "FP": 147, + "TN": 1276, + "FN": 3, + "precision": 0.125, + "recall": 0.875, + "specificity": 0.8966971187631764, + "false_positive_rate": 0.10330288123682362, + "false_negative_rate": 0.125, + "accuracy": 0.8963372494816862, + "f1": 0.21875 + } + }, + "corporate": { + "sexual": { + "n": 984, + "TP": 220, + "FP": 42, + "TN": 705, + "FN": 17, + "precision": 0.8396946564885496, + "recall": 0.9282700421940928, + "specificity": 0.9437751004016064, + "false_positive_rate": 0.05622489959839357, + "false_negative_rate": 0.07172995780590717, + "accuracy": 0.9400406504065041, + "f1": 0.8817635270541082 + }, + "hate": { + "n": 771, + "TP": 153, + "FP": 158, + "TN": 451, + "FN": 9, + "precision": 0.4919614147909968, + "recall": 0.9444444444444444, + "specificity": 0.7405582922824302, + "false_positive_rate": 0.2594417077175698, + "false_negative_rate": 0.05555555555555555, + "accuracy": 0.7833981841763943, + "f1": 0.6469344608879493 + }, + "violence": { + "n": 1450, + "TP": 86, + "FP": 189, + "TN": 1167, + "FN": 8, + "precision": 0.31272727272727274, + "recall": 0.9148936170212766, + "specificity": 0.8606194690265486, + "false_positive_rate": 0.13938053097345132, + "false_negative_rate": 0.0851063829787234, + "accuracy": 0.8641379310344828, + "f1": 0.46612466124661245 + }, + "harassment": { + "n": 1444, + "TP": 67, + "FP": 453, + "TN": 915, + "FN": 9, + "precision": 0.12884615384615383, + "recall": 0.881578947368421, + "specificity": 0.668859649122807, + "false_positive_rate": 0.33114035087719296, + "false_negative_rate": 0.11842105263157894, + "accuracy": 0.6800554016620498, + "f1": 0.22483221476510068 + }, + "self_harm": { + "n": 1447, + "TP": 41, + "FP": 62, + "TN": 1334, + "FN": 10, + "precision": 0.39805825242718446, + "recall": 0.803921568627451, + "specificity": 0.9555873925501432, + "false_positive_rate": 0.044412607449856735, + "false_negative_rate": 0.19607843137254902, + "accuracy": 0.9502418797512094, + "f1": 0.5324675324675324 + }, + "sexual_minors": { + "n": 994, + "TP": 85, + "FP": 212, + "TN": 697, + "FN": 0, + "precision": 0.28619528619528617, + "recall": 1.0, + "specificity": 0.7667766776677668, + "false_positive_rate": 0.23322332233223322, + "false_negative_rate": 0.0, + "accuracy": 0.7867203219315896, + "f1": 0.44502617801047123 + }, + "hate_threatening": { + "n": 761, + "TP": 36, + "FP": 69, + "TN": 651, + "FN": 5, + "precision": 0.34285714285714286, + "recall": 0.8780487804878049, + "specificity": 0.9041666666666667, + "false_positive_rate": 0.09583333333333334, + "false_negative_rate": 0.12195121951219512, + "accuracy": 0.9027595269382391, + "f1": 0.4931506849315068 + }, + "violence_graphic": { + "n": 1447, + "TP": 21, + "FP": 147, + "TN": 1276, + "FN": 3, + "precision": 0.125, + "recall": 0.875, + "specificity": 0.8966971187631764, + "false_positive_rate": 0.10330288123682362, + "false_negative_rate": 0.125, + "accuracy": 0.8963372494816862, + "f1": 0.21875 + } + } + }, + "profile_projection": { + "light": { + "n": 800, + "TP": 202, + "FP": 210, + "TN": 323, + "FN": 65, + "precision": 0.49029126213592233, + "recall": 0.7565543071161048, + "specificity": 0.6060037523452158, + "false_positive_rate": 0.39399624765478425, + "false_negative_rate": 0.24344569288389514, + "accuracy": 0.65625, + "f1": 0.5949926362297496, + "excluded_unknown": 880, + "mapped_categories": [ + "hate", + "sexual_minors", + "hate_threatening", + "violence_graphic" + ] + }, + "medium": { + "n": 859, + "TP": 493, + "FP": 196, + "TN": 141, + "FN": 29, + "precision": 0.7155297532656023, + "recall": 0.9444444444444444, + "specificity": 0.41839762611275966, + "false_positive_rate": 0.5816023738872403, + "false_negative_rate": 0.05555555555555555, + "accuracy": 0.7380675203725262, + "f1": 0.8142031379025598, + "excluded_unknown": 821, + "mapped_categories": [ + "sexual", + "hate", + "violence", + "harassment", + "self_harm", + "sexual_minors", + "hate_threatening", + "violence_graphic" + ] + }, + "high": { + "n": 859, + "TP": 504, + "FP": 220, + "TN": 117, + "FN": 18, + "precision": 0.6961325966850829, + "recall": 0.9655172413793104, + "specificity": 0.34718100890207715, + "false_positive_rate": 0.6528189910979229, + "false_negative_rate": 0.034482758620689655, + "accuracy": 0.7229336437718277, + "f1": 0.8089887640449438, + "excluded_unknown": 821, + "mapped_categories": [ + "sexual", + "hate", + "violence", + "harassment", + "self_harm", + "sexual_minors", + "hate_threatening", + "violence_graphic" + ] + }, + "corporate": { + "n": 859, + "TP": 505, + "FP": 222, + "TN": 115, + "FN": 17, + "precision": 0.6946354883081155, + "recall": 0.9674329501915708, + "specificity": 0.34124629080118696, + "false_positive_rate": 0.658753709198813, + "false_negative_rate": 0.032567049808429116, + "accuracy": 0.7217694994179278, + "f1": 0.8086469175340272, + "excluded_unknown": 821, + "mapped_categories": [ + "sexual", + "hate", + "violence", + "harassment", + "self_harm", + "sexual_minors", + "hate_threatening", + "violence_graphic" + ] + } + }, + "interpretation": "Projection onto available binary benchmark categories; not gold four-level policy accuracy. Profanity and three unmapped heads excluded. Severity definitions may differ." + } +} \ No newline at end of file