{ "thresholds_sha256": "08f95c154a0b5eeabbf160c3c4fdec99a01011adbf601040efa55adb150ec777", "external_overlap_audit": { "method": "NFC casefold whitespace-normalized exact match across all 17 translations of used source groups", "excluded_ids": [], "matches": [], "limitations": "Does not detect arbitrary paraphrases or unknown backbone pretraining contamination." }, "token_lengths": { "max_length": 512, "by_split": { "fit": { "rows": 828, "truncated": 0, "max_tokens": 250 }, "audit": { "rows": 412, "truncated": 0, "max_tokens": 251 }, "challenge": { "rows": 265, "truncated": 0, "max_tokens": 38 }, "external": { "rows": 1680, "truncated": 76, "max_tokens": 1735 } }, "truncated_rows": [ { "id": "external-82", "tokens": 994 }, { "id": "external-99", "tokens": 1735 }, { "id": "external-102", "tokens": 588 }, { "id": "external-110", "tokens": 1164 }, { "id": "external-112", "tokens": 1016 }, { "id": "external-125", "tokens": 1162 }, { "id": "external-161", "tokens": 654 }, { "id": "external-200", "tokens": 605 }, { "id": "external-212", "tokens": 661 }, { "id": "external-215", "tokens": 625 }, { "id": "external-237", "tokens": 1201 }, { "id": "external-261", "tokens": 1134 }, { "id": "external-265", "tokens": 1238 }, { "id": "external-306", "tokens": 1211 }, { "id": "external-313", "tokens": 1205 }, { "id": "external-319", "tokens": 574 }, { "id": "external-324", "tokens": 537 }, { "id": "external-340", "tokens": 801 }, { "id": "external-346", "tokens": 814 }, { "id": "external-361", "tokens": 1047 }, { "id": "external-407", "tokens": 519 }, { "id": "external-414", "tokens": 532 }, { "id": "external-431", "tokens": 518 }, { "id": "external-442", "tokens": 1035 }, { "id": "external-524", "tokens": 671 }, { "id": "external-567", "tokens": 625 }, { "id": "external-569", "tokens": 917 }, { "id": "external-595", "tokens": 775 }, { "id": "external-599", "tokens": 523 }, { "id": "external-645", "tokens": 535 }, { "id": "external-693", "tokens": 524 }, { "id": "external-706", "tokens": 517 }, { "id": "external-809", "tokens": 885 }, { "id": "external-847", "tokens": 546 }, { "id": "external-880", "tokens": 517 }, { "id": "external-904", "tokens": 1004 }, { "id": "external-905", "tokens": 1221 }, { "id": "external-950", "tokens": 751 }, { "id": "external-990", "tokens": 600 }, { "id": "external-1064", "tokens": 1268 }, { "id": "external-1083", "tokens": 1062 }, { "id": "external-1084", "tokens": 995 }, { "id": "external-1087", "tokens": 579 }, { "id": "external-1090", "tokens": 686 }, { "id": "external-1099", "tokens": 843 }, { "id": "external-1107", "tokens": 517 }, { "id": "external-1120", "tokens": 866 }, { "id": "external-1123", "tokens": 623 }, { "id": "external-1145", "tokens": 606 }, { "id": "external-1166", "tokens": 529 }, { "id": "external-1175", "tokens": 1415 }, { "id": "external-1207", "tokens": 1384 }, { "id": "external-1214", "tokens": 530 }, { "id": "external-1217", "tokens": 529 }, { "id": "external-1232", "tokens": 647 }, { "id": "external-1261", "tokens": 545 }, { "id": "external-1275", "tokens": 528 }, { "id": "external-1279", "tokens": 667 }, { "id": "external-1293", "tokens": 563 }, { "id": "external-1313", "tokens": 538 }, { "id": "external-1326", "tokens": 522 }, { "id": "external-1334", "tokens": 528 }, { "id": "external-1343", "tokens": 541 }, { "id": "external-1372", "tokens": 527 }, { "id": "external-1423", "tokens": 680 }, { "id": "external-1425", "tokens": 535 }, { "id": "external-1434", "tokens": 609 }, { "id": "external-1449", "tokens": 530 }, { "id": "external-1481", "tokens": 1234 }, { "id": "external-1482", "tokens": 591 }, { "id": "external-1488", "tokens": 937 }, { "id": "external-1500", "tokens": 788 }, { "id": "external-1560", "tokens": 543 }, { "id": "external-1575", "tokens": 864 }, { "id": "external-1593", "tokens": 1163 }, { "id": "external-1674", "tokens": 1393 } ] }, "internal_audit_before": { "overall": { "light": { "n": 412, "TP": 20, "FP": 0, "TN": 279, "FN": 113, "precision": 1.0, "recall": 0.15037593984962405, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.849624060150376, "accuracy": 0.7257281553398058, "f1": 0.26143790849673204 }, "medium": { "n": 412, "TP": 118, "FP": 19, "TN": 178, "FN": 97, "precision": 0.8613138686131386, "recall": 0.5488372093023256, "specificity": 0.9035532994923858, "false_positive_rate": 0.09644670050761421, "false_negative_rate": 0.4511627906976744, "accuracy": 0.7184466019417476, "f1": 0.6704545454545454 }, "high": { "n": 412, "TP": 208, "FP": 7, "TN": 138, "FN": 59, "precision": 0.9674418604651163, "recall": 0.7790262172284644, "specificity": 0.9517241379310345, "false_positive_rate": 0.04827586206896552, "false_negative_rate": 0.2209737827715356, "accuracy": 0.8398058252427184, "f1": 0.8630705394190872 }, "corporate": { "n": 412, "TP": 246, "FP": 19, "TN": 118, "FN": 29, "precision": 0.9283018867924528, "recall": 0.8945454545454545, "specificity": 0.8613138686131386, "false_positive_rate": 0.1386861313868613, "false_negative_rate": 0.10545454545454545, "accuracy": 0.883495145631068, "f1": 0.9111111111111111 } }, "by_language": { "be": { "light": { "n": 24, "TP": 1, "FP": 0, "TN": 17, "FN": 6, "precision": 1.0, "recall": 0.14285714285714285, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8571428571428571, "accuracy": 0.75, "f1": 0.25 }, "medium": { "n": 24, "TP": 6, "FP": 3, "TN": 9, "FN": 6, "precision": 0.6666666666666666, "recall": 0.5, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.5, "accuracy": 0.625, "f1": 0.5714285714285714 }, "high": { "n": 24, "TP": 12, "FP": 3, "TN": 6, "FN": 3, "precision": 0.8, "recall": 0.8, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.2, "accuracy": 0.75, "f1": 0.8 }, "corporate": { "n": 24, "TP": 16, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8888888888888888, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.9166666666666666, "f1": 0.9411764705882353 } }, "cs": { "light": { "n": 23, "TP": 1, "FP": 0, "TN": 16, "FN": 6, "precision": 1.0, "recall": 0.14285714285714285, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8571428571428571, "accuracy": 0.7391304347826086, "f1": 0.25 }, "medium": { "n": 23, "TP": 6, "FP": 1, "TN": 10, "FN": 6, "precision": 0.8571428571428571, "recall": 0.5, "specificity": 0.9090909090909091, "false_positive_rate": 0.09090909090909091, "false_negative_rate": 0.5, "accuracy": 0.6956521739130435, "f1": 0.631578947368421 }, "high": { "n": 23, "TP": 12, "FP": 1, "TN": 7, "FN": 3, "precision": 0.9230769230769231, "recall": 0.8, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.2, "accuracy": 0.8260869565217391, "f1": 0.8571428571428571 }, "corporate": { "n": 23, "TP": 13, "FP": 2, "TN": 6, "FN": 2, "precision": 0.8666666666666667, "recall": 0.8666666666666667, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.13333333333333333, "accuracy": 0.8260869565217391, "f1": 0.8666666666666667 } }, "de": { "light": { "n": 24, "TP": 1, "FP": 0, "TN": 15, "FN": 8, "precision": 1.0, "recall": 0.1111111111111111, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8888888888888888, "accuracy": 0.6666666666666666, "f1": 0.2 }, "medium": { "n": 24, "TP": 9, "FP": 0, "TN": 10, "FN": 5, "precision": 1.0, "recall": 0.6428571428571429, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.35714285714285715, "accuracy": 0.7916666666666666, "f1": 0.782608695652174 }, "high": { "n": 24, "TP": 12, "FP": 0, "TN": 8, "FN": 4, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.8333333333333334, "f1": 0.8571428571428571 }, "corporate": { "n": 24, "TP": 14, "FP": 1, "TN": 7, "FN": 2, "precision": 0.9333333333333333, "recall": 0.875, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.125, "accuracy": 0.875, "f1": 0.9032258064516129 } }, "en": { "light": { "n": 25, "TP": 2, "FP": 0, "TN": 17, "FN": 6, "precision": 1.0, "recall": 0.25, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.75, "accuracy": 0.76, "f1": 0.4 }, "medium": { "n": 25, "TP": 8, "FP": 0, "TN": 13, "FN": 4, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.84, "f1": 0.8 }, "high": { "n": 25, "TP": 12, "FP": 0, "TN": 11, "FN": 2, "precision": 1.0, "recall": 0.8571428571428571, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.14285714285714285, "accuracy": 0.92, "f1": 0.9230769230769231 }, "corporate": { "n": 25, "TP": 14, "FP": 0, "TN": 10, "FN": 1, "precision": 1.0, "recall": 0.9333333333333333, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.06666666666666667, "accuracy": 0.96, "f1": 0.9655172413793104 } }, "es": { "light": { "n": 25, "TP": 3, "FP": 0, "TN": 17, "FN": 5, "precision": 1.0, "recall": 0.375, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.625, "accuracy": 0.8, "f1": 0.5454545454545454 }, "medium": { "n": 25, "TP": 10, "FP": 1, "TN": 10, "FN": 4, "precision": 0.9090909090909091, "recall": 0.7142857142857143, "specificity": 0.9090909090909091, "false_positive_rate": 0.09090909090909091, "false_negative_rate": 0.2857142857142857, "accuracy": 0.8, "f1": 0.8 }, "high": { "n": 25, "TP": 15, "FP": 0, "TN": 7, "FN": 3, "precision": 1.0, "recall": 0.8333333333333334, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.16666666666666666, "accuracy": 0.88, "f1": 0.9090909090909091 }, "corporate": { "n": 25, "TP": 16, "FP": 1, "TN": 5, "FN": 3, "precision": 0.9411764705882353, "recall": 0.8421052631578947, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.15789473684210525, "accuracy": 0.84, "f1": 0.8888888888888888 } }, "fi": { "light": { "n": 24, "TP": 0, "FP": 0, "TN": 16, "FN": 8, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.6666666666666666, "f1": 0.0 }, "medium": { "n": 24, "TP": 7, "FP": 1, "TN": 11, "FN": 5, "precision": 0.875, "recall": 0.5833333333333334, "specificity": 0.9166666666666666, "false_positive_rate": 0.08333333333333333, "false_negative_rate": 0.4166666666666667, "accuracy": 0.75, "f1": 0.7 }, "high": { "n": 24, "TP": 11, "FP": 1, "TN": 8, "FN": 4, "precision": 0.9166666666666666, "recall": 0.7333333333333333, "specificity": 0.8888888888888888, "false_positive_rate": 0.1111111111111111, "false_negative_rate": 0.26666666666666666, "accuracy": 0.7916666666666666, "f1": 0.8148148148148148 }, "corporate": { "n": 24, "TP": 13, "FP": 2, "TN": 7, "FN": 2, "precision": 0.8666666666666667, "recall": 0.8666666666666667, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.13333333333333333, "accuracy": 0.8333333333333334, "f1": 0.8666666666666667 } }, "fr": { "light": { "n": 23, "TP": 0, "FP": 0, "TN": 15, "FN": 8, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.6521739130434783, "f1": 0.0 }, "medium": { "n": 23, "TP": 8, "FP": 2, "TN": 9, "FN": 4, "precision": 0.8, "recall": 0.6666666666666666, "specificity": 0.8181818181818182, "false_positive_rate": 0.18181818181818182, "false_negative_rate": 0.3333333333333333, "accuracy": 0.7391304347826086, "f1": 0.7272727272727273 }, "high": { "n": 23, "TP": 14, "FP": 0, "TN": 7, "FN": 2, "precision": 1.0, "recall": 0.875, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.125, "accuracy": 0.9130434782608695, "f1": 0.9333333333333333 }, "corporate": { "n": 23, "TP": 16, "FP": 1, "TN": 6, "FN": 0, "precision": 0.9411764705882353, "recall": 1.0, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.0, "accuracy": 0.9565217391304348, "f1": 0.9696969696969697 } }, "it": { "light": { "n": 25, "TP": 2, "FP": 0, "TN": 17, "FN": 6, "precision": 1.0, "recall": 0.25, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.75, "accuracy": 0.76, "f1": 0.4 }, "medium": { "n": 25, "TP": 7, "FP": 1, "TN": 11, "FN": 6, "precision": 0.875, "recall": 0.5384615384615384, "specificity": 0.9166666666666666, "false_positive_rate": 0.08333333333333333, "false_negative_rate": 0.46153846153846156, "accuracy": 0.72, "f1": 0.6666666666666666 }, "high": { "n": 25, "TP": 11, "FP": 0, "TN": 9, "FN": 5, "precision": 1.0, "recall": 0.6875, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3125, "accuracy": 0.8, "f1": 0.8148148148148148 }, "corporate": { "n": 25, "TP": 15, "FP": 0, "TN": 9, "FN": 1, "precision": 1.0, "recall": 0.9375, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0625, "accuracy": 0.96, "f1": 0.967741935483871 } }, "ja": { "light": { "n": 24, "TP": 0, "FP": 0, "TN": 15, "FN": 9, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.625, "f1": 0.0 }, "medium": { "n": 24, "TP": 4, "FP": 0, "TN": 12, "FN": 8, "precision": 1.0, "recall": 0.3333333333333333, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.6666666666666666, "accuracy": 0.6666666666666666, "f1": 0.5 }, "high": { "n": 24, "TP": 10, "FP": 0, "TN": 10, "FN": 4, "precision": 1.0, "recall": 0.7142857142857143, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.2857142857142857, "accuracy": 0.8333333333333334, "f1": 0.8333333333333334 }, "corporate": { "n": 24, "TP": 13, "FP": 3, "TN": 6, "FN": 2, "precision": 0.8125, "recall": 0.8666666666666667, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.13333333333333333, "accuracy": 0.7916666666666666, "f1": 0.8387096774193549 } }, "kk": { "light": { "n": 25, "TP": 0, "FP": 0, "TN": 16, "FN": 9, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.64, "f1": 0.0 }, "medium": { "n": 25, "TP": 7, "FP": 2, "TN": 10, "FN": 6, "precision": 0.7777777777777778, "recall": 0.5384615384615384, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.46153846153846156, "accuracy": 0.68, "f1": 0.6363636363636364 }, "high": { "n": 25, "TP": 15, "FP": 1, "TN": 7, "FN": 2, "precision": 0.9375, "recall": 0.8823529411764706, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.11764705882352941, "accuracy": 0.88, "f1": 0.9090909090909091 }, "corporate": { "n": 25, "TP": 17, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8947368421052632, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.92, "f1": 0.9444444444444444 } }, "ko": { "light": { "n": 24, "TP": 1, "FP": 0, "TN": 17, "FN": 6, "precision": 1.0, "recall": 0.14285714285714285, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8571428571428571, "accuracy": 0.75, "f1": 0.25 }, "medium": { "n": 24, "TP": 6, "FP": 1, "TN": 12, "FN": 5, "precision": 0.8571428571428571, "recall": 0.5454545454545454, "specificity": 0.9230769230769231, "false_positive_rate": 0.07692307692307693, "false_negative_rate": 0.45454545454545453, "accuracy": 0.75, "f1": 0.6666666666666666 }, "high": { "n": 24, "TP": 11, "FP": 1, "TN": 8, "FN": 4, "precision": 0.9166666666666666, "recall": 0.7333333333333333, "specificity": 0.8888888888888888, "false_positive_rate": 0.1111111111111111, "false_negative_rate": 0.26666666666666666, "accuracy": 0.7916666666666666, "f1": 0.8148148148148148 }, "corporate": { "n": 24, "TP": 14, "FP": 1, "TN": 7, "FN": 2, "precision": 0.9333333333333333, "recall": 0.875, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.125, "accuracy": 0.875, "f1": 0.9032258064516129 } }, "lv": { "light": { "n": 24, "TP": 0, "FP": 0, "TN": 16, "FN": 8, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.6666666666666666, "f1": 0.0 }, "medium": { "n": 24, "TP": 2, "FP": 1, "TN": 11, "FN": 10, "precision": 0.6666666666666666, "recall": 0.16666666666666666, "specificity": 0.9166666666666666, "false_positive_rate": 0.08333333333333333, "false_negative_rate": 0.8333333333333334, "accuracy": 0.5416666666666666, "f1": 0.26666666666666666 }, "high": { "n": 24, "TP": 12, "FP": 0, "TN": 8, "FN": 4, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.8333333333333334, "f1": 0.8571428571428571 }, "corporate": { "n": 24, "TP": 14, "FP": 1, "TN": 7, "FN": 2, "precision": 0.9333333333333333, "recall": 0.875, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.125, "accuracy": 0.875, "f1": 0.9032258064516129 } }, "pl": { "light": { "n": 23, "TP": 1, "FP": 0, "TN": 16, "FN": 6, "precision": 1.0, "recall": 0.14285714285714285, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8571428571428571, "accuracy": 0.7391304347826086, "f1": 0.25 }, "medium": { "n": 23, "TP": 8, "FP": 1, "TN": 9, "FN": 5, "precision": 0.8888888888888888, "recall": 0.6153846153846154, "specificity": 0.9, "false_positive_rate": 0.1, "false_negative_rate": 0.38461538461538464, "accuracy": 0.7391304347826086, "f1": 0.7272727272727273 }, "high": { "n": 23, "TP": 10, "FP": 0, "TN": 8, "FN": 5, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.782608695652174, "f1": 0.8 }, "corporate": { "n": 23, "TP": 13, "FP": 0, "TN": 7, "FN": 3, "precision": 1.0, "recall": 0.8125, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1875, "accuracy": 0.8695652173913043, "f1": 0.896551724137931 } }, "ru": { "light": { "n": 24, "TP": 2, "FP": 0, "TN": 17, "FN": 5, "precision": 1.0, "recall": 0.2857142857142857, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.7142857142857143, "accuracy": 0.7916666666666666, "f1": 0.4444444444444444 }, "medium": { "n": 24, "TP": 7, "FP": 1, "TN": 10, "FN": 6, "precision": 0.875, "recall": 0.5384615384615384, "specificity": 0.9090909090909091, "false_positive_rate": 0.09090909090909091, "false_negative_rate": 0.46153846153846156, "accuracy": 0.7083333333333334, "f1": 0.6666666666666666 }, "high": { "n": 24, "TP": 12, "FP": 0, "TN": 8, "FN": 4, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.8333333333333334, "f1": 0.8571428571428571 }, "corporate": { "n": 24, "TP": 14, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.875, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.125, "accuracy": 0.9166666666666666, "f1": 0.9333333333333333 } }, "sv": { "light": { "n": 25, "TP": 1, "FP": 0, "TN": 17, "FN": 7, "precision": 1.0, "recall": 0.125, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.875, "accuracy": 0.72, "f1": 0.2222222222222222 }, "medium": { "n": 25, "TP": 9, "FP": 1, "TN": 10, "FN": 5, "precision": 0.9, "recall": 0.6428571428571429, "specificity": 0.9090909090909091, "false_positive_rate": 0.09090909090909091, "false_negative_rate": 0.35714285714285715, "accuracy": 0.76, "f1": 0.75 }, "high": { "n": 25, "TP": 14, "FP": 0, "TN": 8, "FN": 3, "precision": 1.0, "recall": 0.8235294117647058, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.17647058823529413, "accuracy": 0.88, "f1": 0.9032258064516129 }, "corporate": { "n": 25, "TP": 16, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.9411764705882353, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.058823529411764705, "accuracy": 0.96, "f1": 0.9696969696969697 } }, "uk": { "light": { "n": 25, "TP": 3, "FP": 0, "TN": 18, "FN": 4, "precision": 1.0, "recall": 0.42857142857142855, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5714285714285714, "accuracy": 0.84, "f1": 0.6 }, "medium": { "n": 25, "TP": 10, "FP": 2, "TN": 10, "FN": 3, "precision": 0.8333333333333334, "recall": 0.7692307692307693, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.23076923076923078, "accuracy": 0.8, "f1": 0.8 }, "high": { "n": 25, "TP": 13, "FP": 0, "TN": 9, "FN": 3, "precision": 1.0, "recall": 0.8125, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1875, "accuracy": 0.88, "f1": 0.896551724137931 }, "corporate": { "n": 25, "TP": 14, "FP": 2, "TN": 6, "FN": 3, "precision": 0.875, "recall": 0.8235294117647058, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.17647058823529413, "accuracy": 0.8, "f1": 0.8484848484848485 } }, "zh": { "light": { "n": 25, "TP": 2, "FP": 0, "TN": 17, "FN": 6, "precision": 1.0, "recall": 0.25, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.75, "accuracy": 0.76, "f1": 0.4 }, "medium": { "n": 25, "TP": 4, "FP": 1, "TN": 11, "FN": 9, "precision": 0.8, "recall": 0.3076923076923077, "specificity": 0.9166666666666666, "false_positive_rate": 0.08333333333333333, "false_negative_rate": 0.6923076923076923, "accuracy": 0.6, "f1": 0.4444444444444444 }, "high": { "n": 25, "TP": 12, "FP": 0, "TN": 9, "FN": 4, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.84, "f1": 0.8571428571428571 }, "corporate": { "n": 25, "TP": 14, "FP": 1, "TN": 7, "FN": 3, "precision": 0.9333333333333333, "recall": 0.8235294117647058, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.17647058823529413, "accuracy": 0.84, "f1": 0.875 } } }, "by_origin": { "authored_boundary_example": { "light": { "n": 34, "TP": 0, "FP": 0, "TN": 34, "FN": 0, "precision": null, "recall": null, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": null, "accuracy": 1.0, "f1": null }, "medium": { "n": 34, "TP": 0, "FP": 6, "TN": 28, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.8235294117647058, "false_positive_rate": 0.17647058823529413, "false_negative_rate": null, "accuracy": 0.8235294117647058, "f1": 0.0 }, "high": { "n": 34, "TP": 15, "FP": 0, "TN": 17, "FN": 2, "precision": 1.0, "recall": 0.8823529411764706, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.11764705882352941, "accuracy": 0.9411764705882353, "f1": 0.9375 }, "corporate": { "n": 34, "TP": 17, "FP": 0, "TN": 17, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "source_translation_coverage": { "light": { "n": 112, "TP": 15, "FP": 0, "TN": 16, "FN": 81, "precision": 1.0, "recall": 0.15625, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.84375, "accuracy": 0.2767857142857143, "f1": 0.2702702702702703 }, "medium": { "n": 112, "TP": 69, "FP": 0, "TN": 0, "FN": 43, "precision": 1.0, "recall": 0.6160714285714286, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.38392857142857145, "accuracy": 0.6160714285714286, "f1": 0.7624309392265194 }, "high": { "n": 112, "TP": 91, "FP": 0, "TN": 0, "FN": 21, "precision": 1.0, "recall": 0.8125, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.1875, "accuracy": 0.8125, "f1": 0.896551724137931 }, "corporate": { "n": 112, "TP": 108, "FP": 0, "TN": 0, "FN": 4, "precision": 1.0, "recall": 0.9642857142857143, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.03571428571428571, "accuracy": 0.9642857142857143, "f1": 0.9818181818181818 } }, "unused_source_group": { "light": { "n": 266, "TP": 5, "FP": 0, "TN": 229, "FN": 32, "precision": 1.0, "recall": 0.13513513513513514, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8648648648648649, "accuracy": 0.8796992481203008, "f1": 0.23809523809523808 }, "medium": { "n": 266, "TP": 49, "FP": 13, "TN": 150, "FN": 54, "precision": 0.7903225806451613, "recall": 0.47572815533980584, "specificity": 0.9202453987730062, "false_positive_rate": 0.07975460122699386, "false_negative_rate": 0.5242718446601942, "accuracy": 0.7481203007518797, "f1": 0.593939393939394 }, "high": { "n": 266, "TP": 102, "FP": 7, "TN": 121, "FN": 36, "precision": 0.9357798165137615, "recall": 0.7391304347826086, "specificity": 0.9453125, "false_positive_rate": 0.0546875, "false_negative_rate": 0.2608695652173913, "accuracy": 0.8383458646616542, "f1": 0.8259109311740891 }, "corporate": { "n": 266, "TP": 121, "FP": 19, "TN": 101, "FN": 25, "precision": 0.8642857142857143, "recall": 0.8287671232876712, "specificity": 0.8416666666666667, "false_positive_rate": 0.15833333333333333, "false_negative_rate": 0.17123287671232876, "accuracy": 0.8345864661654135, "f1": 0.8461538461538461 } } } }, "internal_audit_after": { "overall": { "light": { "n": 412, "TP": 109, "FP": 35, "TN": 244, "FN": 24, "precision": 0.7569444444444444, "recall": 0.8195488721804511, "specificity": 0.8745519713261649, "false_positive_rate": 0.12544802867383512, "false_negative_rate": 0.18045112781954886, "accuracy": 0.8567961165048543, "f1": 0.7870036101083032 }, "medium": { "n": 412, "TP": 189, "FP": 51, "TN": 146, "FN": 26, "precision": 0.7875, "recall": 0.8790697674418605, "specificity": 0.7411167512690355, "false_positive_rate": 0.25888324873096447, "false_negative_rate": 0.12093023255813953, "accuracy": 0.8131067961165048, "f1": 0.8307692307692308 }, "high": { "n": 412, "TP": 245, "FP": 24, "TN": 121, "FN": 22, "precision": 0.9107806691449815, "recall": 0.9176029962546817, "specificity": 0.8344827586206897, "false_positive_rate": 0.16551724137931034, "false_negative_rate": 0.08239700374531835, "accuracy": 0.8883495145631068, "f1": 0.914179104477612 }, "corporate": { "n": 412, "TP": 252, "FP": 22, "TN": 115, "FN": 23, "precision": 0.9197080291970803, "recall": 0.9163636363636364, "specificity": 0.8394160583941606, "false_positive_rate": 0.16058394160583941, "false_negative_rate": 0.08363636363636363, "accuracy": 0.8907766990291263, "f1": 0.9180327868852459 } }, "by_language": { "be": { "light": { "n": 24, "TP": 6, "FP": 2, "TN": 15, "FN": 1, "precision": 0.75, "recall": 0.8571428571428571, "specificity": 0.8823529411764706, "false_positive_rate": 0.11764705882352941, "false_negative_rate": 0.14285714285714285, "accuracy": 0.875, "f1": 0.8 }, "medium": { "n": 24, "TP": 9, "FP": 5, "TN": 7, "FN": 3, "precision": 0.6428571428571429, "recall": 0.75, "specificity": 0.5833333333333334, "false_positive_rate": 0.4166666666666667, "false_negative_rate": 0.25, "accuracy": 0.6666666666666666, "f1": 0.6923076923076923 }, "high": { "n": 24, "TP": 14, "FP": 3, "TN": 6, "FN": 1, "precision": 0.8235294117647058, "recall": 0.9333333333333333, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.06666666666666667, "accuracy": 0.8333333333333334, "f1": 0.875 }, "corporate": { "n": 24, "TP": 15, "FP": 2, "TN": 6, "FN": 1, "precision": 0.8823529411764706, "recall": 0.9375, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0625, "accuracy": 0.875, "f1": 0.9090909090909091 } }, "cs": { "light": { "n": 23, "TP": 7, "FP": 0, "TN": 16, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 23, "TP": 11, "FP": 3, "TN": 8, "FN": 1, "precision": 0.7857142857142857, "recall": 0.9166666666666666, "specificity": 0.7272727272727273, "false_positive_rate": 0.2727272727272727, "false_negative_rate": 0.08333333333333333, "accuracy": 0.8260869565217391, "f1": 0.8461538461538461 }, "high": { "n": 23, "TP": 15, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8823529411764706, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.9130434782608695, "f1": 0.9375 }, "corporate": { "n": 23, "TP": 15, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8823529411764706, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.9130434782608695, "f1": 0.9375 } }, "de": { "light": { "n": 24, "TP": 7, "FP": 1, "TN": 14, "FN": 2, "precision": 0.875, "recall": 0.7777777777777778, "specificity": 0.9333333333333333, "false_positive_rate": 0.06666666666666667, "false_negative_rate": 0.2222222222222222, "accuracy": 0.875, "f1": 0.8235294117647058 }, "medium": { "n": 24, "TP": 13, "FP": 1, "TN": 9, "FN": 1, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "specificity": 0.9, "false_positive_rate": 0.1, "false_negative_rate": 0.07142857142857142, "accuracy": 0.9166666666666666, "f1": 0.9285714285714286 }, "high": { "n": 24, "TP": 15, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.9375, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0625, "accuracy": 0.9583333333333334, "f1": 0.967741935483871 }, "corporate": { "n": 24, "TP": 15, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.9375, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0625, "accuracy": 0.9583333333333334, "f1": 0.967741935483871 } }, "en": { "light": { "n": 25, "TP": 8, "FP": 2, "TN": 15, "FN": 0, "precision": 0.8, "recall": 1.0, "specificity": 0.8823529411764706, "false_positive_rate": 0.11764705882352941, "false_negative_rate": 0.0, "accuracy": 0.92, "f1": 0.8888888888888888 }, "medium": { "n": 25, "TP": 12, "FP": 0, "TN": 13, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 25, "TP": 14, "FP": 0, "TN": 11, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 25, "TP": 14, "FP": 0, "TN": 10, "FN": 1, "precision": 1.0, "recall": 0.9333333333333333, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.06666666666666667, "accuracy": 0.96, "f1": 0.9655172413793104 } }, "es": { "light": { "n": 25, "TP": 6, "FP": 2, "TN": 15, "FN": 2, "precision": 0.75, "recall": 0.75, "specificity": 0.8823529411764706, "false_positive_rate": 0.11764705882352941, "false_negative_rate": 0.25, "accuracy": 0.84, "f1": 0.75 }, "medium": { "n": 25, "TP": 13, "FP": 2, "TN": 9, "FN": 1, "precision": 0.8666666666666667, "recall": 0.9285714285714286, "specificity": 0.8181818181818182, "false_positive_rate": 0.18181818181818182, "false_negative_rate": 0.07142857142857142, "accuracy": 0.88, "f1": 0.896551724137931 }, "high": { "n": 25, "TP": 16, "FP": 1, "TN": 6, "FN": 2, "precision": 0.9411764705882353, "recall": 0.8888888888888888, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.1111111111111111, "accuracy": 0.88, "f1": 0.9142857142857143 }, "corporate": { "n": 25, "TP": 17, "FP": 0, "TN": 6, "FN": 2, "precision": 1.0, "recall": 0.8947368421052632, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.10526315789473684, "accuracy": 0.92, "f1": 0.9444444444444444 } }, "fi": { "light": { "n": 24, "TP": 5, "FP": 3, "TN": 13, "FN": 3, "precision": 0.625, "recall": 0.625, "specificity": 0.8125, "false_positive_rate": 0.1875, "false_negative_rate": 0.375, "accuracy": 0.75, "f1": 0.625 }, "medium": { "n": 24, "TP": 11, "FP": 4, "TN": 8, "FN": 1, "precision": 0.7333333333333333, "recall": 0.9166666666666666, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.08333333333333333, "accuracy": 0.7916666666666666, "f1": 0.8148148148148148 }, "high": { "n": 24, "TP": 13, "FP": 3, "TN": 6, "FN": 2, "precision": 0.8125, "recall": 0.8666666666666667, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.13333333333333333, "accuracy": 0.7916666666666666, "f1": 0.8387096774193549 }, "corporate": { "n": 24, "TP": 13, "FP": 3, "TN": 6, "FN": 2, "precision": 0.8125, "recall": 0.8666666666666667, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.13333333333333333, "accuracy": 0.7916666666666666, "f1": 0.8387096774193549 } }, "fr": { "light": { "n": 23, "TP": 7, "FP": 3, "TN": 12, "FN": 1, "precision": 0.7, "recall": 0.875, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.125, "accuracy": 0.8260869565217391, "f1": 0.7777777777777778 }, "medium": { "n": 23, "TP": 12, "FP": 4, "TN": 7, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.6363636363636364, "false_positive_rate": 0.36363636363636365, "false_negative_rate": 0.0, "accuracy": 0.8260869565217391, "f1": 0.8571428571428571 }, "high": { "n": 23, "TP": 16, "FP": 0, "TN": 7, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 23, "TP": 16, "FP": 1, "TN": 6, "FN": 0, "precision": 0.9411764705882353, "recall": 1.0, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.0, "accuracy": 0.9565217391304348, "f1": 0.9696969696969697 } }, "it": { "light": { "n": 25, "TP": 7, "FP": 4, "TN": 13, "FN": 1, "precision": 0.6363636363636364, "recall": 0.875, "specificity": 0.7647058823529411, "false_positive_rate": 0.23529411764705882, "false_negative_rate": 0.125, "accuracy": 0.8, "f1": 0.7368421052631579 }, "medium": { "n": 25, "TP": 13, "FP": 4, "TN": 8, "FN": 0, "precision": 0.7647058823529411, "recall": 1.0, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.0, "accuracy": 0.84, "f1": 0.8666666666666667 }, "high": { "n": 25, "TP": 16, "FP": 2, "TN": 7, "FN": 0, "precision": 0.8888888888888888, "recall": 1.0, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.0, "accuracy": 0.92, "f1": 0.9411764705882353 }, "corporate": { "n": 25, "TP": 16, "FP": 2, "TN": 7, "FN": 0, "precision": 0.8888888888888888, "recall": 1.0, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.0, "accuracy": 0.92, "f1": 0.9411764705882353 } }, "ja": { "light": { "n": 24, "TP": 6, "FP": 1, "TN": 14, "FN": 3, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "specificity": 0.9333333333333333, "false_positive_rate": 0.06666666666666667, "false_negative_rate": 0.3333333333333333, "accuracy": 0.8333333333333334, "f1": 0.75 }, "medium": { "n": 24, "TP": 8, "FP": 4, "TN": 8, "FN": 4, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.3333333333333333, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "high": { "n": 24, "TP": 12, "FP": 3, "TN": 7, "FN": 2, "precision": 0.8, "recall": 0.8571428571428571, "specificity": 0.7, "false_positive_rate": 0.3, "false_negative_rate": 0.14285714285714285, "accuracy": 0.7916666666666666, "f1": 0.8275862068965517 }, "corporate": { "n": 24, "TP": 13, "FP": 2, "TN": 7, "FN": 2, "precision": 0.8666666666666667, "recall": 0.8666666666666667, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.13333333333333333, "accuracy": 0.8333333333333334, "f1": 0.8666666666666667 } }, "kk": { "light": { "n": 25, "TP": 6, "FP": 3, "TN": 13, "FN": 3, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "specificity": 0.8125, "false_positive_rate": 0.1875, "false_negative_rate": 0.3333333333333333, "accuracy": 0.76, "f1": 0.6666666666666666 }, "medium": { "n": 25, "TP": 12, "FP": 5, "TN": 7, "FN": 1, "precision": 0.7058823529411765, "recall": 0.9230769230769231, "specificity": 0.5833333333333334, "false_positive_rate": 0.4166666666666667, "false_negative_rate": 0.07692307692307693, "accuracy": 0.76, "f1": 0.8 }, "high": { "n": 25, "TP": 17, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8947368421052632, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.92, "f1": 0.9444444444444444 }, "corporate": { "n": 25, "TP": 17, "FP": 3, "TN": 5, "FN": 0, "precision": 0.85, "recall": 1.0, "specificity": 0.625, "false_positive_rate": 0.375, "false_negative_rate": 0.0, "accuracy": 0.88, "f1": 0.918918918918919 } }, "ko": { "light": { "n": 24, "TP": 6, "FP": 2, "TN": 15, "FN": 1, "precision": 0.75, "recall": 0.8571428571428571, "specificity": 0.8823529411764706, "false_positive_rate": 0.11764705882352941, "false_negative_rate": 0.14285714285714285, "accuracy": 0.875, "f1": 0.8 }, "medium": { "n": 24, "TP": 10, "FP": 3, "TN": 10, "FN": 1, "precision": 0.7692307692307693, "recall": 0.9090909090909091, "specificity": 0.7692307692307693, "false_positive_rate": 0.23076923076923078, "false_negative_rate": 0.09090909090909091, "accuracy": 0.8333333333333334, "f1": 0.8333333333333334 }, "high": { "n": 24, "TP": 14, "FP": 2, "TN": 7, "FN": 1, "precision": 0.875, "recall": 0.9333333333333333, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.06666666666666667, "accuracy": 0.875, "f1": 0.9032258064516129 }, "corporate": { "n": 24, "TP": 15, "FP": 1, "TN": 7, "FN": 1, "precision": 0.9375, "recall": 0.9375, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.0625, "accuracy": 0.9166666666666666, "f1": 0.9375 } }, "lv": { "light": { "n": 24, "TP": 5, "FP": 1, "TN": 15, "FN": 3, "precision": 0.8333333333333334, "recall": 0.625, "specificity": 0.9375, "false_positive_rate": 0.0625, "false_negative_rate": 0.375, "accuracy": 0.8333333333333334, "f1": 0.7142857142857143 }, "medium": { "n": 24, "TP": 9, "FP": 1, "TN": 11, "FN": 3, "precision": 0.9, "recall": 0.75, "specificity": 0.9166666666666666, "false_positive_rate": 0.08333333333333333, "false_negative_rate": 0.25, "accuracy": 0.8333333333333334, "f1": 0.8181818181818182 }, "high": { "n": 24, "TP": 13, "FP": 0, "TN": 8, "FN": 3, "precision": 1.0, "recall": 0.8125, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1875, "accuracy": 0.875, "f1": 0.896551724137931 }, "corporate": { "n": 24, "TP": 13, "FP": 0, "TN": 8, "FN": 3, "precision": 1.0, "recall": 0.8125, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1875, "accuracy": 0.875, "f1": 0.896551724137931 } }, "pl": { "light": { "n": 23, "TP": 5, "FP": 4, "TN": 12, "FN": 2, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.2857142857142857, "accuracy": 0.7391304347826086, "f1": 0.625 }, "medium": { "n": 23, "TP": 11, "FP": 3, "TN": 7, "FN": 2, "precision": 0.7857142857142857, "recall": 0.8461538461538461, "specificity": 0.7, "false_positive_rate": 0.3, "false_negative_rate": 0.15384615384615385, "accuracy": 0.782608695652174, "f1": 0.8148148148148148 }, "high": { "n": 23, "TP": 12, "FP": 2, "TN": 6, "FN": 3, "precision": 0.8571428571428571, "recall": 0.8, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.2, "accuracy": 0.782608695652174, "f1": 0.8275862068965517 }, "corporate": { "n": 23, "TP": 12, "FP": 2, "TN": 5, "FN": 4, "precision": 0.8571428571428571, "recall": 0.75, "specificity": 0.7142857142857143, "false_positive_rate": 0.2857142857142857, "false_negative_rate": 0.25, "accuracy": 0.7391304347826086, "f1": 0.8 } }, "ru": { "light": { "n": 24, "TP": 7, "FP": 3, "TN": 14, "FN": 0, "precision": 0.7, "recall": 1.0, "specificity": 0.8235294117647058, "false_positive_rate": 0.17647058823529413, "false_negative_rate": 0.0, "accuracy": 0.875, "f1": 0.8235294117647058 }, "medium": { "n": 24, "TP": 11, "FP": 3, "TN": 8, "FN": 2, "precision": 0.7857142857142857, "recall": 0.8461538461538461, "specificity": 0.7272727272727273, "false_positive_rate": 0.2727272727272727, "false_negative_rate": 0.15384615384615385, "accuracy": 0.7916666666666666, "f1": 0.8148148148148148 }, "high": { "n": 24, "TP": 14, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.875, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.125, "accuracy": 0.9166666666666666, "f1": 0.9333333333333333 }, "corporate": { "n": 24, "TP": 14, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.875, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.125, "accuracy": 0.9166666666666666, "f1": 0.9333333333333333 } }, "sv": { "light": { "n": 25, "TP": 7, "FP": 0, "TN": 17, "FN": 1, "precision": 1.0, "recall": 0.875, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.125, "accuracy": 0.96, "f1": 0.9333333333333333 }, "medium": { "n": 25, "TP": 12, "FP": 2, "TN": 9, "FN": 2, "precision": 0.8571428571428571, "recall": 0.8571428571428571, "specificity": 0.8181818181818182, "false_positive_rate": 0.18181818181818182, "false_negative_rate": 0.14285714285714285, "accuracy": 0.84, "f1": 0.8571428571428571 }, "high": { "n": 25, "TP": 16, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.9411764705882353, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.058823529411764705, "accuracy": 0.96, "f1": 0.9696969696969697 }, "corporate": { "n": 25, "TP": 17, "FP": 1, "TN": 7, "FN": 0, "precision": 0.9444444444444444, "recall": 1.0, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.0, "accuracy": 0.96, "f1": 0.9714285714285714 } }, "uk": { "light": { "n": 25, "TP": 7, "FP": 2, "TN": 16, "FN": 0, "precision": 0.7777777777777778, "recall": 1.0, "specificity": 0.8888888888888888, "false_positive_rate": 0.1111111111111111, "false_negative_rate": 0.0, "accuracy": 0.92, "f1": 0.875 }, "medium": { "n": 25, "TP": 12, "FP": 3, "TN": 9, "FN": 1, "precision": 0.8, "recall": 0.9230769230769231, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.07692307692307693, "accuracy": 0.84, "f1": 0.8571428571428571 }, "high": { "n": 25, "TP": 14, "FP": 2, "TN": 7, "FN": 2, "precision": 0.875, "recall": 0.875, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.125, "accuracy": 0.84, "f1": 0.875 }, "corporate": { "n": 25, "TP": 15, "FP": 2, "TN": 6, "FN": 2, "precision": 0.8823529411764706, "recall": 0.8823529411764706, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.11764705882352941, "accuracy": 0.84, "f1": 0.8823529411764706 } }, "zh": { "light": { "n": 25, "TP": 7, "FP": 2, "TN": 15, "FN": 1, "precision": 0.7777777777777778, "recall": 0.875, "specificity": 0.8823529411764706, "false_positive_rate": 0.11764705882352941, "false_negative_rate": 0.125, "accuracy": 0.88, "f1": 0.8235294117647058 }, "medium": { "n": 25, "TP": 10, "FP": 4, "TN": 8, "FN": 3, "precision": 0.7142857142857143, "recall": 0.7692307692307693, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.23076923076923078, "accuracy": 0.72, "f1": 0.7407407407407407 }, "high": { "n": 25, "TP": 14, "FP": 2, "TN": 7, "FN": 2, "precision": 0.875, "recall": 0.875, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.125, "accuracy": 0.84, "f1": 0.875 }, "corporate": { "n": 25, "TP": 15, "FP": 1, "TN": 7, "FN": 2, "precision": 0.9375, "recall": 0.8823529411764706, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.11764705882352941, "accuracy": 0.88, "f1": 0.9090909090909091 } } }, "by_origin": { "authored_boundary_example": { "light": { "n": 34, "TP": 0, "FP": 0, "TN": 34, "FN": 0, "precision": null, "recall": null, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": null, "accuracy": 1.0, "f1": null }, "medium": { "n": 34, "TP": 0, "FP": 7, "TN": 27, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.7941176470588235, "false_positive_rate": 0.20588235294117646, "false_negative_rate": null, "accuracy": 0.7941176470588235, "f1": 0.0 }, "high": { "n": 34, "TP": 16, "FP": 0, "TN": 17, "FN": 1, "precision": 1.0, "recall": 0.9411764705882353, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.058823529411764705, "accuracy": 0.9705882352941176, "f1": 0.9696969696969697 }, "corporate": { "n": 34, "TP": 16, "FP": 0, "TN": 17, "FN": 1, "precision": 1.0, "recall": 0.9411764705882353, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.058823529411764705, "accuracy": 0.9705882352941176, "f1": 0.9696969696969697 } }, "source_translation_coverage": { "light": { "n": 112, "TP": 84, "FP": 4, "TN": 12, "FN": 12, "precision": 0.9545454545454546, "recall": 0.875, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.125, "accuracy": 0.8571428571428571, "f1": 0.9130434782608695 }, "medium": { "n": 112, "TP": 107, "FP": 0, "TN": 0, "FN": 5, "precision": 1.0, "recall": 0.9553571428571429, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.044642857142857144, "accuracy": 0.9553571428571429, "f1": 0.9771689497716894 }, "high": { "n": 112, "TP": 110, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.9821428571428571, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.017857142857142856, "accuracy": 0.9821428571428571, "f1": 0.990990990990991 }, "corporate": { "n": 112, "TP": 110, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.9821428571428571, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.017857142857142856, "accuracy": 0.9821428571428571, "f1": 0.990990990990991 } }, "unused_source_group": { "light": { "n": 266, "TP": 25, "FP": 31, "TN": 198, "FN": 12, "precision": 0.44642857142857145, "recall": 0.6756756756756757, "specificity": 0.8646288209606987, "false_positive_rate": 0.13537117903930132, "false_negative_rate": 0.32432432432432434, "accuracy": 0.8383458646616542, "f1": 0.5376344086021505 }, "medium": { "n": 266, "TP": 82, "FP": 44, "TN": 119, "FN": 21, "precision": 0.6507936507936508, "recall": 0.7961165048543689, "specificity": 0.7300613496932515, "false_positive_rate": 0.26993865030674846, "false_negative_rate": 0.20388349514563106, "accuracy": 0.7556390977443609, "f1": 0.7161572052401747 }, "high": { "n": 266, "TP": 119, "FP": 24, "TN": 104, "FN": 19, "precision": 0.8321678321678322, "recall": 0.8623188405797102, "specificity": 0.8125, "false_positive_rate": 0.1875, "false_negative_rate": 0.13768115942028986, "accuracy": 0.8383458646616542, "f1": 0.8469750889679716 }, "corporate": { "n": 266, "TP": 126, "FP": 22, "TN": 98, "FN": 20, "precision": 0.8513513513513513, "recall": 0.863013698630137, "specificity": 0.8166666666666667, "false_positive_rate": 0.18333333333333332, "false_negative_rate": 0.136986301369863, "accuracy": 0.8421052631578947, "f1": 0.8571428571428571 } } } }, "internal_fit_after": { "overall": { "light": { "n": 828, "TP": 168, "FP": 106, "TN": 521, "FN": 33, "precision": 0.6131386861313869, "recall": 0.835820895522388, "specificity": 0.8309409888357256, "false_positive_rate": 0.16905901116427433, "false_negative_rate": 0.16417910447761194, "accuracy": 0.8321256038647343, "f1": 0.7073684210526315 }, "medium": { "n": 828, "TP": 350, "FP": 107, "TN": 328, "FN": 43, "precision": 0.7658643326039387, "recall": 0.8905852417302799, "specificity": 0.7540229885057471, "false_positive_rate": 0.24597701149425288, "false_negative_rate": 0.10941475826972011, "accuracy": 0.8188405797101449, "f1": 0.8235294117647058 }, "high": { "n": 828, "TP": 455, "FP": 74, "TN": 257, "FN": 42, "precision": 0.8601134215500945, "recall": 0.9154929577464789, "specificity": 0.7764350453172205, "false_positive_rate": 0.22356495468277945, "false_negative_rate": 0.08450704225352113, "accuracy": 0.8599033816425121, "f1": 0.8869395711500975 }, "corporate": { "n": 828, "TP": 485, "FP": 59, "TN": 242, "FN": 42, "precision": 0.8915441176470589, "recall": 0.920303605313093, "specificity": 0.8039867109634552, "false_positive_rate": 0.19601328903654486, "false_negative_rate": 0.07969639468690702, "accuracy": 0.8780193236714976, "f1": 0.9056956115779645 } }, "by_language": { "be": { "light": { "n": 48, "TP": 9, "FP": 9, "TN": 28, "FN": 2, "precision": 0.5, "recall": 0.8181818181818182, "specificity": 0.7567567567567568, "false_positive_rate": 0.24324324324324326, "false_negative_rate": 0.18181818181818182, "accuracy": 0.7708333333333334, "f1": 0.6206896551724138 }, "medium": { "n": 48, "TP": 22, "FP": 6, "TN": 19, "FN": 1, "precision": 0.7857142857142857, "recall": 0.9565217391304348, "specificity": 0.76, "false_positive_rate": 0.24, "false_negative_rate": 0.043478260869565216, "accuracy": 0.8541666666666666, "f1": 0.8627450980392157 }, "high": { "n": 48, "TP": 27, "FP": 5, "TN": 13, "FN": 3, "precision": 0.84375, "recall": 0.9, "specificity": 0.7222222222222222, "false_positive_rate": 0.2777777777777778, "false_negative_rate": 0.1, "accuracy": 0.8333333333333334, "f1": 0.8709677419354839 }, "corporate": { "n": 48, "TP": 29, "FP": 4, "TN": 13, "FN": 2, "precision": 0.8787878787878788, "recall": 0.9354838709677419, "specificity": 0.7647058823529411, "false_positive_rate": 0.23529411764705882, "false_negative_rate": 0.06451612903225806, "accuracy": 0.875, "f1": 0.90625 } }, "cs": { "light": { "n": 50, "TP": 9, "FP": 6, "TN": 31, "FN": 4, "precision": 0.6, "recall": 0.6923076923076923, "specificity": 0.8378378378378378, "false_positive_rate": 0.16216216216216217, "false_negative_rate": 0.3076923076923077, "accuracy": 0.8, "f1": 0.6428571428571429 }, "medium": { "n": 50, "TP": 22, "FP": 3, "TN": 24, "FN": 1, "precision": 0.88, "recall": 0.9565217391304348, "specificity": 0.8888888888888888, "false_positive_rate": 0.1111111111111111, "false_negative_rate": 0.043478260869565216, "accuracy": 0.92, "f1": 0.9166666666666666 }, "high": { "n": 50, "TP": 28, "FP": 0, "TN": 20, "FN": 2, "precision": 1.0, "recall": 0.9333333333333333, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.06666666666666667, "accuracy": 0.96, "f1": 0.9655172413793104 }, "corporate": { "n": 50, "TP": 28, "FP": 0, "TN": 19, "FN": 3, "precision": 1.0, "recall": 0.9032258064516129, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0967741935483871, "accuracy": 0.94, "f1": 0.9491525423728814 } }, "de": { "light": { "n": 50, "TP": 13, "FP": 6, "TN": 31, "FN": 0, "precision": 0.6842105263157895, "recall": 1.0, "specificity": 0.8378378378378378, "false_positive_rate": 0.16216216216216217, "false_negative_rate": 0.0, "accuracy": 0.88, "f1": 0.8125 }, "medium": { "n": 50, "TP": 22, "FP": 6, "TN": 19, "FN": 3, "precision": 0.7857142857142857, "recall": 0.88, "specificity": 0.76, "false_positive_rate": 0.24, "false_negative_rate": 0.12, "accuracy": 0.82, "f1": 0.8301886792452831 }, "high": { "n": 50, "TP": 27, "FP": 7, "TN": 14, "FN": 2, "precision": 0.7941176470588235, "recall": 0.9310344827586207, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.06896551724137931, "accuracy": 0.82, "f1": 0.8571428571428571 }, "corporate": { "n": 50, "TP": 28, "FP": 6, "TN": 13, "FN": 3, "precision": 0.8235294117647058, "recall": 0.9032258064516129, "specificity": 0.6842105263157895, "false_positive_rate": 0.3157894736842105, "false_negative_rate": 0.0967741935483871, "accuracy": 0.82, "f1": 0.8615384615384616 } }, "en": { "light": { "n": 47, "TP": 12, "FP": 6, "TN": 29, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.8285714285714286, "false_positive_rate": 0.17142857142857143, "false_negative_rate": 0.0, "accuracy": 0.8723404255319149, "f1": 0.8 }, "medium": { "n": 47, "TP": 20, "FP": 5, "TN": 21, "FN": 1, "precision": 0.8, "recall": 0.9523809523809523, "specificity": 0.8076923076923077, "false_positive_rate": 0.19230769230769232, "false_negative_rate": 0.047619047619047616, "accuracy": 0.8723404255319149, "f1": 0.8695652173913043 }, "high": { "n": 47, "TP": 24, "FP": 4, "TN": 19, "FN": 0, "precision": 0.8571428571428571, "recall": 1.0, "specificity": 0.8260869565217391, "false_positive_rate": 0.17391304347826086, "false_negative_rate": 0.0, "accuracy": 0.9148936170212766, "f1": 0.9230769230769231 }, "corporate": { "n": 47, "TP": 26, "FP": 3, "TN": 18, "FN": 0, "precision": 0.896551724137931, "recall": 1.0, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.0, "accuracy": 0.9361702127659575, "f1": 0.9454545454545454 } }, "es": { "light": { "n": 49, "TP": 10, "FP": 5, "TN": 33, "FN": 1, "precision": 0.6666666666666666, "recall": 0.9090909090909091, "specificity": 0.868421052631579, "false_positive_rate": 0.13157894736842105, "false_negative_rate": 0.09090909090909091, "accuracy": 0.8775510204081632, "f1": 0.7692307692307693 }, "medium": { "n": 49, "TP": 22, "FP": 8, "TN": 17, "FN": 2, "precision": 0.7333333333333333, "recall": 0.9166666666666666, "specificity": 0.68, "false_positive_rate": 0.32, "false_negative_rate": 0.08333333333333333, "accuracy": 0.7959183673469388, "f1": 0.8148148148148148 }, "high": { "n": 49, "TP": 30, "FP": 2, "TN": 14, "FN": 3, "precision": 0.9375, "recall": 0.9090909090909091, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.09090909090909091, "accuracy": 0.8979591836734694, "f1": 0.9230769230769231 }, "corporate": { "n": 49, "TP": 32, "FP": 1, "TN": 13, "FN": 3, "precision": 0.9696969696969697, "recall": 0.9142857142857143, "specificity": 0.9285714285714286, "false_positive_rate": 0.07142857142857142, "false_negative_rate": 0.08571428571428572, "accuracy": 0.9183673469387755, "f1": 0.9411764705882353 } }, "fi": { "light": { "n": 50, "TP": 11, "FP": 9, "TN": 29, "FN": 1, "precision": 0.55, "recall": 0.9166666666666666, "specificity": 0.7631578947368421, "false_positive_rate": 0.23684210526315788, "false_negative_rate": 0.08333333333333333, "accuracy": 0.8, "f1": 0.6875 }, "medium": { "n": 50, "TP": 21, "FP": 6, "TN": 22, "FN": 1, "precision": 0.7777777777777778, "recall": 0.9545454545454546, "specificity": 0.7857142857142857, "false_positive_rate": 0.21428571428571427, "false_negative_rate": 0.045454545454545456, "accuracy": 0.86, "f1": 0.8571428571428571 }, "high": { "n": 50, "TP": 27, "FP": 3, "TN": 18, "FN": 2, "precision": 0.9, "recall": 0.9310344827586207, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.06896551724137931, "accuracy": 0.9, "f1": 0.9152542372881356 }, "corporate": { "n": 50, "TP": 27, "FP": 3, "TN": 17, "FN": 3, "precision": 0.9, "recall": 0.9, "specificity": 0.85, "false_positive_rate": 0.15, "false_negative_rate": 0.1, "accuracy": 0.88, "f1": 0.9 } }, "fr": { "light": { "n": 50, "TP": 10, "FP": 5, "TN": 33, "FN": 2, "precision": 0.6666666666666666, "recall": 0.8333333333333334, "specificity": 0.868421052631579, "false_positive_rate": 0.13157894736842105, "false_negative_rate": 0.16666666666666666, "accuracy": 0.86, "f1": 0.7407407407407407 }, "medium": { "n": 50, "TP": 21, "FP": 5, "TN": 20, "FN": 4, "precision": 0.8076923076923077, "recall": 0.84, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.16, "accuracy": 0.82, "f1": 0.8235294117647058 }, "high": { "n": 50, "TP": 30, "FP": 1, "TN": 16, "FN": 3, "precision": 0.967741935483871, "recall": 0.9090909090909091, "specificity": 0.9411764705882353, "false_positive_rate": 0.058823529411764705, "false_negative_rate": 0.09090909090909091, "accuracy": 0.92, "f1": 0.9375 }, "corporate": { "n": 50, "TP": 30, "FP": 1, "TN": 15, "FN": 4, "precision": 0.967741935483871, "recall": 0.8823529411764706, "specificity": 0.9375, "false_positive_rate": 0.0625, "false_negative_rate": 0.11764705882352941, "accuracy": 0.9, "f1": 0.9230769230769231 } }, "it": { "light": { "n": 48, "TP": 11, "FP": 7, "TN": 29, "FN": 1, "precision": 0.6111111111111112, "recall": 0.9166666666666666, "specificity": 0.8055555555555556, "false_positive_rate": 0.19444444444444445, "false_negative_rate": 0.08333333333333333, "accuracy": 0.8333333333333334, "f1": 0.7333333333333333 }, "medium": { "n": 48, "TP": 20, "FP": 8, "TN": 18, "FN": 2, "precision": 0.7142857142857143, "recall": 0.9090909090909091, "specificity": 0.6923076923076923, "false_positive_rate": 0.3076923076923077, "false_negative_rate": 0.09090909090909091, "accuracy": 0.7916666666666666, "f1": 0.8 }, "high": { "n": 48, "TP": 24, "FP": 8, "TN": 13, "FN": 3, "precision": 0.75, "recall": 0.8888888888888888, "specificity": 0.6190476190476191, "false_positive_rate": 0.38095238095238093, "false_negative_rate": 0.1111111111111111, "accuracy": 0.7708333333333334, "f1": 0.8135593220338984 }, "corporate": { "n": 48, "TP": 28, "FP": 6, "TN": 13, "FN": 1, "precision": 0.8235294117647058, "recall": 0.9655172413793104, "specificity": 0.6842105263157895, "false_positive_rate": 0.3157894736842105, "false_negative_rate": 0.034482758620689655, "accuracy": 0.8541666666666666, "f1": 0.8888888888888888 } }, "ja": { "light": { "n": 49, "TP": 8, "FP": 1, "TN": 35, "FN": 5, "precision": 0.8888888888888888, "recall": 0.6153846153846154, "specificity": 0.9722222222222222, "false_positive_rate": 0.027777777777777776, "false_negative_rate": 0.38461538461538464, "accuracy": 0.8775510204081632, "f1": 0.7272727272727273 }, "medium": { "n": 49, "TP": 15, "FP": 6, "TN": 23, "FN": 5, "precision": 0.7142857142857143, "recall": 0.75, "specificity": 0.7931034482758621, "false_positive_rate": 0.20689655172413793, "false_negative_rate": 0.25, "accuracy": 0.7755102040816326, "f1": 0.7317073170731707 }, "high": { "n": 49, "TP": 19, "FP": 7, "TN": 17, "FN": 6, "precision": 0.7307692307692307, "recall": 0.76, "specificity": 0.7083333333333334, "false_positive_rate": 0.2916666666666667, "false_negative_rate": 0.24, "accuracy": 0.7346938775510204, "f1": 0.7450980392156863 }, "corporate": { "n": 49, "TP": 22, "FP": 8, "TN": 13, "FN": 6, "precision": 0.7333333333333333, "recall": 0.7857142857142857, "specificity": 0.6190476190476191, "false_positive_rate": 0.38095238095238093, "false_negative_rate": 0.21428571428571427, "accuracy": 0.7142857142857143, "f1": 0.7586206896551724 } }, "kk": { "light": { "n": 48, "TP": 11, "FP": 7, "TN": 28, "FN": 2, "precision": 0.6111111111111112, "recall": 0.8461538461538461, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.15384615384615385, "accuracy": 0.8125, "f1": 0.7096774193548387 }, "medium": { "n": 48, "TP": 19, "FP": 10, "TN": 15, "FN": 4, "precision": 0.6551724137931034, "recall": 0.8260869565217391, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.17391304347826086, "accuracy": 0.7083333333333334, "f1": 0.7307692307692307 }, "high": { "n": 48, "TP": 29, "FP": 6, "TN": 12, "FN": 1, "precision": 0.8285714285714286, "recall": 0.9666666666666667, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.03333333333333333, "accuracy": 0.8541666666666666, "f1": 0.8923076923076924 }, "corporate": { "n": 48, "TP": 30, "FP": 5, "TN": 12, "FN": 1, "precision": 0.8571428571428571, "recall": 0.967741935483871, "specificity": 0.7058823529411765, "false_positive_rate": 0.29411764705882354, "false_negative_rate": 0.03225806451612903, "accuracy": 0.875, "f1": 0.9090909090909091 } }, "ko": { "light": { "n": 48, "TP": 9, "FP": 2, "TN": 34, "FN": 3, "precision": 0.8181818181818182, "recall": 0.75, "specificity": 0.9444444444444444, "false_positive_rate": 0.05555555555555555, "false_negative_rate": 0.25, "accuracy": 0.8958333333333334, "f1": 0.782608695652174 }, "medium": { "n": 48, "TP": 18, "FP": 7, "TN": 19, "FN": 4, "precision": 0.72, "recall": 0.8181818181818182, "specificity": 0.7307692307692307, "false_positive_rate": 0.2692307692307692, "false_negative_rate": 0.18181818181818182, "accuracy": 0.7708333333333334, "f1": 0.7659574468085106 }, "high": { "n": 48, "TP": 28, "FP": 4, "TN": 14, "FN": 2, "precision": 0.875, "recall": 0.9333333333333333, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.06666666666666667, "accuracy": 0.875, "f1": 0.9032258064516129 }, "corporate": { "n": 48, "TP": 31, "FP": 4, "TN": 12, "FN": 1, "precision": 0.8857142857142857, "recall": 0.96875, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.03125, "accuracy": 0.8958333333333334, "f1": 0.9253731343283582 } }, "lv": { "light": { "n": 49, "TP": 9, "FP": 10, "TN": 25, "FN": 5, "precision": 0.47368421052631576, "recall": 0.6428571428571429, "specificity": 0.7142857142857143, "false_positive_rate": 0.2857142857142857, "false_negative_rate": 0.35714285714285715, "accuracy": 0.6938775510204082, "f1": 0.5454545454545454 }, "medium": { "n": 49, "TP": 24, "FP": 8, "TN": 17, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.68, "false_positive_rate": 0.32, "false_negative_rate": 0.0, "accuracy": 0.8367346938775511, "f1": 0.8571428571428571 }, "high": { "n": 49, "TP": 30, "FP": 5, "TN": 12, "FN": 2, "precision": 0.8571428571428571, "recall": 0.9375, "specificity": 0.7058823529411765, "false_positive_rate": 0.29411764705882354, "false_negative_rate": 0.0625, "accuracy": 0.8571428571428571, "f1": 0.8955223880597015 }, "corporate": { "n": 49, "TP": 30, "FP": 5, "TN": 11, "FN": 3, "precision": 0.8571428571428571, "recall": 0.9090909090909091, "specificity": 0.6875, "false_positive_rate": 0.3125, "false_negative_rate": 0.09090909090909091, "accuracy": 0.8367346938775511, "f1": 0.8823529411764706 } }, "pl": { "light": { "n": 49, "TP": 8, "FP": 9, "TN": 29, "FN": 3, "precision": 0.47058823529411764, "recall": 0.7272727272727273, "specificity": 0.7631578947368421, "false_positive_rate": 0.23684210526315788, "false_negative_rate": 0.2727272727272727, "accuracy": 0.7551020408163265, "f1": 0.5714285714285714 }, "medium": { "n": 49, "TP": 23, "FP": 5, "TN": 19, "FN": 2, "precision": 0.8214285714285714, "recall": 0.92, "specificity": 0.7916666666666666, "false_positive_rate": 0.20833333333333334, "false_negative_rate": 0.08, "accuracy": 0.8571428571428571, "f1": 0.8679245283018868 }, "high": { "n": 49, "TP": 28, "FP": 6, "TN": 13, "FN": 2, "precision": 0.8235294117647058, "recall": 0.9333333333333333, "specificity": 0.6842105263157895, "false_positive_rate": 0.3157894736842105, "false_negative_rate": 0.06666666666666667, "accuracy": 0.8367346938775511, "f1": 0.875 }, "corporate": { "n": 49, "TP": 31, "FP": 4, "TN": 12, "FN": 2, "precision": 0.8857142857142857, "recall": 0.9393939393939394, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.06060606060606061, "accuracy": 0.8775510204081632, "f1": 0.9117647058823529 } }, "ru": { "light": { "n": 48, "TP": 9, "FP": 6, "TN": 32, "FN": 1, "precision": 0.6, "recall": 0.9, "specificity": 0.8421052631578947, "false_positive_rate": 0.15789473684210525, "false_negative_rate": 0.1, "accuracy": 0.8541666666666666, "f1": 0.72 }, "medium": { "n": 48, "TP": 21, "FP": 7, "TN": 17, "FN": 3, "precision": 0.75, "recall": 0.875, "specificity": 0.7083333333333334, "false_positive_rate": 0.2916666666666667, "false_negative_rate": 0.125, "accuracy": 0.7916666666666666, "f1": 0.8076923076923077 }, "high": { "n": 48, "TP": 26, "FP": 4, "TN": 15, "FN": 3, "precision": 0.8666666666666667, "recall": 0.896551724137931, "specificity": 0.7894736842105263, "false_positive_rate": 0.21052631578947367, "false_negative_rate": 0.10344827586206896, "accuracy": 0.8541666666666666, "f1": 0.8813559322033898 }, "corporate": { "n": 48, "TP": 28, "FP": 3, "TN": 14, "FN": 3, "precision": 0.9032258064516129, "recall": 0.9032258064516129, "specificity": 0.8235294117647058, "false_positive_rate": 0.17647058823529413, "false_negative_rate": 0.0967741935483871, "accuracy": 0.875, "f1": 0.9032258064516129 } }, "sv": { "light": { "n": 48, "TP": 9, "FP": 7, "TN": 31, "FN": 1, "precision": 0.5625, "recall": 0.9, "specificity": 0.8157894736842105, "false_positive_rate": 0.18421052631578946, "false_negative_rate": 0.1, "accuracy": 0.8333333333333334, "f1": 0.6923076923076923 }, "medium": { "n": 48, "TP": 21, "FP": 4, "TN": 21, "FN": 2, "precision": 0.84, "recall": 0.9130434782608695, "specificity": 0.84, "false_positive_rate": 0.16, "false_negative_rate": 0.08695652173913043, "accuracy": 0.875, "f1": 0.875 }, "high": { "n": 48, "TP": 26, "FP": 3, "TN": 17, "FN": 2, "precision": 0.896551724137931, "recall": 0.9285714285714286, "specificity": 0.85, "false_positive_rate": 0.15, "false_negative_rate": 0.07142857142857142, "accuracy": 0.8958333333333334, "f1": 0.9122807017543859 }, "corporate": { "n": 48, "TP": 28, "FP": 1, "TN": 17, "FN": 2, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "specificity": 0.9444444444444444, "false_positive_rate": 0.05555555555555555, "false_negative_rate": 0.06666666666666667, "accuracy": 0.9375, "f1": 0.9491525423728814 } }, "uk": { "light": { "n": 48, "TP": 9, "FP": 7, "TN": 31, "FN": 1, "precision": 0.5625, "recall": 0.9, "specificity": 0.8157894736842105, "false_positive_rate": 0.18421052631578946, "false_negative_rate": 0.1, "accuracy": 0.8333333333333334, "f1": 0.6923076923076923 }, "medium": { "n": 48, "TP": 18, "FP": 7, "TN": 18, "FN": 5, "precision": 0.72, "recall": 0.782608695652174, "specificity": 0.72, "false_positive_rate": 0.28, "false_negative_rate": 0.21739130434782608, "accuracy": 0.75, "f1": 0.75 }, "high": { "n": 48, "TP": 25, "FP": 6, "TN": 13, "FN": 4, "precision": 0.8064516129032258, "recall": 0.8620689655172413, "specificity": 0.6842105263157895, "false_positive_rate": 0.3157894736842105, "false_negative_rate": 0.13793103448275862, "accuracy": 0.7916666666666666, "f1": 0.8333333333333334 }, "corporate": { "n": 48, "TP": 28, "FP": 4, "TN": 13, "FN": 3, "precision": 0.875, "recall": 0.9032258064516129, "specificity": 0.7647058823529411, "false_positive_rate": 0.23529411764705882, "false_negative_rate": 0.0967741935483871, "accuracy": 0.8541666666666666, "f1": 0.8888888888888888 } }, "zh": { "light": { "n": 49, "TP": 11, "FP": 4, "TN": 33, "FN": 1, "precision": 0.7333333333333333, "recall": 0.9166666666666666, "specificity": 0.8918918918918919, "false_positive_rate": 0.10810810810810811, "false_negative_rate": 0.08333333333333333, "accuracy": 0.8979591836734694, "f1": 0.8148148148148148 }, "medium": { "n": 49, "TP": 21, "FP": 6, "TN": 19, "FN": 3, "precision": 0.7777777777777778, "recall": 0.875, "specificity": 0.76, "false_positive_rate": 0.24, "false_negative_rate": 0.125, "accuracy": 0.8163265306122449, "f1": 0.8235294117647058 }, "high": { "n": 49, "TP": 27, "FP": 3, "TN": 17, "FN": 2, "precision": 0.9, "recall": 0.9310344827586207, "specificity": 0.85, "false_positive_rate": 0.15, "false_negative_rate": 0.06896551724137931, "accuracy": 0.8979591836734694, "f1": 0.9152542372881356 }, "corporate": { "n": 49, "TP": 29, "FP": 1, "TN": 17, "FN": 2, "precision": 0.9666666666666667, "recall": 0.9354838709677419, "specificity": 0.9444444444444444, "false_positive_rate": 0.05555555555555555, "false_negative_rate": 0.06451612903225806, "accuracy": 0.9387755102040817, "f1": 0.9508196721311475 } } }, "by_origin": { "authored_boundary_example": { "light": { "n": 66, "TP": 0, "FP": 0, "TN": 66, "FN": 0, "precision": null, "recall": null, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": null, "accuracy": 1.0, "f1": null }, "medium": { "n": 66, "TP": 16, "FP": 9, "TN": 40, "FN": 1, "precision": 0.64, "recall": 0.9411764705882353, "specificity": 0.8163265306122449, "false_positive_rate": 0.1836734693877551, "false_negative_rate": 0.058823529411764705, "accuracy": 0.8484848484848485, "f1": 0.7619047619047619 }, "high": { "n": 66, "TP": 34, "FP": 10, "TN": 22, "FN": 0, "precision": 0.7727272727272727, "recall": 1.0, "specificity": 0.6875, "false_positive_rate": 0.3125, "false_negative_rate": 0.0, "accuracy": 0.8484848484848485, "f1": 0.8717948717948718 }, "corporate": { "n": 66, "TP": 45, "FP": 1, "TN": 16, "FN": 4, "precision": 0.9782608695652174, "recall": 0.9183673469387755, "specificity": 0.9411764705882353, "false_positive_rate": 0.058823529411764705, "false_negative_rate": 0.08163265306122448, "accuracy": 0.9242424242424242, "f1": 0.9473684210526315 } }, "source_translation_coverage": { "light": { "n": 128, "TP": 95, "FP": 14, "TN": 2, "FN": 17, "precision": 0.8715596330275229, "recall": 0.8482142857142857, "specificity": 0.125, "false_positive_rate": 0.875, "false_negative_rate": 0.15178571428571427, "accuracy": 0.7578125, "f1": 0.8597285067873304 }, "medium": { "n": 128, "TP": 124, "FP": 0, "TN": 0, "FN": 4, "precision": 1.0, "recall": 0.96875, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.03125, "accuracy": 0.96875, "f1": 0.9841269841269841 }, "high": { "n": 128, "TP": 125, "FP": 0, "TN": 0, "FN": 3, "precision": 1.0, "recall": 0.9765625, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.0234375, "accuracy": 0.9765625, "f1": 0.9881422924901185 }, "corporate": { "n": 128, "TP": 125, "FP": 0, "TN": 0, "FN": 3, "precision": 1.0, "recall": 0.9765625, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.0234375, "accuracy": 0.9765625, "f1": 0.9881422924901185 } }, "unused_source_group": { "light": { "n": 634, "TP": 73, "FP": 92, "TN": 453, "FN": 16, "precision": 0.44242424242424244, "recall": 0.8202247191011236, "specificity": 0.8311926605504587, "false_positive_rate": 0.1688073394495413, "false_negative_rate": 0.1797752808988764, "accuracy": 0.8296529968454258, "f1": 0.5748031496062992 }, "medium": { "n": 634, "TP": 210, "FP": 98, "TN": 288, "FN": 38, "precision": 0.6818181818181818, "recall": 0.8467741935483871, "specificity": 0.7461139896373057, "false_positive_rate": 0.2538860103626943, "false_negative_rate": 0.1532258064516129, "accuracy": 0.7854889589905363, "f1": 0.7553956834532374 }, "high": { "n": 634, "TP": 296, "FP": 64, "TN": 235, "FN": 39, "precision": 0.8222222222222222, "recall": 0.8835820895522388, "specificity": 0.7859531772575251, "false_positive_rate": 0.2140468227424749, "false_negative_rate": 0.11641791044776119, "accuracy": 0.8375394321766562, "f1": 0.8517985611510791 }, "corporate": { "n": 634, "TP": 315, "FP": 58, "TN": 226, "FN": 35, "precision": 0.8445040214477212, "recall": 0.9, "specificity": 0.795774647887324, "false_positive_rate": 0.20422535211267606, "false_negative_rate": 0.1, "accuracy": 0.8533123028391167, "f1": 0.8713692946058091 } } } }, "internal_original_300_after": { "overall": { "light": { "n": 300, "TP": 25, "FP": 31, "TN": 232, "FN": 12, "precision": 0.44642857142857145, "recall": 0.6756756756756757, "specificity": 0.8821292775665399, "false_positive_rate": 0.11787072243346007, "false_negative_rate": 0.32432432432432434, "accuracy": 0.8566666666666667, "f1": 0.5376344086021505 }, "medium": { "n": 300, "TP": 82, "FP": 51, "TN": 146, "FN": 21, "precision": 0.6165413533834586, "recall": 0.7961165048543689, "specificity": 0.7411167512690355, "false_positive_rate": 0.25888324873096447, "false_negative_rate": 0.20388349514563106, "accuracy": 0.76, "f1": 0.6949152542372882 }, "high": { "n": 300, "TP": 135, "FP": 24, "TN": 121, "FN": 20, "precision": 0.8490566037735849, "recall": 0.8709677419354839, "specificity": 0.8344827586206897, "false_positive_rate": 0.16551724137931034, "false_negative_rate": 0.12903225806451613, "accuracy": 0.8533333333333334, "f1": 0.8598726114649682 }, "corporate": { "n": 300, "TP": 142, "FP": 22, "TN": 115, "FN": 21, "precision": 0.8658536585365854, "recall": 0.8711656441717791, "specificity": 0.8394160583941606, "false_positive_rate": 0.16058394160583941, "false_negative_rate": 0.12883435582822086, "accuracy": 0.8566666666666667, "f1": 0.8685015290519877 } }, "by_language": { "be": { "light": { "n": 18, "TP": 2, "FP": 2, "TN": 14, "FN": 0, "precision": 0.5, "recall": 1.0, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.0, "accuracy": 0.8888888888888888, "f1": 0.6666666666666666 }, "medium": { "n": 18, "TP": 5, "FP": 5, "TN": 7, "FN": 1, "precision": 0.5, "recall": 0.8333333333333334, "specificity": 0.5833333333333334, "false_positive_rate": 0.4166666666666667, "false_negative_rate": 0.16666666666666666, "accuracy": 0.6666666666666666, "f1": 0.625 }, "high": { "n": 18, "TP": 8, "FP": 3, "TN": 6, "FN": 1, "precision": 0.7272727272727273, "recall": 0.8888888888888888, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.1111111111111111, "accuracy": 0.7777777777777778, "f1": 0.8 }, "corporate": { "n": 18, "TP": 9, "FP": 2, "TN": 6, "FN": 1, "precision": 0.8181818181818182, "recall": 0.9, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.1, "accuracy": 0.8333333333333334, "f1": 0.8571428571428571 } }, "cs": { "light": { "n": 17, "TP": 2, "FP": 0, "TN": 15, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 17, "TP": 5, "FP": 3, "TN": 8, "FN": 1, "precision": 0.625, "recall": 0.8333333333333334, "specificity": 0.7272727272727273, "false_positive_rate": 0.2727272727272727, "false_negative_rate": 0.16666666666666666, "accuracy": 0.7647058823529411, "f1": 0.7142857142857143 }, "high": { "n": 17, "TP": 9, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8181818181818182, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.8823529411764706, "f1": 0.9 }, "corporate": { "n": 17, "TP": 9, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8181818181818182, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.8823529411764706, "f1": 0.9 } }, "de": { "light": { "n": 17, "TP": 1, "FP": 1, "TN": 13, "FN": 2, "precision": 0.5, "recall": 0.3333333333333333, "specificity": 0.9285714285714286, "false_positive_rate": 0.07142857142857142, "false_negative_rate": 0.6666666666666666, "accuracy": 0.8235294117647058, "f1": 0.4 }, "medium": { "n": 17, "TP": 6, "FP": 1, "TN": 9, "FN": 1, "precision": 0.8571428571428571, "recall": 0.8571428571428571, "specificity": 0.9, "false_positive_rate": 0.1, "false_negative_rate": 0.14285714285714285, "accuracy": 0.8823529411764706, "f1": 0.8571428571428571 }, "high": { "n": 17, "TP": 8, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.8888888888888888, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1111111111111111, "accuracy": 0.9411764705882353, "f1": 0.9411764705882353 }, "corporate": { "n": 17, "TP": 8, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.8888888888888888, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1111111111111111, "accuracy": 0.9411764705882353, "f1": 0.9411764705882353 } }, "en": { "light": { "n": 19, "TP": 3, "FP": 2, "TN": 14, "FN": 0, "precision": 0.6, "recall": 1.0, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.0, "accuracy": 0.8947368421052632, "f1": 0.75 }, "medium": { "n": 19, "TP": 6, "FP": 0, "TN": 13, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 19, "TP": 8, "FP": 0, "TN": 11, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 19, "TP": 8, "FP": 0, "TN": 10, "FN": 1, "precision": 1.0, "recall": 0.8888888888888888, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1111111111111111, "accuracy": 0.9473684210526315, "f1": 0.9411764705882353 } }, "es": { "light": { "n": 18, "TP": 2, "FP": 1, "TN": 15, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.9375, "false_positive_rate": 0.0625, "false_negative_rate": 0.0, "accuracy": 0.9444444444444444, "f1": 0.8 }, "medium": { "n": 18, "TP": 6, "FP": 2, "TN": 9, "FN": 1, "precision": 0.75, "recall": 0.8571428571428571, "specificity": 0.8181818181818182, "false_positive_rate": 0.18181818181818182, "false_negative_rate": 0.14285714285714285, "accuracy": 0.8333333333333334, "f1": 0.8 }, "high": { "n": 18, "TP": 9, "FP": 1, "TN": 6, "FN": 2, "precision": 0.9, "recall": 0.8181818181818182, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.18181818181818182, "accuracy": 0.8333333333333334, "f1": 0.8571428571428571 }, "corporate": { "n": 18, "TP": 10, "FP": 0, "TN": 6, "FN": 2, "precision": 1.0, "recall": 0.8333333333333334, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.16666666666666666, "accuracy": 0.8888888888888888, "f1": 0.9090909090909091 } }, "fi": { "light": { "n": 17, "TP": 2, "FP": 2, "TN": 13, "FN": 0, "precision": 0.5, "recall": 1.0, "specificity": 0.8666666666666667, "false_positive_rate": 0.13333333333333333, "false_negative_rate": 0.0, "accuracy": 0.8823529411764706, "f1": 0.6666666666666666 }, "medium": { "n": 17, "TP": 4, "FP": 4, "TN": 8, "FN": 1, "precision": 0.5, "recall": 0.8, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.2, "accuracy": 0.7058823529411765, "f1": 0.6153846153846154 }, "high": { "n": 17, "TP": 6, "FP": 3, "TN": 6, "FN": 2, "precision": 0.6666666666666666, "recall": 0.75, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.25, "accuracy": 0.7058823529411765, "f1": 0.7058823529411765 }, "corporate": { "n": 17, "TP": 6, "FP": 3, "TN": 6, "FN": 2, "precision": 0.6666666666666666, "recall": 0.75, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.25, "accuracy": 0.7058823529411765, "f1": 0.7058823529411765 } }, "fr": { "light": { "n": 17, "TP": 1, "FP": 3, "TN": 12, "FN": 1, "precision": 0.25, "recall": 0.5, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.5, "accuracy": 0.7647058823529411, "f1": 0.3333333333333333 }, "medium": { "n": 17, "TP": 6, "FP": 4, "TN": 7, "FN": 0, "precision": 0.6, "recall": 1.0, "specificity": 0.6363636363636364, "false_positive_rate": 0.36363636363636365, "false_negative_rate": 0.0, "accuracy": 0.7647058823529411, "f1": 0.75 }, "high": { "n": 17, "TP": 10, "FP": 0, "TN": 7, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 17, "TP": 10, "FP": 1, "TN": 6, "FN": 0, "precision": 0.9090909090909091, "recall": 1.0, "specificity": 0.8571428571428571, "false_positive_rate": 0.14285714285714285, "false_negative_rate": 0.0, "accuracy": 0.9411764705882353, "f1": 0.9523809523809523 } }, "it": { "light": { "n": 18, "TP": 1, "FP": 4, "TN": 12, "FN": 1, "precision": 0.2, "recall": 0.5, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.5, "accuracy": 0.7222222222222222, "f1": 0.2857142857142857 }, "medium": { "n": 18, "TP": 6, "FP": 4, "TN": 8, "FN": 0, "precision": 0.6, "recall": 1.0, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.0, "accuracy": 0.7777777777777778, "f1": 0.75 }, "high": { "n": 18, "TP": 9, "FP": 2, "TN": 7, "FN": 0, "precision": 0.8181818181818182, "recall": 1.0, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.0, "accuracy": 0.8888888888888888, "f1": 0.9 }, "corporate": { "n": 18, "TP": 9, "FP": 2, "TN": 7, "FN": 0, "precision": 0.8181818181818182, "recall": 1.0, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.0, "accuracy": 0.8888888888888888, "f1": 0.9 } }, "ja": { "light": { "n": 17, "TP": 1, "FP": 1, "TN": 13, "FN": 2, "precision": 0.5, "recall": 0.3333333333333333, "specificity": 0.9285714285714286, "false_positive_rate": 0.07142857142857142, "false_negative_rate": 0.6666666666666666, "accuracy": 0.8235294117647058, "f1": 0.4 }, "medium": { "n": 17, "TP": 2, "FP": 4, "TN": 8, "FN": 3, "precision": 0.3333333333333333, "recall": 0.4, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.6, "accuracy": 0.5882352941176471, "f1": 0.36363636363636365 }, "high": { "n": 17, "TP": 6, "FP": 3, "TN": 7, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8571428571428571, "specificity": 0.7, "false_positive_rate": 0.3, "false_negative_rate": 0.14285714285714285, "accuracy": 0.7647058823529411, "f1": 0.75 }, "corporate": { "n": 17, "TP": 7, "FP": 2, "TN": 7, "FN": 1, "precision": 0.7777777777777778, "recall": 0.875, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.125, "accuracy": 0.8235294117647058, "f1": 0.8235294117647058 } }, "kk": { "light": { "n": 18, "TP": 1, "FP": 3, "TN": 12, "FN": 2, "precision": 0.25, "recall": 0.3333333333333333, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.6666666666666666, "accuracy": 0.7222222222222222, "f1": 0.2857142857142857 }, "medium": { "n": 18, "TP": 5, "FP": 5, "TN": 7, "FN": 1, "precision": 0.5, "recall": 0.8333333333333334, "specificity": 0.5833333333333334, "false_positive_rate": 0.4166666666666667, "false_negative_rate": 0.16666666666666666, "accuracy": 0.6666666666666666, "f1": 0.625 }, "high": { "n": 18, "TP": 10, "FP": 2, "TN": 6, "FN": 0, "precision": 0.8333333333333334, "recall": 1.0, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.0, "accuracy": 0.8888888888888888, "f1": 0.9090909090909091 }, "corporate": { "n": 18, "TP": 10, "FP": 3, "TN": 5, "FN": 0, "precision": 0.7692307692307693, "recall": 1.0, "specificity": 0.625, "false_positive_rate": 0.375, "false_negative_rate": 0.0, "accuracy": 0.8333333333333334, "f1": 0.8695652173913043 } }, "ko": { "light": { "n": 18, "TP": 1, "FP": 2, "TN": 14, "FN": 1, "precision": 0.3333333333333333, "recall": 0.5, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.5, "accuracy": 0.8333333333333334, "f1": 0.4 }, "medium": { "n": 18, "TP": 5, "FP": 3, "TN": 10, "FN": 0, "precision": 0.625, "recall": 1.0, "specificity": 0.7692307692307693, "false_positive_rate": 0.23076923076923078, "false_negative_rate": 0.0, "accuracy": 0.8333333333333334, "f1": 0.7692307692307693 }, "high": { "n": 18, "TP": 8, "FP": 2, "TN": 7, "FN": 1, "precision": 0.8, "recall": 0.8888888888888888, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.1111111111111111, "accuracy": 0.8333333333333334, "f1": 0.8421052631578947 }, "corporate": { "n": 18, "TP": 9, "FP": 1, "TN": 7, "FN": 1, "precision": 0.9, "recall": 0.9, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.1, "accuracy": 0.8888888888888888, "f1": 0.9 } }, "lv": { "light": { "n": 18, "TP": 1, "FP": 1, "TN": 14, "FN": 2, "precision": 0.5, "recall": 0.3333333333333333, "specificity": 0.9333333333333333, "false_positive_rate": 0.06666666666666667, "false_negative_rate": 0.6666666666666666, "accuracy": 0.8333333333333334, "f1": 0.4 }, "medium": { "n": 18, "TP": 4, "FP": 1, "TN": 11, "FN": 2, "precision": 0.8, "recall": 0.6666666666666666, "specificity": 0.9166666666666666, "false_positive_rate": 0.08333333333333333, "false_negative_rate": 0.3333333333333333, "accuracy": 0.8333333333333334, "f1": 0.7272727272727273 }, "high": { "n": 18, "TP": 8, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.8, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.2, "accuracy": 0.8888888888888888, "f1": 0.8888888888888888 }, "corporate": { "n": 18, "TP": 8, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.8, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.2, "accuracy": 0.8888888888888888, "f1": 0.8888888888888888 } }, "pl": { "light": { "n": 17, "TP": 1, "FP": 4, "TN": 11, "FN": 1, "precision": 0.2, "recall": 0.5, "specificity": 0.7333333333333333, "false_positive_rate": 0.26666666666666666, "false_negative_rate": 0.5, "accuracy": 0.7058823529411765, "f1": 0.2857142857142857 }, "medium": { "n": 17, "TP": 5, "FP": 3, "TN": 7, "FN": 2, "precision": 0.625, "recall": 0.7142857142857143, "specificity": 0.7, "false_positive_rate": 0.3, "false_negative_rate": 0.2857142857142857, "accuracy": 0.7058823529411765, "f1": 0.6666666666666666 }, "high": { "n": 17, "TP": 6, "FP": 2, "TN": 6, "FN": 3, "precision": 0.75, "recall": 0.6666666666666666, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.3333333333333333, "accuracy": 0.7058823529411765, "f1": 0.7058823529411765 }, "corporate": { "n": 17, "TP": 6, "FP": 2, "TN": 5, "FN": 4, "precision": 0.75, "recall": 0.6, "specificity": 0.7142857142857143, "false_positive_rate": 0.2857142857142857, "false_negative_rate": 0.4, "accuracy": 0.6470588235294118, "f1": 0.6666666666666666 } }, "ru": { "light": { "n": 17, "TP": 1, "FP": 2, "TN": 14, "FN": 0, "precision": 0.3333333333333333, "recall": 1.0, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.0, "accuracy": 0.8823529411764706, "f1": 0.5 }, "medium": { "n": 17, "TP": 4, "FP": 3, "TN": 8, "FN": 2, "precision": 0.5714285714285714, "recall": 0.6666666666666666, "specificity": 0.7272727272727273, "false_positive_rate": 0.2727272727272727, "false_negative_rate": 0.3333333333333333, "accuracy": 0.7058823529411765, "f1": 0.6153846153846154 }, "high": { "n": 17, "TP": 7, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.7777777777777778, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.2222222222222222, "accuracy": 0.8823529411764706, "f1": 0.875 }, "corporate": { "n": 17, "TP": 7, "FP": 0, "TN": 8, "FN": 2, "precision": 1.0, "recall": 0.7777777777777778, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.2222222222222222, "accuracy": 0.8823529411764706, "f1": 0.875 } }, "sv": { "light": { "n": 18, "TP": 2, "FP": 0, "TN": 16, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 18, "TP": 5, "FP": 2, "TN": 9, "FN": 2, "precision": 0.7142857142857143, "recall": 0.7142857142857143, "specificity": 0.8181818181818182, "false_positive_rate": 0.18181818181818182, "false_negative_rate": 0.2857142857142857, "accuracy": 0.7777777777777778, "f1": 0.7142857142857143 }, "high": { "n": 18, "TP": 9, "FP": 0, "TN": 8, "FN": 1, "precision": 1.0, "recall": 0.9, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.1, "accuracy": 0.9444444444444444, "f1": 0.9473684210526315 }, "corporate": { "n": 18, "TP": 10, "FP": 1, "TN": 7, "FN": 0, "precision": 0.9090909090909091, "recall": 1.0, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.0, "accuracy": 0.9444444444444444, "f1": 0.9523809523809523 } }, "uk": { "light": { "n": 18, "TP": 1, "FP": 2, "TN": 15, "FN": 0, "precision": 0.3333333333333333, "recall": 1.0, "specificity": 0.8823529411764706, "false_positive_rate": 0.11764705882352941, "false_negative_rate": 0.0, "accuracy": 0.8888888888888888, "f1": 0.5 }, "medium": { "n": 18, "TP": 5, "FP": 3, "TN": 9, "FN": 1, "precision": 0.625, "recall": 0.8333333333333334, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.16666666666666666, "accuracy": 0.7777777777777778, "f1": 0.7142857142857143 }, "high": { "n": 18, "TP": 7, "FP": 2, "TN": 7, "FN": 2, "precision": 0.7777777777777778, "recall": 0.7777777777777778, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.2222222222222222, "accuracy": 0.7777777777777778, "f1": 0.7777777777777778 }, "corporate": { "n": 18, "TP": 8, "FP": 2, "TN": 6, "FN": 2, "precision": 0.8, "recall": 0.8, "specificity": 0.75, "false_positive_rate": 0.25, "false_negative_rate": 0.2, "accuracy": 0.7777777777777778, "f1": 0.8 } }, "zh": { "light": { "n": 18, "TP": 2, "FP": 1, "TN": 15, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.9375, "false_positive_rate": 0.0625, "false_negative_rate": 0.0, "accuracy": 0.9444444444444444, "f1": 0.8 }, "medium": { "n": 18, "TP": 3, "FP": 4, "TN": 8, "FN": 3, "precision": 0.42857142857142855, "recall": 0.5, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.5, "accuracy": 0.6111111111111112, "f1": 0.46153846153846156 }, "high": { "n": 18, "TP": 7, "FP": 2, "TN": 7, "FN": 2, "precision": 0.7777777777777778, "recall": 0.7777777777777778, "specificity": 0.7777777777777778, "false_positive_rate": 0.2222222222222222, "false_negative_rate": 0.2222222222222222, "accuracy": 0.7777777777777778, "f1": 0.7777777777777778 }, "corporate": { "n": 18, "TP": 8, "FP": 1, "TN": 7, "FN": 2, "precision": 0.8888888888888888, "recall": 0.8, "specificity": 0.875, "false_positive_rate": 0.125, "false_negative_rate": 0.2, "accuracy": 0.8333333333333334, "f1": 0.8421052631578947 } } }, "by_origin": { "authored_boundary_example": { "light": { "n": 34, "TP": 0, "FP": 0, "TN": 34, "FN": 0, "precision": null, "recall": null, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": null, "accuracy": 1.0, "f1": null }, "medium": { "n": 34, "TP": 0, "FP": 7, "TN": 27, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.7941176470588235, "false_positive_rate": 0.20588235294117646, "false_negative_rate": null, "accuracy": 0.7941176470588235, "f1": 0.0 }, "high": { "n": 34, "TP": 16, "FP": 0, "TN": 17, "FN": 1, "precision": 1.0, "recall": 0.9411764705882353, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.058823529411764705, "accuracy": 0.9705882352941176, "f1": 0.9696969696969697 }, "corporate": { "n": 34, "TP": 16, "FP": 0, "TN": 17, "FN": 1, "precision": 1.0, "recall": 0.9411764705882353, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.058823529411764705, "accuracy": 0.9705882352941176, "f1": 0.9696969696969697 } }, "unused_source_group": { "light": { "n": 266, "TP": 25, "FP": 31, "TN": 198, "FN": 12, "precision": 0.44642857142857145, "recall": 0.6756756756756757, "specificity": 0.8646288209606987, "false_positive_rate": 0.13537117903930132, "false_negative_rate": 0.32432432432432434, "accuracy": 0.8383458646616542, "f1": 0.5376344086021505 }, "medium": { "n": 266, "TP": 82, "FP": 44, "TN": 119, "FN": 21, "precision": 0.6507936507936508, "recall": 0.7961165048543689, "specificity": 0.7300613496932515, "false_positive_rate": 0.26993865030674846, "false_negative_rate": 0.20388349514563106, "accuracy": 0.7556390977443609, "f1": 0.7161572052401747 }, "high": { "n": 266, "TP": 119, "FP": 24, "TN": 104, "FN": 19, "precision": 0.8321678321678322, "recall": 0.8623188405797102, "specificity": 0.8125, "false_positive_rate": 0.1875, "false_negative_rate": 0.13768115942028986, "accuracy": 0.8383458646616542, "f1": 0.8469750889679716 }, "corporate": { "n": 266, "TP": 126, "FP": 22, "TN": 98, "FN": 20, "precision": 0.8513513513513513, "recall": 0.863013698630137, "specificity": 0.8166666666666667, "false_positive_rate": 0.18333333333333332, "false_negative_rate": 0.136986301369863, "accuracy": 0.8421052631578947, "f1": 0.8571428571428571 } } } }, "internal_tags_after": { "light": { "harassment_threatening": { "n": 412, "TP": 17, "FP": 22, "TN": 351, "FN": 22, "precision": 0.4358974358974359, "recall": 0.4358974358974359, "specificity": 0.9410187667560321, "false_positive_rate": 0.058981233243967826, "false_negative_rate": 0.5641025641025641, "accuracy": 0.8932038834951457, "f1": 0.4358974358974359 }, "hate": { "n": 412, "TP": 39, "FP": 7, "TN": 350, "FN": 16, "precision": 0.8478260869565217, "recall": 0.7090909090909091, "specificity": 0.9803921568627451, "false_positive_rate": 0.0196078431372549, "false_negative_rate": 0.2909090909090909, "accuracy": 0.9441747572815534, "f1": 0.7722772277227723 }, "hate_threatening": { "n": 412, "TP": 26, "FP": 10, "TN": 365, "FN": 11, "precision": 0.7222222222222222, "recall": 0.7027027027027027, "specificity": 0.9733333333333334, "false_positive_rate": 0.02666666666666667, "false_negative_rate": 0.2972972972972973, "accuracy": 0.9490291262135923, "f1": 0.7123287671232876 }, "self_harm_instructions": { "n": 412, "TP": 4, "FP": 1, "TN": 388, "FN": 19, "precision": 0.8, "recall": 0.17391304347826086, "specificity": 0.9974293059125964, "false_positive_rate": 0.002570694087403599, "false_negative_rate": 0.8260869565217391, "accuracy": 0.9514563106796117, "f1": 0.2857142857142857 }, "sexual_minors": { "n": 412, "TP": 23, "FP": 18, "TN": 369, "FN": 2, "precision": 0.5609756097560976, "recall": 0.92, "specificity": 0.9534883720930233, "false_positive_rate": 0.046511627906976744, "false_negative_rate": 0.08, "accuracy": 0.9514563106796117, "f1": 0.696969696969697 }, "violence_graphic": { "n": 412, "TP": 22, "FP": 46, "TN": 340, "FN": 4, "precision": 0.3235294117647059, "recall": 0.8461538461538461, "specificity": 0.8808290155440415, "false_positive_rate": 0.11917098445595854, "false_negative_rate": 0.15384615384615385, "accuracy": 0.8786407766990292, "f1": 0.46808510638297873 } }, "medium": { "harassment": { "n": 412, "TP": 82, "FP": 37, "TN": 265, "FN": 28, "precision": 0.6890756302521008, "recall": 0.7454545454545455, "specificity": 0.8774834437086093, "false_positive_rate": 0.12251655629139073, "false_negative_rate": 0.2545454545454545, "accuracy": 0.8422330097087378, "f1": 0.7161572052401747 }, "harassment_threatening": { "n": 412, "TP": 53, "FP": 59, "TN": 294, "FN": 6, "precision": 0.4732142857142857, "recall": 0.8983050847457628, "specificity": 0.8328611898016998, "false_positive_rate": 0.1671388101983003, "false_negative_rate": 0.1016949152542373, "accuracy": 0.8422330097087378, "f1": 0.6198830409356725 }, "hate": { "n": 412, "TP": 55, "FP": 40, "TN": 315, "FN": 2, "precision": 0.5789473684210527, "recall": 0.9649122807017544, "specificity": 0.8873239436619719, "false_positive_rate": 0.11267605633802817, "false_negative_rate": 0.03508771929824561, "accuracy": 0.8980582524271845, "f1": 0.7236842105263158 }, "hate_threatening": { "n": 412, "TP": 26, "FP": 10, "TN": 365, "FN": 11, "precision": 0.7222222222222222, "recall": 0.7027027027027027, "specificity": 0.9733333333333334, "false_positive_rate": 0.02666666666666667, "false_negative_rate": 0.2972972972972973, "accuracy": 0.9490291262135923, "f1": 0.7123287671232876 }, "self_harm": { "n": 412, "TP": 18, "FP": 5, "TN": 370, "FN": 19, "precision": 0.782608695652174, "recall": 0.4864864864864865, "specificity": 0.9866666666666667, "false_positive_rate": 0.013333333333333334, "false_negative_rate": 0.5135135135135135, "accuracy": 0.941747572815534, "f1": 0.6 }, "self_harm_instructions": { "n": 412, "TP": 18, "FP": 24, "TN": 363, "FN": 7, "precision": 0.42857142857142855, "recall": 0.72, "specificity": 0.937984496124031, "false_positive_rate": 0.06201550387596899, "false_negative_rate": 0.28, "accuracy": 0.9247572815533981, "f1": 0.5373134328358209 }, "self_harm_intent": { "n": 412, "TP": 27, "FP": 12, "TN": 364, "FN": 9, "precision": 0.6923076923076923, "recall": 0.75, "specificity": 0.9680851063829787, "false_positive_rate": 0.031914893617021274, "false_negative_rate": 0.25, "accuracy": 0.9490291262135923, "f1": 0.72 }, "sexual": { "n": 412, "TP": 21, "FP": 6, "TN": 378, "FN": 7, "precision": 0.7777777777777778, "recall": 0.75, "specificity": 0.984375, "false_positive_rate": 0.015625, "false_negative_rate": 0.25, "accuracy": 0.9684466019417476, "f1": 0.7636363636363637 }, "sexual_minors": { "n": 412, "TP": 23, "FP": 26, "TN": 361, "FN": 2, "precision": 0.46938775510204084, "recall": 0.92, "specificity": 0.9328165374677002, "false_positive_rate": 0.06718346253229975, "false_negative_rate": 0.08, "accuracy": 0.9320388349514563, "f1": 0.6216216216216216 }, "violence": { "n": 412, "TP": 63, "FP": 66, "TN": 279, "FN": 4, "precision": 0.4883720930232558, "recall": 0.9402985074626866, "specificity": 0.808695652173913, "false_positive_rate": 0.19130434782608696, "false_negative_rate": 0.05970149253731343, "accuracy": 0.8300970873786407, "f1": 0.6428571428571429 }, "violence_graphic": { "n": 412, "TP": 23, "FP": 45, "TN": 339, "FN": 5, "precision": 0.3382352941176471, "recall": 0.8214285714285714, "specificity": 0.8828125, "false_positive_rate": 0.1171875, "false_negative_rate": 0.17857142857142858, "accuracy": 0.8786407766990292, "f1": 0.4791666666666667 } }, "high": { "harassment": { "n": 412, "TP": 130, "FP": 43, "TN": 215, "FN": 24, "precision": 0.7514450867052023, "recall": 0.8441558441558441, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.15584415584415584, "accuracy": 0.837378640776699, "f1": 0.7951070336391437 }, "harassment_threatening": { "n": 412, "TP": 56, "FP": 56, "TN": 293, "FN": 7, "precision": 0.5, "recall": 0.8888888888888888, "specificity": 0.839541547277937, "false_positive_rate": 0.16045845272206305, "false_negative_rate": 0.1111111111111111, "accuracy": 0.8470873786407767, "f1": 0.64 }, "hate": { "n": 412, "TP": 62, "FP": 35, "TN": 311, "FN": 4, "precision": 0.6391752577319587, "recall": 0.9393939393939394, "specificity": 0.8988439306358381, "false_positive_rate": 0.10115606936416185, "false_negative_rate": 0.06060606060606061, "accuracy": 0.9053398058252428, "f1": 0.7607361963190185 }, "hate_threatening": { "n": 412, "TP": 26, "FP": 10, "TN": 365, "FN": 11, "precision": 0.7222222222222222, "recall": 0.7027027027027027, "specificity": 0.9733333333333334, "false_positive_rate": 0.02666666666666667, "false_negative_rate": 0.2972972972972973, "accuracy": 0.9490291262135923, "f1": 0.7123287671232876 }, "self_harm": { "n": 412, "TP": 31, "FP": 15, "TN": 354, "FN": 12, "precision": 0.6739130434782609, "recall": 0.7209302325581395, "specificity": 0.959349593495935, "false_positive_rate": 0.04065040650406504, "false_negative_rate": 0.27906976744186046, "accuracy": 0.9344660194174758, "f1": 0.6966292134831461 }, "self_harm_instructions": { "n": 412, "TP": 18, "FP": 24, "TN": 363, "FN": 7, "precision": 0.42857142857142855, "recall": 0.72, "specificity": 0.937984496124031, "false_positive_rate": 0.06201550387596899, "false_negative_rate": 0.28, "accuracy": 0.9247572815533981, "f1": 0.5373134328358209 }, "self_harm_intent": { "n": 412, "TP": 29, "FP": 10, "TN": 363, "FN": 10, "precision": 0.7435897435897436, "recall": 0.7435897435897436, "specificity": 0.9731903485254692, "false_positive_rate": 0.02680965147453083, "false_negative_rate": 0.2564102564102564, "accuracy": 0.9514563106796117, "f1": 0.7435897435897436 }, "sexual": { "n": 412, "TP": 28, "FP": 11, "TN": 342, "FN": 31, "precision": 0.717948717948718, "recall": 0.4745762711864407, "specificity": 0.9688385269121813, "false_positive_rate": 0.031161473087818695, "false_negative_rate": 0.5254237288135594, "accuracy": 0.8980582524271845, "f1": 0.5714285714285714 }, "sexual_minors": { "n": 412, "TP": 23, "FP": 26, "TN": 361, "FN": 2, "precision": 0.46938775510204084, "recall": 0.92, "specificity": 0.9328165374677002, "false_positive_rate": 0.06718346253229975, "false_negative_rate": 0.08, "accuracy": 0.9320388349514563, "f1": 0.6216216216216216 }, "violence": { "n": 412, "TP": 68, "FP": 61, "TN": 274, "FN": 9, "precision": 0.5271317829457365, "recall": 0.8831168831168831, "specificity": 0.817910447761194, "false_positive_rate": 0.18208955223880596, "false_negative_rate": 0.11688311688311688, "accuracy": 0.8300970873786407, "f1": 0.6601941747572816 }, "violence_graphic": { "n": 412, "TP": 24, "FP": 44, "TN": 339, "FN": 5, "precision": 0.35294117647058826, "recall": 0.8275862068965517, "specificity": 0.8851174934725848, "false_positive_rate": 0.11488250652741515, "false_negative_rate": 0.1724137931034483, "accuracy": 0.8810679611650486, "f1": 0.4948453608247423 } }, "corporate": { "harassment": { "n": 412, "TP": 136, "FP": 37, "TN": 208, "FN": 31, "precision": 0.7861271676300579, "recall": 0.8143712574850299, "specificity": 0.8489795918367347, "false_positive_rate": 0.1510204081632653, "false_negative_rate": 0.18562874251497005, "accuracy": 0.8349514563106796, "f1": 0.8 }, "harassment_threatening": { "n": 412, "TP": 62, "FP": 97, "TN": 250, "FN": 3, "precision": 0.389937106918239, "recall": 0.9538461538461539, "specificity": 0.7204610951008645, "false_positive_rate": 0.27953890489913547, "false_negative_rate": 0.046153846153846156, "accuracy": 0.7572815533980582, "f1": 0.5535714285714286 }, "hate": { "n": 412, "TP": 70, "FP": 27, "TN": 310, "FN": 5, "precision": 0.7216494845360825, "recall": 0.9333333333333333, "specificity": 0.9198813056379822, "false_positive_rate": 0.08011869436201781, "false_negative_rate": 0.06666666666666667, "accuracy": 0.9223300970873787, "f1": 0.813953488372093 }, "hate_threatening": { "n": 412, "TP": 26, "FP": 10, "TN": 365, "FN": 11, "precision": 0.7222222222222222, "recall": 0.7027027027027027, "specificity": 0.9733333333333334, "false_positive_rate": 0.02666666666666667, "false_negative_rate": 0.2972972972972973, "accuracy": 0.9490291262135923, "f1": 0.7123287671232876 }, "self_harm": { "n": 412, "TP": 35, "FP": 19, "TN": 348, "FN": 10, "precision": 0.6481481481481481, "recall": 0.7777777777777778, "specificity": 0.9482288828337875, "false_positive_rate": 0.051771117166212535, "false_negative_rate": 0.2222222222222222, "accuracy": 0.9296116504854369, "f1": 0.7070707070707071 }, "self_harm_instructions": { "n": 412, "TP": 18, "FP": 24, "TN": 363, "FN": 7, "precision": 0.42857142857142855, "recall": 0.72, "specificity": 0.937984496124031, "false_positive_rate": 0.06201550387596899, "false_negative_rate": 0.28, "accuracy": 0.9247572815533981, "f1": 0.5373134328358209 }, "self_harm_intent": { "n": 412, "TP": 37, "FP": 16, "TN": 352, "FN": 7, "precision": 0.6981132075471698, "recall": 0.8409090909090909, "specificity": 0.9565217391304348, "false_positive_rate": 0.043478260869565216, "false_negative_rate": 0.1590909090909091, "accuracy": 0.9441747572815534, "f1": 0.7628865979381443 }, "sexual": { "n": 412, "TP": 32, "FP": 10, "TN": 336, "FN": 34, "precision": 0.7619047619047619, "recall": 0.48484848484848486, "specificity": 0.9710982658959537, "false_positive_rate": 0.028901734104046242, "false_negative_rate": 0.5151515151515151, "accuracy": 0.8932038834951457, "f1": 0.5925925925925926 }, "sexual_minors": { "n": 412, "TP": 24, "FP": 25, "TN": 361, "FN": 2, "precision": 0.4897959183673469, "recall": 0.9230769230769231, "specificity": 0.9352331606217616, "false_positive_rate": 0.06476683937823834, "false_negative_rate": 0.07692307692307693, "accuracy": 0.9344660194174758, "f1": 0.64 }, "violence": { "n": 412, "TP": 90, "FP": 46, "TN": 264, "FN": 12, "precision": 0.6617647058823529, "recall": 0.8823529411764706, "specificity": 0.8516129032258064, "false_positive_rate": 0.14838709677419354, "false_negative_rate": 0.11764705882352941, "accuracy": 0.8592233009708737, "f1": 0.7563025210084033 }, "violence_graphic": { "n": 412, "TP": 24, "FP": 44, "TN": 339, "FN": 5, "precision": 0.35294117647058826, "recall": 0.8275862068965517, "specificity": 0.8851174934725848, "false_positive_rate": 0.11488250652741515, "false_negative_rate": 0.1724137931034483, "accuracy": 0.8810679611650486, "f1": 0.4948453608247423 } } }, "research_challenge": { "disturbing_content": { "overall": { "light": { "n": 53, "TP": 23, "FP": 0, "TN": 17, "FN": 13, "precision": 1.0, "recall": 0.6388888888888888, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3611111111111111, "accuracy": 0.7547169811320755, "f1": 0.7796610169491526 }, "medium": { "n": 53, "TP": 24, "FP": 0, "TN": 17, "FN": 12, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.7735849056603774, "f1": 0.8 }, "high": { "n": 53, "TP": 27, "FP": 1, "TN": 16, "FN": 9, "precision": 0.9642857142857143, "recall": 0.75, "specificity": 0.9411764705882353, "false_positive_rate": 0.058823529411764705, "false_negative_rate": 0.25, "accuracy": 0.8113207547169812, "f1": 0.84375 }, "corporate": { "n": 53, "TP": 27, "FP": 1, "TN": 16, "FN": 9, "precision": 0.9642857142857143, "recall": 0.75, "specificity": 0.9411764705882353, "false_positive_rate": 0.058823529411764705, "false_negative_rate": 0.25, "accuracy": 0.8113207547169812, "f1": 0.84375 } }, "by_language": { "be": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "cs": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "de": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "en": { "light": { "n": 4, "TP": 2, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.75, "f1": 0.8 }, "medium": { "n": 4, "TP": 2, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.75, "f1": 0.8 }, "high": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "es": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "fi": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "fr": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "it": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "ja": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "kk": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "corporate": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 } }, "ko": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "lv": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "corporate": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 } }, "pl": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "ru": { "light": { "n": 4, "TP": 2, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.75, "f1": 0.8 }, "medium": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "sv": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "uk": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "zh": { "light": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "medium": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "high": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "corporate": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 } } }, "by_origin": { "authored_research_check": { "light": { "n": 53, "TP": 23, "FP": 0, "TN": 17, "FN": 13, "precision": 1.0, "recall": 0.6388888888888888, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3611111111111111, "accuracy": 0.7547169811320755, "f1": 0.7796610169491526 }, "medium": { "n": 53, "TP": 24, "FP": 0, "TN": 17, "FN": 12, "precision": 1.0, "recall": 0.6666666666666666, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.7735849056603774, "f1": 0.8 }, "high": { "n": 53, "TP": 27, "FP": 1, "TN": 16, "FN": 9, "precision": 0.9642857142857143, "recall": 0.75, "specificity": 0.9411764705882353, "false_positive_rate": 0.058823529411764705, "false_negative_rate": 0.25, "accuracy": 0.8113207547169812, "f1": 0.84375 }, "corporate": { "n": 53, "TP": 27, "FP": 1, "TN": 16, "FN": 9, "precision": 0.9642857142857143, "recall": 0.75, "specificity": 0.9411764705882353, "false_positive_rate": 0.058823529411764705, "false_negative_rate": 0.25, "accuracy": 0.8113207547169812, "f1": 0.84375 } } } }, "hate": { "overall": { "light": { "n": 53, "TP": 22, "FP": 4, "TN": 13, "FN": 14, "precision": 0.8461538461538461, "recall": 0.6111111111111112, "specificity": 0.7647058823529411, "false_positive_rate": 0.23529411764705882, "false_negative_rate": 0.3888888888888889, "accuracy": 0.660377358490566, "f1": 0.7096774193548387 }, "medium": { "n": 53, "TP": 36, "FP": 16, "TN": 1, "FN": 0, "precision": 0.6923076923076923, "recall": 1.0, "specificity": 0.058823529411764705, "false_positive_rate": 0.9411764705882353, "false_negative_rate": 0.0, "accuracy": 0.6981132075471698, "f1": 0.8181818181818182 }, "high": { "n": 53, "TP": 36, "FP": 16, "TN": 1, "FN": 0, "precision": 0.6923076923076923, "recall": 1.0, "specificity": 0.058823529411764705, "false_positive_rate": 0.9411764705882353, "false_negative_rate": 0.0, "accuracy": 0.6981132075471698, "f1": 0.8181818181818182 }, "corporate": { "n": 53, "TP": 36, "FP": 16, "TN": 1, "FN": 0, "precision": 0.6923076923076923, "recall": 1.0, "specificity": 0.058823529411764705, "false_positive_rate": 0.9411764705882353, "false_negative_rate": 0.0, "accuracy": 0.6981132075471698, "f1": 0.8181818181818182 } }, "by_language": { "be": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "cs": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "de": { "light": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "en": { "light": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "high": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "corporate": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 } }, "es": { "light": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "fi": { "light": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "fr": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "it": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "ja": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "kk": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "ko": { "light": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "lv": { "light": { "n": 3, "TP": 1, "FP": 1, "TN": 0, "FN": 1, "precision": 0.5, "recall": 0.5, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.5, "accuracy": 0.3333333333333333, "f1": 0.5 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "pl": { "light": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "ru": { "light": { "n": 4, "TP": 2, "FP": 1, "TN": 0, "FN": 1, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.3333333333333333, "accuracy": 0.5, "f1": 0.6666666666666666 }, "medium": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "high": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "corporate": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 } }, "sv": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "uk": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "zh": { "light": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } } }, "by_origin": { "authored_research_check": { "light": { "n": 53, "TP": 22, "FP": 4, "TN": 13, "FN": 14, "precision": 0.8461538461538461, "recall": 0.6111111111111112, "specificity": 0.7647058823529411, "false_positive_rate": 0.23529411764705882, "false_negative_rate": 0.3888888888888889, "accuracy": 0.660377358490566, "f1": 0.7096774193548387 }, "medium": { "n": 53, "TP": 36, "FP": 16, "TN": 1, "FN": 0, "precision": 0.6923076923076923, "recall": 1.0, "specificity": 0.058823529411764705, "false_positive_rate": 0.9411764705882353, "false_negative_rate": 0.0, "accuracy": 0.6981132075471698, "f1": 0.8181818181818182 }, "high": { "n": 53, "TP": 36, "FP": 16, "TN": 1, "FN": 0, "precision": 0.6923076923076923, "recall": 1.0, "specificity": 0.058823529411764705, "false_positive_rate": 0.9411764705882353, "false_negative_rate": 0.0, "accuracy": 0.6981132075471698, "f1": 0.8181818181818182 }, "corporate": { "n": 53, "TP": 36, "FP": 16, "TN": 1, "FN": 0, "precision": 0.6923076923076923, "recall": 1.0, "specificity": 0.058823529411764705, "false_positive_rate": 0.9411764705882353, "false_negative_rate": 0.0, "accuracy": 0.6981132075471698, "f1": 0.8181818181818182 } } } }, "illegal_activity": { "overall": { "light": { "n": 53, "TP": 0, "FP": 0, "TN": 17, "FN": 36, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.32075471698113206, "f1": 0.0 }, "medium": { "n": 53, "TP": 0, "FP": 0, "TN": 17, "FN": 36, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.32075471698113206, "f1": 0.0 }, "high": { "n": 53, "TP": 2, "FP": 0, "TN": 17, "FN": 34, "precision": 1.0, "recall": 0.05555555555555555, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.9444444444444444, "accuracy": 0.3584905660377358, "f1": 0.10526315789473684 }, "corporate": { "n": 53, "TP": 7, "FP": 0, "TN": 17, "FN": 29, "precision": 1.0, "recall": 0.19444444444444445, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8055555555555556, "accuracy": 0.4528301886792453, "f1": 0.32558139534883723 } }, "by_language": { "be": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "cs": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 } }, "de": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "en": { "light": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 }, "medium": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 }, "high": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 }, "corporate": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 } }, "es": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "fi": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "fr": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "it": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "ja": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "kk": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "ko": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 } }, "lv": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "pl": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "ru": { "light": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 }, "medium": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 }, "high": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 }, "corporate": { "n": 4, "TP": 0, "FP": 0, "TN": 1, "FN": 3, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.25, "f1": 0.0 } }, "sv": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 } }, "uk": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 } }, "zh": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } } }, "by_origin": { "authored_research_check": { "light": { "n": 53, "TP": 0, "FP": 0, "TN": 17, "FN": 36, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.32075471698113206, "f1": 0.0 }, "medium": { "n": 53, "TP": 0, "FP": 0, "TN": 17, "FN": 36, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.32075471698113206, "f1": 0.0 }, "high": { "n": 53, "TP": 2, "FP": 0, "TN": 17, "FN": 34, "precision": 1.0, "recall": 0.05555555555555555, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.9444444444444444, "accuracy": 0.3584905660377358, "f1": 0.10526315789473684 }, "corporate": { "n": 53, "TP": 7, "FP": 0, "TN": 17, "FN": 29, "precision": 1.0, "recall": 0.19444444444444445, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.8055555555555556, "accuracy": 0.4528301886792453, "f1": 0.32558139534883723 } } } }, "pornography": { "overall": { "light": { "n": 53, "TP": 0, "FP": 32, "TN": 21, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.39622641509433965, "false_positive_rate": 0.6037735849056604, "false_negative_rate": null, "accuracy": 0.39622641509433965, "f1": 0.0 }, "medium": { "n": 53, "TP": 35, "FP": 6, "TN": 11, "FN": 1, "precision": 0.8536585365853658, "recall": 0.9722222222222222, "specificity": 0.6470588235294118, "false_positive_rate": 0.35294117647058826, "false_negative_rate": 0.027777777777777776, "accuracy": 0.8679245283018868, "f1": 0.9090909090909091 }, "high": { "n": 53, "TP": 36, "FP": 7, "TN": 10, "FN": 0, "precision": 0.8372093023255814, "recall": 1.0, "specificity": 0.5882352941176471, "false_positive_rate": 0.4117647058823529, "false_negative_rate": 0.0, "accuracy": 0.8679245283018868, "f1": 0.9113924050632911 }, "corporate": { "n": 53, "TP": 36, "FP": 7, "TN": 10, "FN": 0, "precision": 0.8372093023255814, "recall": 1.0, "specificity": 0.5882352941176471, "false_positive_rate": 0.4117647058823529, "false_negative_rate": 0.0, "accuracy": 0.8679245283018868, "f1": 0.9113924050632911 } }, "by_language": { "be": { "light": { "n": 3, "TP": 0, "FP": 3, "TN": 0, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": null, "accuracy": 0.0, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "cs": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 3, "FN": 0, "precision": null, "recall": null, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": null, "accuracy": 1.0, "f1": null }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "de": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "en": { "light": { "n": 4, "TP": 0, "FP": 3, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.25, "false_positive_rate": 0.75, "false_negative_rate": null, "accuracy": 0.25, "f1": 0.0 }, "medium": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "high": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "corporate": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 } }, "es": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "fi": { "light": { "n": 3, "TP": 0, "FP": 3, "TN": 0, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": null, "accuracy": 0.0, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "fr": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "it": { "light": { "n": 3, "TP": 0, "FP": 1, "TN": 2, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": null, "accuracy": 0.6666666666666666, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "ja": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "kk": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "ko": { "light": { "n": 3, "TP": 0, "FP": 1, "TN": 2, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": null, "accuracy": 0.6666666666666666, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "lv": { "light": { "n": 3, "TP": 0, "FP": 1, "TN": 2, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": null, "accuracy": 0.6666666666666666, "f1": 0.0 }, "medium": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "pl": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 3, "FN": 0, "precision": null, "recall": null, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": null, "accuracy": 1.0, "f1": null }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "ru": { "light": { "n": 4, "TP": 0, "FP": 3, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.25, "false_positive_rate": 0.75, "false_negative_rate": null, "accuracy": 0.25, "f1": 0.0 }, "medium": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "high": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "corporate": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 } }, "sv": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "uk": { "light": { "n": 3, "TP": 0, "FP": 3, "TN": 0, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": null, "accuracy": 0.0, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "zh": { "light": { "n": 3, "TP": 0, "FP": 2, "TN": 1, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": null, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } } }, "by_origin": { "authored_research_check": { "light": { "n": 53, "TP": 0, "FP": 32, "TN": 21, "FN": 0, "precision": 0.0, "recall": null, "specificity": 0.39622641509433965, "false_positive_rate": 0.6037735849056604, "false_negative_rate": null, "accuracy": 0.39622641509433965, "f1": 0.0 }, "medium": { "n": 53, "TP": 35, "FP": 6, "TN": 11, "FN": 1, "precision": 0.8536585365853658, "recall": 0.9722222222222222, "specificity": 0.6470588235294118, "false_positive_rate": 0.35294117647058826, "false_negative_rate": 0.027777777777777776, "accuracy": 0.8679245283018868, "f1": 0.9090909090909091 }, "high": { "n": 53, "TP": 36, "FP": 7, "TN": 10, "FN": 0, "precision": 0.8372093023255814, "recall": 1.0, "specificity": 0.5882352941176471, "false_positive_rate": 0.4117647058823529, "false_negative_rate": 0.0, "accuracy": 0.8679245283018868, "f1": 0.9113924050632911 }, "corporate": { "n": 53, "TP": 36, "FP": 7, "TN": 10, "FN": 0, "precision": 0.8372093023255814, "recall": 1.0, "specificity": 0.5882352941176471, "false_positive_rate": 0.4117647058823529, "false_negative_rate": 0.0, "accuracy": 0.8679245283018868, "f1": 0.9113924050632911 } } } }, "violence": { "overall": { "light": { "n": 53, "TP": 23, "FP": 7, "TN": 10, "FN": 13, "precision": 0.7666666666666667, "recall": 0.6388888888888888, "specificity": 0.5882352941176471, "false_positive_rate": 0.4117647058823529, "false_negative_rate": 0.3611111111111111, "accuracy": 0.6226415094339622, "f1": 0.696969696969697 }, "medium": { "n": 53, "TP": 32, "FP": 11, "TN": 6, "FN": 4, "precision": 0.7441860465116279, "recall": 0.8888888888888888, "specificity": 0.35294117647058826, "false_positive_rate": 0.6470588235294118, "false_negative_rate": 0.1111111111111111, "accuracy": 0.7169811320754716, "f1": 0.810126582278481 }, "high": { "n": 53, "TP": 32, "FP": 12, "TN": 5, "FN": 4, "precision": 0.7272727272727273, "recall": 0.8888888888888888, "specificity": 0.29411764705882354, "false_positive_rate": 0.7058823529411765, "false_negative_rate": 0.1111111111111111, "accuracy": 0.6981132075471698, "f1": 0.8 }, "corporate": { "n": 53, "TP": 32, "FP": 17, "TN": 0, "FN": 4, "precision": 0.6530612244897959, "recall": 0.8888888888888888, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.1111111111111111, "accuracy": 0.6037735849056604, "f1": 0.7529411764705882 } }, "by_language": { "be": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "cs": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "de": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "en": { "light": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 4, "TP": 3, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 } }, "es": { "light": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "fi": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 } }, "fr": { "light": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "medium": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "high": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "corporate": { "n": 3, "TP": 0, "FP": 1, "TN": 0, "FN": 2, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 } }, "it": { "light": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "ja": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "kk": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "ko": { "light": { "n": 3, "TP": 0, "FP": 0, "TN": 1, "FN": 2, "precision": null, "recall": 0.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 1.0, "accuracy": 0.3333333333333333, "f1": 0.0 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "lv": { "light": { "n": 3, "TP": 1, "FP": 1, "TN": 0, "FN": 1, "precision": 0.5, "recall": 0.5, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.5, "accuracy": 0.3333333333333333, "f1": 0.5 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "pl": { "light": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "ru": { "light": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "medium": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "high": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 }, "corporate": { "n": 4, "TP": 3, "FP": 1, "TN": 0, "FN": 0, "precision": 0.75, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.75, "f1": 0.8571428571428571 } }, "sv": { "light": { "n": 3, "TP": 1, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6666666666666666, "f1": 0.6666666666666666 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "uk": { "light": { "n": 3, "TP": 1, "FP": 1, "TN": 0, "FN": 1, "precision": 0.5, "recall": 0.5, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.5, "accuracy": 0.3333333333333333, "f1": 0.5 }, "medium": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "high": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } }, "zh": { "light": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "medium": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "high": { "n": 3, "TP": 2, "FP": 0, "TN": 1, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 3, "TP": 2, "FP": 1, "TN": 0, "FN": 0, "precision": 0.6666666666666666, "recall": 1.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.0, "accuracy": 0.6666666666666666, "f1": 0.8 } } }, "by_origin": { "authored_research_check": { "light": { "n": 53, "TP": 23, "FP": 7, "TN": 10, "FN": 13, "precision": 0.7666666666666667, "recall": 0.6388888888888888, "specificity": 0.5882352941176471, "false_positive_rate": 0.4117647058823529, "false_negative_rate": 0.3611111111111111, "accuracy": 0.6226415094339622, "f1": 0.696969696969697 }, "medium": { "n": 53, "TP": 32, "FP": 11, "TN": 6, "FN": 4, "precision": 0.7441860465116279, "recall": 0.8888888888888888, "specificity": 0.35294117647058826, "false_positive_rate": 0.6470588235294118, "false_negative_rate": 0.1111111111111111, "accuracy": 0.7169811320754716, "f1": 0.810126582278481 }, "high": { "n": 53, "TP": 32, "FP": 12, "TN": 5, "FN": 4, "precision": 0.7272727272727273, "recall": 0.8888888888888888, "specificity": 0.29411764705882354, "false_positive_rate": 0.7058823529411765, "false_negative_rate": 0.1111111111111111, "accuracy": 0.6981132075471698, "f1": 0.8 }, "corporate": { "n": 53, "TP": 32, "FP": 17, "TN": 0, "FN": 4, "precision": 0.6530612244897959, "recall": 0.8888888888888888, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.1111111111111111, "accuracy": 0.6037735849056604, "f1": 0.7529411764705882 } } } } }, "research_by_variant": { "plain": { "overall": { "light": { "n": 170, "TP": 34, "FP": 30, "TN": 72, "FN": 34, "precision": 0.53125, "recall": 0.5, "specificity": 0.7058823529411765, "false_positive_rate": 0.29411764705882354, "false_negative_rate": 0.5, "accuracy": 0.6235294117647059, "f1": 0.5151515151515151 }, "medium": { "n": 170, "TP": 61, "FP": 33, "TN": 52, "FN": 24, "precision": 0.648936170212766, "recall": 0.7176470588235294, "specificity": 0.611764705882353, "false_positive_rate": 0.38823529411764707, "false_negative_rate": 0.2823529411764706, "accuracy": 0.6647058823529411, "f1": 0.6815642458100558 }, "high": { "n": 170, "TP": 63, "FP": 36, "TN": 49, "FN": 22, "precision": 0.6363636363636364, "recall": 0.7411764705882353, "specificity": 0.5764705882352941, "false_positive_rate": 0.4235294117647059, "false_negative_rate": 0.25882352941176473, "accuracy": 0.6588235294117647, "f1": 0.6847826086956522 }, "corporate": { "n": 170, "TP": 66, "FP": 41, "TN": 44, "FN": 19, "precision": 0.616822429906542, "recall": 0.7764705882352941, "specificity": 0.5176470588235295, "false_positive_rate": 0.4823529411764706, "false_negative_rate": 0.2235294117647059, "accuracy": 0.6470588235294118, "f1": 0.6875 } }, "by_language": { "be": { "light": { "n": 10, "TP": 3, "FP": 2, "TN": 4, "FN": 1, "precision": 0.6, "recall": 0.75, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.25, "accuracy": 0.7, "f1": 0.6666666666666666 }, "medium": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 }, "high": { "n": 10, "TP": 5, "FP": 3, "TN": 2, "FN": 0, "precision": 0.625, "recall": 1.0, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.0, "accuracy": 0.7, "f1": 0.7692307692307693 }, "corporate": { "n": 10, "TP": 5, "FP": 3, "TN": 2, "FN": 0, "precision": 0.625, "recall": 1.0, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.0, "accuracy": 0.7, "f1": 0.7692307692307693 } }, "cs": { "light": { "n": 10, "TP": 3, "FP": 0, "TN": 6, "FN": 1, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.9, "f1": 0.8571428571428571 }, "medium": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 }, "high": { "n": 10, "TP": 4, "FP": 4, "TN": 1, "FN": 1, "precision": 0.5, "recall": 0.8, "specificity": 0.2, "false_positive_rate": 0.8, "false_negative_rate": 0.2, "accuracy": 0.5, "f1": 0.6153846153846154 }, "corporate": { "n": 10, "TP": 5, "FP": 4, "TN": 1, "FN": 0, "precision": 0.5555555555555556, "recall": 1.0, "specificity": 0.2, "false_positive_rate": 0.8, "false_negative_rate": 0.0, "accuracy": 0.6, "f1": 0.7142857142857143 } }, "de": { "light": { "n": 10, "TP": 1, "FP": 2, "TN": 4, "FN": 3, "precision": 0.3333333333333333, "recall": 0.25, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.75, "accuracy": 0.5, "f1": 0.2857142857142857 }, "medium": { "n": 10, "TP": 4, "FP": 1, "TN": 4, "FN": 1, "precision": 0.8, "recall": 0.8, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8 }, "high": { "n": 10, "TP": 4, "FP": 1, "TN": 4, "FN": 1, "precision": 0.8, "recall": 0.8, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8 }, "corporate": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 } }, "en": { "light": { "n": 10, "TP": 3, "FP": 1, "TN": 5, "FN": 1, "precision": 0.75, "recall": 0.75, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.25, "accuracy": 0.8, "f1": 0.75 }, "medium": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "high": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "corporate": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 } }, "es": { "light": { "n": 10, "TP": 2, "FP": 2, "TN": 4, "FN": 2, "precision": 0.5, "recall": 0.5, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.5, "accuracy": 0.6, "f1": 0.5 }, "medium": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "high": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "corporate": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 } }, "fi": { "light": { "n": 10, "TP": 2, "FP": 2, "TN": 4, "FN": 2, "precision": 0.5, "recall": 0.5, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.5, "accuracy": 0.6, "f1": 0.5 }, "medium": { "n": 10, "TP": 3, "FP": 3, "TN": 2, "FN": 2, "precision": 0.5, "recall": 0.6, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.4, "accuracy": 0.5, "f1": 0.5454545454545454 }, "high": { "n": 10, "TP": 3, "FP": 3, "TN": 2, "FN": 2, "precision": 0.5, "recall": 0.6, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.4, "accuracy": 0.5, "f1": 0.5454545454545454 }, "corporate": { "n": 10, "TP": 3, "FP": 3, "TN": 2, "FN": 2, "precision": 0.5, "recall": 0.6, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.4, "accuracy": 0.5, "f1": 0.5454545454545454 } }, "fr": { "light": { "n": 10, "TP": 1, "FP": 2, "TN": 4, "FN": 3, "precision": 0.3333333333333333, "recall": 0.25, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.75, "accuracy": 0.5, "f1": 0.2857142857142857 }, "medium": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "high": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "corporate": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 } }, "it": { "light": { "n": 10, "TP": 3, "FP": 2, "TN": 4, "FN": 1, "precision": 0.6, "recall": 0.75, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.25, "accuracy": 0.7, "f1": 0.6666666666666666 }, "medium": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "high": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "corporate": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 } }, "ja": { "light": { "n": 10, "TP": 1, "FP": 1, "TN": 5, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.75, "accuracy": 0.6, "f1": 0.3333333333333333 }, "medium": { "n": 10, "TP": 3, "FP": 1, "TN": 4, "FN": 2, "precision": 0.75, "recall": 0.6, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.4, "accuracy": 0.7, "f1": 0.6666666666666666 }, "high": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "corporate": { "n": 10, "TP": 3, "FP": 3, "TN": 2, "FN": 2, "precision": 0.5, "recall": 0.6, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.4, "accuracy": 0.5, "f1": 0.5454545454545454 } }, "kk": { "light": { "n": 10, "TP": 1, "FP": 1, "TN": 5, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.75, "accuracy": 0.6, "f1": 0.3333333333333333 }, "medium": { "n": 10, "TP": 3, "FP": 0, "TN": 5, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.4, "accuracy": 0.8, "f1": 0.75 }, "high": { "n": 10, "TP": 4, "FP": 1, "TN": 4, "FN": 1, "precision": 0.8, "recall": 0.8, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8 }, "corporate": { "n": 10, "TP": 4, "FP": 1, "TN": 4, "FN": 1, "precision": 0.8, "recall": 0.8, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8 } }, "ko": { "light": { "n": 10, "TP": 1, "FP": 2, "TN": 4, "FN": 3, "precision": 0.3333333333333333, "recall": 0.25, "specificity": 0.6666666666666666, "false_positive_rate": 0.3333333333333333, "false_negative_rate": 0.75, "accuracy": 0.5, "f1": 0.2857142857142857 }, "medium": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "high": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "corporate": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 } }, "lv": { "light": { "n": 10, "TP": 1, "FP": 3, "TN": 3, "FN": 3, "precision": 0.25, "recall": 0.25, "specificity": 0.5, "false_positive_rate": 0.5, "false_negative_rate": 0.75, "accuracy": 0.4, "f1": 0.25 }, "medium": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "high": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 }, "corporate": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 } }, "pl": { "light": { "n": 10, "TP": 3, "FP": 1, "TN": 5, "FN": 1, "precision": 0.75, "recall": 0.75, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.25, "accuracy": 0.8, "f1": 0.75 }, "medium": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "high": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 }, "corporate": { "n": 10, "TP": 4, "FP": 2, "TN": 3, "FN": 1, "precision": 0.6666666666666666, "recall": 0.8, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.2, "accuracy": 0.7, "f1": 0.7272727272727273 } }, "ru": { "light": { "n": 10, "TP": 3, "FP": 4, "TN": 2, "FN": 1, "precision": 0.42857142857142855, "recall": 0.75, "specificity": 0.3333333333333333, "false_positive_rate": 0.6666666666666666, "false_negative_rate": 0.25, "accuracy": 0.5, "f1": 0.5454545454545454 }, "medium": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 }, "high": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 }, "corporate": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 } }, "sv": { "light": { "n": 10, "TP": 1, "FP": 1, "TN": 5, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.75, "accuracy": 0.6, "f1": 0.3333333333333333 }, "medium": { "n": 10, "TP": 3, "FP": 1, "TN": 4, "FN": 2, "precision": 0.75, "recall": 0.6, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.4, "accuracy": 0.7, "f1": 0.6666666666666666 }, "high": { "n": 10, "TP": 3, "FP": 1, "TN": 4, "FN": 2, "precision": 0.75, "recall": 0.6, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.4, "accuracy": 0.7, "f1": 0.6666666666666666 }, "corporate": { "n": 10, "TP": 3, "FP": 2, "TN": 3, "FN": 2, "precision": 0.6, "recall": 0.6, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.6 } }, "uk": { "light": { "n": 10, "TP": 3, "FP": 3, "TN": 3, "FN": 1, "precision": 0.5, "recall": 0.75, "specificity": 0.5, "false_positive_rate": 0.5, "false_negative_rate": 0.25, "accuracy": 0.6, "f1": 0.6 }, "medium": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 }, "high": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 }, "corporate": { "n": 10, "TP": 4, "FP": 3, "TN": 2, "FN": 1, "precision": 0.5714285714285714, "recall": 0.8, "specificity": 0.4, "false_positive_rate": 0.6, "false_negative_rate": 0.2, "accuracy": 0.6, "f1": 0.6666666666666666 } }, "zh": { "light": { "n": 10, "TP": 2, "FP": 1, "TN": 5, "FN": 2, "precision": 0.6666666666666666, "recall": 0.5, "specificity": 0.8333333333333334, "false_positive_rate": 0.16666666666666666, "false_negative_rate": 0.5, "accuracy": 0.7, "f1": 0.5714285714285714 }, "medium": { "n": 10, "TP": 4, "FP": 1, "TN": 4, "FN": 1, "precision": 0.8, "recall": 0.8, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8 }, "high": { "n": 10, "TP": 4, "FP": 1, "TN": 4, "FN": 1, "precision": 0.8, "recall": 0.8, "specificity": 0.8, "false_positive_rate": 0.2, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8 }, "corporate": { "n": 10, "TP": 5, "FP": 2, "TN": 3, "FN": 0, "precision": 0.7142857142857143, "recall": 1.0, "specificity": 0.6, "false_positive_rate": 0.4, "false_negative_rate": 0.0, "accuracy": 0.8, "f1": 0.8333333333333334 } } }, "by_origin": { "authored_research_check": { "light": { "n": 170, "TP": 34, "FP": 30, "TN": 72, "FN": 34, "precision": 0.53125, "recall": 0.5, "specificity": 0.7058823529411765, "false_positive_rate": 0.29411764705882354, "false_negative_rate": 0.5, "accuracy": 0.6235294117647059, "f1": 0.5151515151515151 }, "medium": { "n": 170, "TP": 61, "FP": 33, "TN": 52, "FN": 24, "precision": 0.648936170212766, "recall": 0.7176470588235294, "specificity": 0.611764705882353, "false_positive_rate": 0.38823529411764707, "false_negative_rate": 0.2823529411764706, "accuracy": 0.6647058823529411, "f1": 0.6815642458100558 }, "high": { "n": 170, "TP": 63, "FP": 36, "TN": 49, "FN": 22, "precision": 0.6363636363636364, "recall": 0.7411764705882353, "specificity": 0.5764705882352941, "false_positive_rate": 0.4235294117647059, "false_negative_rate": 0.25882352941176473, "accuracy": 0.6588235294117647, "f1": 0.6847826086956522 }, "corporate": { "n": 170, "TP": 66, "FP": 41, "TN": 44, "FN": 19, "precision": 0.616822429906542, "recall": 0.7764705882352941, "specificity": 0.5176470588235295, "false_positive_rate": 0.4823529411764706, "false_negative_rate": 0.2235294117647059, "accuracy": 0.6470588235294118, "f1": 0.6875 } } } }, "semantic_paraphrase": { "overall": { "light": { "n": 10, "TP": 3, "FP": 1, "TN": 1, "FN": 5, "precision": 0.75, "recall": 0.375, "specificity": 0.5, "false_positive_rate": 0.5, "false_negative_rate": 0.625, "accuracy": 0.4, "f1": 0.5 }, "medium": { "n": 10, "TP": 7, "FP": 0, "TN": 0, "FN": 3, "precision": 1.0, "recall": 0.7, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.3, "accuracy": 0.7, "f1": 0.8235294117647058 }, "high": { "n": 10, "TP": 8, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 10, "TP": 8, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "by_language": { "en": { "light": { "n": 5, "TP": 2, "FP": 1, "TN": 0, "FN": 2, "precision": 0.6666666666666666, "recall": 0.5, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.5, "accuracy": 0.4, "f1": 0.5714285714285714 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "ru": { "light": { "n": 5, "TP": 1, "FP": 0, "TN": 1, "FN": 3, "precision": 1.0, "recall": 0.25, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.75, "accuracy": 0.4, "f1": 0.4 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } } }, "by_origin": { "authored_research_check": { "light": { "n": 10, "TP": 3, "FP": 1, "TN": 1, "FN": 5, "precision": 0.75, "recall": 0.375, "specificity": 0.5, "false_positive_rate": 0.5, "false_negative_rate": 0.625, "accuracy": 0.4, "f1": 0.5 }, "medium": { "n": 10, "TP": 7, "FP": 0, "TN": 0, "FN": 3, "precision": 1.0, "recall": 0.7, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.3, "accuracy": 0.7, "f1": 0.8235294117647058 }, "high": { "n": 10, "TP": 8, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 10, "TP": 8, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } } } }, "separator": { "overall": { "light": { "n": 85, "TP": 31, "FP": 12, "TN": 5, "FN": 37, "precision": 0.7209302325581395, "recall": 0.45588235294117646, "specificity": 0.29411764705882354, "false_positive_rate": 0.7058823529411765, "false_negative_rate": 0.5441176470588235, "accuracy": 0.4235294117647059, "f1": 0.5585585585585585 }, "medium": { "n": 85, "TP": 59, "FP": 0, "TN": 0, "FN": 26, "precision": 1.0, "recall": 0.6941176470588235, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.3058823529411765, "accuracy": 0.6941176470588235, "f1": 0.8194444444444444 }, "high": { "n": 85, "TP": 62, "FP": 0, "TN": 0, "FN": 23, "precision": 1.0, "recall": 0.7294117647058823, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.27058823529411763, "accuracy": 0.7294117647058823, "f1": 0.8435374149659864 }, "corporate": { "n": 85, "TP": 64, "FP": 0, "TN": 0, "FN": 21, "precision": 1.0, "recall": 0.7529411764705882, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.24705882352941178, "accuracy": 0.7529411764705882, "f1": 0.8590604026845637 } }, "by_language": { "be": { "light": { "n": 5, "TP": 3, "FP": 1, "TN": 0, "FN": 1, "precision": 0.75, "recall": 0.75, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.25, "accuracy": 0.6, "f1": 0.75 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 5, "FP": 0, "TN": 0, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 }, "corporate": { "n": 5, "TP": 5, "FP": 0, "TN": 0, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "cs": { "light": { "n": 5, "TP": 3, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.8, "f1": 0.8571428571428571 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "de": { "light": { "n": 5, "TP": 1, "FP": 1, "TN": 0, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.75, "accuracy": 0.2, "f1": 0.3333333333333333 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "en": { "light": { "n": 5, "TP": 3, "FP": 1, "TN": 0, "FN": 1, "precision": 0.75, "recall": 0.75, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.25, "accuracy": 0.6, "f1": 0.75 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "es": { "light": { "n": 5, "TP": 3, "FP": 1, "TN": 0, "FN": 1, "precision": 0.75, "recall": 0.75, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.25, "accuracy": 0.6, "f1": 0.75 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "fi": { "light": { "n": 5, "TP": 1, "FP": 1, "TN": 0, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.75, "accuracy": 0.2, "f1": 0.3333333333333333 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 } }, "fr": { "light": { "n": 5, "TP": 1, "FP": 1, "TN": 0, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.75, "accuracy": 0.2, "f1": 0.3333333333333333 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 } }, "it": { "light": { "n": 5, "TP": 3, "FP": 0, "TN": 1, "FN": 1, "precision": 1.0, "recall": 0.75, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.25, "accuracy": 0.8, "f1": 0.8571428571428571 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "ja": { "light": { "n": 5, "TP": 1, "FP": 1, "TN": 0, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.75, "accuracy": 0.2, "f1": 0.3333333333333333 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 } }, "kk": { "light": { "n": 5, "TP": 1, "FP": 1, "TN": 0, "FN": 3, "precision": 0.5, "recall": 0.25, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.75, "accuracy": 0.2, "f1": 0.3333333333333333 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 } }, "ko": { "light": { "n": 5, "TP": 1, "FP": 0, "TN": 1, "FN": 3, "precision": 1.0, "recall": 0.25, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.75, "accuracy": 0.4, "f1": 0.4 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 } }, "lv": { "light": { "n": 5, "TP": 1, "FP": 0, "TN": 1, "FN": 3, "precision": 1.0, "recall": 0.25, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.75, "accuracy": 0.4, "f1": 0.4 }, "medium": { "n": 5, "TP": 2, "FP": 0, "TN": 0, "FN": 3, "precision": 1.0, "recall": 0.4, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.6, "accuracy": 0.4, "f1": 0.5714285714285714 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "pl": { "light": { "n": 5, "TP": 2, "FP": 0, "TN": 1, "FN": 2, "precision": 1.0, "recall": 0.5, "specificity": 1.0, "false_positive_rate": 0.0, "false_negative_rate": 0.5, "accuracy": 0.6, "f1": 0.6666666666666666 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "ru": { "light": { "n": 5, "TP": 3, "FP": 1, "TN": 0, "FN": 1, "precision": 0.75, "recall": 0.75, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.25, "accuracy": 0.6, "f1": 0.75 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } }, "sv": { "light": { "n": 5, "TP": 0, "FP": 1, "TN": 0, "FN": 4, "precision": 0.0, "recall": 0.0, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 1.0, "accuracy": 0.0, "f1": 0.0 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 } }, "uk": { "light": { "n": 5, "TP": 2, "FP": 1, "TN": 0, "FN": 2, "precision": 0.6666666666666666, "recall": 0.5, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.5, "accuracy": 0.4, "f1": 0.5714285714285714 }, "medium": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "high": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 }, "corporate": { "n": 5, "TP": 5, "FP": 0, "TN": 0, "FN": 0, "precision": 1.0, "recall": 1.0, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.0, "accuracy": 1.0, "f1": 1.0 } }, "zh": { "light": { "n": 5, "TP": 2, "FP": 1, "TN": 0, "FN": 2, "precision": 0.6666666666666666, "recall": 0.5, "specificity": 0.0, "false_positive_rate": 1.0, "false_negative_rate": 0.5, "accuracy": 0.4, "f1": 0.5714285714285714 }, "medium": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "high": { "n": 5, "TP": 3, "FP": 0, "TN": 0, "FN": 2, "precision": 1.0, "recall": 0.6, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.4, "accuracy": 0.6, "f1": 0.75 }, "corporate": { "n": 5, "TP": 4, "FP": 0, "TN": 0, "FN": 1, "precision": 1.0, "recall": 0.8, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.2, "accuracy": 0.8, "f1": 0.8888888888888888 } } }, "by_origin": { "authored_research_check": { "light": { "n": 85, "TP": 31, "FP": 12, "TN": 5, "FN": 37, "precision": 0.7209302325581395, "recall": 0.45588235294117646, "specificity": 0.29411764705882354, "false_positive_rate": 0.7058823529411765, "false_negative_rate": 0.5441176470588235, "accuracy": 0.4235294117647059, "f1": 0.5585585585585585 }, "medium": { "n": 85, "TP": 59, "FP": 0, "TN": 0, "FN": 26, "precision": 1.0, "recall": 0.6941176470588235, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.3058823529411765, "accuracy": 0.6941176470588235, "f1": 0.8194444444444444 }, "high": { "n": 85, "TP": 62, "FP": 0, "TN": 0, "FN": 23, "precision": 1.0, "recall": 0.7294117647058823, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.27058823529411763, "accuracy": 0.7294117647058823, "f1": 0.8435374149659864 }, "corporate": { "n": 85, "TP": 64, "FP": 0, "TN": 0, "FN": 21, "precision": 1.0, "recall": 0.7529411764705882, "specificity": null, "false_positive_rate": null, "false_negative_rate": 0.24705882352941178, "accuracy": 0.7529411764705882, "f1": 0.8590604026845637 } } } } }, "external": { "rows_without_known_overlap": 1680, "standard_category_metrics": { "sexual": { "n": 984, "TP": 228, "FP": 77, "TN": 670, "FN": 9, "precision": 0.7475409836065574, "recall": 0.9620253164556962, "specificity": 0.8969210174029452, "false_positive_rate": 0.10307898259705489, "false_negative_rate": 0.0379746835443038, "accuracy": 0.9126016260162602, "f1": 0.8413284132841329 }, "hate": { "n": 771, "TP": 158, "FP": 196, "TN": 413, "FN": 4, "precision": 0.4463276836158192, "recall": 0.9753086419753086, "specificity": 0.6781609195402298, "false_positive_rate": 0.3218390804597701, "false_negative_rate": 0.024691358024691357, "accuracy": 0.7405966277561609, "f1": 0.6124031007751938 }, "violence": { "n": 1450, "TP": 86, "FP": 189, "TN": 1167, "FN": 8, "precision": 0.31272727272727274, "recall": 0.9148936170212766, "specificity": 0.8606194690265486, "false_positive_rate": 0.13938053097345132, "false_negative_rate": 0.0851063829787234, "accuracy": 0.8641379310344828, "f1": 0.46612466124661245 }, "harassment": { "n": 1444, "TP": 67, "FP": 443, "TN": 925, "FN": 9, "precision": 0.13137254901960785, "recall": 0.881578947368421, "specificity": 0.6761695906432749, "false_positive_rate": 0.32383040935672514, "false_negative_rate": 0.11842105263157894, "accuracy": 0.6869806094182825, "f1": 0.22866894197952217 }, "self_harm": { "n": 1447, "TP": 43, "FP": 106, "TN": 1290, "FN": 8, "precision": 0.28859060402684567, "recall": 0.8431372549019608, "specificity": 0.9240687679083095, "false_positive_rate": 0.07593123209169055, "false_negative_rate": 0.1568627450980392, "accuracy": 0.9212163096060816, "f1": 0.43 }, "sexual_minors": { "n": 994, "TP": 85, "FP": 212, "TN": 697, "FN": 0, "precision": 0.28619528619528617, "recall": 1.0, "specificity": 0.7667766776677668, "false_positive_rate": 0.23322332233223322, "false_negative_rate": 0.0, "accuracy": 0.7867203219315896, "f1": 0.44502617801047123 }, "hate_threatening": { "n": 761, "TP": 36, "FP": 69, "TN": 651, "FN": 5, "precision": 0.34285714285714286, "recall": 0.8780487804878049, "specificity": 0.9041666666666667, "false_positive_rate": 0.09583333333333334, "false_negative_rate": 0.12195121951219512, "accuracy": 0.9027595269382391, "f1": 0.4931506849315068 }, "violence_graphic": { "n": 1447, "TP": 21, "FP": 147, "TN": 1276, "FN": 3, "precision": 0.125, "recall": 0.875, "specificity": 0.8966971187631764, "false_positive_rate": 0.10330288123682362, "false_negative_rate": 0.125, "accuracy": 0.8963372494816862, "f1": 0.21875 } }, "profile_category_metrics": { "light": { "hate": { "n": 771, "TP": 87, "FP": 28, "TN": 581, "FN": 75, "precision": 0.7565217391304347, "recall": 0.5370370370370371, "specificity": 0.9540229885057471, "false_positive_rate": 0.04597701149425287, "false_negative_rate": 0.46296296296296297, "accuracy": 0.8664072632944229, "f1": 0.628158844765343 }, "sexual_minors": { "n": 994, "TP": 82, "FP": 166, "TN": 743, "FN": 3, "precision": 0.33064516129032256, "recall": 0.9647058823529412, "specificity": 0.8173817381738174, "false_positive_rate": 0.18261826182618263, "false_negative_rate": 0.03529411764705882, "accuracy": 0.829979879275654, "f1": 0.4924924924924925 }, "hate_threatening": { "n": 761, "TP": 36, "FP": 69, "TN": 651, "FN": 5, "precision": 0.34285714285714286, "recall": 0.8780487804878049, "specificity": 0.9041666666666667, "false_positive_rate": 0.09583333333333334, "false_negative_rate": 0.12195121951219512, "accuracy": 0.9027595269382391, "f1": 0.4931506849315068 }, "violence_graphic": { "n": 1447, "TP": 21, "FP": 147, "TN": 1276, "FN": 3, "precision": 0.125, "recall": 0.875, "specificity": 0.8966971187631764, "false_positive_rate": 0.10330288123682362, "false_negative_rate": 0.125, "accuracy": 0.8963372494816862, "f1": 0.21875 } }, "medium": { "sexual": { "n": 984, "TP": 198, "FP": 22, "TN": 725, "FN": 39, "precision": 0.9, "recall": 0.8354430379746836, "specificity": 0.9705488621151271, "false_positive_rate": 0.029451137884872823, "false_negative_rate": 0.16455696202531644, "accuracy": 0.9380081300813008, "f1": 0.8665207877461707 }, "hate": { "n": 771, "TP": 149, "FP": 144, "TN": 465, "FN": 13, "precision": 0.5085324232081911, "recall": 0.9197530864197531, "specificity": 0.7635467980295566, "false_positive_rate": 0.23645320197044334, "false_negative_rate": 0.08024691358024691, "accuracy": 0.7963683527885862, "f1": 0.654945054945055 }, "violence": { "n": 1450, "TP": 85, "FP": 179, "TN": 1177, "FN": 9, "precision": 0.32196969696969696, "recall": 0.9042553191489362, "specificity": 0.8679941002949852, "false_positive_rate": 0.13200589970501475, "false_negative_rate": 0.09574468085106383, "accuracy": 0.8703448275862069, "f1": 0.4748603351955307 }, "harassment": { "n": 1444, "TP": 61, "FP": 344, "TN": 1024, "FN": 15, "precision": 0.1506172839506173, "recall": 0.8026315789473685, "specificity": 0.7485380116959064, "false_positive_rate": 0.25146198830409355, "false_negative_rate": 0.19736842105263158, "accuracy": 0.7513850415512465, "f1": 0.25363825363825365 }, "self_harm": { "n": 1447, "TP": 28, "FP": 19, "TN": 1377, "FN": 23, "precision": 0.5957446808510638, "recall": 0.5490196078431373, "specificity": 0.9863896848137536, "false_positive_rate": 0.013610315186246419, "false_negative_rate": 0.45098039215686275, "accuracy": 0.9709744298548721, "f1": 0.5714285714285714 }, "sexual_minors": { "n": 994, "TP": 85, "FP": 212, "TN": 697, "FN": 0, "precision": 0.28619528619528617, "recall": 1.0, "specificity": 0.7667766776677668, "false_positive_rate": 0.23322332233223322, "false_negative_rate": 0.0, "accuracy": 0.7867203219315896, "f1": 0.44502617801047123 }, "hate_threatening": { "n": 761, "TP": 36, "FP": 69, "TN": 651, "FN": 5, "precision": 0.34285714285714286, "recall": 0.8780487804878049, "specificity": 0.9041666666666667, "false_positive_rate": 0.09583333333333334, "false_negative_rate": 0.12195121951219512, "accuracy": 0.9027595269382391, "f1": 0.4931506849315068 }, "violence_graphic": { "n": 1447, "TP": 21, "FP": 147, "TN": 1276, "FN": 3, "precision": 0.125, "recall": 0.875, "specificity": 0.8966971187631764, "false_positive_rate": 0.10330288123682362, "false_negative_rate": 0.125, "accuracy": 0.8963372494816862, "f1": 0.21875 } }, "high": { "sexual": { "n": 984, "TP": 217, "FP": 38, "TN": 709, "FN": 20, "precision": 0.8509803921568627, "recall": 0.9156118143459916, "specificity": 0.9491298527443106, "false_positive_rate": 0.050870147255689425, "false_negative_rate": 0.08438818565400844, "accuracy": 0.9410569105691057, "f1": 0.8821138211382114 }, "hate": { "n": 771, "TP": 153, "FP": 158, "TN": 451, "FN": 9, "precision": 0.4919614147909968, "recall": 0.9444444444444444, "specificity": 0.7405582922824302, "false_positive_rate": 0.2594417077175698, "false_negative_rate": 0.05555555555555555, "accuracy": 0.7833981841763943, "f1": 0.6469344608879493 }, "violence": { "n": 1450, "TP": 85, "FP": 179, "TN": 1177, "FN": 9, "precision": 0.32196969696969696, "recall": 0.9042553191489362, "specificity": 0.8679941002949852, "false_positive_rate": 0.13200589970501475, "false_negative_rate": 0.09574468085106383, "accuracy": 0.8703448275862069, "f1": 0.4748603351955307 }, "harassment": { "n": 1444, "TP": 67, "FP": 453, "TN": 915, "FN": 9, "precision": 0.12884615384615383, "recall": 0.881578947368421, "specificity": 0.668859649122807, "false_positive_rate": 0.33114035087719296, "false_negative_rate": 0.11842105263157894, "accuracy": 0.6800554016620498, "f1": 0.22483221476510068 }, "self_harm": { "n": 1447, "TP": 39, "FP": 52, "TN": 1344, "FN": 12, "precision": 0.42857142857142855, "recall": 0.7647058823529411, "specificity": 0.9627507163323782, "false_positive_rate": 0.03724928366762178, "false_negative_rate": 0.23529411764705882, "accuracy": 0.9557705597788528, "f1": 0.5492957746478874 }, "sexual_minors": { "n": 994, "TP": 85, "FP": 212, "TN": 697, "FN": 0, "precision": 0.28619528619528617, "recall": 1.0, "specificity": 0.7667766776677668, "false_positive_rate": 0.23322332233223322, "false_negative_rate": 0.0, "accuracy": 0.7867203219315896, "f1": 0.44502617801047123 }, "hate_threatening": { "n": 761, "TP": 36, "FP": 69, "TN": 651, "FN": 5, "precision": 0.34285714285714286, "recall": 0.8780487804878049, "specificity": 0.9041666666666667, "false_positive_rate": 0.09583333333333334, "false_negative_rate": 0.12195121951219512, "accuracy": 0.9027595269382391, "f1": 0.4931506849315068 }, "violence_graphic": { "n": 1447, "TP": 21, "FP": 147, "TN": 1276, "FN": 3, "precision": 0.125, "recall": 0.875, "specificity": 0.8966971187631764, "false_positive_rate": 0.10330288123682362, "false_negative_rate": 0.125, "accuracy": 0.8963372494816862, "f1": 0.21875 } }, "corporate": { "sexual": { "n": 984, "TP": 220, "FP": 42, "TN": 705, "FN": 17, "precision": 0.8396946564885496, "recall": 0.9282700421940928, "specificity": 0.9437751004016064, "false_positive_rate": 0.05622489959839357, "false_negative_rate": 0.07172995780590717, "accuracy": 0.9400406504065041, "f1": 0.8817635270541082 }, "hate": { "n": 771, "TP": 153, "FP": 158, "TN": 451, "FN": 9, "precision": 0.4919614147909968, "recall": 0.9444444444444444, "specificity": 0.7405582922824302, "false_positive_rate": 0.2594417077175698, "false_negative_rate": 0.05555555555555555, "accuracy": 0.7833981841763943, "f1": 0.6469344608879493 }, "violence": { "n": 1450, "TP": 86, "FP": 189, "TN": 1167, "FN": 8, "precision": 0.31272727272727274, "recall": 0.9148936170212766, "specificity": 0.8606194690265486, "false_positive_rate": 0.13938053097345132, "false_negative_rate": 0.0851063829787234, "accuracy": 0.8641379310344828, "f1": 0.46612466124661245 }, "harassment": { "n": 1444, "TP": 67, "FP": 453, "TN": 915, "FN": 9, "precision": 0.12884615384615383, "recall": 0.881578947368421, "specificity": 0.668859649122807, "false_positive_rate": 0.33114035087719296, "false_negative_rate": 0.11842105263157894, "accuracy": 0.6800554016620498, "f1": 0.22483221476510068 }, "self_harm": { "n": 1447, "TP": 41, "FP": 62, "TN": 1334, "FN": 10, "precision": 0.39805825242718446, "recall": 0.803921568627451, "specificity": 0.9555873925501432, "false_positive_rate": 0.044412607449856735, "false_negative_rate": 0.19607843137254902, "accuracy": 0.9502418797512094, "f1": 0.5324675324675324 }, "sexual_minors": { "n": 994, "TP": 85, "FP": 212, "TN": 697, "FN": 0, "precision": 0.28619528619528617, "recall": 1.0, "specificity": 0.7667766776677668, "false_positive_rate": 0.23322332233223322, "false_negative_rate": 0.0, "accuracy": 0.7867203219315896, "f1": 0.44502617801047123 }, "hate_threatening": { "n": 761, "TP": 36, "FP": 69, "TN": 651, "FN": 5, "precision": 0.34285714285714286, "recall": 0.8780487804878049, "specificity": 0.9041666666666667, "false_positive_rate": 0.09583333333333334, "false_negative_rate": 0.12195121951219512, "accuracy": 0.9027595269382391, "f1": 0.4931506849315068 }, "violence_graphic": { "n": 1447, "TP": 21, "FP": 147, "TN": 1276, "FN": 3, "precision": 0.125, "recall": 0.875, "specificity": 0.8966971187631764, "false_positive_rate": 0.10330288123682362, "false_negative_rate": 0.125, "accuracy": 0.8963372494816862, "f1": 0.21875 } } }, "profile_projection": { "light": { "n": 800, "TP": 202, "FP": 210, "TN": 323, "FN": 65, "precision": 0.49029126213592233, "recall": 0.7565543071161048, "specificity": 0.6060037523452158, "false_positive_rate": 0.39399624765478425, "false_negative_rate": 0.24344569288389514, "accuracy": 0.65625, "f1": 0.5949926362297496, "excluded_unknown": 880, "mapped_categories": [ "hate", "sexual_minors", "hate_threatening", "violence_graphic" ] }, "medium": { "n": 859, "TP": 493, "FP": 196, "TN": 141, "FN": 29, "precision": 0.7155297532656023, "recall": 0.9444444444444444, "specificity": 0.41839762611275966, "false_positive_rate": 0.5816023738872403, "false_negative_rate": 0.05555555555555555, "accuracy": 0.7380675203725262, "f1": 0.8142031379025598, "excluded_unknown": 821, "mapped_categories": [ "sexual", "hate", "violence", "harassment", "self_harm", "sexual_minors", "hate_threatening", "violence_graphic" ] }, "high": { "n": 859, "TP": 504, "FP": 220, "TN": 117, "FN": 18, "precision": 0.6961325966850829, "recall": 0.9655172413793104, "specificity": 0.34718100890207715, "false_positive_rate": 0.6528189910979229, "false_negative_rate": 0.034482758620689655, "accuracy": 0.7229336437718277, "f1": 0.8089887640449438, "excluded_unknown": 821, "mapped_categories": [ "sexual", "hate", "violence", "harassment", "self_harm", "sexual_minors", "hate_threatening", "violence_graphic" ] }, "corporate": { "n": 859, "TP": 505, "FP": 222, "TN": 115, "FN": 17, "precision": 0.6946354883081155, "recall": 0.9674329501915708, "specificity": 0.34124629080118696, "false_positive_rate": 0.658753709198813, "false_negative_rate": 0.032567049808429116, "accuracy": 0.7217694994179278, "f1": 0.8086469175340272, "excluded_unknown": 821, "mapped_categories": [ "sexual", "hate", "violence", "harassment", "self_harm", "sexual_minors", "hate_threatening", "violence_graphic" ] } }, "interpretation": "Projection onto available binary benchmark categories; not gold four-level policy accuracy. Profanity and three unmapped heads excluded. Severity definitions may differ." } }