{ "schema_version": "gate03d-development-comparison/v1", "source_sha": "4c5cbbc30801f5911dcf52e1997a70404026d425", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "corpus_sha256": { "qualification": "6ea032a54babf57a5d90daa4ede63f32f13c750513bdc00f2d8992deea9321b0", "validation": "e65b71349101d25768f7e330e5d3a73e327919e2fa251c4835eb12d1af5c56e4", "development03c": "0174fb41d34d0a4db18877c68fb70149eaa67c05da86608d5da4ff8765a52c15" }, "terminology": [ "religionslos", "konfessionslos", "konfessionsfrei", "ohne Konfession", "nicht religiös", "no religious affiliation", "no religion", "nonreligious", "non-religious", "atheist", "atheists", "atheism", "atheistisch", "Atheismus", "agnostic", "agnostics", "agnosticism", "agnostisch", "Agnostizismus", "Christentum", "Christianity", "Christen", "Christian", "Christians", "christlich", "christliche", "christlichen", "Katholizismus", "Catholicism", "katholisch", "katholische", "katholischen", "Catholic", "Catholics", "Protestantismus", "Protestantism", "Protestant", "Protestants", "evangelisch", "evangelische", "evangelischen", "Judentum", "Judaism", "jüdisch", "jüdische", "jüdischen", "Jewish", "Jude", "Jüdin", "Juden", "Jews", "Islam", "Muslim", "Muslims", "muslimisch", "muslimische", "muslimischen", "islamisch", "islamische", "islamischen", "Buddhismus", "Buddhism", "Buddhist", "Buddhists", "buddhistisch", "buddhistische", "buddhistischen", "Hinduismus", "Hinduism", "Hindu", "Hindus", "hinduistisch", "hinduistische", "hinduistischen", "Sikhismus", "Sikhism", "Sikh", "Sikhs", "sikhistisch", "Jainismus", "Jainism", "Jain", "Jains", "jainistisch", "Bahai", "Baháʼí Faith", "Bahá'í", "Baha'i", "Shinto", "Shintoismus", "Shintoism", "Taoismus", "Taoism", "Daoismus", "Daoism", "Zoroastrismus", "Zoroastrianism", "Orthodox Christianity", "Orthodoxie" ], "loading_ms": 13263.002845000301, "experiments": { "control": { "prompts": { "PERSON": "person", "CITY": "location", "RELIGION": "religion", "EMAIL": "email address", "PHONE": "phone number", "ORGANIZATION": "organization" }, "threshold": 0.5, "suites": { "qualification": { "documents": 40, "ner_entity_metrics": { "PERSON": { "tp": 18, "fp": 3, "fn": 2, "precision": 0.8571428571428571, "recall": 0.9, "f1": 0.8780487804878048 }, "CITY": { "tp": 16, "fp": 2, "fn": 1, "precision": 0.8888888888888888, "recall": 0.9411764705882353, "f1": 0.9142857142857143 }, "RELIGION": { "tp": 6, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "EMAIL": { "tp": 1, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666 }, "PHONE": { "tp": 1, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 1, "fp": 2, "fn": 1, "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4 } }, "combined_entity_metrics": { "PERSON": { "tp": 18, "fp": 3, "fn": 2, "precision": 0.8571428571428571, "recall": 0.9, "f1": 0.8780487804878048 }, "CITY": { "tp": 16, "fp": 1, "fn": 1, "precision": 0.9411764705882353, "recall": 0.9411764705882353, "f1": 0.9411764705882353 }, "RELIGION": { "tp": 6, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 1, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 1, "fp": 2, "fn": 1, "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 208, "total": 208 }, "CITY": { "covered": 118, "total": 118 }, "RELIGION": { "covered": 50, "total": 50 }, "EMAIL": { "covered": 27, "total": 27 }, "PHONE": { "covered": 7, "total": 7 }, "ORGANIZATION": { "covered": 11, "total": 11 } }, "document_exact_match_rate": 0.875, "groups": { "de": { "documents": 10, "exact_matches": 8, "false_negatives": 1 }, "en": { "documents": 29, "exact_matches": 26, "false_negatives": 3 }, "mixed": { "documents": 1, "exact_matches": 1, "false_negatives": 0 }, "ocr_noise": { "documents": 4, "exact_matches": 2, "false_negatives": 2 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 95.9685019988683, "max": 296.3574889981828 }, "automated_release_eligible": false, "qualification_passed": true }, "validation": { "documents": 10, "ner_entity_metrics": { "PERSON": { "tp": 7, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "CITY": { "tp": 5, "fp": 1, "fn": 0, "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091 }, "RELIGION": { "tp": 2, "fp": 1, "fn": 0, "precision": 0.6666666666666666, "recall": 1.0, "f1": 0.8 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "combined_entity_metrics": { "PERSON": { "tp": 7, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "CITY": { "tp": 5, "fp": 1, "fn": 0, "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091 }, "RELIGION": { "tp": 2, "fp": 1, "fn": 0, "precision": 0.6666666666666666, "recall": 1.0, "f1": 0.8 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 75, "total": 75 }, "CITY": { "covered": 30, "total": 30 }, "RELIGION": { "covered": 18, "total": 18 }, "EMAIL": { "covered": 33, "total": 33 }, "PHONE": { "covered": 23, "total": 23 }, "ORGANIZATION": { "covered": 22, "total": 22 } }, "document_exact_match_rate": 0.8, "groups": { "de": { "documents": 5, "exact_matches": 4, "false_negatives": 0 }, "en": { "documents": 5, "exact_matches": 4, "false_negatives": 0 }, "ocr_noise": { "documents": 2, "exact_matches": 2, "false_negatives": 0 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 145.64514749872615, "max": 205.7866909999575 }, "automated_release_eligible": false, "qualification_passed": true }, "development03c": { "documents": 120, "ner_entity_metrics": { "PERSON": { "tp": 132, "fp": 12, "fn": 0, "precision": 0.9166666666666666, "recall": 1.0, "f1": 0.9565217391304348 }, "CITY": { "tp": 84, "fp": 13, "fn": 0, "precision": 0.865979381443299, "recall": 1.0, "f1": 0.9281767955801106 }, "RELIGION": { "tp": 34, "fp": 0, "fn": 2, "precision": 1.0, "recall": 0.9444444444444444, "f1": 0.9714285714285714 }, "EMAIL": { "tp": 23, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.9583333333333334, "f1": 0.9787234042553191 }, "PHONE": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 } }, "combined_entity_metrics": { "PERSON": { "tp": 132, "fp": 12, "fn": 0, "precision": 0.9166666666666666, "recall": 1.0, "f1": 0.9565217391304348 }, "CITY": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 }, "RELIGION": { "tp": 34, "fp": 0, "fn": 2, "precision": 1.0, "recall": 0.9444444444444444, "f1": 0.9714285714285714 }, "EMAIL": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 2, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 2, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 2, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 1727, "total": 1727 }, "CITY": { "covered": 588, "total": 588 }, "RELIGION": { "covered": 330, "total": 358 }, "EMAIL": { "covered": 648, "total": 648 }, "PHONE": { "covered": 264, "total": 264 }, "ORGANIZATION": { "covered": 1631, "total": 1631 } }, "document_exact_match_rate": 0.8833333333333333, "groups": { "de": { "documents": 60, "exact_matches": 58, "false_negatives": 2 }, "en": { "documents": 60, "exact_matches": 48, "false_negatives": 0 }, "ocr_noise": { "documents": 24, "exact_matches": 24, "false_negatives": 0 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 117.99052500100515, "max": 423.4325789984723 }, "automated_release_eligible": false, "qualification_passed": false } }, "changes": [ { "suite": "qualification", "case_id": "baseline-02", "false_positives": [ [ 13, 30, "PERSON" ] ], "false_negatives": [ [ 17, 30, "PERSON" ] ], "exact_match": false, "predictions": [ { "start": 13, "end": 30, "label": "PERSON", "text": "Dr. Klaus Schmidt", "score": 0.9196021556854248, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "qualification", "case_id": "baseline-06", "false_positives": [ [ 26, 31, "CITY" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "Alice", "score": 0.9985244870185852, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 10, "end": 13, "label": "PERSON", "text": "Bob", "score": 0.9991118311882019, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 31, "label": "CITY", "text": "store", "score": 0.5467662811279297, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "qualification", "case_id": "baseline-16", "false_positives": [ [ 0, 2, "PERSON" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 2, "label": "PERSON", "text": "Er", "score": 0.6436470746994019, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 7, "end": 17, "label": "RELIGION", "text": "katholisch", "score": 0.7684664726257324, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "qualification", "case_id": "baseline-28", "false_positives": [ [ 0, 14, "PERSON" ] ], "false_negatives": [ [ 4, 14, "PERSON" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Mr. Smith-\nson", "score": 0.9715586304664612, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, { "suite": "qualification", "case_id": "baseline-31", "false_positives": [ [ 11, 20, "ORGANIZATION" ] ], "false_negatives": [ [ 11, 20, "CITY" ] ], "exact_match": false, "predictions": [ { "start": 11, "end": 20, "label": "ORGANIZATION", "text": "Nevv Y0rk", "score": 0.8232883810997009, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "qualification", "case_id": "baseline-37", "false_positives": [ [ 11, 21, "ORGANIZATION" ] ], "false_negatives": [ [ 11, 22, "ORGANIZATION" ] ], "exact_match": true, "predictions": [ { "start": 11, "end": 21, "label": "ORGANIZATION", "text": "Google Inc", "score": 0.7403514981269836, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "validation", "case_id": "validation-05", "false_positives": [ [ 0, 6, "CITY" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 6, "label": "CITY", "text": "Jordan", "score": 0.9668874144554138, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 36, "label": "PERSON", "text": "Jordan Miller", "score": 0.982417643070221, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "validation", "case_id": "validation-06", "false_positives": [ [ 0, 8, "RELIGION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 8, "label": "RELIGION", "text": "Religion", "score": 0.6538923978805542, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-009", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7040723562240601, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7776683568954468, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8319209218025208, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-019", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7027997374534607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7789004445075989, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8365603685379028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-029", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7094536423683167, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7874830365180969, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8446553945541382, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-039", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7161614894866943, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7881067395210266, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.847603976726532, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-049", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7069818377494812, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.785081684589386, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8447502255439758, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-059", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7122743725776672, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7866309881210327, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8471381068229675, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-069", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7072301506996155, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7869006395339966, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.844225287437439, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-079", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.711972177028656, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7886146903038025, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8439294695854187, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-089", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7157840132713318, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7889829277992249, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8459369540214539, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-099", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7109703421592712, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7852903604507446, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8414570093154907, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-102", "false_positives": [], "false_negatives": [ [ 22, 36, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.998397171497345, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-108", "false_positives": [], "false_negatives": [ [ 10, 24, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 51, "end": 69, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9550279378890991, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9982492923736572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-109", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.6989420056343079, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7754619121551514, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8311129808425903, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, { "suite": "development03c", "case_id": "holdout03c-119", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7034855484962463, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7791854739189148, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8351515531539917, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } ] }, "semantic_status_prompt": { "prompts": { "PERSON": "person", "CITY": "location", "RELIGION": "religion or religious non-affiliation", "EMAIL": "email address", "PHONE": "phone number", "ORGANIZATION": "organization" }, "threshold": 0.5, "suites": { "qualification": { "documents": 40, "ner_entity_metrics": { "PERSON": { "tp": 18, "fp": 3, "fn": 2, "precision": 0.8571428571428571, "recall": 0.9, "f1": 0.8780487804878048 }, "CITY": { "tp": 16, "fp": 2, "fn": 1, "precision": 0.8888888888888888, "recall": 0.9411764705882353, "f1": 0.9142857142857143 }, "RELIGION": { "tp": 0, "fp": 0, "fn": 6, "precision": 0.0, "recall": 0.0, "f1": 0.0 }, "EMAIL": { "tp": 1, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666 }, "PHONE": { "tp": 1, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 1, "fp": 2, "fn": 1, "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4 } }, "combined_entity_metrics": { "PERSON": { "tp": 18, "fp": 3, "fn": 2, "precision": 0.8571428571428571, "recall": 0.9, "f1": 0.8780487804878048 }, "CITY": { "tp": 16, "fp": 1, "fn": 1, "precision": 0.9411764705882353, "recall": 0.9411764705882353, "f1": 0.9411764705882353 }, "RELIGION": { "tp": 0, "fp": 0, "fn": 6, "precision": 0.0, "recall": 0.0, "f1": 0.0 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 1, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 1, "fp": 2, "fn": 1, "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 6, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 6, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 6, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 208, "total": 208 }, "CITY": { "covered": 118, "total": 118 }, "RELIGION": { "covered": 0, "total": 50 }, "EMAIL": { "covered": 27, "total": 27 }, "PHONE": { "covered": 7, "total": 7 }, "ORGANIZATION": { "covered": 11, "total": 11 } }, "document_exact_match_rate": 0.75, "groups": { "de": { "documents": 10, "exact_matches": 7, "false_negatives": 3 }, "en": { "documents": 29, "exact_matches": 22, "false_negatives": 7 }, "mixed": { "documents": 1, "exact_matches": 1, "false_negatives": 0 }, "ocr_noise": { "documents": 4, "exact_matches": 2, "false_negatives": 2 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 135.24336099908396, "max": 367.08384300072794 }, "automated_release_eligible": false, "qualification_passed": false }, "validation": { "documents": 10, "ner_entity_metrics": { "PERSON": { "tp": 7, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "CITY": { "tp": 5, "fp": 1, "fn": 0, "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091 }, "RELIGION": { "tp": 1, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "combined_entity_metrics": { "PERSON": { "tp": 7, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "CITY": { "tp": 5, "fp": 1, "fn": 0, "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091 }, "RELIGION": { "tp": 1, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 1, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 1, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 1, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 75, "total": 75 }, "CITY": { "covered": 30, "total": 30 }, "RELIGION": { "covered": 8, "total": 18 }, "EMAIL": { "covered": 33, "total": 33 }, "PHONE": { "covered": 23, "total": 23 }, "ORGANIZATION": { "covered": 22, "total": 22 } }, "document_exact_match_rate": 0.8, "groups": { "de": { "documents": 5, "exact_matches": 4, "false_negatives": 1 }, "en": { "documents": 5, "exact_matches": 4, "false_negatives": 0 }, "ocr_noise": { "documents": 2, "exact_matches": 2, "false_negatives": 0 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 103.32304850089713, "max": 208.09559800181887 }, "automated_release_eligible": false, "qualification_passed": false }, "development03c": { "documents": 120, "ner_entity_metrics": { "PERSON": { "tp": 132, "fp": 12, "fn": 0, "precision": 0.9166666666666666, "recall": 1.0, "f1": 0.9565217391304348 }, "CITY": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 }, "RELIGION": { "tp": 16, "fp": 0, "fn": 20, "precision": 1.0, "recall": 0.4444444444444444, "f1": 0.6153846153846153 }, "EMAIL": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 } }, "combined_entity_metrics": { "PERSON": { "tp": 132, "fp": 12, "fn": 0, "precision": 0.9166666666666666, "recall": 1.0, "f1": 0.9565217391304348 }, "CITY": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 }, "RELIGION": { "tp": 16, "fp": 0, "fn": 20, "precision": 1.0, "recall": 0.4444444444444444, "f1": 0.6153846153846153 }, "EMAIL": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 20, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 20, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 20, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 1727, "total": 1727 }, "CITY": { "covered": 588, "total": 588 }, "RELIGION": { "covered": 151, "total": 358 }, "EMAIL": { "covered": 648, "total": 648 }, "PHONE": { "covered": 264, "total": 264 }, "ORGANIZATION": { "covered": 1631, "total": 1631 } }, "document_exact_match_rate": 0.7333333333333333, "groups": { "de": { "documents": 60, "exact_matches": 40, "false_negatives": 20 }, "en": { "documents": 60, "exact_matches": 48, "false_negatives": 0 }, "ocr_noise": { "documents": 24, "exact_matches": 24, "false_negatives": 0 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 132.43043550028233, "max": 515.0975700016716 }, "automated_release_eligible": false, "qualification_passed": false } }, "changes": [ { "before": { "suite": "qualification", "case_id": "baseline-00", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 16, "label": "PERSON", "text": "Lina Wolkenstein", "score": 0.9969016313552856, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 32, "label": "CITY", "text": "Berlin", "score": 0.9999364614486694, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-00", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 16, "label": "PERSON", "text": "Lina Wolkenstein", "score": 0.9972520470619202, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 32, "label": "CITY", "text": "Berlin", "score": 0.9999407529830933, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-01", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Hans Müller", "score": 0.9912292957305908, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-01", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Hans Müller", "score": 0.9920693635940552, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-02", "false_positives": [ [ 13, 30, "PERSON" ] ], "false_negatives": [ [ 17, 30, "PERSON" ] ], "exact_match": false, "predictions": [ { "start": 13, "end": 30, "label": "PERSON", "text": "Dr. Klaus Schmidt", "score": 0.9196021556854248, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-02", "false_positives": [ [ 13, 30, "PERSON" ] ], "false_negatives": [ [ 17, 30, "PERSON" ] ], "exact_match": false, "predictions": [ { "start": 13, "end": 30, "label": "PERSON", "text": "Dr. Klaus Schmidt", "score": 0.9333088397979736, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-03", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Friedrich Wilhelm", "score": 0.9821144938468933, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-03", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Friedrich Wilhelm", "score": 0.9825182557106018, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-04", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 15, "end": 35, "label": "PERSON", "text": "Anne-Marie Schneider", "score": 0.981816291809082, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-04", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 15, "end": 35, "label": "PERSON", "text": "Anne-Marie Schneider", "score": 0.9841601252555847, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-05", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "PERSON", "text": "John Doe", "score": 0.9945249557495117, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-05", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "PERSON", "text": "John Doe", "score": 0.9948952794075012, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-06", "false_positives": [ [ 26, 31, "CITY" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "Alice", "score": 0.9985244870185852, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 10, "end": 13, "label": "PERSON", "text": "Bob", "score": 0.9991118311882019, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 31, "label": "CITY", "text": "store", "score": 0.5467662811279297, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-06", "false_positives": [ [ 26, 31, "CITY" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "Alice", "score": 0.9989019632339478, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 10, "end": 13, "label": "PERSON", "text": "Bob", "score": 0.9994418025016785, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 31, "label": "CITY", "text": "store", "score": 0.5592913627624512, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-07", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 15, "label": "PERSON", "text": "Mary Johnson", "score": 0.9960722923278809, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-07", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 15, "label": "PERSON", "text": "Mary Johnson", "score": 0.9973771572113037, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-08", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 17, "end": 35, "label": "PERSON", "text": "Charles Montgomery", "score": 0.9641899466514587, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-08", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 17, "end": 35, "label": "PERSON", "text": "Charles Montgomery", "score": 0.9687379598617554, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-09", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 16, "label": "PERSON", "text": "Elizabeth Taylor", "score": 0.9948871731758118, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-09", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 16, "label": "PERSON", "text": "Elizabeth Taylor", "score": 0.9946670532226562, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-10", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 18, "label": "CITY", "text": "New York", "score": 0.9997181296348572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-10", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 18, "label": "CITY", "text": "New York", "score": 0.9997987151145935, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-11", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 13, "end": 20, "label": "CITY", "text": "München", "score": 0.9988282322883606, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-11", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 13, "end": 20, "label": "CITY", "text": "München", "score": 0.9990460276603699, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-12", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 5, "label": "CITY", "text": "Paris", "score": 0.9994774460792542, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-12", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 5, "label": "CITY", "text": "Paris", "score": 0.999464213848114, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-13", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 9, "end": 18, "label": "CITY", "text": "Frankfurt", "score": 0.9987022876739502, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 29, "label": "CITY", "text": "Tokyo", "score": 0.9982670545578003, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-13", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 9, "end": 18, "label": "CITY", "text": "Frankfurt", "score": 0.9989266991615295, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 29, "label": "CITY", "text": "Tokyo", "score": 0.9991796612739563, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-14", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 11, "end": 22, "label": "CITY", "text": "Los Angeles", "score": 0.9923924207687378, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 34, "label": "CITY", "text": "California", "score": 0.9569051861763, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-14", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 11, "end": 22, "label": "CITY", "text": "Los Angeles", "score": 0.9903566241264343, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 34, "label": "CITY", "text": "California", "score": 0.9744014143943787, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-15", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 32, "end": 43, "label": "RELIGION", "text": "evangelisch", "score": 0.8318354487419128, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-15", "false_positives": [], "false_negatives": [ [ 32, 43, "RELIGION" ] ], "exact_match": false, "predictions": [] } }, { "before": { "suite": "qualification", "case_id": "baseline-16", "false_positives": [ [ 0, 2, "PERSON" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 2, "label": "PERSON", "text": "Er", "score": 0.6436470746994019, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 7, "end": 17, "label": "RELIGION", "text": "katholisch", "score": 0.7684664726257324, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-16", "false_positives": [ [ 0, 2, "PERSON" ] ], "false_negatives": [ [ 7, 17, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 2, "label": "PERSON", "text": "Er", "score": 0.6544109582901001, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-17", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 14, "end": 21, "label": "RELIGION", "text": "Judaism", "score": 0.9957650899887085, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-17", "false_positives": [], "false_negatives": [ [ 14, 21, "RELIGION" ] ], "exact_match": false, "predictions": [] } }, { "before": { "suite": "qualification", "case_id": "baseline-18", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 15, "end": 21, "label": "RELIGION", "text": "Muslim", "score": 0.966416597366333, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-18", "false_positives": [], "false_negatives": [ [ 15, 21, "RELIGION" ] ], "exact_match": false, "predictions": [] } }, { "before": { "suite": "qualification", "case_id": "baseline-19", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "RELIGION", "text": "Buddhist", "score": 0.7523731589317322, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-19", "false_positives": [], "false_negatives": [ [ 0, 8, "RELIGION" ] ], "exact_match": false, "predictions": [] } }, { "before": { "suite": "qualification", "case_id": "baseline-20", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "PERSON", "text": "John Doe", "score": 0.9968609809875488, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 14, "end": 22, "label": "CITY", "text": "New York", "score": 0.9980940222740173, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 27, "end": 43, "label": "PERSON", "text": "Lina Wolkenstein", "score": 0.9969224333763123, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 53, "label": "CITY", "text": "Berlin", "score": 0.9998062252998352, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-20", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "PERSON", "text": "John Doe", "score": 0.9965824484825134, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 14, "end": 22, "label": "CITY", "text": "New York", "score": 0.9988728165626526, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 27, "end": 43, "label": "PERSON", "text": "Lina Wolkenstein", "score": 0.9969615340232849, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 53, "label": "CITY", "text": "Berlin", "score": 0.9997968077659607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-21", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "David", "score": 0.9995999932289124, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 17, "label": "RELIGION", "text": "Catholic", "score": 0.9957641363143921, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 35, "label": "CITY", "text": "Rome", "score": 0.9998972415924072, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-21", "false_positives": [], "false_negatives": [ [ 9, 17, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "David", "score": 0.9994968175888062, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 35, "label": "CITY", "text": "Rome", "score": 0.9999321699142456, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-22", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 4, "label": "PERSON", "text": "John", "score": 0.9999161958694458, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 15, "label": "PERSON", "text": "John", "score": 0.9968172311782837, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-22", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 4, "label": "PERSON", "text": "John", "score": 0.999927282333374, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 15, "label": "PERSON", "text": "John", "score": 0.9975016713142395, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-23", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 6, "label": "CITY", "text": "Berlin", "score": 0.9994149208068848, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 17, "label": "CITY", "text": "Berlin", "score": 0.9993422627449036, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-23", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 6, "label": "CITY", "text": "Berlin", "score": 0.9996874332427979, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 17, "label": "CITY", "text": "Berlin", "score": 0.999472439289093, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-24", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 10, "label": "CITY", "text": "Washington", "score": 0.9995170831680298, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-24", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 10, "label": "CITY", "text": "Washington", "score": 0.99937903881073, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-25", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "George Washington", "score": 0.9903205037117004, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-25", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "George Washington", "score": 0.9893532991409302, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-26", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 14, "end": 20, "label": "CITY", "text": "Jordan", "score": 0.9931551814079285, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-26", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 14, "end": 20, "label": "CITY", "text": "Jordan", "score": 0.9891201257705688, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-27", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Michael Jordan", "score": 0.9887990355491638, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-27", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Michael Jordan", "score": 0.9854609370231628, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-28", "false_positives": [ [ 0, 14, "PERSON" ] ], "false_negatives": [ [ 4, 14, "PERSON" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Mr. Smith-\nson", "score": 0.9715586304664612, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "qualification", "case_id": "baseline-28", "false_positives": [ [ 0, 14, "PERSON" ] ], "false_negatives": [ [ 4, 14, "PERSON" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Mr. Smith-\nson", "score": 0.9732689261436462, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-29", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "CITY", "text": "Ber-\nlin", "score": 0.9711049795150757, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "qualification", "case_id": "baseline-29", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "CITY", "text": "Ber-\nlin", "score": 0.9711012840270996, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-30", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "PERSON", "text": "Jchn D0e", "score": 0.6583331823348999, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-30", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "PERSON", "text": "Jchn D0e", "score": 0.6442369222640991, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-31", "false_positives": [ [ 11, 20, "ORGANIZATION" ] ], "false_negatives": [ [ 11, 20, "CITY" ] ], "exact_match": false, "predictions": [ { "start": 11, "end": 20, "label": "ORGANIZATION", "text": "Nevv Y0rk", "score": 0.8232883810997009, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-31", "false_positives": [ [ 11, 20, "ORGANIZATION" ] ], "false_negatives": [ [ 11, 20, "CITY" ] ], "exact_match": false, "predictions": [ { "start": 11, "end": 20, "label": "ORGANIZATION", "text": "Nevv Y0rk", "score": 0.8331550359725952, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-37", "false_positives": [ [ 11, 21, "ORGANIZATION" ] ], "false_negatives": [ [ 11, 22, "ORGANIZATION" ] ], "exact_match": true, "predictions": [ { "start": 11, "end": 21, "label": "ORGANIZATION", "text": "Google Inc", "score": 0.7403514981269836, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-37", "false_positives": [ [ 11, 21, "ORGANIZATION" ] ], "false_negatives": [ [ 11, 22, "ORGANIZATION" ] ], "exact_match": true, "predictions": [ { "start": 11, "end": 21, "label": "ORGANIZATION", "text": "Google Inc", "score": 0.6417986154556274, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-39", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 4, "end": 6, "label": "ORGANIZATION", "text": "UN", "score": 0.9981075525283813, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-39", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 4, "end": 6, "label": "ORGANIZATION", "text": "UN", "score": 0.9970062375068665, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-00", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 9, "label": "PERSON", "text": "Mara Kühn", "score": 0.9990392923355103, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 30, "label": "ORGANIZATION", "text": "Siemens", "score": 0.9998852014541626, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 34, "end": 41, "label": "CITY", "text": "Dresden", "score": 0.9993748068809509, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-00", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 9, "label": "PERSON", "text": "Mara Kühn", "score": 0.9989941716194153, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 30, "label": "ORGANIZATION", "text": "Siemens", "score": 0.9998875856399536, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 34, "end": 41, "label": "CITY", "text": "Dresden", "score": 0.9996345043182373, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-01", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emma Wilson", "score": 0.9975014328956604, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 38, "label": "ORGANIZATION", "text": "Acme Corporation", "score": 0.9995630383491516, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 48, "label": "CITY", "text": "London", "score": 0.9999483823776245, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-01", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emma Wilson", "score": 0.9976963400840759, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 38, "label": "ORGANIZATION", "text": "Acme Corporation", "score": 0.9995321035385132, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 48, "label": "CITY", "text": "London", "score": 0.9999748468399048, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-02", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 8, "end": 18, "label": "RELIGION", "text": "muslimisch", "score": 0.9497504234313965, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 29, "end": 51, "label": "EMAIL", "text": "mara.kuehn@example.org", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 53, "end": 68, "label": "PHONE", "text": "+49 351 7654321", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-02", "false_positives": [], "false_negatives": [ [ 8, 18, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 29, "end": 51, "label": "EMAIL", "text": "mara.kuehn@example.org", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 53, "end": 68, "label": "PHONE", "text": "+49 351 7654321", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-03", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 24, "label": "RELIGION", "text": "Hinduism", "score": 0.9999716281890869, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 34, "end": 50, "label": "EMAIL", "text": "emma@example.net", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 54, "end": 69, "label": "PHONE", "text": "+1 212 555 0188", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-03", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 24, "label": "RELIGION", "text": "Hinduism", "score": 0.9185379147529602, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 34, "end": 50, "label": "EMAIL", "text": "emma@example.net", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 54, "end": 69, "label": "PHONE", "text": "+1 212 555 0188", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-04", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Nora Winter", "score": 0.9975367784500122, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 24, "label": "CITY", "text": "Köln", "score": 0.9991357922554016, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 37, "label": "PERSON", "text": "Nora Winter", "score": 0.99813312292099, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-04", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Nora Winter", "score": 0.997649610042572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 24, "label": "CITY", "text": "Köln", "score": 0.9987899661064148, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 37, "label": "PERSON", "text": "Nora Winter", "score": 0.997774064540863, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-05", "false_positives": [ [ 0, 6, "CITY" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 6, "label": "CITY", "text": "Jordan", "score": 0.9668874144554138, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 36, "label": "PERSON", "text": "Jordan Miller", "score": 0.982417643070221, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-05", "false_positives": [ [ 0, 6, "CITY" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 6, "label": "CITY", "text": "Jordan", "score": 0.9427365064620972, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 36, "label": "PERSON", "text": "Jordan Miller", "score": 0.9825767874717712, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-06", "false_positives": [ [ 0, 8, "RELIGION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 8, "label": "RELIGION", "text": "Religion", "score": 0.6538923978805542, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-06", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [] } }, { "before": { "suite": "validation", "case_id": "validation-08", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 5, "end": 23, "label": "PERSON", "text": "Eva-Luise Schröder", "score": 0.986770510673523, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 33, "end": 42, "label": "CITY", "text": "Ham-\nburg", "score": 0.9998313188552856, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "validation", "case_id": "validation-08", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 5, "end": 23, "label": "PERSON", "text": "Eva-Luise Schröder", "score": 0.9836660623550415, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 33, "end": 42, "label": "CITY", "text": "Ham-\nburg", "score": 0.9998445510864258, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "validation", "case_id": "validation-09", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 10, "label": "PERSON", "text": "M4ry Br0wn", "score": 0.9766657948493958, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 26, "label": "CITY", "text": "L0ndon", "score": 0.996916651725769, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-09", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 10, "label": "PERSON", "text": "M4ry Br0wn", "score": 0.9787942171096802, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 26, "label": "CITY", "text": "L0ndon", "score": 0.997420072555542, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-000", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9995438456535339, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 63, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9974908828735352, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 76, "label": "CITY", "text": "Osnabrück", "score": 0.999496579170227, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-000", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9994416832923889, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 63, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9979421496391296, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 76, "label": "CITY", "text": "Osnabrück", "score": 0.9997795224189758, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-001", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9990620017051697, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 63, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.997700035572052, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 69, "end": 78, "label": "CITY", "text": "Osnabrück", "score": 0.9995871186256409, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-001", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9991647005081177, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 63, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9973446726799011, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 69, "end": 78, "label": "CITY", "text": "Osnabrück", "score": 0.999603807926178, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-002", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9997074007987976, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "sikhistisch", "score": 0.9321887493133545, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-002", "false_positives": [], "false_negatives": [ [ 22, 33, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9995229244232178, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-003", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9992882609367371, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Sikhism", "score": 0.9966249465942383, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-003", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9993416666984558, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Sikhism", "score": 0.9038304090499878, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-004", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9996077418327332, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 33, "label": "CITY", "text": "Osnabrück", "score": 0.998096764087677, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 36, "end": 51, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9998266100883484, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 77, "end": 101, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9952711462974548, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-004", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9997484087944031, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 33, "label": "CITY", "text": "Osnabrück", "score": 0.9990779161453247, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 36, "end": 51, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.99982088804245, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 77, "end": 101, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9966326355934143, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-005", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 12, "label": "CITY", "text": "Osnabrück", "score": 0.9999159574508667, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 14, "end": 29, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9998455047607422, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 65, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9969690442085266, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 101, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9999145269393921, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 114, "end": 123, "label": "CITY", "text": "Osnabrück", "score": 0.999828577041626, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-005", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 12, "label": "CITY", "text": "Osnabrück", "score": 0.9999452829360962, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 14, "end": 29, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9998983144760132, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 65, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9981202483177185, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 101, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9999215602874756, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 114, "end": 123, "label": "CITY", "text": "Osnabrück", "score": 0.9998121857643127, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-006", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Saskia-\nDornfeld", "score": 0.9996308088302612, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 39, "label": "CITY", "text": "Osna-\nbrück", "score": 0.9999524354934692, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 53, "end": 77, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9986594915390015, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-006", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Saskia-\nDornfeld", "score": 0.9995906949043274, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 39, "label": "CITY", "text": "Osna-\nbrück", "score": 0.999972939491272, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 53, "end": 77, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9985722303390503, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-007", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "Sask1a D0rnfeld", "score": 0.9964213371276855, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 52, "label": "CITY", "text": "Osn4brück", "score": 0.999607503414154, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 90, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9983013868331909, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-007", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "Sask1a D0rnfeld", "score": 0.9972672462463379, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 52, "label": "CITY", "text": "Osn4brück", "score": 0.9998620748519897, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 90, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9987019300460815, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-008", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "sikhistisch", "score": 0.820220947265625, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 48, "end": 72, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.983711302280426, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 101, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9986269474029541, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-008", "false_positives": [], "false_negatives": [ [ 10, 21, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 48, "end": 72, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.9848073720932007, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 101, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9989567995071411, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-009", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7040723562240601, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7776683568954468, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8319209218025208, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-009", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7564373016357422, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8379964828491211, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8763890266418457, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-010", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "PERSON", "text": "Emil Farber", "score": 0.9987824559211731, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 56, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9969447255134583, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 67, "label": "CITY", "text": "Potsdam", "score": 0.9994106292724609, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-010", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "PERSON", "text": "Emil Farber", "score": 0.9983190894126892, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 56, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.99710613489151, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 67, "label": "CITY", "text": "Potsdam", "score": 0.9997715353965759, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-011", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 23, "label": "PERSON", "text": "Emil Farber", "score": 0.9989939332008362, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 56, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9984185695648193, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 69, "label": "CITY", "text": "Potsdam", "score": 0.9994024038314819, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-011", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 23, "label": "PERSON", "text": "Emil Farber", "score": 0.9989450573921204, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 56, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9980072379112244, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 69, "label": "CITY", "text": "Potsdam", "score": 0.9995597004890442, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-012", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9991351962089539, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 18, "end": 26, "label": "RELIGION", "text": "orthodox", "score": 0.9795414805412292, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 54, "end": 84, "label": "EMAIL", "text": "case102.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 95, "end": 109, "label": "PHONE", "text": "+49 541 730102", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-012", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9990512728691101, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 18, "end": 26, "label": "RELIGION", "text": "orthodox", "score": 0.5877642035484314, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 54, "end": 84, "label": "EMAIL", "text": "case102.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 95, "end": 109, "label": "PHONE", "text": "+49 541 730102", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-013", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9992079138755798, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 29, "end": 50, "label": "RELIGION", "text": "Orthodox Christianity", "score": 0.9964632391929626, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 106, "label": "EMAIL", "text": "case102.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 115, "end": 129, "label": "PHONE", "text": "+49 541 730102", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-013", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9989896416664124, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 29, "end": 50, "label": "RELIGION", "text": "Orthodox Christianity", "score": 0.8711008429527283, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 106, "label": "EMAIL", "text": "case102.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 115, "end": 129, "label": "PHONE", "text": "+49 541 730102", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-014", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9997215867042542, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 27, "label": "CITY", "text": "Potsdam", "score": 0.999298095703125, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 41, "label": "PERSON", "text": "Emil Farber", "score": 0.9996708631515503, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 88, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9961026906967163, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-014", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9997164607048035, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 27, "label": "CITY", "text": "Potsdam", "score": 0.9997584223747253, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 41, "label": "PERSON", "text": "Emil Farber", "score": 0.9995986819267273, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 88, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9971265196800232, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-015", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 10, "label": "CITY", "text": "Potsdam", "score": 0.9998461008071899, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 12, "end": 23, "label": "PERSON", "text": "Emil Farber", "score": 0.9998921155929565, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 56, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9982470273971558, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 77, "end": 88, "label": "PERSON", "text": "Emil Farber", "score": 0.9998248219490051, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 101, "end": 108, "label": "CITY", "text": "Potsdam", "score": 0.9998860359191895, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-015", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 10, "label": "CITY", "text": "Potsdam", "score": 0.9999216794967651, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 12, "end": 23, "label": "PERSON", "text": "Emil Farber", "score": 0.9998612403869629, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 56, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9983957409858704, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 77, "end": 88, "label": "PERSON", "text": "Emil Farber", "score": 0.9997336268424988, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 101, "end": 108, "label": "CITY", "text": "Potsdam", "score": 0.9999065399169922, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-016", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 18, "label": "PERSON", "text": "Emil-\nFarber", "score": 0.9998793601989746, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 24, "end": 33, "label": "CITY", "text": "Pot-\nsdam", "score": 0.9999624490737915, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 47, "end": 68, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.997786283493042, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-016", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 18, "label": "PERSON", "text": "Emil-\nFarber", "score": 0.9998677968978882, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 24, "end": 33, "label": "CITY", "text": "Pot-\nsdam", "score": 0.9999798536300659, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 47, "end": 68, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9980356097221375, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-017", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 27, "label": "PERSON", "text": "Em1l Farber", "score": 0.9948354959487915, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 46, "label": "CITY", "text": "P0tsd4m", "score": 0.9718403220176697, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 81, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9991218447685242, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-017", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 27, "label": "PERSON", "text": "Em1l Farber", "score": 0.9959696531295776, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 46, "label": "CITY", "text": "P0tsd4m", "score": 0.9816719889640808, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 81, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9991263747215271, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-018", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 18, "label": "RELIGION", "text": "orthodox", "score": 0.8374165296554565, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 45, "end": 66, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9889349341392517, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 91, "label": "PERSON", "text": "Emil Farber", "score": 0.9984270334243774, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-018", "false_positives": [], "false_negatives": [ [ 10, 18, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 45, "end": 66, "label": "ORGANIZATION", "text": "Northbridge Analytics", "score": 0.9902279376983643, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 91, "label": "PERSON", "text": "Emil Farber", "score": 0.9984122514724731, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-019", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7027997374534607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7789004445075989, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8365603685379028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-019", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7447354793548584, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8322910070419312, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8719605803489685, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-020", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9973998069763184, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 62, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9973830580711365, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 72, "label": "CITY", "text": "Dundee", "score": 0.9992653727531433, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-020", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.997214138507843, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 62, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.998256266117096, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 72, "label": "CITY", "text": "Dundee", "score": 0.9996892213821411, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-021", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.997750461101532, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 62, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9969223141670227, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 74, "label": "CITY", "text": "Dundee", "score": 0.9994328618049622, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-021", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9978442192077637, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 62, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9963299632072449, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 74, "label": "CITY", "text": "Dundee", "score": 0.9994633793830872, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-022", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9937719702720642, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "jainistisch", "score": 0.9889543056488037, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-022", "false_positives": [], "false_negatives": [ [ 22, 33, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9936098456382751, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-023", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9916738867759705, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Jainism", "score": 0.9980966448783875, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-023", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9896120429039001, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Jainism", "score": 0.9038796424865723, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-024", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9980031847953796, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 30, "label": "CITY", "text": "Dundee", "score": 0.9969285130500793, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 48, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9981155395507812, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 74, "end": 97, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9936736822128296, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-024", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9981855750083923, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 30, "label": "CITY", "text": "Dundee", "score": 0.9985100626945496, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 48, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9976627826690674, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 74, "end": 97, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9958187937736511, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-025", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 9, "label": "CITY", "text": "Dundee", "score": 0.9998049139976501, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 26, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9993300437927246, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 61, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9960338473320007, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 82, "end": 97, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9993378520011902, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 110, "end": 116, "label": "CITY", "text": "Dundee", "score": 0.9997878670692444, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-025", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 9, "label": "CITY", "text": "Dundee", "score": 0.9998533725738525, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 26, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9993046522140503, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 61, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9970967769622803, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 82, "end": 97, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9990975856781006, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 110, "end": 116, "label": "CITY", "text": "Dundee", "score": 0.9997300505638123, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-026", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Cora-\nLindenfels", "score": 0.997488260269165, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 36, "label": "CITY", "text": "Dun-\ndee", "score": 0.999882698059082, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 73, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9973509311676025, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-026", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Cora-\nLindenfels", "score": 0.9969778060913086, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 36, "label": "CITY", "text": "Dun-\ndee", "score": 0.9999274015426636, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 73, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9981046915054321, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-027", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "C0ra L1ndenfels", "score": 0.9803281426429749, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 49, "label": "CITY", "text": "Dundee", "score": 0.9996110796928406, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 86, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9959501028060913, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-027", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "C0ra L1ndenfels", "score": 0.9882715344429016, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 49, "label": "CITY", "text": "Dundee", "score": 0.9998743534088135, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 86, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9973672032356262, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-028", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "jainistisch", "score": 0.7595014572143555, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 48, "end": 71, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9929428100585938, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 100, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9964152574539185, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-028", "false_positives": [], "false_negatives": [ [ 10, 21, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 48, "end": 71, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9925845265388489, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 100, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9968600273132324, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-029", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7094536423683167, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7874830365180969, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8446553945541382, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-029", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.759295642375946, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8394591808319092, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8807343244552612, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-030", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "PERSON", "text": "Jasper Keene", "score": 0.997222900390625, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 36, "end": 57, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9982925057411194, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 69, "label": "CITY", "text": "Aberdeen", "score": 0.9969948530197144, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-030", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "PERSON", "text": "Jasper Keene", "score": 0.9973652958869934, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 36, "end": 57, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9983986020088196, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 69, "label": "CITY", "text": "Aberdeen", "score": 0.9984108209609985, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-031", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 24, "label": "PERSON", "text": "Jasper Keene", "score": 0.9982971549034119, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 36, "end": 57, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9989097118377686, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 71, "label": "CITY", "text": "Aberdeen", "score": 0.9978512525558472, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-031", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 24, "label": "PERSON", "text": "Jasper Keene", "score": 0.9984013438224792, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 36, "end": 57, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9986171722412109, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 71, "label": "CITY", "text": "Aberdeen", "score": 0.9982107877731323, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-032", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9964504241943359, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 19, "end": 31, "label": "RELIGION", "text": "hinduistisch", "score": 0.9917290806770325, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-032", "false_positives": [], "false_negatives": [ [ 19, 31, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9959023594856262, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-033", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9973819851875305, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 38, "label": "RELIGION", "text": "Hinduism", "score": 0.9998874664306641, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-033", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9955669045448303, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 38, "label": "RELIGION", "text": "Hinduism", "score": 0.9258884787559509, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-034", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9992870688438416, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 29, "label": "CITY", "text": "Aberdeen", "score": 0.9939911961555481, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 44, "label": "PERSON", "text": "Jasper Keene", "score": 0.9992408752441406, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 91, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9981598258018494, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-034", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9993916749954224, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 29, "label": "CITY", "text": "Aberdeen", "score": 0.995208203792572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 44, "label": "PERSON", "text": "Jasper Keene", "score": 0.9991012811660767, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 91, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9983338713645935, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-035", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Aberdeen", "score": 0.9991244673728943, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 25, "label": "PERSON", "text": "Jasper Keene", "score": 0.9997237324714661, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 58, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9979164004325867, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 91, "label": "PERSON", "text": "Jasper Keene", "score": 0.9997982382774353, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 104, "end": 112, "label": "CITY", "text": "Aberdeen", "score": 0.9984569549560547, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-035", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Aberdeen", "score": 0.9994499087333679, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 25, "label": "PERSON", "text": "Jasper Keene", "score": 0.9997275471687317, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 58, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.99817955493927, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 91, "label": "PERSON", "text": "Jasper Keene", "score": 0.9997749924659729, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 104, "end": 112, "label": "CITY", "text": "Aberdeen", "score": 0.9989131689071655, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-036", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 19, "label": "PERSON", "text": "Jasper-\nKeene", "score": 0.9998306035995483, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 25, "end": 35, "label": "CITY", "text": "Aber-\ndeen", "score": 0.9998304843902588, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 49, "end": 70, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9984242916107178, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-036", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 19, "label": "PERSON", "text": "Jasper-\nKeene", "score": 0.999833345413208, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 25, "end": 35, "label": "CITY", "text": "Aber-\ndeen", "score": 0.99986732006073, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 49, "end": 70, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.998579740524292, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-037", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 28, "label": "PERSON", "text": "Jasper Keene", "score": 0.9981817007064819, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 48, "label": "CITY", "text": "Aberdeen", "score": 0.999523401260376, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 83, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9983817338943481, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-037", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 28, "label": "PERSON", "text": "Jasper Keene", "score": 0.9987432360649109, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 48, "label": "CITY", "text": "Aberdeen", "score": 0.9996577501296997, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 83, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9986016154289246, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-038", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "RELIGION", "text": "hinduistisch", "score": 0.8530606627464294, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 49, "end": 70, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.991775631904602, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 96, "label": "PERSON", "text": "Jasper Keene", "score": 0.9976971745491028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-038", "false_positives": [], "false_negatives": [ [ 10, 22, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 49, "end": 70, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.9915743470191956, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 96, "label": "PERSON", "text": "Jasper Keene", "score": 0.9977878332138062, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-039", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7161614894866943, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7881067395210266, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.847603976726532, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-039", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7635073661804199, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8373977541923523, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8817489147186279, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-040", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 23, "label": "PERSON", "text": "Frida Östberg", "score": 0.9995619654655457, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 59, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9986785054206848, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 70, "label": "CITY", "text": "Uppsala", "score": 0.9995537400245667, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-040", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 23, "label": "PERSON", "text": "Frida Östberg", "score": 0.9992965459823608, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 59, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9992048144340515, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 70, "label": "CITY", "text": "Uppsala", "score": 0.9998327493667603, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-041", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 25, "label": "PERSON", "text": "Frida Östberg", "score": 0.9993315935134888, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 59, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9984630346298218, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 72, "label": "CITY", "text": "Uppsala", "score": 0.9996377229690552, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-041", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 25, "label": "PERSON", "text": "Frida Östberg", "score": 0.9993224143981934, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 59, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9986133575439453, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 72, "label": "CITY", "text": "Uppsala", "score": 0.999721109867096, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-042", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9994117021560669, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 25, "label": "RELIGION", "text": "bahai", "score": 0.9852348566055298, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 53, "end": 83, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 94, "end": 108, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-042", "false_positives": [], "false_negatives": [ [ 20, 25, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9994562268257141, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 53, "end": 83, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 94, "end": 108, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-043", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9995088577270508, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 43, "label": "RELIGION", "text": "Baháʼí Faith", "score": 0.9641181826591492, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 69, "end": 99, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 108, "end": 122, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-043", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.999542236328125, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 43, "label": "RELIGION", "text": "Baháʼí Faith", "score": 0.7140272259712219, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 69, "end": 99, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 108, "end": 122, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-044", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9998176693916321, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 29, "label": "CITY", "text": "Uppsala", "score": 0.9994066953659058, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 45, "label": "PERSON", "text": "Frida Östberg", "score": 0.999852180480957, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 71, "end": 93, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9967365860939026, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-044", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9998177886009216, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 29, "label": "CITY", "text": "Uppsala", "score": 0.999755322933197, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 45, "label": "PERSON", "text": "Frida Östberg", "score": 0.9998152852058411, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 71, "end": 93, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9976627826690674, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-045", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 10, "label": "CITY", "text": "Uppsala", "score": 0.9998781681060791, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 12, "end": 25, "label": "PERSON", "text": "Frida Östberg", "score": 0.9998877048492432, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 59, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9978963136672974, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 93, "label": "PERSON", "text": "Frida Östberg", "score": 0.9998670816421509, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 106, "end": 113, "label": "CITY", "text": "Uppsala", "score": 0.9998447895050049, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-045", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 10, "label": "CITY", "text": "Uppsala", "score": 0.9999359846115112, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 12, "end": 25, "label": "PERSON", "text": "Frida Östberg", "score": 0.9998699426651001, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 59, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9988042116165161, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 93, "label": "PERSON", "text": "Frida Östberg", "score": 0.999811589717865, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 106, "end": 113, "label": "CITY", "text": "Uppsala", "score": 0.9998549222946167, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-046", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 20, "label": "PERSON", "text": "Frida-\nÖstberg", "score": 0.9996815919876099, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 26, "end": 35, "label": "CITY", "text": "Upp-\nsala", "score": 0.9999419450759888, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 49, "end": 71, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9979609251022339, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-046", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 20, "label": "PERSON", "text": "Frida-\nÖstberg", "score": 0.9996665716171265, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 26, "end": 35, "label": "CITY", "text": "Upp-\nsala", "score": 0.9999744892120361, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 49, "end": 71, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9987409710884094, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-047", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 29, "label": "PERSON", "text": "Fr1da Östberg", "score": 0.9966031312942505, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 48, "label": "CITY", "text": "Upps4l4", "score": 0.990062415599823, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 84, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9982581734657288, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-047", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 29, "label": "PERSON", "text": "Fr1da Östberg", "score": 0.9974656105041504, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 48, "label": "CITY", "text": "Upps4l4", "score": 0.9949617385864258, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 84, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9991832375526428, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-048", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 15, "label": "RELIGION", "text": "bahai", "score": 0.8015578985214233, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 64, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9946749210357666, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 78, "end": 91, "label": "PERSON", "text": "Frida Östberg", "score": 0.9991986155509949, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-048", "false_positives": [], "false_negatives": [ [ 10, 15, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 42, "end": 64, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9961498975753784, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 78, "end": 91, "label": "PERSON", "text": "Frida Östberg", "score": 0.9991219639778137, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-049", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7069818377494812, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.785081684589386, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8447502255439758, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-049", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7489857077598572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8328150510787964, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8758489489555359, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-050", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 24, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9981813430786133, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 60, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9969713687896729, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 73, "label": "CITY", "text": "Leicester", "score": 0.999505877494812, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-050", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 24, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9982931017875671, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 60, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9978657364845276, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 73, "label": "CITY", "text": "Leicester", "score": 0.9998058676719666, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-051", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 26, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9984040856361389, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 60, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9967267513275146, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 75, "label": "CITY", "text": "Leicester", "score": 0.9997547268867493, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-051", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 26, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9985262155532837, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 60, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9964447617530823, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 75, "label": "CITY", "text": "Leicester", "score": 0.9998173117637634, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-052", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9966481328010559, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 33, "label": "RELIGION", "text": "buddhistisch", "score": 0.9927167296409607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-052", "false_positives": [], "false_negatives": [ [ 21, 33, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9968329071998596, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-053", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9962939620018005, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 40, "label": "RELIGION", "text": "Buddhism", "score": 0.9998692274093628, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-053", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9945635199546814, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 40, "label": "RELIGION", "text": "Buddhism", "score": 0.8772878646850586, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-054", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9986757636070251, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 32, "label": "CITY", "text": "Leicester", "score": 0.9993718266487122, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 49, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9993817806243896, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 75, "end": 97, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9926812052726746, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-054", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9985533356666565, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 32, "label": "CITY", "text": "Leicester", "score": 0.9995483756065369, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 49, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9990013241767883, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 75, "end": 97, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9942744374275208, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-055", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 12, "label": "CITY", "text": "Leicester", "score": 0.9998503923416138, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 14, "end": 28, "label": "PERSON", "text": "Owen Fairchild", "score": 0.999387264251709, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 62, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9959281086921692, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 97, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9997162222862244, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 110, "end": 119, "label": "CITY", "text": "Leicester", "score": 0.9999486207962036, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-055", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 12, "label": "CITY", "text": "Leicester", "score": 0.9999113082885742, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 14, "end": 28, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9992573857307434, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 62, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9968121647834778, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 97, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9995717406272888, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 110, "end": 119, "label": "CITY", "text": "Leicester", "score": 0.9999474287033081, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-056", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 21, "label": "PERSON", "text": "Owen-\nFairchild", "score": 0.9996999502182007, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 27, "end": 38, "label": "CITY", "text": "Leic-\nester", "score": 0.9999775886535645, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 52, "end": 74, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9970940351486206, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-056", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 21, "label": "PERSON", "text": "Owen-\nFairchild", "score": 0.9997770190238953, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 27, "end": 38, "label": "CITY", "text": "Leic-\nester", "score": 0.9999865293502808, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 52, "end": 74, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9980796575546265, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-057", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 30, "label": "PERSON", "text": "Owen Fa1rch1ld", "score": 0.9971356391906738, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 51, "label": "CITY", "text": "Leicester", "score": 0.9998725652694702, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 87, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9962441921234131, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-057", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 30, "label": "PERSON", "text": "Owen Fa1rch1ld", "score": 0.9974755644798279, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 51, "label": "CITY", "text": "Leicester", "score": 0.9999536275863647, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 87, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9976209998130798, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-058", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "RELIGION", "text": "buddhistisch", "score": 0.8650351166725159, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 49, "end": 71, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9895272254943848, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 99, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9970881342887878, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-058", "false_positives": [], "false_negatives": [ [ 10, 22, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 49, "end": 71, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9916143417358398, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 99, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9976377487182617, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-059", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7122743725776672, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7866309881210327, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8471381068229675, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-059", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7621883153915405, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8397388458251953, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8833063244819641, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-060", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 23, "label": "PERSON", "text": "Nele Brückner", "score": 0.9995220899581909, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 62, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9957793951034546, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 74, "label": "CITY", "text": "Würzburg", "score": 0.9995125532150269, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-060", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 23, "label": "PERSON", "text": "Nele Brückner", "score": 0.9993388056755066, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 62, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9968156218528748, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 74, "label": "CITY", "text": "Würzburg", "score": 0.9998200535774231, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-061", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 25, "label": "PERSON", "text": "Nele Brückner", "score": 0.9993897676467896, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 62, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9940574169158936, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 76, "label": "CITY", "text": "Würzburg", "score": 0.9994066953659058, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-061", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 25, "label": "PERSON", "text": "Nele Brückner", "score": 0.9994418025016785, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 37, "end": 62, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9950815439224243, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 76, "label": "CITY", "text": "Würzburg", "score": 0.9996323585510254, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-062", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9983347058296204, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 30, "label": "RELIGION", "text": "katholisch", "score": 0.9748141169548035, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 58, "end": 88, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 99, "end": 113, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-062", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9981441497802734, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 30, "label": "RELIGION", "text": "katholisch", "score": 0.7431195974349976, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 58, "end": 88, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 99, "end": 113, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-063", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9967458248138428, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 42, "label": "RELIGION", "text": "Catholicism", "score": 0.9980359673500061, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 98, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 107, "end": 121, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-063", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9972992539405823, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 42, "label": "RELIGION", "text": "Catholicism", "score": 0.9044387340545654, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 98, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 107, "end": 121, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-064", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9998051524162292, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 30, "label": "CITY", "text": "Würzburg", "score": 0.9990678429603577, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 46, "label": "PERSON", "text": "Nele Brückner", "score": 0.9998308420181274, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 72, "end": 97, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9937987923622131, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-064", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9998606443405151, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 30, "label": "CITY", "text": "Würzburg", "score": 0.999576985836029, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 46, "label": "PERSON", "text": "Nele Brückner", "score": 0.9998449087142944, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 72, "end": 97, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9956949949264526, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-065", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Würzburg", "score": 0.9997674822807312, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 26, "label": "PERSON", "text": "Nele Brückner", "score": 0.9999117851257324, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 63, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9946510195732117, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 97, "label": "PERSON", "text": "Nele Brückner", "score": 0.9998905658721924, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 110, "end": 118, "label": "CITY", "text": "Würzburg", "score": 0.9998799562454224, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-065", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Würzburg", "score": 0.9997299313545227, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 26, "label": "PERSON", "text": "Nele Brückner", "score": 0.9999325275421143, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 63, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9956247210502625, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 97, "label": "PERSON", "text": "Nele Brückner", "score": 0.9999094009399414, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 110, "end": 118, "label": "CITY", "text": "Würzburg", "score": 0.9998327493667603, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-066", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 20, "label": "PERSON", "text": "Nele-\nBrückner", "score": 0.9997313618659973, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 26, "end": 36, "label": "CITY", "text": "Würz-\nburg", "score": 0.9999507665634155, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 75, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9986609220504761, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-066", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 20, "label": "PERSON", "text": "Nele-\nBrückner", "score": 0.9997565150260925, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 26, "end": 36, "label": "CITY", "text": "Würz-\nburg", "score": 0.9999692440032959, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 75, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9988662004470825, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-067", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 29, "label": "PERSON", "text": "Nele Brückner", "score": 0.9996700286865234, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 49, "label": "CITY", "text": "Würzburg", "score": 0.9998364448547363, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 88, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9963690042495728, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-067", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 29, "label": "PERSON", "text": "Nele Brückner", "score": 0.9996349811553955, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 49, "label": "CITY", "text": "Würzburg", "score": 0.9999114274978638, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 88, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.997320830821991, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-068", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "katholisch", "score": 0.8750774264335632, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 72, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9934499859809875, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 99, "label": "PERSON", "text": "Nele Brückner", "score": 0.9986261129379272, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-068", "false_positives": [], "false_negatives": [ [ 10, 20, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 47, "end": 72, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9921680092811584, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 99, "label": "PERSON", "text": "Nele Brückner", "score": 0.9991187453269958, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-069", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7072301506996155, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7869006395339966, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.844225287437439, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-069", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7505059838294983, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8362504243850708, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.876049816608429, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-070", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9949835538864136, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9961141347885132, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 73, "label": "CITY", "text": "Portland", "score": 0.9993465542793274, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-070", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9949565529823303, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9953457713127136, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 73, "label": "CITY", "text": "Portland", "score": 0.9996640682220459, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-071", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9974763989448547, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9980837106704712, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 75, "label": "CITY", "text": "Portland", "score": 0.9996472597122192, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-071", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9977235198020935, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9969016313552856, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 75, "label": "CITY", "text": "Portland", "score": 0.9997699856758118, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-072", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9946703314781189, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "evangelisch", "score": 0.9349200129508972, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-072", "false_positives": [], "false_negatives": [ [ 22, 33, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9943860769271851, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-073", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9950461387634277, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 46, "label": "RELIGION", "text": "Protestantism", "score": 0.9982935786247253, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 72, "end": 102, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 111, "end": 125, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-073", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.993119478225708, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 46, "label": "RELIGION", "text": "Protestantism", "score": 0.8728059530258179, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 72, "end": 102, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 111, "end": 125, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-074", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9976925849914551, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 32, "label": "CITY", "text": "Portland", "score": 0.9988584518432617, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 50, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9983211159706116, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 98, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9957102537155151, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-074", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9977365732192993, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 32, "label": "CITY", "text": "Portland", "score": 0.9993341565132141, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 50, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9977693557739258, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 98, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9954073429107666, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-075", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Portland", "score": 0.9997417330741882, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 28, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9993771910667419, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 62, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9973406195640564, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9994988441467285, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 111, "end": 119, "label": "CITY", "text": "Portland", "score": 0.9996170997619629, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-075", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Portland", "score": 0.9998792409896851, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 28, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9993256330490112, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 62, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9967377781867981, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9994007349014282, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 111, "end": 119, "label": "CITY", "text": "Portland", "score": 0.9997692704200745, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-076", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Silas-\nHawthorne", "score": 0.9994223117828369, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 38, "label": "CITY", "text": "Port-\nland", "score": 0.9999568462371826, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 52, "end": 74, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9987984895706177, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-076", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Silas-\nHawthorne", "score": 0.9995059967041016, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 38, "label": "CITY", "text": "Port-\nland", "score": 0.9999765157699585, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 52, "end": 74, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9985637068748474, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-077", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "S1las Hawth0rne", "score": 0.9958475828170776, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 51, "label": "CITY", "text": "P0rtl4nd", "score": 0.9920943379402161, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 87, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9983524084091187, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-077", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "S1las Hawth0rne", "score": 0.9974141120910645, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 51, "label": "CITY", "text": "P0rtl4nd", "score": 0.9956372380256653, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 87, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.998434841632843, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-078", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "evangelisch", "score": 0.6795831918716431, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 48, "end": 70, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9773863554000854, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 99, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9956725835800171, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-078", "false_positives": [], "false_negatives": [ [ 10, 21, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 48, "end": 70, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9783479571342468, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 99, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9963135123252869, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-079", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.711972177028656, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7886146903038025, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8439294695854187, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-079", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7546387910842896, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8364174365997314, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8744549751281738, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-080", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.998843789100647, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9975813627243042, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 71, "label": "CITY", "text": "Bergen", "score": 0.9971677660942078, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-080", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9985427856445312, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9984942674636841, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 71, "label": "CITY", "text": "Bergen", "score": 0.9987492561340332, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-081", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9987525939941406, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9985166192054749, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 73, "label": "CITY", "text": "Bergen", "score": 0.9985432624816895, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-081", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9988395571708679, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 61, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9984717965126038, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 67, "end": 73, "label": "CITY", "text": "Bergen", "score": 0.9985164999961853, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-082", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9994316697120667, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 29, "label": "RELIGION", "text": "jüdisch", "score": 0.9905497431755066, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 57, "end": 87, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 98, "end": 112, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-082", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9994332194328308, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 29, "label": "RELIGION", "text": "jüdisch", "score": 0.5247175097465515, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 57, "end": 87, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 98, "end": 112, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-083", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9990854263305664, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Judaism", "score": 0.9997567534446716, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-083", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9990395903587341, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Judaism", "score": 0.9198834896087646, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-084", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.99967360496521, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 30, "label": "CITY", "text": "Bergen", "score": 0.9969269633293152, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 48, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9995853304862976, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 74, "end": 96, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9907796382904053, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-084", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9997022747993469, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 30, "label": "CITY", "text": "Bergen", "score": 0.9988497495651245, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 48, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9995020627975464, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 74, "end": 96, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9946553707122803, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-085", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 9, "label": "CITY", "text": "Bergen", "score": 0.9995262622833252, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 26, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9998084902763367, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 60, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.99769526720047, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 81, "end": 96, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.999796450138092, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 115, "label": "CITY", "text": "Bergen", "score": 0.9991483688354492, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-085", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 9, "label": "CITY", "text": "Bergen", "score": 0.9997357726097107, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 11, "end": 26, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9997966885566711, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 60, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9984673857688904, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 81, "end": 96, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9997524619102478, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 115, "label": "CITY", "text": "Bergen", "score": 0.9993106126785278, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-086", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Alva-\nRosenqvist", "score": 0.9996846914291382, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 36, "label": "CITY", "text": "Ber-\ngen", "score": 0.9998655319213867, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 72, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9983516931533813, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-086", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Alva-\nRosenqvist", "score": 0.9997369647026062, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 36, "label": "CITY", "text": "Ber-\ngen", "score": 0.9999443292617798, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 72, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.998759388923645, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-087", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "Alva R0senqv1st", "score": 0.951907753944397, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 49, "label": "CITY", "text": "Bergen", "score": 0.9994907379150391, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 85, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9973485469818115, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-087", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "Alva R0senqv1st", "score": 0.9570900201797485, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 49, "label": "CITY", "text": "Bergen", "score": 0.9998353719711304, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 85, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9987068176269531, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-088", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 17, "label": "RELIGION", "text": "jüdisch", "score": 0.8295804262161255, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 44, "end": 66, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9811441898345947, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 95, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.998078465461731, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-088", "false_positives": [], "false_negatives": [ [ 10, 17, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 44, "end": 66, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9899779558181763, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 95, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9984230995178223, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-089", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7157840132713318, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7889829277992249, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8459369540214539, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-089", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.766312301158905, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8419620990753174, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8825888633728027, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-090", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 27, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9981582760810852, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 59, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9988139867782593, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 67, "label": "CITY", "text": "York", "score": 0.9996792078018188, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-090", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 27, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9969832301139832, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 59, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9989445805549622, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 67, "label": "CITY", "text": "York", "score": 0.9998793601989746, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-091", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 29, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9984655380249023, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 59, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.998237133026123, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 69, "label": "CITY", "text": "York", "score": 0.9996891021728516, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-091", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 29, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9986182451248169, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 41, "end": 59, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9980648159980774, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 69, "label": "CITY", "text": "York", "score": 0.9997426867485046, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-092", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9836243391036987, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 34, "label": "RELIGION", "text": "muslimisch", "score": 0.9906712770462036, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 92, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-092", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9893594980239868, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 34, "label": "RELIGION", "text": "muslimisch", "score": 0.6009860634803772, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 92, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-093", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9977192282676697, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 40, "label": "RELIGION", "text": "Islam", "score": 0.999936580657959, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-093", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9977424144744873, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 40, "label": "RELIGION", "text": "Islam", "score": 0.937150239944458, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-094", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9987108707427979, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 30, "label": "CITY", "text": "York", "score": 0.9983842372894287, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 50, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9984440207481384, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 94, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9534488320350647, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-094", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9989539384841919, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 26, "end": 30, "label": "CITY", "text": "York", "score": 0.9991807341575623, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 50, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9985401630401611, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 94, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9327394366264343, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-095", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 7, "label": "CITY", "text": "York", "score": 0.9998012185096741, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 26, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9998037219047546, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 56, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9765823483467102, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 77, "end": 94, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9997954964637756, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 107, "end": 111, "label": "CITY", "text": "York", "score": 0.9997724890708923, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-095", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 7, "label": "CITY", "text": "York", "score": 0.9999039173126221, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 26, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9997319579124451, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 56, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9804775714874268, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 77, "end": 94, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9996994733810425, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 107, "end": 111, "label": "CITY", "text": "York", "score": 0.9998438358306885, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-096", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 24, "label": "PERSON", "text": "Theo-\nMerriweather", "score": 0.9998553991317749, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 30, "end": 36, "label": "CITY", "text": "Yo-\nrk", "score": 0.9999533891677856, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 68, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9765849709510803, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-096", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 24, "label": "PERSON", "text": "Theo-\nMerriweather", "score": 0.9998723268508911, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 30, "end": 36, "label": "CITY", "text": "Yo-\nrk", "score": 0.9999749660491943, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 50, "end": 68, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9639586210250854, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-097", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 33, "label": "PERSON", "text": "The0 Merr1weather", "score": 0.9711146950721741, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 45, "end": 49, "label": "CITY", "text": "Y0rk", "score": 0.9964478015899658, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 81, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9427483677864075, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-097", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 33, "label": "PERSON", "text": "The0 Merr1weather", "score": 0.9717126488685608, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 45, "end": 49, "label": "CITY", "text": "Y0rk", "score": 0.997581958770752, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 81, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9310247898101807, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-098", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "muslimisch", "score": 0.8173997402191162, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.990338146686554, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 96, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9961032867431641, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-098", "false_positives": [], "false_negatives": [ [ 10, 20, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.9930961728096008, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 96, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9970038533210754, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-099", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7109703421592712, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7852903604507446, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8414570093154907, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-099", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.750049352645874, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8299110531806946, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8712870478630066, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-100", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9991471767425537, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 57, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9799805283546448, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 69, "label": "CITY", "text": "Lüneburg", "score": 0.9990435242652893, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-100", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 25, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9989066123962402, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 57, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9852396249771118, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 69, "label": "CITY", "text": "Lüneburg", "score": 0.9994803071022034, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-101", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9968947172164917, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 57, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9929682612419128, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 71, "label": "CITY", "text": "Lüneburg", "score": 0.9971613883972168, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-101", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 27, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9970989227294922, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 39, "end": 57, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9947795867919922, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 63, "end": 71, "label": "CITY", "text": "Lüneburg", "score": 0.9981075525283813, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-102", "false_positives": [], "false_negatives": [ [ 22, 36, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.998397171497345, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-102", "false_positives": [], "false_negatives": [ [ 22, 36, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9988328814506531, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-103", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9988783001899719, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "atheism", "score": 0.99891197681427, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-103", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9989973902702332, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "atheism", "score": 0.8273877501487732, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-104", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9995399713516235, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 32, "label": "CITY", "text": "Lüneburg", "score": 0.9943020343780518, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 50, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9996929168701172, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 94, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9872075915336609, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-104", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9996793270111084, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 32, "label": "CITY", "text": "Lüneburg", "score": 0.997245192527771, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 50, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9997054934501648, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 94, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9896021485328674, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-105", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Lüneburg", "score": 0.9998090863227844, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 28, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9998596906661987, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 58, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9954612851142883, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 94, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9997907280921936, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 107, "end": 115, "label": "CITY", "text": "Lüneburg", "score": 0.9995126724243164, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-105", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 11, "label": "CITY", "text": "Lüneburg", "score": 0.999887228012085, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 13, "end": 28, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9998832941055298, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 40, "end": 58, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9977321624755859, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 94, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9997817873954773, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 107, "end": 115, "label": "CITY", "text": "Lüneburg", "score": 0.9995343685150146, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-106", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Maja-\nKirschbaum", "score": 0.999875545501709, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 38, "label": "CITY", "text": "Lüne-\nburg", "score": 0.9999223947525024, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 52, "end": 70, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9918258190155029, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-106", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 22, "label": "PERSON", "text": "Maja-\nKirschbaum", "score": 0.9998618364334106, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 28, "end": 38, "label": "CITY", "text": "Lüne-\nburg", "score": 0.9999668598175049, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 52, "end": 70, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9931413531303406, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-107", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "Maja K1rschbaum", "score": 0.9977808594703674, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 51, "label": "CITY", "text": "Lüneburg", "score": 0.9994350075721741, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 83, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9930818676948547, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-107", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 31, "label": "PERSON", "text": "Maja K1rschbaum", "score": 0.9980815649032593, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 43, "end": 51, "label": "CITY", "text": "Lüneburg", "score": 0.9997690320014954, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 65, "end": 83, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9945422410964966, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-108", "false_positives": [], "false_negatives": [ [ 10, 24, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 51, "end": 69, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9550279378890991, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9982492923736572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-108", "false_positives": [], "false_negatives": [ [ 10, 24, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 51, "end": 69, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.962296187877655, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9989746809005737, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-109", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.6989420056343079, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7754619121551514, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8311129808425903, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-109", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7323564291000366, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8270770907402039, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8657710552215576, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-110", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 24, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9985572695732117, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 56, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9976409673690796, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 64, "label": "CITY", "text": "Bath", "score": 0.9994964599609375, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-110", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 24, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9984244108200073, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 56, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9981433153152466, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 64, "label": "CITY", "text": "Bath", "score": 0.9997841715812683, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-111", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 26, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.998796820640564, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 56, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9980693459510803, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 66, "label": "CITY", "text": "Bath", "score": 0.9995183944702148, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-111", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 12, "end": 26, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9987837672233582, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 38, "end": 56, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9976955056190491, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 66, "label": "CITY", "text": "Bath", "score": 0.9994975328445435, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-112", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.99787437915802, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 31, "label": "RELIGION", "text": "christlich", "score": 0.9895966649055481, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-112", "false_positives": [], "false_negatives": [ [ 21, 31, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9981943964958191, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-113", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9984022974967957, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 44, "label": "RELIGION", "text": "Christianity", "score": 0.9992650151252747, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 100, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 109, "end": 123, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-113", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9983711838722229, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 44, "label": "RELIGION", "text": "Christianity", "score": 0.8867232203483582, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 100, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 109, "end": 123, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-114", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9992198944091797, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 27, "label": "CITY", "text": "Bath", "score": 0.9989506006240845, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 44, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9990702271461487, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 88, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9951003193855286, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-114", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9992775321006775, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 23, "end": 27, "label": "CITY", "text": "Bath", "score": 0.9993932247161865, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 44, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9989622831344604, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 88, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9966174960136414, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-115", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 7, "label": "CITY", "text": "Bath", "score": 0.9997978806495667, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 23, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.999768078327179, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 53, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9973915815353394, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 74, "end": 88, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9997625946998596, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 101, "end": 105, "label": "CITY", "text": "Bath", "score": 0.9997105002403259, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-115", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 3, "end": 7, "label": "CITY", "text": "Bath", "score": 0.9998348951339722, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 23, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9997498393058777, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 53, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9979433417320251, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 74, "end": 88, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9996719360351562, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 101, "end": 105, "label": "CITY", "text": "Bath", "score": 0.9996510744094849, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-116", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 21, "label": "PERSON", "text": "Ronan-\nWhitmore", "score": 0.9997969269752502, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 27, "end": 33, "label": "CITY", "text": "Ba-\nth", "score": 0.9999775886535645, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9984259605407715, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-116", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 6, "end": 21, "label": "PERSON", "text": "Ronan-\nWhitmore", "score": 0.9998036026954651, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 27, "end": 33, "label": "CITY", "text": "Ba-\nth", "score": 0.9999862909317017, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9986914992332458, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "dehyphenation-v1" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-117", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 30, "label": "PERSON", "text": "R0nan Wh1tm0re", "score": 0.9801152944564819, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 46, "label": "CITY", "text": "B4th", "score": 0.9872779846191406, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 78, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9977201819419861, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-117", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 30, "label": "PERSON", "text": "R0nan Wh1tm0re", "score": 0.9879488945007324, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 46, "label": "CITY", "text": "B4th", "score": 0.9918056726455688, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 60, "end": 78, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9987516403198242, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-118", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "christlich", "score": 0.7355935573577881, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9870188236236572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 93, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9990026354789734, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-118", "false_positives": [], "false_negatives": [ [ 10, 20, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.990662157535553, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 93, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.99909508228302, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-119", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7034855484962463, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7791854739189148, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8351515531539917, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-119", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7528963088989258, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.8319848775863647, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8735467195510864, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } } ] }, "hybrid_terminology": { "prompts": { "PERSON": "person", "CITY": "location", "RELIGION": "religion", "EMAIL": "email address", "PHONE": "phone number", "ORGANIZATION": "organization" }, "threshold": 0.5, "suites": { "qualification": { "documents": 40, "ner_entity_metrics": { "PERSON": { "tp": 18, "fp": 3, "fn": 2, "precision": 0.8571428571428571, "recall": 0.9, "f1": 0.8780487804878048 }, "CITY": { "tp": 16, "fp": 2, "fn": 1, "precision": 0.8888888888888888, "recall": 0.9411764705882353, "f1": 0.9142857142857143 }, "RELIGION": { "tp": 6, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "EMAIL": { "tp": 1, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666 }, "PHONE": { "tp": 1, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 1, "fp": 2, "fn": 1, "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4 } }, "combined_entity_metrics": { "PERSON": { "tp": 18, "fp": 3, "fn": 2, "precision": 0.8571428571428571, "recall": 0.9, "f1": 0.8780487804878048 }, "CITY": { "tp": 16, "fp": 1, "fn": 1, "precision": 0.9411764705882353, "recall": 0.9411764705882353, "f1": 0.9411764705882353 }, "RELIGION": { "tp": 6, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 1, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 1, "fp": 2, "fn": 1, "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 208, "total": 208 }, "CITY": { "covered": 118, "total": 118 }, "RELIGION": { "covered": 50, "total": 50 }, "EMAIL": { "covered": 27, "total": 27 }, "PHONE": { "covered": 7, "total": 7 }, "ORGANIZATION": { "covered": 11, "total": 11 } }, "document_exact_match_rate": 0.875, "groups": { "de": { "documents": 10, "exact_matches": 8, "false_negatives": 1 }, "en": { "documents": 29, "exact_matches": 26, "false_negatives": 3 }, "mixed": { "documents": 1, "exact_matches": 1, "false_negatives": 0 }, "ocr_noise": { "documents": 4, "exact_matches": 2, "false_negatives": 2 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 93.31573750023381, "max": 275.83377399787423 }, "automated_release_eligible": false, "qualification_passed": true }, "validation": { "documents": 10, "ner_entity_metrics": { "PERSON": { "tp": 7, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "CITY": { "tp": 5, "fp": 1, "fn": 0, "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091 }, "RELIGION": { "tp": 2, "fp": 1, "fn": 0, "precision": 0.6666666666666666, "recall": 1.0, "f1": 0.8 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "combined_entity_metrics": { "PERSON": { "tp": 7, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "CITY": { "tp": 5, "fp": 1, "fn": 0, "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091 }, "RELIGION": { "tp": 2, "fp": 1, "fn": 0, "precision": 0.6666666666666666, "recall": 1.0, "f1": 0.8 }, "EMAIL": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 2, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 75, "total": 75 }, "CITY": { "covered": 30, "total": 30 }, "RELIGION": { "covered": 18, "total": 18 }, "EMAIL": { "covered": 33, "total": 33 }, "PHONE": { "covered": 23, "total": 23 }, "ORGANIZATION": { "covered": 22, "total": 22 } }, "document_exact_match_rate": 0.8, "groups": { "de": { "documents": 5, "exact_matches": 4, "false_negatives": 0 }, "en": { "documents": 5, "exact_matches": 4, "false_negatives": 0 }, "ocr_noise": { "documents": 2, "exact_matches": 2, "false_negatives": 0 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 96.7680220001057, "max": 137.23017600204912 }, "automated_release_eligible": false, "qualification_passed": true }, "development03c": { "documents": 120, "ner_entity_metrics": { "PERSON": { "tp": 132, "fp": 12, "fn": 0, "precision": 0.9166666666666666, "recall": 1.0, "f1": 0.9565217391304348 }, "CITY": { "tp": 84, "fp": 13, "fn": 0, "precision": 0.865979381443299, "recall": 1.0, "f1": 0.9281767955801106 }, "RELIGION": { "tp": 34, "fp": 0, "fn": 2, "precision": 1.0, "recall": 0.9444444444444444, "f1": 0.9714285714285714 }, "EMAIL": { "tp": 23, "fp": 0, "fn": 1, "precision": 1.0, "recall": 0.9583333333333334, "f1": 0.9787234042553191 }, "PHONE": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 } }, "combined_entity_metrics": { "PERSON": { "tp": 132, "fp": 12, "fn": 0, "precision": 0.9166666666666666, "recall": 1.0, "f1": 0.9565217391304348 }, "CITY": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 }, "RELIGION": { "tp": 36, "fp": 12, "fn": 0, "precision": 0.75, "recall": 1.0, "f1": 0.8571428571428571 }, "EMAIL": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "PHONE": { "tp": 24, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "ORGANIZATION": { "tp": 84, "fp": 12, "fn": 0, "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333 } }, "unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "literal_unredacted_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "partial_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "fully_uncovered_canaries": { "PERSON": 0, "CITY": 0, "RELIGION": 0, "EMAIL": 0, "PHONE": 0, "ORGANIZATION": 0 }, "alphanumeric_canary_coverage": { "PERSON": { "covered": 1727, "total": 1727 }, "CITY": { "covered": 588, "total": 588 }, "RELIGION": { "covered": 358, "total": 358 }, "EMAIL": { "covered": 648, "total": 648 }, "PHONE": { "covered": 264, "total": 264 }, "ORGANIZATION": { "covered": 1631, "total": 1631 } }, "document_exact_match_rate": 0.9, "groups": { "de": { "documents": 60, "exact_matches": 60, "false_negatives": 0 }, "en": { "documents": 60, "exact_matches": 48, "false_negatives": 0 }, "ocr_noise": { "documents": 24, "exact_matches": 24, "false_negatives": 0 } }, "blocked_documents": 0, "failure_codes": {}, "warm_latency_ms": { "median": 149.38999100013461, "max": 869.5423540011689 }, "automated_release_eligible": false, "qualification_passed": true } }, "changes": [ { "before": { "suite": "qualification", "case_id": "baseline-15", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 32, "end": 43, "label": "RELIGION", "text": "evangelisch", "score": 0.8318354487419128, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-15", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 32, "end": 43, "label": "RELIGION", "text": "evangelisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-16", "false_positives": [ [ 0, 2, "PERSON" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 2, "label": "PERSON", "text": "Er", "score": 0.6436470746994019, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 7, "end": 17, "label": "RELIGION", "text": "katholisch", "score": 0.7684664726257324, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-16", "false_positives": [ [ 0, 2, "PERSON" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 0, "end": 2, "label": "PERSON", "text": "Er", "score": 0.6436470746994019, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 7, "end": 17, "label": "RELIGION", "text": "katholisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-17", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 14, "end": 21, "label": "RELIGION", "text": "Judaism", "score": 0.9957650899887085, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-17", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 14, "end": 21, "label": "RELIGION", "text": "Judaism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-18", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 15, "end": 21, "label": "RELIGION", "text": "Muslim", "score": 0.966416597366333, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-18", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 15, "end": 21, "label": "RELIGION", "text": "Muslim", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-19", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "RELIGION", "text": "Buddhist", "score": 0.7523731589317322, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-19", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 8, "label": "RELIGION", "text": "Buddhist", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" } ] } }, { "before": { "suite": "qualification", "case_id": "baseline-21", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "David", "score": 0.9995999932289124, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 17, "label": "RELIGION", "text": "Catholic", "score": 0.9957641363143921, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 35, "label": "CITY", "text": "Rome", "score": 0.9998972415924072, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "qualification", "case_id": "baseline-21", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 5, "label": "PERSON", "text": "David", "score": 0.9995999932289124, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 9, "end": 17, "label": "RELIGION", "text": "Catholic", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 31, "end": 35, "label": "CITY", "text": "Rome", "score": 0.9998972415924072, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-02", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 8, "end": 18, "label": "RELIGION", "text": "muslimisch", "score": 0.9497504234313965, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 29, "end": 51, "label": "EMAIL", "text": "mara.kuehn@example.org", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 53, "end": 68, "label": "PHONE", "text": "+49 351 7654321", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-02", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 8, "end": 18, "label": "RELIGION", "text": "muslimisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 29, "end": 51, "label": "EMAIL", "text": "mara.kuehn@example.org", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 53, "end": 68, "label": "PHONE", "text": "+49 351 7654321", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "validation", "case_id": "validation-03", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 24, "label": "RELIGION", "text": "Hinduism", "score": 0.9999716281890869, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 34, "end": 50, "label": "EMAIL", "text": "emma@example.net", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 54, "end": 69, "label": "PHONE", "text": "+1 212 555 0188", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "validation", "case_id": "validation-03", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 16, "end": 24, "label": "RELIGION", "text": "Hinduism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 34, "end": 50, "label": "EMAIL", "text": "emma@example.net", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 54, "end": 69, "label": "PHONE", "text": "+1 212 555 0188", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-002", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9997074007987976, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "sikhistisch", "score": 0.9321887493133545, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-002", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9997074007987976, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "sikhistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-003", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9992882609367371, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Sikhism", "score": 0.9966249465942383, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-003", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9992882609367371, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Sikhism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case101.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730101", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-008", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "sikhistisch", "score": 0.820220947265625, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 48, "end": 72, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.983711302280426, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 101, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9986269474029541, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-008", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "sikhistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 48, "end": 72, "label": "ORGANIZATION", "text": "Aster Research Institute", "score": 0.983711302280426, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 101, "label": "PERSON", "text": "Saskia Dornfeld", "score": 0.9986269474029541, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-009", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7040723562240601, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7776683568954468, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8319209218025208, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-009", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7040723562240601, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7776683568954468, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8319209218025208, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-013", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9992079138755798, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 29, "end": 50, "label": "RELIGION", "text": "Orthodox Christianity", "score": 0.9964632391929626, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 76, "end": 106, "label": "EMAIL", "text": "case102.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 115, "end": 129, "label": "PHONE", "text": "+49 541 730102", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-013", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 11, "label": "PERSON", "text": "Emil Farber", "score": 0.9992079138755798, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 29, "end": 50, "label": "RELIGION", "text": "Orthodox Christianity", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 76, "end": 106, "label": "EMAIL", "text": "case102.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 115, "end": 129, "label": "PHONE", "text": "+49 541 730102", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-019", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7027997374534607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7789004445075989, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8365603685379028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-019", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7027997374534607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7789004445075989, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8365603685379028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-022", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9937719702720642, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "jainistisch", "score": 0.9889543056488037, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-022", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9937719702720642, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "jainistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-023", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9916738867759705, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Jainism", "score": 0.9980966448783875, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-023", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9916738867759705, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Jainism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case103.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730103", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-028", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "jainistisch", "score": 0.7595014572143555, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 48, "end": 71, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9929428100585938, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 100, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9964152574539185, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-028", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "jainistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 48, "end": 71, "label": "ORGANIZATION", "text": "Amber Health Foundation", "score": 0.9929428100585938, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 100, "label": "PERSON", "text": "Cora Lindenfels", "score": 0.9964152574539185, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-029", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7094536423683167, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7874830365180969, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8446553945541382, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-029", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7094536423683167, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7874830365180969, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8446553945541382, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-032", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9964504241943359, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 19, "end": 31, "label": "RELIGION", "text": "hinduistisch", "score": 0.9917290806770325, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-032", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9964504241943359, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 19, "end": 31, "label": "RELIGION", "text": "hinduistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-033", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9973819851875305, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 38, "label": "RELIGION", "text": "Hinduism", "score": 0.9998874664306641, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-033", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 12, "label": "PERSON", "text": "Jasper Keene", "score": 0.9973819851875305, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 30, "end": 38, "label": "RELIGION", "text": "Hinduism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case104.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730104", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-038", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "RELIGION", "text": "hinduistisch", "score": 0.8530606627464294, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 49, "end": 70, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.991775631904602, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 96, "label": "PERSON", "text": "Jasper Keene", "score": 0.9976971745491028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-038", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "RELIGION", "text": "hinduistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 49, "end": 70, "label": "ORGANIZATION", "text": "Silver Finch Robotics", "score": 0.991775631904602, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 96, "label": "PERSON", "text": "Jasper Keene", "score": 0.9976971745491028, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-039", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7161614894866943, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7881067395210266, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.847603976726532, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-039", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7161614894866943, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7881067395210266, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.847603976726532, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-042", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9994117021560669, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 25, "label": "RELIGION", "text": "bahai", "score": 0.9852348566055298, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 53, "end": 83, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 94, "end": 108, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-042", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9994117021560669, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 25, "label": "RELIGION", "text": "bahai", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 53, "end": 83, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 94, "end": 108, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-043", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9995088577270508, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 43, "label": "RELIGION", "text": "Baháʼí Faith", "score": 0.9641181826591492, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 69, "end": 99, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 108, "end": 122, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-043", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Frida Östberg", "score": 0.9995088577270508, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 43, "label": "RELIGION", "text": "Baháʼí Faith", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 69, "end": 99, "label": "EMAIL", "text": "case105.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 108, "end": 122, "label": "PHONE", "text": "+49 541 730105", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-048", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 15, "label": "RELIGION", "text": "bahai", "score": 0.8015578985214233, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 42, "end": 64, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9946749210357666, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 78, "end": 91, "label": "PERSON", "text": "Frida Östberg", "score": 0.9991986155509949, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-048", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 15, "label": "RELIGION", "text": "bahai", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 42, "end": 64, "label": "ORGANIZATION", "text": "Blue Cedar Cooperative", "score": 0.9946749210357666, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 78, "end": 91, "label": "PERSON", "text": "Frida Östberg", "score": 0.9991986155509949, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-049", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7069818377494812, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.785081684589386, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8447502255439758, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-049", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7069818377494812, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.785081684589386, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8447502255439758, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-052", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9966481328010559, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 33, "label": "RELIGION", "text": "buddhistisch", "score": 0.9927167296409607, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-052", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9966481328010559, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 33, "label": "RELIGION", "text": "buddhistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-053", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9962939620018005, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 40, "label": "RELIGION", "text": "Buddhism", "score": 0.9998692274093628, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-053", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9962939620018005, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 40, "label": "RELIGION", "text": "Buddhism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case106.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730106", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-058", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "RELIGION", "text": "buddhistisch", "score": 0.8650351166725159, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 49, "end": 71, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9895272254943848, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 99, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9970881342887878, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-058", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 22, "label": "RELIGION", "text": "buddhistisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 49, "end": 71, "label": "ORGANIZATION", "text": "Oakwell Public Library", "score": 0.9895272254943848, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 85, "end": 99, "label": "PERSON", "text": "Owen Fairchild", "score": 0.9970881342887878, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-059", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7122743725776672, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7866309881210327, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8471381068229675, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-059", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7122743725776672, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7866309881210327, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8471381068229675, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-062", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9983347058296204, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 30, "label": "RELIGION", "text": "katholisch", "score": 0.9748141169548035, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 58, "end": 88, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 99, "end": 113, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-062", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9983347058296204, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 20, "end": 30, "label": "RELIGION", "text": "katholisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 58, "end": 88, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 99, "end": 113, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-063", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9967458248138428, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 42, "label": "RELIGION", "text": "Catholicism", "score": 0.9980359673500061, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 68, "end": 98, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 107, "end": 121, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-063", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 13, "label": "PERSON", "text": "Nele Brückner", "score": 0.9967458248138428, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 31, "end": 42, "label": "RELIGION", "text": "Catholicism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 68, "end": 98, "label": "EMAIL", "text": "case107.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 107, "end": 121, "label": "PHONE", "text": "+49 541 730107", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-068", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "katholisch", "score": 0.8750774264335632, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 72, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9934499859809875, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 99, "label": "PERSON", "text": "Nele Brückner", "score": 0.9986261129379272, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-068", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "katholisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 47, "end": 72, "label": "ORGANIZATION", "text": "Westhaven Water Authority", "score": 0.9934499859809875, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 86, "end": 99, "label": "PERSON", "text": "Nele Brückner", "score": 0.9986261129379272, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-069", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7072301506996155, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7869006395339966, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.844225287437439, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-069", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7072301506996155, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7869006395339966, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.844225287437439, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-072", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9946703314781189, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "evangelisch", "score": 0.9349200129508972, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-072", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9946703314781189, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 33, "label": "RELIGION", "text": "evangelisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 61, "end": 91, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 102, "end": 116, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-073", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9950461387634277, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 46, "label": "RELIGION", "text": "Protestantism", "score": 0.9982935786247253, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 72, "end": 102, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 111, "end": 125, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-073", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9950461387634277, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 46, "label": "RELIGION", "text": "Protestantism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 72, "end": 102, "label": "EMAIL", "text": "case108.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 111, "end": 125, "label": "PHONE", "text": "+49 541 730108", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-078", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "evangelisch", "score": 0.6795831918716431, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 48, "end": 70, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9773863554000854, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 99, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9956725835800171, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-078", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 21, "label": "RELIGION", "text": "evangelisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 48, "end": 70, "label": "ORGANIZATION", "text": "Juniper Legal Services", "score": 0.9773863554000854, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 84, "end": 99, "label": "PERSON", "text": "Silas Hawthorne", "score": 0.9956725835800171, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-079", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.711972177028656, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7886146903038025, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8439294695854187, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-079", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.711972177028656, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7886146903038025, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8439294695854187, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-082", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9994316697120667, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 29, "label": "RELIGION", "text": "jüdisch", "score": 0.9905497431755066, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 57, "end": 87, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 98, "end": 112, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-082", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9994316697120667, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 29, "label": "RELIGION", "text": "jüdisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 57, "end": 87, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 98, "end": 112, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-083", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9990854263305664, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Judaism", "score": 0.9997567534446716, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-083", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.9990854263305664, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "Judaism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case109.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730109", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-088", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 17, "label": "RELIGION", "text": "jüdisch", "score": 0.8295804262161255, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 44, "end": 66, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9811441898345947, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 95, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.998078465461731, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-088", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 17, "label": "RELIGION", "text": "jüdisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 44, "end": 66, "label": "ORGANIZATION", "text": "Maple Ridge University", "score": 0.9811441898345947, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 80, "end": 95, "label": "PERSON", "text": "Alva Rosenqvist", "score": 0.998078465461731, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-089", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7157840132713318, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7889829277992249, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8459369540214539, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-089", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7157840132713318, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7889829277992249, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8459369540214539, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-092", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9836243391036987, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 34, "label": "RELIGION", "text": "muslimisch", "score": 0.9906712770462036, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 62, "end": 92, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-092", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9836243391036987, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 24, "end": 34, "label": "RELIGION", "text": "muslimisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 62, "end": 92, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 103, "end": 117, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-093", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9977192282676697, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 40, "label": "RELIGION", "text": "Islam", "score": 0.999936580657959, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-093", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 17, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9977192282676697, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 35, "end": 40, "label": "RELIGION", "text": "Islam", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case110.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730110", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-098", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "muslimisch", "score": 0.8173997402191162, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.990338146686554, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 96, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9961032867431641, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-098", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "muslimisch", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Polar Systems Ltd.", "score": 0.990338146686554, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 96, "label": "PERSON", "text": "Theo Merriweather", "score": 0.9961032867431641, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-099", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7109703421592712, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7852903604507446, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8414570093154907, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-099", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7109703421592712, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7852903604507446, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8414570093154907, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-102", "false_positives": [], "false_negatives": [ [ 22, 36, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.998397171497345, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-102", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.998397171497345, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 22, "end": 36, "label": "RELIGION", "text": "konfessionslos", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 64, "end": 94, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-103", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9988783001899719, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "atheism", "score": 0.99891197681427, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-103", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 15, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9988783001899719, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 33, "end": 40, "label": "RELIGION", "text": "atheism", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 66, "end": 96, "label": "EMAIL", "text": "case111.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 105, "end": 119, "label": "PHONE", "text": "+49 541 730111", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-108", "false_positives": [], "false_negatives": [ [ 10, 24, "RELIGION" ] ], "exact_match": false, "predictions": [ { "start": 51, "end": 69, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9550279378890991, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9982492923736572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-108", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 24, "label": "RELIGION", "text": "konfessionslos", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 51, "end": 69, "label": "ORGANIZATION", "text": "Sonnenbogen Verein", "score": 0.9550279378890991, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 83, "end": 98, "label": "PERSON", "text": "Maja Kirschbaum", "score": 0.9982492923736572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-109", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.6989420056343079, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7754619121551514, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8311129808425903, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-109", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.6989420056343079, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7754619121551514, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8311129808425903, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-112", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.99787437915802, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 31, "label": "RELIGION", "text": "christlich", "score": 0.9895966649055481, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-112", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.99787437915802, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 21, "end": 31, "label": "RELIGION", "text": "christlich", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 59, "end": 89, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 100, "end": 114, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-113", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9984022974967957, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 44, "label": "RELIGION", "text": "Christianity", "score": 0.9992650151252747, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 70, "end": 100, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 109, "end": 123, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-113", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 0, "end": 14, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9984022974967957, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 32, "end": 44, "label": "RELIGION", "text": "Christianity", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 70, "end": 100, "label": "EMAIL", "text": "case112.review@example.invalid", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" }, { "start": 109, "end": 123, "label": "PHONE", "text": "+49 541 730112", "score": null, "source": "deterministic", "model_revision": "contact-patterns-v1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-118", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "christlich", "score": 0.7355935573577881, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9870188236236572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 93, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9990026354789734, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-118", "false_positives": [], "false_negatives": [], "exact_match": true, "predictions": [ { "start": 10, "end": 20, "label": "RELIGION", "text": "christlich", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 47, "end": 65, "label": "ORGANIZATION", "text": "Beacon Valley Labs", "score": 0.9870188236236572, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 79, "end": 93, "label": "PERSON", "text": "Ronan Whitmore", "score": 0.9990026354789734, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } }, { "before": { "suite": "development03c", "case_id": "holdout03c-119", "false_positives": [ [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7034855484962463, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7791854739189148, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8351515531539917, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] }, "after": { "suite": "development03c", "case_id": "holdout03c-119", "false_positives": [ [ 40, 64, "RELIGION" ], [ 101, 107, "PERSON" ], [ 109, 114, "CITY" ], [ 116, 128, "ORGANIZATION" ] ], "false_negatives": [], "exact_match": false, "predictions": [ { "start": 40, "end": 64, "label": "RELIGION", "text": "no religious affiliation", "score": null, "source": "deterministic", "model_revision": "religious-terminology-v1", "normalization": "identity" }, { "start": 101, "end": 107, "label": "PERSON", "text": "person", "score": 0.7034855484962463, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 109, "end": 114, "label": "CITY", "text": "place", "score": 0.7791854739189148, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" }, { "start": 116, "end": 128, "label": "ORGANIZATION", "text": "organization", "score": 0.8351515531539917, "source": "multilingual_ner", "model_revision": "ba967ee030b7e679dd5422cb16fcd1b379da38e1", "normalization": "identity" } ] } } ] } }, "automated_release_eligible": false, "peak_rss_mib": 3017.97265625, "denied_network_calls": [ "socket.bind" ] }