Token Classification
Transformers
Safetensors
German
distilbert
privacy
pii
german
german-ticket-privacy-filter / comparison.json
EasyOctopus's picture
Release the contextual German support ticket experiment
cc39b33 verified
Raw History Blame Contribute Delete
23.2 kB
{
"suites": {
"fresh": {
"methods": {
"compact": {
"documents": 121,
"spans": 73,
"fully_hidden": 60,
"clean_docs": 56,
"clean_docs_flagged": 22,
"unnecessary_chars": 109,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 4,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 8
},
"PERSON": {
"total": 24,
"hidden": 20
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 10
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 0
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 0,
"newly_lost": 0,
"new_clean_flags": 0,
"cleared_clean_flags": 0
},
"digitflow": {
"documents": 121,
"spans": 73,
"fully_hidden": 58,
"clean_docs": 56,
"clean_docs_flagged": 33,
"unnecessary_chars": 247,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 5,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 11
},
"PERSON": {
"total": 24,
"hidden": 21
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 1
},
"ADDRESS": {
"total": 4,
"hidden": 0
},
"ORDER_ID": {
"total": 13,
"hidden": 9
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 0
},
"PHONE": {
"total": 4,
"hidden": 3
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 9,
"newly_lost": 11,
"new_clean_flags": 16,
"cleared_clean_flags": 5
},
"new_standalone": {
"documents": 121,
"spans": 73,
"fully_hidden": 63,
"clean_docs": 56,
"clean_docs_flagged": 4,
"unnecessary_chars": 21,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 22,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 11
},
"PERSON": {
"total": 24,
"hidden": 21
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 8
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 1
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 10,
"newly_lost": 7,
"new_clean_flags": 2,
"cleared_clean_flags": 20
},
"new_without_question": {
"documents": 121,
"spans": 73,
"fully_hidden": 55,
"clean_docs": 56,
"clean_docs_flagged": 22,
"unnecessary_chars": 110,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 0,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 8
},
"PERSON": {
"total": 24,
"hidden": 16
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 9
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 0
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 4,
"newly_lost": 9,
"new_clean_flags": 5,
"cleared_clean_flags": 5
},
"digitflow_batch": {
"documents": 121,
"spans": 73,
"fully_hidden": 63,
"clean_docs": 56,
"clean_docs_flagged": 26,
"unnecessary_chars": 133,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 5,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 8
},
"PERSON": {
"total": 24,
"hidden": 23
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 10
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 0
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 3,
"newly_lost": 0,
"new_clean_flags": 4,
"cleared_clean_flags": 0
},
"new_batch": {
"documents": 121,
"spans": 73,
"fully_hidden": 65,
"clean_docs": 56,
"clean_docs_flagged": 23,
"unnecessary_chars": 112,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 7,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 8
},
"PERSON": {
"total": 24,
"hidden": 24
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 11
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 0
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 5,
"newly_lost": 0,
"new_clean_flags": 1,
"cleared_clean_flags": 0
}
},
"eligible_for_secondary": 19,
"new_batch_vs_digitflow_batch": {
"documents": 121,
"spans": 73,
"fully_hidden": 65,
"clean_docs": 56,
"clean_docs_flagged": 23,
"unnecessary_chars": 112,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 7,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 8
},
"PERSON": {
"total": 24,
"hidden": 24
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 11
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 0
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 2,
"newly_lost": 0,
"new_clean_flags": 0,
"cleared_clean_flags": 3
},
"new_vs_digitflow": {
"documents": 121,
"spans": 73,
"fully_hidden": 63,
"clean_docs": 56,
"clean_docs_flagged": 4,
"unnecessary_chars": 21,
"ordinary_chars": 3247,
"pairs": 28,
"pairs_both_correct": 22,
"by_label": {
"CUSTOMER_ID": {
"total": 12,
"hidden": 11
},
"PERSON": {
"total": 24,
"hidden": 21
},
"ACCOUNT_ID": {
"total": 2,
"hidden": 2
},
"ADDRESS": {
"total": 4,
"hidden": 3
},
"ORDER_ID": {
"total": 13,
"hidden": 8
},
"IBAN": {
"total": 2,
"hidden": 2
},
"EMAIL": {
"total": 5,
"hidden": 5
},
"PAYMENT_CARD": {
"total": 1,
"hidden": 1
},
"USERNAME": {
"total": 1,
"hidden": 1
},
"PHONE": {
"total": 4,
"hidden": 4
},
"TAX_ID": {
"total": 1,
"hidden": 1
},
"IP": {
"total": 1,
"hidden": 1
},
"POSTCODE": {
"total": 1,
"hidden": 1
},
"DATE_OF_BIRTH": {
"total": 1,
"hidden": 1
},
"INSURANCE_ID": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 11,
"newly_lost": 6,
"new_clean_flags": 0,
"cleared_clean_flags": 29
}
},
"previous": {
"methods": {
"compact": {
"documents": 90,
"spans": 44,
"fully_hidden": 31,
"clean_docs": 49,
"clean_docs_flagged": 17,
"unnecessary_chars": 89,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 3,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 13
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 7
},
"ORDER_ID": {
"total": 10,
"hidden": 7
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 0,
"newly_lost": 0,
"new_clean_flags": 0,
"cleared_clean_flags": 0
},
"digitflow": {
"documents": 90,
"spans": 44,
"fully_hidden": 36,
"clean_docs": 49,
"clean_docs_flagged": 27,
"unnecessary_chars": 172,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 2,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 17
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 8
},
"ORDER_ID": {
"total": 10,
"hidden": 8
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 0
}
},
"newly_hidden": 8,
"newly_lost": 3,
"new_clean_flags": 13,
"cleared_clean_flags": 3
},
"new_standalone": {
"documents": 90,
"spans": 44,
"fully_hidden": 40,
"clean_docs": 49,
"clean_docs_flagged": 5,
"unnecessary_chars": 33,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 23,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 17
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 10
},
"ORDER_ID": {
"total": 10,
"hidden": 9
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 12,
"newly_lost": 3,
"new_clean_flags": 4,
"cleared_clean_flags": 16
},
"new_without_question": {
"documents": 90,
"spans": 44,
"fully_hidden": 34,
"clean_docs": 49,
"clean_docs_flagged": 21,
"unnecessary_chars": 120,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 0,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 12
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 8
},
"ORDER_ID": {
"total": 10,
"hidden": 10
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 8,
"newly_lost": 5,
"new_clean_flags": 7,
"cleared_clean_flags": 3
},
"digitflow_batch": {
"documents": 90,
"spans": 44,
"fully_hidden": 36,
"clean_docs": 49,
"clean_docs_flagged": 20,
"unnecessary_chars": 110,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 6,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 15
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 8
},
"ORDER_ID": {
"total": 10,
"hidden": 9
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 5,
"newly_lost": 0,
"new_clean_flags": 3,
"cleared_clean_flags": 0
},
"new_batch": {
"documents": 90,
"spans": 44,
"fully_hidden": 39,
"clean_docs": 49,
"clean_docs_flagged": 20,
"unnecessary_chars": 112,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 7,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 17
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 9
},
"ORDER_ID": {
"total": 10,
"hidden": 9
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 8,
"newly_lost": 0,
"new_clean_flags": 3,
"cleared_clean_flags": 0
}
},
"eligible_for_secondary": 25,
"new_batch_vs_digitflow_batch": {
"documents": 90,
"spans": 44,
"fully_hidden": 39,
"clean_docs": 49,
"clean_docs_flagged": 20,
"unnecessary_chars": 112,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 7,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 17
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 9
},
"ORDER_ID": {
"total": 10,
"hidden": 9
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 3,
"newly_lost": 0,
"new_clean_flags": 2,
"cleared_clean_flags": 2
},
"new_vs_digitflow": {
"documents": 90,
"spans": 44,
"fully_hidden": 40,
"clean_docs": 49,
"clean_docs_flagged": 5,
"unnecessary_chars": 33,
"ordinary_chars": 1098,
"pairs": 25,
"pairs_both_correct": 23,
"by_label": {
"PERSON": {
"total": 20,
"hidden": 17
},
"CUSTOMER_ID": {
"total": 10,
"hidden": 10
},
"ORDER_ID": {
"total": 10,
"hidden": 9
},
"EMAIL": {
"total": 2,
"hidden": 2
},
"PHONE": {
"total": 1,
"hidden": 1
},
"ADDRESS": {
"total": 1,
"hidden": 1
}
},
"newly_hidden": 7,
"newly_lost": 3,
"new_clean_flags": 3,
"cleared_clean_flags": 25
}
}
},
"replacement_checks": {
"fresh": {
"coverage": true,
"clean_flags": true,
"all_old_mentions": true
},
"previous": {
"coverage": true,
"clean_flags": true,
"all_old_mentions": true
}
},
"any_gain": true,
"batch_replace": true
}