Instructions to use EasyOctopus/german-ticket-privacy-filter with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use EasyOctopus/german-ticket-privacy-filter with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="EasyOctopus/german-ticket-privacy-filter")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("EasyOctopus/german-ticket-privacy-filter") model = AutoModelForTokenClassification.from_pretrained("EasyOctopus/german-ticket-privacy-filter", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download comparison.json from EasyOctopus/german-ticket-privacy-filter: direct link, hf CLI and curl.
- Browser
- Download file 23.2 kB
-
https://huggingface.co/EasyOctopus/german-ticket-privacy-filter/resolve/main/comparison.json
- Command line
-
hf download hf://EasyOctopus/german-ticket-privacy-filter/comparison.json
-
curl -L -o comparison.json https://huggingface.co/EasyOctopus/german-ticket-privacy-filter/resolve/main/comparison.json
23.2 kB
| { | |
| "suites": { | |
| "fresh": { | |
| "methods": { | |
| "compact": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 60, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 22, | |
| "unnecessary_chars": 109, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 4, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 8 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 20 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 10 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 0 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 0, | |
| "newly_lost": 0, | |
| "new_clean_flags": 0, | |
| "cleared_clean_flags": 0 | |
| }, | |
| "digitflow": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 58, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 33, | |
| "unnecessary_chars": 247, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 5, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 11 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 21 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 0 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 9 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 0 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 9, | |
| "newly_lost": 11, | |
| "new_clean_flags": 16, | |
| "cleared_clean_flags": 5 | |
| }, | |
| "new_standalone": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 63, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 4, | |
| "unnecessary_chars": 21, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 22, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 11 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 21 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 8 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 10, | |
| "newly_lost": 7, | |
| "new_clean_flags": 2, | |
| "cleared_clean_flags": 20 | |
| }, | |
| "new_without_question": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 55, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 22, | |
| "unnecessary_chars": 110, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 0, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 8 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 16 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 9 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 0 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 4, | |
| "newly_lost": 9, | |
| "new_clean_flags": 5, | |
| "cleared_clean_flags": 5 | |
| }, | |
| "digitflow_batch": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 63, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 26, | |
| "unnecessary_chars": 133, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 5, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 8 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 23 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 10 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 0 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 3, | |
| "newly_lost": 0, | |
| "new_clean_flags": 4, | |
| "cleared_clean_flags": 0 | |
| }, | |
| "new_batch": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 65, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 23, | |
| "unnecessary_chars": 112, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 7, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 8 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 24 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 11 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 0 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 5, | |
| "newly_lost": 0, | |
| "new_clean_flags": 1, | |
| "cleared_clean_flags": 0 | |
| } | |
| }, | |
| "eligible_for_secondary": 19, | |
| "new_batch_vs_digitflow_batch": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 65, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 23, | |
| "unnecessary_chars": 112, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 7, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 8 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 24 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 11 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 0 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 2, | |
| "newly_lost": 0, | |
| "new_clean_flags": 0, | |
| "cleared_clean_flags": 3 | |
| }, | |
| "new_vs_digitflow": { | |
| "documents": 121, | |
| "spans": 73, | |
| "fully_hidden": 63, | |
| "clean_docs": 56, | |
| "clean_docs_flagged": 4, | |
| "unnecessary_chars": 21, | |
| "ordinary_chars": 3247, | |
| "pairs": 28, | |
| "pairs_both_correct": 22, | |
| "by_label": { | |
| "CUSTOMER_ID": { | |
| "total": 12, | |
| "hidden": 11 | |
| }, | |
| "PERSON": { | |
| "total": 24, | |
| "hidden": 21 | |
| }, | |
| "ACCOUNT_ID": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "ADDRESS": { | |
| "total": 4, | |
| "hidden": 3 | |
| }, | |
| "ORDER_ID": { | |
| "total": 13, | |
| "hidden": 8 | |
| }, | |
| "IBAN": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "EMAIL": { | |
| "total": 5, | |
| "hidden": 5 | |
| }, | |
| "PAYMENT_CARD": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "USERNAME": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "PHONE": { | |
| "total": 4, | |
| "hidden": 4 | |
| }, | |
| "TAX_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "IP": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "POSTCODE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "DATE_OF_BIRTH": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "INSURANCE_ID": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 11, | |
| "newly_lost": 6, | |
| "new_clean_flags": 0, | |
| "cleared_clean_flags": 29 | |
| } | |
| }, | |
| "previous": { | |
| "methods": { | |
| "compact": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 31, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 17, | |
| "unnecessary_chars": 89, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 3, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 13 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 7 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 7 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 0, | |
| "newly_lost": 0, | |
| "new_clean_flags": 0, | |
| "cleared_clean_flags": 0 | |
| }, | |
| "digitflow": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 36, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 27, | |
| "unnecessary_chars": 172, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 2, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 17 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 8 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 8 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 0 | |
| } | |
| }, | |
| "newly_hidden": 8, | |
| "newly_lost": 3, | |
| "new_clean_flags": 13, | |
| "cleared_clean_flags": 3 | |
| }, | |
| "new_standalone": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 40, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 5, | |
| "unnecessary_chars": 33, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 23, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 17 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 10 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 12, | |
| "newly_lost": 3, | |
| "new_clean_flags": 4, | |
| "cleared_clean_flags": 16 | |
| }, | |
| "new_without_question": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 34, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 21, | |
| "unnecessary_chars": 120, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 0, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 12 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 8 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 10 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 8, | |
| "newly_lost": 5, | |
| "new_clean_flags": 7, | |
| "cleared_clean_flags": 3 | |
| }, | |
| "digitflow_batch": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 36, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 20, | |
| "unnecessary_chars": 110, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 6, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 15 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 8 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 5, | |
| "newly_lost": 0, | |
| "new_clean_flags": 3, | |
| "cleared_clean_flags": 0 | |
| }, | |
| "new_batch": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 39, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 20, | |
| "unnecessary_chars": 112, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 7, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 17 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 8, | |
| "newly_lost": 0, | |
| "new_clean_flags": 3, | |
| "cleared_clean_flags": 0 | |
| } | |
| }, | |
| "eligible_for_secondary": 25, | |
| "new_batch_vs_digitflow_batch": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 39, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 20, | |
| "unnecessary_chars": 112, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 7, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 17 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 3, | |
| "newly_lost": 0, | |
| "new_clean_flags": 2, | |
| "cleared_clean_flags": 2 | |
| }, | |
| "new_vs_digitflow": { | |
| "documents": 90, | |
| "spans": 44, | |
| "fully_hidden": 40, | |
| "clean_docs": 49, | |
| "clean_docs_flagged": 5, | |
| "unnecessary_chars": 33, | |
| "ordinary_chars": 1098, | |
| "pairs": 25, | |
| "pairs_both_correct": 23, | |
| "by_label": { | |
| "PERSON": { | |
| "total": 20, | |
| "hidden": 17 | |
| }, | |
| "CUSTOMER_ID": { | |
| "total": 10, | |
| "hidden": 10 | |
| }, | |
| "ORDER_ID": { | |
| "total": 10, | |
| "hidden": 9 | |
| }, | |
| "EMAIL": { | |
| "total": 2, | |
| "hidden": 2 | |
| }, | |
| "PHONE": { | |
| "total": 1, | |
| "hidden": 1 | |
| }, | |
| "ADDRESS": { | |
| "total": 1, | |
| "hidden": 1 | |
| } | |
| }, | |
| "newly_hidden": 7, | |
| "newly_lost": 3, | |
| "new_clean_flags": 3, | |
| "cleared_clean_flags": 25 | |
| } | |
| } | |
| }, | |
| "replacement_checks": { | |
| "fresh": { | |
| "coverage": true, | |
| "clean_flags": true, | |
| "all_old_mentions": true | |
| }, | |
| "previous": { | |
| "coverage": true, | |
| "clean_flags": true, | |
| "all_old_mentions": true | |
| } | |
| }, | |
| "any_gain": true, | |
| "batch_replace": true | |
| } | |