Download evaluation.json from EasyOctopus/german-support-redactor: direct link, hf CLI and curl.
- Browser
- Download file 35 kB
-
https://huggingface.co/spaces/EasyOctopus/german-support-redactor/resolve/main/evaluation.json
- Command line
-
hf download hf://spaces/EasyOctopus/german-support-redactor/evaluation.json
-
curl -L -o evaluation.json https://huggingface.co/spaces/EasyOctopus/german-support-redactor/resolve/main/evaluation.json
35 kB
{
"source_model": "EasyOctopus/german-support-pii-model@fcdc784888d75b9c6559d6550f21620d13ee9651",
"export": "b11402b88995aa0ca441d7dc00d52d6a7b7e97d50eba9a1f1a8337fa6f156b3d",
"default_threshold": 0.0,
"tested_documents": 598,
"matching_fp32_span_outputs": 598,
"runtime": "Chrome on macOS, ONNX Runtime Web 1.22.0, one WASM thread",
"cpu_benchmark": {
"hardware": "Contabo virtual CPU, two inference threads, one document per call",
"cpu_start_ms": 1474,
"document_median_ms": 31.4,
"document_p95_ms": 44.0,
"process_peak_mib": 561.2
},
"discarded_int8": {
"weight_bytes": 67238750,
"fully_masked_on_support": 187,
"gold_spans_on_support": 256
},
"suites": {
"v2-test": "Synthetic support holdout from the published dataset, with 11 unseen scenario families",
"independent": "Earlier independent synthetic evaluation",
"confirmation": "Newly authored synthetic follow-up from the earlier study",
"final": "Fresh synthetic private/public contrast pairs and clean texts from unseen families",
"stress": "Separately hand-authored synthetic edge cases"
},
"previous_release_metrics": {
"v2-test/default": {
"documents": 176,
"spans": 256,
"complete": 255,
"clean": 48,
"clean_flagged": 2,
"extra_chars": 55,
"ordinary_chars": 10805,
"identical_to_source": 176
},
"v2-test/50": {
"documents": 176,
"spans": 256,
"complete": 254,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 33,
"ordinary_chars": 10805,
"identical_to_source": 170
},
"v2-test/75": {
"documents": 176,
"spans": 256,
"complete": 235,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 25,
"ordinary_chars": 10805,
"identical_to_source": 150
},
"v2-test/90": {
"documents": 176,
"spans": 256,
"complete": 181,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 3,
"ordinary_chars": 10805,
"identical_to_source": 106
},
"v2-test/95": {
"documents": 176,
"spans": 256,
"complete": 166,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 0,
"ordinary_chars": 10805,
"identical_to_source": 100
},
"v2-test/98": {
"documents": 176,
"spans": 256,
"complete": 134,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 0,
"ordinary_chars": 10805,
"identical_to_source": 84
},
"independent/default": {
"documents": 120,
"spans": 108,
"complete": 94,
"clean": 24,
"clean_flagged": 3,
"extra_chars": 36,
"ordinary_chars": 7617,
"identical_to_source": 120
},
"independent/50": {
"documents": 120,
"spans": 108,
"complete": 83,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 20,
"ordinary_chars": 7617,
"identical_to_source": 106
},
"independent/75": {
"documents": 120,
"spans": 108,
"complete": 73,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 20,
"ordinary_chars": 7617,
"identical_to_source": 95
},
"independent/90": {
"documents": 120,
"spans": 108,
"complete": 66,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 16,
"ordinary_chars": 7617,
"identical_to_source": 87
},
"independent/95": {
"documents": 120,
"spans": 108,
"complete": 62,
"clean": 24,
"clean_flagged": 0,
"extra_chars": 7,
"ordinary_chars": 7617,
"identical_to_source": 82
},
"independent/98": {
"documents": 120,
"spans": 108,
"complete": 60,
"clean": 24,
"clean_flagged": 0,
"extra_chars": 0,
"ordinary_chars": 7617,
"identical_to_source": 80
},
"confirmation/default": {
"documents": 84,
"spans": 70,
"complete": 64,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 30,
"ordinary_chars": 5759,
"identical_to_source": 84
},
"confirmation/50": {
"documents": 84,
"spans": 70,
"complete": 61,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 18,
"ordinary_chars": 5759,
"identical_to_source": 76
},
"confirmation/75": {
"documents": 84,
"spans": 70,
"complete": 57,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 15,
"ordinary_chars": 5759,
"identical_to_source": 70
},
"confirmation/90": {
"documents": 84,
"spans": 70,
"complete": 49,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 14,
"ordinary_chars": 5759,
"identical_to_source": 61
},
"confirmation/95": {
"documents": 84,
"spans": 70,
"complete": 49,
"clean": 24,
"clean_flagged": 1,
"extra_chars": 14,
"ordinary_chars": 5759,
"identical_to_source": 61
},
"confirmation/98": {
"documents": 84,
"spans": 70,
"complete": 45,
"clean": 24,
"clean_flagged": 0,
"extra_chars": 10,
"ordinary_chars": 5759,
"identical_to_source": 56
},
"final/default": {
"documents": 178,
"spans": 80,
"complete": 64,
"clean": 98,
"clean_flagged": 62,
"extra_chars": 671,
"ordinary_chars": 8993,
"identical_to_source": 178
},
"final/50": {
"documents": 178,
"spans": 80,
"complete": 62,
"clean": 98,
"clean_flagged": 59,
"extra_chars": 656,
"ordinary_chars": 8993,
"identical_to_source": 171
},
"final/75": {
"documents": 178,
"spans": 80,
"complete": 59,
"clean": 98,
"clean_flagged": 50,
"extra_chars": 558,
"ordinary_chars": 8993,
"identical_to_source": 155
},
"final/90": {
"documents": 178,
"spans": 80,
"complete": 47,
"clean": 98,
"clean_flagged": 29,
"extra_chars": 408,
"ordinary_chars": 8993,
"identical_to_source": 127
},
"final/95": {
"documents": 178,
"spans": 80,
"complete": 30,
"clean": 98,
"clean_flagged": 15,
"extra_chars": 278,
"ordinary_chars": 8993,
"identical_to_source": 96
},
"final/98": {
"documents": 178,
"spans": 80,
"complete": 12,
"clean": 98,
"clean_flagged": 12,
"extra_chars": 252,
"ordinary_chars": 8993,
"identical_to_source": 75
},
"stress/default": {
"documents": 40,
"spans": 21,
"complete": 13,
"clean": 20,
"clean_flagged": 6,
"extra_chars": 59,
"ordinary_chars": 3330,
"identical_to_source": 40
},
"stress/50": {
"documents": 40,
"spans": 21,
"complete": 10,
"clean": 20,
"clean_flagged": 6,
"extra_chars": 59,
"ordinary_chars": 3330,
"identical_to_source": 37
},
"stress/75": {
"documents": 40,
"spans": 21,
"complete": 9,
"clean": 20,
"clean_flagged": 4,
"extra_chars": 50,
"ordinary_chars": 3330,
"identical_to_source": 31
},
"stress/90": {
"documents": 40,
"spans": 21,
"complete": 7,
"clean": 20,
"clean_flagged": 3,
"extra_chars": 32,
"ordinary_chars": 3330,
"identical_to_source": 27
},
"stress/95": {
"documents": 40,
"spans": 21,
"complete": 6,
"clean": 20,
"clean_flagged": 3,
"extra_chars": 20,
"ordinary_chars": 3330,
"identical_to_source": 25
},
"stress/98": {
"documents": 40,
"spans": 21,
"complete": 6,
"clean": 20,
"clean_flagged": 0,
"extra_chars": 5,
"ordinary_chars": 3330,
"identical_to_source": 23
}
},
"current_release": {
"method": "Explicit public-role predicate",
"validated_boundaries": true,
"decoder": [
"boundaries-5b77093267e8",
"guard-641065f26fb7"
],
"threshold": 0,
"matched_methods": {
"blind-support": {
"v2": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 29,
"collateral": 259,
"pairs": 36,
"pairs_both_correct": 5,
"ordinary_chars": 5766,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 23,
"collateral": 213,
"pairs": 36,
"pairs_both_correct": 10,
"ordinary_chars": 5766,
"newly_lost": 0,
"newly_covered": 0
},
"rl": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 24,
"collateral": 225,
"pairs": 36,
"pairs_both_correct": 9,
"ordinary_chars": 5766,
"newly_lost": 0,
"newly_covered": 0
},
"v2_complete": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 29,
"collateral": 259,
"pairs": 36,
"pairs_both_correct": 5,
"ordinary_chars": 5766,
"newly_lost": 0,
"newly_covered": 0
},
"sft_complete": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 23,
"collateral": 213,
"pairs": 36,
"pairs_both_correct": 10,
"ordinary_chars": 5766,
"newly_lost": 0,
"newly_covered": 0
},
"rl_complete": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 24,
"collateral": 225,
"pairs": 36,
"pairs_both_correct": 9,
"ordinary_chars": 5766,
"newly_lost": 0,
"newly_covered": 0
}
},
"external": {
"v2": {
"docs": 453,
"spans": 1025,
"covered": 661,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 453,
"spans": 1025,
"covered": 659,
"newly_lost": 2,
"newly_covered": 0
},
"rl": {
"docs": 453,
"spans": 1025,
"covered": 660,
"newly_lost": 1,
"newly_covered": 0
},
"v2_complete": {
"docs": 453,
"spans": 1025,
"covered": 663,
"newly_lost": 0,
"newly_covered": 2
},
"sft_complete": {
"docs": 453,
"spans": 1025,
"covered": 661,
"newly_lost": 2,
"newly_covered": 2
},
"rl_complete": {
"docs": 453,
"spans": 1025,
"covered": 662,
"newly_lost": 1,
"newly_covered": 2
}
},
"prior-v2-test": {
"v2": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 10805,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 10805,
"newly_lost": 0,
"newly_covered": 0
},
"rl": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 10805,
"newly_lost": 0,
"newly_covered": 0
},
"v2_complete": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 10805,
"newly_lost": 0,
"newly_covered": 0
},
"sft_complete": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 10805,
"newly_lost": 0,
"newly_covered": 0
},
"rl_complete": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 10805,
"newly_lost": 0,
"newly_covered": 0
}
},
"prior-independent": {
"v2": {
"docs": 120,
"spans": 108,
"covered": 94,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 7617,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 120,
"spans": 108,
"covered": 92,
"clean": 24,
"clean_flags": 2,
"collateral": 28,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 7617,
"newly_lost": 2,
"newly_covered": 0
},
"rl": {
"docs": 120,
"spans": 108,
"covered": 92,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 7617,
"newly_lost": 2,
"newly_covered": 0
},
"v2_complete": {
"docs": 120,
"spans": 108,
"covered": 95,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 7617,
"newly_lost": 0,
"newly_covered": 1
},
"sft_complete": {
"docs": 120,
"spans": 108,
"covered": 93,
"clean": 24,
"clean_flags": 2,
"collateral": 28,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 7617,
"newly_lost": 2,
"newly_covered": 1
},
"rl_complete": {
"docs": 120,
"spans": 108,
"covered": 93,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 7617,
"newly_lost": 2,
"newly_covered": 1
}
},
"prior-confirmation": {
"v2": {
"docs": 84,
"spans": 70,
"covered": 64,
"clean": 24,
"clean_flags": 1,
"collateral": 30,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 5759,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 84,
"spans": 70,
"covered": 61,
"clean": 24,
"clean_flags": 1,
"collateral": 27,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 5759,
"newly_lost": 3,
"newly_covered": 0
},
"rl": {
"docs": 84,
"spans": 70,
"covered": 63,
"clean": 24,
"clean_flags": 1,
"collateral": 27,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 5759,
"newly_lost": 1,
"newly_covered": 0
},
"v2_complete": {
"docs": 84,
"spans": 70,
"covered": 64,
"clean": 24,
"clean_flags": 1,
"collateral": 30,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 5759,
"newly_lost": 0,
"newly_covered": 0
},
"sft_complete": {
"docs": 84,
"spans": 70,
"covered": 61,
"clean": 24,
"clean_flags": 1,
"collateral": 27,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 5759,
"newly_lost": 3,
"newly_covered": 0
},
"rl_complete": {
"docs": 84,
"spans": 70,
"covered": 63,
"clean": 24,
"clean_flags": 1,
"collateral": 27,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 5759,
"newly_lost": 1,
"newly_covered": 0
}
},
"prior-final": {
"v2": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 62,
"collateral": 671,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 8993,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 35,
"collateral": 452,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 8993,
"newly_lost": 0,
"newly_covered": 0
},
"rl": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 36,
"collateral": 455,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 8993,
"newly_lost": 0,
"newly_covered": 0
},
"v2_complete": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 62,
"collateral": 671,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 8993,
"newly_lost": 0,
"newly_covered": 0
},
"sft_complete": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 35,
"collateral": 452,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 8993,
"newly_lost": 0,
"newly_covered": 0
},
"rl_complete": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 36,
"collateral": 455,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 8993,
"newly_lost": 0,
"newly_covered": 0
}
},
"prior-stress": {
"v2": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 3330,
"newly_lost": 0,
"newly_covered": 0
},
"sft": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 3330,
"newly_lost": 0,
"newly_covered": 0
},
"rl": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 3330,
"newly_lost": 0,
"newly_covered": 0
},
"v2_complete": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 3330,
"newly_lost": 0,
"newly_covered": 0
},
"sft_complete": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 3330,
"newly_lost": 0,
"newly_covered": 0
},
"rl_complete": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"ordinary_chars": 3330,
"newly_lost": 0,
"newly_covered": 0
}
}
},
"external_source": {
"dataset": "gretelai/synthetic_pii_finance_multilingual",
"revision": "7b844d16738527a04264f50214cb426a4cea0897",
"file": "data/German_test-00000-of-00001.parquet",
"license": "Apache-2.0",
"rows": 453,
"mapped_labels": {
"name": "PERSON",
"first_name": "PERSON",
"last_name": "PERSON",
"street_address": "ADDRESS",
"phone_number": "PHONE",
"email": "EMAIL",
"customer_id": "CUSTOMER_ID",
"swift_bic_code": "BIC",
"iban": "IBAN",
"date_of_birth": "DATE_OF_BIRTH",
"ipv4": "IP",
"ipv6": "IP"
},
"out_of_scope": {
"date": 118,
"user_name": 6,
"company": 436,
"password": 5,
"account_pin": 9,
"employee_id": 24,
"credit_card_number": 5,
"bank_routing_number": 15,
"driver_license_number": 9,
"time": 36,
"ssn": 9,
"bban": 17,
"passport_number": 12,
"date_time": 2,
"local_latlng": 5,
"credit_card_security_code": 3,
"api_key": 8
},
"mapped_spans": 1025,
"note": "The upstream annotations can omit other private text. Use span coverage for the mapped classes only. Do not infer false positives from unmatched text in this dataset."
},
"release_checks": {
"development_winner": "sft",
"learned_checks": {
"selected_on_development": true,
"historical_gate": false,
"blind_fewer_clean_flags": true,
"blind_no_newly_lost": true,
"external_within_one_point": true
},
"learned_approved": false,
"boundary_checks": {
"new_protection": true,
"blind-support_monotone": true,
"blind-support_clean": true,
"blind-support_collateral": true,
"external_monotone": true,
"prior-v2-test_monotone": true,
"prior-v2-test_clean": true,
"prior-v2-test_collateral": true,
"prior-independent_monotone": true,
"prior-independent_clean": true,
"prior-independent_collateral": true,
"prior-confirmation_monotone": true,
"prior-confirmation_clean": true,
"prior-confirmation_collateral": true,
"prior-final_monotone": true,
"prior-final_clean": true,
"prior-final_collateral": true,
"prior-stress_monotone": true,
"prior-stress_clean": true,
"prior-stress_collateral": true
},
"boundary_approved": true
},
"scope": "Synthetic support and third-party synthetic finance. Older confidence-sweep and FP32 parity data describe the prior release."
},
"explicit_context_round": {
"winner": "guard",
"approved": true,
"checks": {
"winner_on_development": true,
"historical_verification": true,
"challenge_all_previous_spans": true,
"challenge_no_new_clean_flags": true,
"fresh_clean_gain": true,
"blind-support_all_previous_spans": true,
"blind-support_no_new_clean_flags": true,
"external_all_previous_spans": true,
"prior-final_all_previous_spans": true,
"prior-final_no_new_clean_flags": true,
"prior-stress_all_previous_spans": true,
"prior-stress_no_new_clean_flags": true,
"prior-v2-test_all_previous_spans": true,
"prior-v2-test_no_new_clean_flags": true,
"prior-independent_all_previous_spans": true,
"prior-independent_no_new_clean_flags": true,
"prior-confirmation_all_previous_spans": true,
"prior-confirmation_no_new_clean_flags": true
},
"suites": {
"challenge": {
"v2_complete": {
"docs": 80,
"spans": 44,
"covered": 38,
"clean": 36,
"clean_flags": 19,
"collateral": 203,
"pairs": 0,
"pairs_both_correct": 0
},
"guard": {
"docs": 80,
"spans": 44,
"covered": 38,
"clean": 36,
"clean_flags": 17,
"collateral": 172,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 80,
"spans": 44,
"covered": 38,
"clean": 36,
"clean_flags": 19,
"collateral": 203,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 80,
"spans": 44,
"covered": 38,
"clean": 36,
"clean_flags": 19,
"collateral": 203,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
}
},
"blind-support": {
"v2_complete": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 29,
"collateral": 259,
"pairs": 36,
"pairs_both_correct": 5
},
"guard": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 29,
"collateral": 259,
"pairs": 36,
"pairs_both_correct": 5,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 29,
"collateral": 259,
"pairs": 36,
"pairs_both_correct": 5,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 120,
"spans": 69,
"covered": 61,
"clean": 52,
"clean_flags": 29,
"collateral": 259,
"pairs": 36,
"pairs_both_correct": 5,
"lost_full": 0,
"gained_full": 0
}
},
"external": {
"v2_complete": {
"docs": 453,
"spans": 1025,
"covered": 663
},
"guard": {
"docs": 453,
"spans": 1025,
"covered": 663,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 453,
"spans": 1025,
"covered": 663,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 453,
"spans": 1025,
"covered": 663,
"lost_full": 0,
"gained_full": 0
}
},
"prior-final": {
"v2_complete": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 62,
"collateral": 671,
"pairs": 0,
"pairs_both_correct": 0
},
"guard": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 62,
"collateral": 671,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 62,
"collateral": 671,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 178,
"spans": 80,
"covered": 64,
"clean": 98,
"clean_flags": 62,
"collateral": 671,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
}
},
"prior-stress": {
"v2_complete": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0
},
"guard": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 40,
"spans": 21,
"covered": 13,
"clean": 20,
"clean_flags": 6,
"collateral": 59,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
}
},
"prior-v2-test": {
"v2_complete": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0
},
"guard": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 0,
"collateral": 47,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 176,
"spans": 256,
"covered": 255,
"clean": 48,
"clean_flags": 2,
"collateral": 55,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
}
},
"prior-independent": {
"v2_complete": {
"docs": 120,
"spans": 108,
"covered": 95,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0
},
"guard": {
"docs": 120,
"spans": 108,
"covered": 95,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 120,
"spans": 108,
"covered": 95,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 120,
"spans": 108,
"covered": 95,
"clean": 24,
"clean_flags": 3,
"collateral": 36,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
}
},
"prior-confirmation": {
"v2_complete": {
"docs": 84,
"spans": 70,
"covered": 64,
"clean": 24,
"clean_flags": 1,
"collateral": 30,
"pairs": 0,
"pairs_both_correct": 0
},
"guard": {
"docs": 84,
"spans": 70,
"covered": 64,
"clean": 24,
"clean_flags": 1,
"collateral": 30,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_sft": {
"docs": 84,
"spans": 70,
"covered": 64,
"clean": 24,
"clean_flags": 1,
"collateral": 30,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
},
"guard_rl": {
"docs": 84,
"spans": 70,
"covered": 64,
"clean": 24,
"clean_flags": 1,
"collateral": 30,
"pairs": 0,
"pairs_both_correct": 0,
"lost_full": 0,
"gained_full": 0
}
}
}
},
"previous_question": {
"default_threshold": 0,
"weights_sha256": "5b9daa09e7a2758ba900aa4b8e8423dee95b1d4809e800172529a6cc9c25f70e",
"training_questions": 771,
"additional_download_bytes": 119078,
"blind_sha256": "1cee523fc0aa144174e6ef80c24c3e3945986b39444c73a72d2f2c1b90afec9f",
"methods": {
"baseline": {
"documents": 90,
"spans": 44,
"fully_hidden": 29,
"clean_docs": 49,
"clean_docs_flagged": 18,
"pairs": 25,
"pairs_both_correct": 0,
"unnecessary_chars": 93
},
"concat": {
"documents": 90,
"spans": 44,
"fully_hidden": 28,
"clean_docs": 49,
"clean_docs_flagged": 13,
"pairs": 25,
"pairs_both_correct": 2,
"unnecessary_chars": 85
},
"context": {
"documents": 90,
"spans": 44,
"fully_hidden": 31,
"clean_docs": 49,
"clean_docs_flagged": 17,
"pairs": 25,
"pairs_both_correct": 3,
"unnecessary_chars": 89
}
},
"add_only": {
"documents": 90,
"spans": 44,
"fully_hidden": 31,
"clean_docs": 49,
"clean_docs_flagged": 18,
"pairs": 25,
"pairs_both_correct": 2,
"unnecessary_chars": 93
},
"new_clean_flags": 0,
"previously_hidden_mentions_lost": 0
}
}
{
"source_model": "EasyOctopus/german-support-pii-model@fcdc784888d75b9c6559d6550f21620d13ee9651",
"export": "b11402b88995aa0ca441d7dc00d52d6a7b7e97d50eba9a1f1a8337fa6f156b3d",
"default_threshold": 0.0,
"tested_documents": 598,
"matching_fp32_span_outputs": 598,
"runtime": "Chrome on macOS, ONNX Runtime Web 1.22.0, one WASM thread",
"cpu_benchmark": {
"hardware": "Contabo virtual CPU, two inference threads, one document per call",
"cpu_start_ms": 1474,
"document_median_ms": 31.4,
"document_p95_ms": 44.0,
"process_peak_mib": 561.2
},
"discarded_int8": {
"weight_bytes": 67238750,
"fully_masked_on_support": 187,
"gold_spans_on_support": 256
},
"suites": {
"v2-test": "Synthetic support holdout from the published dataset, with 11 unseen scenario families",
"independent": "Earlier independent synthetic evaluation",
"confirmation": "Newly authored synthetic follow-up from the earlier study",
"final": "Fresh synthetic private/public contrast pairs and clean texts from unseen families",
"stress": "Separately hand-authored synthetic edge cases"
},
"previous_release_metrics": {
"v2-test/default": {
"documents": 176,
"spans": 256,
"complete": 255,
"clean": 48,
"clean_flagged": 2,
"extra_chars": 55,
"ordinary_chars": 10805,
"identical_to_source": 176
},
"v2-test/50": {
"documents": 176,
"spans": 256,
"complete": 254,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 33,
"ordinary_chars": 10805,
"identical_to_source": 170
},
"v2-test/75": {
"documents": 176,
"spans": 256,
"complete": 235,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 25,
"ordinary_chars": 10805,
"identical_to_source": 150
},
"v2-test/90": {
"documents": 176,
"spans": 256,
"complete": 181,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 3,
"ordinary_chars": 10805,
"identical_to_source": 106
},
"v2-test/95": {
"documents": 176,
"spans": 256,
"complete": 166,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 0,
"ordinary_chars": 10805,
"identical_to_source": 100
},
"v2-test/98": {
"documents": 176,
"spans": 256,
"complete": 134,
"clean": 48,
"clean_flagged": 0,
"extra_chars": 0,
"ordinary_chars": 10805,
"identical_to_source": 84
},
"independent/default": {
"documents": 120,
"spans": 108,
"complete": 94,
"clean": 24,
"clean_flagged": 3,
"extra_chars": 36,
"ordinary_chars": 7617,
"identical_to_source": 120
},
"independent/50": {
"documents": 120,
"spans": 108,