{ "source_model": "EasyOctopus/german-support-pii-model@fcdc784888d75b9c6559d6550f21620d13ee9651", "export": "b11402b88995aa0ca441d7dc00d52d6a7b7e97d50eba9a1f1a8337fa6f156b3d", "default_threshold": 0.0, "tested_documents": 598, "matching_fp32_span_outputs": 598, "runtime": "Chrome on macOS, ONNX Runtime Web 1.22.0, one WASM thread", "cpu_benchmark": { "hardware": "Contabo virtual CPU, two inference threads, one document per call", "cpu_start_ms": 1474, "document_median_ms": 31.4, "document_p95_ms": 44.0, "process_peak_mib": 561.2 }, "discarded_int8": { "weight_bytes": 67238750, "fully_masked_on_support": 187, "gold_spans_on_support": 256 }, "suites": { "v2-test": "Synthetic support holdout from the published dataset, with 11 unseen scenario families", "independent": "Earlier independent synthetic evaluation", "confirmation": "Newly authored synthetic follow-up from the earlier study", "final": "Fresh synthetic private/public contrast pairs and clean texts from unseen families", "stress": "Separately hand-authored synthetic edge cases" }, "previous_release_metrics": { "v2-test/default": { "documents": 176, "spans": 256, "complete": 255, "clean": 48, "clean_flagged": 2, "extra_chars": 55, "ordinary_chars": 10805, "identical_to_source": 176 }, "v2-test/50": { "documents": 176, "spans": 256, "complete": 254, "clean": 48, "clean_flagged": 0, "extra_chars": 33, "ordinary_chars": 10805, "identical_to_source": 170 }, "v2-test/75": { "documents": 176, "spans": 256, "complete": 235, "clean": 48, "clean_flagged": 0, "extra_chars": 25, "ordinary_chars": 10805, "identical_to_source": 150 }, "v2-test/90": { "documents": 176, "spans": 256, "complete": 181, "clean": 48, "clean_flagged": 0, "extra_chars": 3, "ordinary_chars": 10805, "identical_to_source": 106 }, "v2-test/95": { "documents": 176, "spans": 256, "complete": 166, "clean": 48, "clean_flagged": 0, "extra_chars": 0, "ordinary_chars": 10805, "identical_to_source": 100 }, "v2-test/98": { "documents": 176, "spans": 256, "complete": 134, "clean": 48, "clean_flagged": 0, "extra_chars": 0, "ordinary_chars": 10805, "identical_to_source": 84 }, "independent/default": { "documents": 120, "spans": 108, "complete": 94, "clean": 24, "clean_flagged": 3, "extra_chars": 36, "ordinary_chars": 7617, "identical_to_source": 120 }, "independent/50": { "documents": 120, "spans": 108, "complete": 83, "clean": 24, "clean_flagged": 1, "extra_chars": 20, "ordinary_chars": 7617, "identical_to_source": 106 }, "independent/75": { "documents": 120, "spans": 108, "complete": 73, "clean": 24, "clean_flagged": 1, "extra_chars": 20, "ordinary_chars": 7617, "identical_to_source": 95 }, "independent/90": { "documents": 120, "spans": 108, "complete": 66, "clean": 24, "clean_flagged": 1, "extra_chars": 16, "ordinary_chars": 7617, "identical_to_source": 87 }, "independent/95": { "documents": 120, "spans": 108, "complete": 62, "clean": 24, "clean_flagged": 0, "extra_chars": 7, "ordinary_chars": 7617, "identical_to_source": 82 }, "independent/98": { "documents": 120, "spans": 108, "complete": 60, "clean": 24, "clean_flagged": 0, "extra_chars": 0, "ordinary_chars": 7617, "identical_to_source": 80 }, "confirmation/default": { "documents": 84, "spans": 70, "complete": 64, "clean": 24, "clean_flagged": 1, "extra_chars": 30, "ordinary_chars": 5759, "identical_to_source": 84 }, "confirmation/50": { "documents": 84, "spans": 70, "complete": 61, "clean": 24, "clean_flagged": 1, "extra_chars": 18, "ordinary_chars": 5759, "identical_to_source": 76 }, "confirmation/75": { "documents": 84, "spans": 70, "complete": 57, "clean": 24, "clean_flagged": 1, "extra_chars": 15, "ordinary_chars": 5759, "identical_to_source": 70 }, "confirmation/90": { "documents": 84, "spans": 70, "complete": 49, "clean": 24, "clean_flagged": 1, "extra_chars": 14, "ordinary_chars": 5759, "identical_to_source": 61 }, "confirmation/95": { "documents": 84, "spans": 70, "complete": 49, "clean": 24, "clean_flagged": 1, "extra_chars": 14, "ordinary_chars": 5759, "identical_to_source": 61 }, "confirmation/98": { "documents": 84, "spans": 70, "complete": 45, "clean": 24, "clean_flagged": 0, "extra_chars": 10, "ordinary_chars": 5759, "identical_to_source": 56 }, "final/default": { "documents": 178, "spans": 80, "complete": 64, "clean": 98, "clean_flagged": 62, "extra_chars": 671, "ordinary_chars": 8993, "identical_to_source": 178 }, "final/50": { "documents": 178, "spans": 80, "complete": 62, "clean": 98, "clean_flagged": 59, "extra_chars": 656, "ordinary_chars": 8993, "identical_to_source": 171 }, "final/75": { "documents": 178, "spans": 80, "complete": 59, "clean": 98, "clean_flagged": 50, "extra_chars": 558, "ordinary_chars": 8993, "identical_to_source": 155 }, "final/90": { "documents": 178, "spans": 80, "complete": 47, "clean": 98, "clean_flagged": 29, "extra_chars": 408, "ordinary_chars": 8993, "identical_to_source": 127 }, "final/95": { "documents": 178, "spans": 80, "complete": 30, "clean": 98, "clean_flagged": 15, "extra_chars": 278, "ordinary_chars": 8993, "identical_to_source": 96 }, "final/98": { "documents": 178, "spans": 80, "complete": 12, "clean": 98, "clean_flagged": 12, "extra_chars": 252, "ordinary_chars": 8993, "identical_to_source": 75 }, "stress/default": { "documents": 40, "spans": 21, "complete": 13, "clean": 20, "clean_flagged": 6, "extra_chars": 59, "ordinary_chars": 3330, "identical_to_source": 40 }, "stress/50": { "documents": 40, "spans": 21, "complete": 10, "clean": 20, "clean_flagged": 6, "extra_chars": 59, "ordinary_chars": 3330, "identical_to_source": 37 }, "stress/75": { "documents": 40, "spans": 21, "complete": 9, "clean": 20, "clean_flagged": 4, "extra_chars": 50, "ordinary_chars": 3330, "identical_to_source": 31 }, "stress/90": { "documents": 40, "spans": 21, "complete": 7, "clean": 20, "clean_flagged": 3, "extra_chars": 32, "ordinary_chars": 3330, "identical_to_source": 27 }, "stress/95": { "documents": 40, "spans": 21, "complete": 6, "clean": 20, "clean_flagged": 3, "extra_chars": 20, "ordinary_chars": 3330, "identical_to_source": 25 }, "stress/98": { "documents": 40, "spans": 21, "complete": 6, "clean": 20, "clean_flagged": 0, "extra_chars": 5, "ordinary_chars": 3330, "identical_to_source": 23 } }, "current_release": { "method": "Explicit public-role predicate", "validated_boundaries": true, "decoder": [ "boundaries-5b77093267e8", "guard-641065f26fb7" ], "threshold": 0, "matched_methods": { "blind-support": { "v2": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 29, "collateral": 259, "pairs": 36, "pairs_both_correct": 5, "ordinary_chars": 5766, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 23, "collateral": 213, "pairs": 36, "pairs_both_correct": 10, "ordinary_chars": 5766, "newly_lost": 0, "newly_covered": 0 }, "rl": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 24, "collateral": 225, "pairs": 36, "pairs_both_correct": 9, "ordinary_chars": 5766, "newly_lost": 0, "newly_covered": 0 }, "v2_complete": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 29, "collateral": 259, "pairs": 36, "pairs_both_correct": 5, "ordinary_chars": 5766, "newly_lost": 0, "newly_covered": 0 }, "sft_complete": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 23, "collateral": 213, "pairs": 36, "pairs_both_correct": 10, "ordinary_chars": 5766, "newly_lost": 0, "newly_covered": 0 }, "rl_complete": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 24, "collateral": 225, "pairs": 36, "pairs_both_correct": 9, "ordinary_chars": 5766, "newly_lost": 0, "newly_covered": 0 } }, "external": { "v2": { "docs": 453, "spans": 1025, "covered": 661, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 453, "spans": 1025, "covered": 659, "newly_lost": 2, "newly_covered": 0 }, "rl": { "docs": 453, "spans": 1025, "covered": 660, "newly_lost": 1, "newly_covered": 0 }, "v2_complete": { "docs": 453, "spans": 1025, "covered": 663, "newly_lost": 0, "newly_covered": 2 }, "sft_complete": { "docs": 453, "spans": 1025, "covered": 661, "newly_lost": 2, "newly_covered": 2 }, "rl_complete": { "docs": 453, "spans": 1025, "covered": 662, "newly_lost": 1, "newly_covered": 2 } }, "prior-v2-test": { "v2": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 10805, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 10805, "newly_lost": 0, "newly_covered": 0 }, "rl": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 10805, "newly_lost": 0, "newly_covered": 0 }, "v2_complete": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 10805, "newly_lost": 0, "newly_covered": 0 }, "sft_complete": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 10805, "newly_lost": 0, "newly_covered": 0 }, "rl_complete": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 10805, "newly_lost": 0, "newly_covered": 0 } }, "prior-independent": { "v2": { "docs": 120, "spans": 108, "covered": 94, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 7617, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 120, "spans": 108, "covered": 92, "clean": 24, "clean_flags": 2, "collateral": 28, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 7617, "newly_lost": 2, "newly_covered": 0 }, "rl": { "docs": 120, "spans": 108, "covered": 92, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 7617, "newly_lost": 2, "newly_covered": 0 }, "v2_complete": { "docs": 120, "spans": 108, "covered": 95, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 7617, "newly_lost": 0, "newly_covered": 1 }, "sft_complete": { "docs": 120, "spans": 108, "covered": 93, "clean": 24, "clean_flags": 2, "collateral": 28, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 7617, "newly_lost": 2, "newly_covered": 1 }, "rl_complete": { "docs": 120, "spans": 108, "covered": 93, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 7617, "newly_lost": 2, "newly_covered": 1 } }, "prior-confirmation": { "v2": { "docs": 84, "spans": 70, "covered": 64, "clean": 24, "clean_flags": 1, "collateral": 30, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 5759, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 84, "spans": 70, "covered": 61, "clean": 24, "clean_flags": 1, "collateral": 27, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 5759, "newly_lost": 3, "newly_covered": 0 }, "rl": { "docs": 84, "spans": 70, "covered": 63, "clean": 24, "clean_flags": 1, "collateral": 27, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 5759, "newly_lost": 1, "newly_covered": 0 }, "v2_complete": { "docs": 84, "spans": 70, "covered": 64, "clean": 24, "clean_flags": 1, "collateral": 30, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 5759, "newly_lost": 0, "newly_covered": 0 }, "sft_complete": { "docs": 84, "spans": 70, "covered": 61, "clean": 24, "clean_flags": 1, "collateral": 27, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 5759, "newly_lost": 3, "newly_covered": 0 }, "rl_complete": { "docs": 84, "spans": 70, "covered": 63, "clean": 24, "clean_flags": 1, "collateral": 27, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 5759, "newly_lost": 1, "newly_covered": 0 } }, "prior-final": { "v2": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 62, "collateral": 671, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 8993, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 35, "collateral": 452, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 8993, "newly_lost": 0, "newly_covered": 0 }, "rl": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 36, "collateral": 455, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 8993, "newly_lost": 0, "newly_covered": 0 }, "v2_complete": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 62, "collateral": 671, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 8993, "newly_lost": 0, "newly_covered": 0 }, "sft_complete": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 35, "collateral": 452, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 8993, "newly_lost": 0, "newly_covered": 0 }, "rl_complete": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 36, "collateral": 455, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 8993, "newly_lost": 0, "newly_covered": 0 } }, "prior-stress": { "v2": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 3330, "newly_lost": 0, "newly_covered": 0 }, "sft": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 3330, "newly_lost": 0, "newly_covered": 0 }, "rl": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 3330, "newly_lost": 0, "newly_covered": 0 }, "v2_complete": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 3330, "newly_lost": 0, "newly_covered": 0 }, "sft_complete": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 3330, "newly_lost": 0, "newly_covered": 0 }, "rl_complete": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "ordinary_chars": 3330, "newly_lost": 0, "newly_covered": 0 } } }, "external_source": { "dataset": "gretelai/synthetic_pii_finance_multilingual", "revision": "7b844d16738527a04264f50214cb426a4cea0897", "file": "data/German_test-00000-of-00001.parquet", "license": "Apache-2.0", "rows": 453, "mapped_labels": { "name": "PERSON", "first_name": "PERSON", "last_name": "PERSON", "street_address": "ADDRESS", "phone_number": "PHONE", "email": "EMAIL", "customer_id": "CUSTOMER_ID", "swift_bic_code": "BIC", "iban": "IBAN", "date_of_birth": "DATE_OF_BIRTH", "ipv4": "IP", "ipv6": "IP" }, "out_of_scope": { "date": 118, "user_name": 6, "company": 436, "password": 5, "account_pin": 9, "employee_id": 24, "credit_card_number": 5, "bank_routing_number": 15, "driver_license_number": 9, "time": 36, "ssn": 9, "bban": 17, "passport_number": 12, "date_time": 2, "local_latlng": 5, "credit_card_security_code": 3, "api_key": 8 }, "mapped_spans": 1025, "note": "The upstream annotations can omit other private text. Use span coverage for the mapped classes only. Do not infer false positives from unmatched text in this dataset." }, "release_checks": { "development_winner": "sft", "learned_checks": { "selected_on_development": true, "historical_gate": false, "blind_fewer_clean_flags": true, "blind_no_newly_lost": true, "external_within_one_point": true }, "learned_approved": false, "boundary_checks": { "new_protection": true, "blind-support_monotone": true, "blind-support_clean": true, "blind-support_collateral": true, "external_monotone": true, "prior-v2-test_monotone": true, "prior-v2-test_clean": true, "prior-v2-test_collateral": true, "prior-independent_monotone": true, "prior-independent_clean": true, "prior-independent_collateral": true, "prior-confirmation_monotone": true, "prior-confirmation_clean": true, "prior-confirmation_collateral": true, "prior-final_monotone": true, "prior-final_clean": true, "prior-final_collateral": true, "prior-stress_monotone": true, "prior-stress_clean": true, "prior-stress_collateral": true }, "boundary_approved": true }, "scope": "Synthetic support and third-party synthetic finance. Older confidence-sweep and FP32 parity data describe the prior release." }, "explicit_context_round": { "winner": "guard", "approved": true, "checks": { "winner_on_development": true, "historical_verification": true, "challenge_all_previous_spans": true, "challenge_no_new_clean_flags": true, "fresh_clean_gain": true, "blind-support_all_previous_spans": true, "blind-support_no_new_clean_flags": true, "external_all_previous_spans": true, "prior-final_all_previous_spans": true, "prior-final_no_new_clean_flags": true, "prior-stress_all_previous_spans": true, "prior-stress_no_new_clean_flags": true, "prior-v2-test_all_previous_spans": true, "prior-v2-test_no_new_clean_flags": true, "prior-independent_all_previous_spans": true, "prior-independent_no_new_clean_flags": true, "prior-confirmation_all_previous_spans": true, "prior-confirmation_no_new_clean_flags": true }, "suites": { "challenge": { "v2_complete": { "docs": 80, "spans": 44, "covered": 38, "clean": 36, "clean_flags": 19, "collateral": 203, "pairs": 0, "pairs_both_correct": 0 }, "guard": { "docs": 80, "spans": 44, "covered": 38, "clean": 36, "clean_flags": 17, "collateral": 172, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 80, "spans": 44, "covered": 38, "clean": 36, "clean_flags": 19, "collateral": 203, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 80, "spans": 44, "covered": 38, "clean": 36, "clean_flags": 19, "collateral": 203, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 } }, "blind-support": { "v2_complete": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 29, "collateral": 259, "pairs": 36, "pairs_both_correct": 5 }, "guard": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 29, "collateral": 259, "pairs": 36, "pairs_both_correct": 5, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 29, "collateral": 259, "pairs": 36, "pairs_both_correct": 5, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 120, "spans": 69, "covered": 61, "clean": 52, "clean_flags": 29, "collateral": 259, "pairs": 36, "pairs_both_correct": 5, "lost_full": 0, "gained_full": 0 } }, "external": { "v2_complete": { "docs": 453, "spans": 1025, "covered": 663 }, "guard": { "docs": 453, "spans": 1025, "covered": 663, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 453, "spans": 1025, "covered": 663, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 453, "spans": 1025, "covered": 663, "lost_full": 0, "gained_full": 0 } }, "prior-final": { "v2_complete": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 62, "collateral": 671, "pairs": 0, "pairs_both_correct": 0 }, "guard": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 62, "collateral": 671, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 62, "collateral": 671, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 178, "spans": 80, "covered": 64, "clean": 98, "clean_flags": 62, "collateral": 671, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 } }, "prior-stress": { "v2_complete": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0 }, "guard": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 40, "spans": 21, "covered": 13, "clean": 20, "clean_flags": 6, "collateral": 59, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 } }, "prior-v2-test": { "v2_complete": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0 }, "guard": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 0, "collateral": 47, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 176, "spans": 256, "covered": 255, "clean": 48, "clean_flags": 2, "collateral": 55, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 } }, "prior-independent": { "v2_complete": { "docs": 120, "spans": 108, "covered": 95, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0 }, "guard": { "docs": 120, "spans": 108, "covered": 95, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 120, "spans": 108, "covered": 95, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 120, "spans": 108, "covered": 95, "clean": 24, "clean_flags": 3, "collateral": 36, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 } }, "prior-confirmation": { "v2_complete": { "docs": 84, "spans": 70, "covered": 64, "clean": 24, "clean_flags": 1, "collateral": 30, "pairs": 0, "pairs_both_correct": 0 }, "guard": { "docs": 84, "spans": 70, "covered": 64, "clean": 24, "clean_flags": 1, "collateral": 30, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_sft": { "docs": 84, "spans": 70, "covered": 64, "clean": 24, "clean_flags": 1, "collateral": 30, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 }, "guard_rl": { "docs": 84, "spans": 70, "covered": 64, "clean": 24, "clean_flags": 1, "collateral": 30, "pairs": 0, "pairs_both_correct": 0, "lost_full": 0, "gained_full": 0 } } } }, "previous_question": { "default_threshold": 0, "weights_sha256": "5b9daa09e7a2758ba900aa4b8e8423dee95b1d4809e800172529a6cc9c25f70e", "training_questions": 771, "additional_download_bytes": 119078, "blind_sha256": "1cee523fc0aa144174e6ef80c24c3e3945986b39444c73a72d2f2c1b90afec9f", "methods": { "baseline": { "documents": 90, "spans": 44, "fully_hidden": 29, "clean_docs": 49, "clean_docs_flagged": 18, "pairs": 25, "pairs_both_correct": 0, "unnecessary_chars": 93 }, "concat": { "documents": 90, "spans": 44, "fully_hidden": 28, "clean_docs": 49, "clean_docs_flagged": 13, "pairs": 25, "pairs_both_correct": 2, "unnecessary_chars": 85 }, "context": { "documents": 90, "spans": 44, "fully_hidden": 31, "clean_docs": 49, "clean_docs_flagged": 17, "pairs": 25, "pairs_both_correct": 3, "unnecessary_chars": 89 } }, "add_only": { "documents": 90, "spans": 44, "fully_hidden": 31, "clean_docs": 49, "clean_docs_flagged": 18, "pairs": 25, "pairs_both_correct": 2, "unnecessary_chars": 93 }, "new_clean_flags": 0, "previously_hidden_mentions_lost": 0 } }