{
  "whisper": {
    "n_examples": 1010,
    "wer": 0.18660667584675655,
    "wer_zwnj_normalized": 0.17409613475517982,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.0,
    "fix_rate": 0.0,
    "preservation_rate": 1.0,
    "targeted_score": 0.5,
    "fix_rate_lenient": 0.0,
    "preservation_rate_lenient": 1.0,
    "targeted_score_lenient": 0.5,
    "fixed_lenient": 0,
    "broken_lenient": 0,
    "net_fixed_lenient": 0,
    "broken_per_100_correct": 0.0,
    "wer_clitic": 0.1776189974667827,
    "fixed_clitic": 0,
    "broken_clitic": 0,
    "net_fixed_clitic": 0,
    "broken_per_100_correct_clitic": 0.0,
    "fix_rate_recoverable": 0.0,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "rules only": {
    "n_examples": 1010,
    "wer": 0.18000982056126644,
    "wer_zwnj_normalized": 0.16776614254758168,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7148514851485148,
    "fix_rate": 0.0566740770892695,
    "preservation_rate": 0.9996911693742963,
    "targeted_score": 0.5281826232317829,
    "fix_rate_lenient": 0.06019704433497537,
    "preservation_rate_lenient": 0.9996856677315474,
    "targeted_score_lenient": 0.5299413560332614,
    "fixed_lenient": 1833,
    "broken_lenient": 49,
    "net_fixed_lenient": 1784,
    "broken_per_100_correct": 0.03143322684525871,
    "wer_clitic": 0.1703353048452631,
    "fixed_clitic": 1824,
    "broken_clitic": 61,
    "net_fixed_clitic": 1763,
    "broken_per_100_correct_clitic": 0.04016434459690801,
    "fix_rate_recoverable": 0.06077587644684613,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "accept all": {
    "n_examples": 1010,
    "wer": 0.17671139291852136,
    "wer_zwnj_normalized": 0.16492671939881084,
    "exact_match": 0.0039603960396039604,
    "hallucination_rate": 0.0,
    "rows_changed": 0.9574257425742574,
    "fix_rate": 0.12624855183642797,
    "preservation_rate": 0.989673475953032,
    "targeted_score": 0.55796101389473,
    "fix_rate_lenient": 0.1329064039408867,
    "preservation_rate_lenient": 0.9897745788589097,
    "targeted_score_lenient": 0.5613404913998983,
    "fixed_lenient": 4047,
    "broken_lenient": 1594,
    "net_fixed_lenient": 2453,
    "broken_per_100_correct": 1.0225421141090283,
    "wer_clitic": 0.16794066617517447,
    "fixed_clitic": 3847,
    "broken_clitic": 1589,
    "net_fixed_clitic": 2258,
    "broken_per_100_correct_clitic": 1.0462482551555217,
    "fix_rate_recoverable": 0.13439407585309718,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 0.8894009216589862,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 4473
  },
  "oracle": {
    "n_examples": 1010,
    "wer": 0.16844397476542736,
    "wer_zwnj_normalized": 0.15656856779923356,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.897029702970297,
    "fix_rate": 0.12364968531796976,
    "preservation_rate": 0.9993759047772237,
    "targeted_score": 0.5615127950475968,
    "fix_rate_lenient": 0.13054187192118227,
    "preservation_rate_lenient": 0.9994932194039233,
    "targeted_score_lenient": 0.5650175456625528,
    "fixed_lenient": 3975,
    "broken_lenient": 79,
    "net_fixed_lenient": 3896,
    "broken_per_100_correct": 0.05067805960766201,
    "wer_clitic": 0.1593321618820086,
    "fixed_clitic": 3796,
    "broken_clitic": 91,
    "net_fixed_clitic": 3705,
    "broken_per_100_correct_clitic": 0.059917300956043085,
    "fix_rate_recoverable": 0.13195903799326195,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 1804
  },
  "verifier@0.3": {
    "n_examples": 1010,
    "wer": 0.17885163480321517,
    "wer_zwnj_normalized": 0.1667253765438029,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.8782178217821782,
    "fix_rate": 0.08447881767229233,
    "preservation_rate": 0.9955348238700338,
    "targeted_score": 0.540006820771163,
    "fix_rate_lenient": 0.08939244663382595,
    "preservation_rate_lenient": 0.9955736884646472,
    "targeted_score_lenient": 0.5424830675492366,
    "fixed_lenient": 2722,
    "broken_lenient": 690,
    "net_fixed_lenient": 2032,
    "broken_per_100_correct": 0.44263115353527577,
    "wer_clitic": 0.16931536615244758,
    "fixed_clitic": 2668,
    "broken_clitic": 696,
    "net_fixed_clitic": 1972,
    "broken_per_100_correct_clitic": 0.45826858753193395,
    "fix_rate_recoverable": 0.09039661096100604,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.17543859649122806,
    "entity_keep_rate": 0.9631336405529954,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 1979
  },
  "verifier@0.7": {
    "n_examples": 1010,
    "wer": 0.17956149059040788,
    "wer_zwnj_normalized": 0.1673391616229545,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7881188118811882,
    "fix_rate": 0.06443936499984344,
    "preservation_rate": 0.9985394884992762,
    "targeted_score": 0.5314894267495598,
    "fix_rate_lenient": 0.06824302134646962,
    "preservation_rate_lenient": 0.9985438076543115,
    "targeted_score_lenient": 0.5333934145003906,
    "fixed_lenient": 2078,
    "broken_lenient": 227,
    "net_fixed_lenient": 1851,
    "broken_per_100_correct": 0.1456192345688516,
    "wer_clitic": 0.16994728469038764,
    "fixed_clitic": 2055,
    "broken_clitic": 231,
    "net_fixed_clitic": 1824,
    "broken_per_100_correct_clitic": 0.15209776396534014,
    "fix_rate_recoverable": 0.06894826378464926,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.15789473684210525,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 627
  },
  "verifier@0.8": {
    "n_examples": 1010,
    "wer": 0.17964154951377548,
    "wer_zwnj_normalized": 0.16740320876164858,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7534653465346535,
    "fix_rate": 0.061182953940570495,
    "preservation_rate": 0.9990542062087824,
    "targeted_score": 0.5301185800746764,
    "fix_rate_lenient": 0.06482758620689655,
    "preservation_rate_lenient": 0.9990505882503881,
    "targeted_score_lenient": 0.5319390872286422,
    "fixed_lenient": 1974,
    "broken_lenient": 148,
    "net_fixed_lenient": 1826,
    "broken_per_100_correct": 0.09494117496118959,
    "wer_clitic": 0.17000271614108411,
    "fixed_clitic": 1959,
    "broken_clitic": 153,
    "net_fixed_clitic": 1806,
    "broken_per_100_correct_clitic": 0.10074007743158893,
    "fix_rate_recoverable": 0.06547916875145936,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.05263157894736842,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 357
  },
  "verifier@0.9": {
    "n_examples": 1010,
    "wer": 0.17986571449920474,
    "wer_zwnj_normalized": 0.16762737374707784,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7356435643564356,
    "fix_rate": 0.05827097097410527,
    "preservation_rate": 0.9994209425768056,
    "targeted_score": 0.5288459567754554,
    "fix_rate_lenient": 0.061839080459770115,
    "preservation_rate_lenient": 0.9994226550171279,
    "targeted_score_lenient": 0.530630867738449,
    "fixed_lenient": 1883,
    "broken_lenient": 90,
    "net_fixed_lenient": 1793,
    "broken_per_100_correct": 0.05773449828720988,
    "wer_clitic": 0.17016901049317362,
    "fixed_clitic": 1874,
    "broken_clitic": 98,
    "net_fixed_clitic": 1776,
    "broken_per_100_correct_clitic": 0.06452632410650794,
    "fix_rate_recoverable": 0.06244371059741819,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.017543859649122806,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 139
  },
  "verifier@0.95": {
    "n_examples": 1010,
    "wer": 0.1800311696074978,
    "wer_zwnj_normalized": 0.16778749159381304,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7158415841584158,
    "fix_rate": 0.056799323668472304,
    "preservation_rate": 0.9996203956892392,
    "targeted_score": 0.5282098596788558,
    "fix_rate_lenient": 0.06032840722495895,
    "preservation_rate_lenient": 0.9996151033447519,
    "targeted_score_lenient": 0.5299717552848554,
    "fixed_lenient": 1837,
    "broken_lenient": 60,
    "net_fixed_lenient": 1777,
    "broken_per_100_correct": 0.038489665524806586,
    "wer_clitic": 0.1703463911354024,
    "fixed_clitic": 1829,
    "broken_clitic": 70,
    "net_fixed_clitic": 1759,
    "broken_per_100_correct_clitic": 0.04609023150464853,
    "fix_rate_recoverable": 0.06090930317889189,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 21
  }
}