{
  "whisper": {
    "n_examples": 1978,
    "wer": 0.19286111707900203,
    "wer_zwnj_normalized": 0.18077200636819868,
    "exact_match": 0.006066734074823054,
    "hallucination_rate": 0.0,
    "rows_changed": 0.0,
    "fix_rate": 0.0,
    "preservation_rate": 1.0,
    "targeted_score": 0.5,
    "fix_rate_lenient": 0.0,
    "preservation_rate_lenient": 1.0,
    "targeted_score_lenient": 0.5,
    "fixed_lenient": 0,
    "broken_lenient": 0,
    "net_fixed_lenient": 0,
    "broken_per_100_correct": 0.0,
    "fix_rate_recoverable": 0.0,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "rules only": {
    "n_examples": 1978,
    "wer": 0.18624502140177493,
    "wer_zwnj_normalized": 0.17446440474419783,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6875631951466128,
    "fix_rate": 0.05559820155718829,
    "preservation_rate": 0.9996089846635096,
    "targeted_score": 0.5276035931103489,
    "fix_rate_lenient": 0.05892479464856623,
    "preservation_rate_lenient": 0.9995903045402917,
    "targeted_score_lenient": 0.5292575495944289,
    "fixed_lenient": 3594,
    "broken_lenient": 123,
    "net_fixed_lenient": 3471,
    "broken_per_100_correct": 0.04096954597082835,
    "fix_rate_recoverable": 0.059573192063571395,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "accept all": {
    "n_examples": 1978,
    "wer": 0.17689930423573352,
    "wer_zwnj_normalized": 0.16549604191112066,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.955005055611729,
    "fix_rate": 0.1773377406670531,
    "preservation_rate": 0.9867622927535167,
    "targeted_score": 0.5820500167102849,
    "fix_rate_lenient": 0.1761841522797698,
    "preservation_rate_lenient": 0.9868397824283949,
    "targeted_score_lenient": 0.5815119673540823,
    "fixed_lenient": 10746,
    "broken_lenient": 3951,
    "net_fixed_lenient": 6795,
    "broken_per_100_correct": 1.3160217571605106,
    "fix_rate_recoverable": 0.1784863478101521,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 0.8894009216589862,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 11829
  },
  "oracle": {
    "n_examples": 1978,
    "wer": 0.16575495656293554,
    "wer_zwnj_normalized": 0.15435169423832268,
    "exact_match": 0.007583417593528817,
    "hallucination_rate": 0.0,
    "rows_changed": 0.8923154701718908,
    "fix_rate": 0.17237165729324957,
    "preservation_rate": 0.9992279953612881,
    "targeted_score": 0.5857998263272689,
    "fix_rate_lenient": 0.17277392487662518,
    "preservation_rate_lenient": 0.9993904530965316,
    "targeted_score_lenient": 0.5860821889865784,
    "fixed_lenient": 10538,
    "broken_lenient": 183,
    "net_fixed_lenient": 10355,
    "broken_per_100_correct": 0.06095469034684218,
    "fix_rate_recoverable": 0.1750212404418012,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 5616
  },
  "verifier@0.3": {
    "n_examples": 1978,
    "wer": 0.18431693356911094,
    "wer_zwnj_normalized": 0.17262445806959847,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.8427704752275025,
    "fix_rate": 0.0792066799304435,
    "preservation_rate": 0.9964808619715863,
    "targeted_score": 0.5378437709510149,
    "fix_rate_lenient": 0.08350138540488253,
    "preservation_rate_lenient": 0.9964926071620096,
    "targeted_score_lenient": 0.5399969962834461,
    "fixed_lenient": 5093,
    "broken_lenient": 1053,
    "net_fixed_lenient": 4040,
    "broken_per_100_correct": 0.35073928379904273,
    "fix_rate_recoverable": 0.08447865127359355,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.15789473684210525,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 2995
  },
  "verifier@0.7": {
    "n_examples": 1978,
    "wer": 0.18537462746588662,
    "wer_zwnj_normalized": 0.1736215549202047,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7588473205257836,
    "fix_rate": 0.06358779941409616,
    "preservation_rate": 0.9985295149738822,
    "targeted_score": 0.5310586571939891,
    "fix_rate_lenient": 0.06720443329562409,
    "preservation_rate_lenient": 0.998527761030967,
    "targeted_score_lenient": 0.5328660971632955,
    "fixed_lenient": 4099,
    "broken_lenient": 442,
    "net_fixed_lenient": 3657,
    "broken_per_100_correct": 0.14722389690330187,
    "fix_rate_recoverable": 0.06796941376380629,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.05263157894736842,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 1085
  },
  "verifier@0.8": {
    "n_examples": 1978,
    "wer": 0.1857712626771775,
    "wer_zwnj_normalized": 0.17400441807554798,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7254802831142568,
    "fix_rate": 0.05920135353187223,
    "preservation_rate": 0.9991411030642903,
    "targeted_score": 0.5291712282980813,
    "fix_rate_lenient": 0.0626957191808896,
    "preservation_rate_lenient": 0.9991273153622474,
    "targeted_score_lenient": 0.5309115172715685,
    "fixed_lenient": 3824,
    "broken_lenient": 262,
    "net_fixed_lenient": 3562,
    "broken_per_100_correct": 0.08726846377526039,
    "fix_rate_recoverable": 0.06340480117280557,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.03508771929824561,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 479
  },
  "verifier@0.9": {
    "n_examples": 1978,
    "wer": 0.18618993317798455,
    "wer_zwnj_normalized": 0.17440931652040742,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6895854398382204,
    "fix_rate": 0.055895853242053484,
    "preservation_rate": 0.9995555124807417,
    "targeted_score": 0.5277256828613976,
    "fix_rate_lenient": 0.05923630580558425,
    "preservation_rate_lenient": 0.9995370108219557,
    "targeted_score_lenient": 0.52938665831377,
    "fixed_lenient": 3613,
    "broken_lenient": 139,
    "net_fixed_lenient": 3474,
    "broken_per_100_correct": 0.04629891780443204,
    "fix_rate_recoverable": 0.05988971629433422,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 30
  },
  "verifier@0.95": {
    "n_examples": 1978,
    "wer": 0.18624502140177493,
    "wer_zwnj_normalized": 0.17446440474419783,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6875631951466128,
    "fix_rate": 0.05559820155718829,
    "preservation_rate": 0.9996089846635096,
    "targeted_score": 0.5276035931103489,
    "fix_rate_lenient": 0.05892479464856623,
    "preservation_rate_lenient": 0.9995903045402917,
    "targeted_score_lenient": 0.5292575495944289,
    "fixed_lenient": 3594,
    "broken_lenient": 123,
    "net_fixed_lenient": 3471,
    "broken_per_100_correct": 0.04096954597082835,
    "fix_rate_recoverable": 0.059573192063571395,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  }
}