{ "whisper": { "n_examples": 1978, "wer": 0.19286111707900203, "wer_zwnj_normalized": 0.18077200636819868, "exact_match": 0.006066734074823054, "hallucination_rate": 0.0, "rows_changed": 0.0, "fix_rate": 0.0, "preservation_rate": 1.0, "targeted_score": 0.5, "fix_rate_lenient": 0.0, "preservation_rate_lenient": 1.0, "targeted_score_lenient": 0.5, "fixed_lenient": 0, "broken_lenient": 0, "net_fixed_lenient": 0, "broken_per_100_correct": 0.0, "fix_rate_recoverable": 0.0, "unrecoverable_targets": 966, "entity_fix_rate": 0.0, "entity_keep_rate": 1.0, "entity_spans_whisper_wrong": 57, "entity_spans_whisper_right": 217 }, "rules": { "n_examples": 1978, "wer": 0.18624502140177493, "wer_zwnj_normalized": 0.17446440474419783, "exact_match": 0.006572295247724975, "hallucination_rate": 0.0, "rows_changed": 0.6875631951466128, "fix_rate": 0.05559820155718829, "preservation_rate": 0.9996089846635096, "targeted_score": 0.5276035931103489, "fix_rate_lenient": 0.05892479464856623, "preservation_rate_lenient": 0.9995903045402917, "targeted_score_lenient": 0.5292575495944289, "fixed_lenient": 3594, "broken_lenient": 123, "net_fixed_lenient": 3471, "broken_per_100_correct": 0.04096954597082835, "fix_rate_recoverable": 0.059573192063571395, "unrecoverable_targets": 966, "entity_fix_rate": 0.0, "entity_keep_rate": 1.0, "entity_spans_whisper_wrong": 57, "entity_spans_whisper_right": 217 } }