| { |
| "whisper": { |
| "n_examples": 1978, |
| "wer": 0.19286111707900203, |
| "wer_zwnj_normalized": 0.18077200636819868, |
| "exact_match": 0.006066734074823054, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.0, |
| "fix_rate": 0.0, |
| "preservation_rate": 1.0, |
| "targeted_score": 0.5, |
| "fix_rate_lenient": 0.0, |
| "preservation_rate_lenient": 1.0, |
| "targeted_score_lenient": 0.5, |
| "fixed_lenient": 0, |
| "broken_lenient": 0, |
| "net_fixed_lenient": 0, |
| "broken_per_100_correct": 0.0, |
| "fix_rate_recoverable": 0.0, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 0 |
| }, |
| "rules only": { |
| "n_examples": 1978, |
| "wer": 0.18624502140177493, |
| "wer_zwnj_normalized": 0.17446440474419783, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.6875631951466128, |
| "fix_rate": 0.05559820155718829, |
| "preservation_rate": 0.9996089846635096, |
| "targeted_score": 0.5276035931103489, |
| "fix_rate_lenient": 0.05892479464856623, |
| "preservation_rate_lenient": 0.9995903045402917, |
| "targeted_score_lenient": 0.5292575495944289, |
| "fixed_lenient": 3594, |
| "broken_lenient": 123, |
| "net_fixed_lenient": 3471, |
| "broken_per_100_correct": 0.04096954597082835, |
| "fix_rate_recoverable": 0.059573192063571395, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 0 |
| }, |
| "accept all": { |
| "n_examples": 1978, |
| "wer": 0.17689930423573352, |
| "wer_zwnj_normalized": 0.16549604191112066, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.955005055611729, |
| "fix_rate": 0.1773377406670531, |
| "preservation_rate": 0.9867622927535167, |
| "targeted_score": 0.5820500167102849, |
| "fix_rate_lenient": 0.1761841522797698, |
| "preservation_rate_lenient": 0.9868397824283949, |
| "targeted_score_lenient": 0.5815119673540823, |
| "fixed_lenient": 10746, |
| "broken_lenient": 3951, |
| "net_fixed_lenient": 6795, |
| "broken_per_100_correct": 1.3160217571605106, |
| "fix_rate_recoverable": 0.1784863478101521, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.19298245614035087, |
| "entity_keep_rate": 0.8894009216589862, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 11829 |
| }, |
| "oracle": { |
| "n_examples": 1978, |
| "wer": 0.16575495656293554, |
| "wer_zwnj_normalized": 0.15435169423832268, |
| "exact_match": 0.007583417593528817, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.8923154701718908, |
| "fix_rate": 0.17237165729324957, |
| "preservation_rate": 0.9992279953612881, |
| "targeted_score": 0.5857998263272689, |
| "fix_rate_lenient": 0.17277392487662518, |
| "preservation_rate_lenient": 0.9993904530965316, |
| "targeted_score_lenient": 0.5860821889865784, |
| "fixed_lenient": 10538, |
| "broken_lenient": 183, |
| "net_fixed_lenient": 10355, |
| "broken_per_100_correct": 0.06095469034684218, |
| "fix_rate_recoverable": 0.1750212404418012, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.19298245614035087, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 5616 |
| }, |
| "verifier@0.3": { |
| "n_examples": 1978, |
| "wer": 0.18431693356911094, |
| "wer_zwnj_normalized": 0.17262445806959847, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.8427704752275025, |
| "fix_rate": 0.0792066799304435, |
| "preservation_rate": 0.9964808619715863, |
| "targeted_score": 0.5378437709510149, |
| "fix_rate_lenient": 0.08350138540488253, |
| "preservation_rate_lenient": 0.9964926071620096, |
| "targeted_score_lenient": 0.5399969962834461, |
| "fixed_lenient": 5093, |
| "broken_lenient": 1053, |
| "net_fixed_lenient": 4040, |
| "broken_per_100_correct": 0.35073928379904273, |
| "fix_rate_recoverable": 0.08447865127359355, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.15789473684210525, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 2995 |
| }, |
| "verifier@0.7": { |
| "n_examples": 1978, |
| "wer": 0.18537462746588662, |
| "wer_zwnj_normalized": 0.1736215549202047, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7588473205257836, |
| "fix_rate": 0.06358779941409616, |
| "preservation_rate": 0.9985295149738822, |
| "targeted_score": 0.5310586571939891, |
| "fix_rate_lenient": 0.06720443329562409, |
| "preservation_rate_lenient": 0.998527761030967, |
| "targeted_score_lenient": 0.5328660971632955, |
| "fixed_lenient": 4099, |
| "broken_lenient": 442, |
| "net_fixed_lenient": 3657, |
| "broken_per_100_correct": 0.14722389690330187, |
| "fix_rate_recoverable": 0.06796941376380629, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.05263157894736842, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 1085 |
| }, |
| "verifier@0.8": { |
| "n_examples": 1978, |
| "wer": 0.1857712626771775, |
| "wer_zwnj_normalized": 0.17400441807554798, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7254802831142568, |
| "fix_rate": 0.05920135353187223, |
| "preservation_rate": 0.9991411030642903, |
| "targeted_score": 0.5291712282980813, |
| "fix_rate_lenient": 0.0626957191808896, |
| "preservation_rate_lenient": 0.9991273153622474, |
| "targeted_score_lenient": 0.5309115172715685, |
| "fixed_lenient": 3824, |
| "broken_lenient": 262, |
| "net_fixed_lenient": 3562, |
| "broken_per_100_correct": 0.08726846377526039, |
| "fix_rate_recoverable": 0.06340480117280557, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.03508771929824561, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 479 |
| }, |
| "verifier@0.9": { |
| "n_examples": 1978, |
| "wer": 0.18618993317798455, |
| "wer_zwnj_normalized": 0.17440931652040742, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.6895854398382204, |
| "fix_rate": 0.055895853242053484, |
| "preservation_rate": 0.9995555124807417, |
| "targeted_score": 0.5277256828613976, |
| "fix_rate_lenient": 0.05923630580558425, |
| "preservation_rate_lenient": 0.9995370108219557, |
| "targeted_score_lenient": 0.52938665831377, |
| "fixed_lenient": 3613, |
| "broken_lenient": 139, |
| "net_fixed_lenient": 3474, |
| "broken_per_100_correct": 0.04629891780443204, |
| "fix_rate_recoverable": 0.05988971629433422, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 30 |
| }, |
| "verifier@0.95": { |
| "n_examples": 1978, |
| "wer": 0.18624502140177493, |
| "wer_zwnj_normalized": 0.17446440474419783, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.6875631951466128, |
| "fix_rate": 0.05559820155718829, |
| "preservation_rate": 0.9996089846635096, |
| "targeted_score": 0.5276035931103489, |
| "fix_rate_lenient": 0.05892479464856623, |
| "preservation_rate_lenient": 0.9995903045402917, |
| "targeted_score_lenient": 0.5292575495944289, |
| "fixed_lenient": 3594, |
| "broken_lenient": 123, |
| "net_fixed_lenient": 3471, |
| "broken_per_100_correct": 0.04096954597082835, |
| "fix_rate_recoverable": 0.059573192063571395, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 0 |
| } |
| } |
