| { |
| "whisper": { |
| "n_examples": 1010, |
| "wer": 0.18660667584675655, |
| "wer_zwnj_normalized": 0.17409613475517982, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.0, |
| "fix_rate": 0.0, |
| "preservation_rate": 1.0, |
| "targeted_score": 0.5, |
| "fix_rate_lenient": 0.0, |
| "preservation_rate_lenient": 1.0, |
| "targeted_score_lenient": 0.5, |
| "fixed_lenient": 0, |
| "broken_lenient": 0, |
| "net_fixed_lenient": 0, |
| "broken_per_100_correct": 0.0, |
| "wer_clitic": 0.1776189974667827, |
| "fixed_clitic": 0, |
| "broken_clitic": 0, |
| "net_fixed_clitic": 0, |
| "broken_per_100_correct_clitic": 0.0, |
| "fix_rate_recoverable": 0.0, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 0 |
| }, |
| "rules only": { |
| "n_examples": 1010, |
| "wer": 0.18000982056126644, |
| "wer_zwnj_normalized": 0.16776614254758168, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7148514851485148, |
| "fix_rate": 0.0566740770892695, |
| "preservation_rate": 0.9996911693742963, |
| "targeted_score": 0.5281826232317829, |
| "fix_rate_lenient": 0.06019704433497537, |
| "preservation_rate_lenient": 0.9996856677315474, |
| "targeted_score_lenient": 0.5299413560332614, |
| "fixed_lenient": 1833, |
| "broken_lenient": 49, |
| "net_fixed_lenient": 1784, |
| "broken_per_100_correct": 0.03143322684525871, |
| "wer_clitic": 0.1703353048452631, |
| "fixed_clitic": 1824, |
| "broken_clitic": 61, |
| "net_fixed_clitic": 1763, |
| "broken_per_100_correct_clitic": 0.04016434459690801, |
| "fix_rate_recoverable": 0.06077587644684613, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 0 |
| }, |
| "accept all": { |
| "n_examples": 1010, |
| "wer": 0.17671139291852136, |
| "wer_zwnj_normalized": 0.16492671939881084, |
| "exact_match": 0.0039603960396039604, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.9574257425742574, |
| "fix_rate": 0.12624855183642797, |
| "preservation_rate": 0.989673475953032, |
| "targeted_score": 0.55796101389473, |
| "fix_rate_lenient": 0.1329064039408867, |
| "preservation_rate_lenient": 0.9897745788589097, |
| "targeted_score_lenient": 0.5613404913998983, |
| "fixed_lenient": 4047, |
| "broken_lenient": 1594, |
| "net_fixed_lenient": 2453, |
| "broken_per_100_correct": 1.0225421141090283, |
| "wer_clitic": 0.16794066617517447, |
| "fixed_clitic": 3847, |
| "broken_clitic": 1589, |
| "net_fixed_clitic": 2258, |
| "broken_per_100_correct_clitic": 1.0462482551555217, |
| "fix_rate_recoverable": 0.13439407585309718, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.19298245614035087, |
| "entity_keep_rate": 0.8894009216589862, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 4473 |
| }, |
| "oracle": { |
| "n_examples": 1010, |
| "wer": 0.16844397476542736, |
| "wer_zwnj_normalized": 0.15656856779923356, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.897029702970297, |
| "fix_rate": 0.12364968531796976, |
| "preservation_rate": 0.9993759047772237, |
| "targeted_score": 0.5615127950475968, |
| "fix_rate_lenient": 0.13054187192118227, |
| "preservation_rate_lenient": 0.9994932194039233, |
| "targeted_score_lenient": 0.5650175456625528, |
| "fixed_lenient": 3975, |
| "broken_lenient": 79, |
| "net_fixed_lenient": 3896, |
| "broken_per_100_correct": 0.05067805960766201, |
| "wer_clitic": 0.1593321618820086, |
| "fixed_clitic": 3796, |
| "broken_clitic": 91, |
| "net_fixed_clitic": 3705, |
| "broken_per_100_correct_clitic": 0.059917300956043085, |
| "fix_rate_recoverable": 0.13195903799326195, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.19298245614035087, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 1804 |
| }, |
| "verifier@0.3": { |
| "n_examples": 1010, |
| "wer": 0.17885163480321517, |
| "wer_zwnj_normalized": 0.1667253765438029, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.8782178217821782, |
| "fix_rate": 0.08447881767229233, |
| "preservation_rate": 0.9955348238700338, |
| "targeted_score": 0.540006820771163, |
| "fix_rate_lenient": 0.08939244663382595, |
| "preservation_rate_lenient": 0.9955736884646472, |
| "targeted_score_lenient": 0.5424830675492366, |
| "fixed_lenient": 2722, |
| "broken_lenient": 690, |
| "net_fixed_lenient": 2032, |
| "broken_per_100_correct": 0.44263115353527577, |
| "wer_clitic": 0.16931536615244758, |
| "fixed_clitic": 2668, |
| "broken_clitic": 696, |
| "net_fixed_clitic": 1972, |
| "broken_per_100_correct_clitic": 0.45826858753193395, |
| "fix_rate_recoverable": 0.09039661096100604, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.17543859649122806, |
| "entity_keep_rate": 0.9631336405529954, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 1979 |
| }, |
| "verifier@0.7": { |
| "n_examples": 1010, |
| "wer": 0.17956149059040788, |
| "wer_zwnj_normalized": 0.1673391616229545, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7881188118811882, |
| "fix_rate": 0.06443936499984344, |
| "preservation_rate": 0.9985394884992762, |
| "targeted_score": 0.5314894267495598, |
| "fix_rate_lenient": 0.06824302134646962, |
| "preservation_rate_lenient": 0.9985438076543115, |
| "targeted_score_lenient": 0.5333934145003906, |
| "fixed_lenient": 2078, |
| "broken_lenient": 227, |
| "net_fixed_lenient": 1851, |
| "broken_per_100_correct": 0.1456192345688516, |
| "wer_clitic": 0.16994728469038764, |
| "fixed_clitic": 2055, |
| "broken_clitic": 231, |
| "net_fixed_clitic": 1824, |
| "broken_per_100_correct_clitic": 0.15209776396534014, |
| "fix_rate_recoverable": 0.06894826378464926, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.15789473684210525, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 627 |
| }, |
| "verifier@0.8": { |
| "n_examples": 1010, |
| "wer": 0.17964154951377548, |
| "wer_zwnj_normalized": 0.16740320876164858, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7534653465346535, |
| "fix_rate": 0.061182953940570495, |
| "preservation_rate": 0.9990542062087824, |
| "targeted_score": 0.5301185800746764, |
| "fix_rate_lenient": 0.06482758620689655, |
| "preservation_rate_lenient": 0.9990505882503881, |
| "targeted_score_lenient": 0.5319390872286422, |
| "fixed_lenient": 1974, |
| "broken_lenient": 148, |
| "net_fixed_lenient": 1826, |
| "broken_per_100_correct": 0.09494117496118959, |
| "wer_clitic": 0.17000271614108411, |
| "fixed_clitic": 1959, |
| "broken_clitic": 153, |
| "net_fixed_clitic": 1806, |
| "broken_per_100_correct_clitic": 0.10074007743158893, |
| "fix_rate_recoverable": 0.06547916875145936, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.05263157894736842, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 357 |
| }, |
| "verifier@0.9": { |
| "n_examples": 1010, |
| "wer": 0.17986571449920474, |
| "wer_zwnj_normalized": 0.16762737374707784, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7356435643564356, |
| "fix_rate": 0.05827097097410527, |
| "preservation_rate": 0.9994209425768056, |
| "targeted_score": 0.5288459567754554, |
| "fix_rate_lenient": 0.061839080459770115, |
| "preservation_rate_lenient": 0.9994226550171279, |
| "targeted_score_lenient": 0.530630867738449, |
| "fixed_lenient": 1883, |
| "broken_lenient": 90, |
| "net_fixed_lenient": 1793, |
| "broken_per_100_correct": 0.05773449828720988, |
| "wer_clitic": 0.17016901049317362, |
| "fixed_clitic": 1874, |
| "broken_clitic": 98, |
| "net_fixed_clitic": 1776, |
| "broken_per_100_correct_clitic": 0.06452632410650794, |
| "fix_rate_recoverable": 0.06244371059741819, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.017543859649122806, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 139 |
| }, |
| "verifier@0.95": { |
| "n_examples": 1010, |
| "wer": 0.1800311696074978, |
| "wer_zwnj_normalized": 0.16778749159381304, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7158415841584158, |
| "fix_rate": 0.056799323668472304, |
| "preservation_rate": 0.9996203956892392, |
| "targeted_score": 0.5282098596788558, |
| "fix_rate_lenient": 0.06032840722495895, |
| "preservation_rate_lenient": 0.9996151033447519, |
| "targeted_score_lenient": 0.5299717552848554, |
| "fixed_lenient": 1837, |
| "broken_lenient": 60, |
| "net_fixed_lenient": 1777, |
| "broken_per_100_correct": 0.038489665524806586, |
| "wer_clitic": 0.1703463911354024, |
| "fixed_clitic": 1829, |
| "broken_clitic": 70, |
| "net_fixed_clitic": 1759, |
| "broken_per_100_correct_clitic": 0.04609023150464853, |
| "fix_rate_recoverable": 0.06090930317889189, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217, |
| "accepted": 21 |
| } |
| } |
