File size: 1,574 Bytes
0ee7949 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"whisper": {
"n_examples": 1978,
"wer": 0.19286111707900203,
"wer_zwnj_normalized": 0.18077200636819868,
"exact_match": 0.006066734074823054,
"hallucination_rate": 0.0,
"rows_changed": 0.0,
"fix_rate": 0.0,
"preservation_rate": 1.0,
"targeted_score": 0.5,
"fix_rate_lenient": 0.0,
"preservation_rate_lenient": 1.0,
"targeted_score_lenient": 0.5,
"fixed_lenient": 0,
"broken_lenient": 0,
"net_fixed_lenient": 0,
"broken_per_100_correct": 0.0,
"fix_rate_recoverable": 0.0,
"unrecoverable_targets": 966,
"entity_fix_rate": 0.0,
"entity_keep_rate": 1.0,
"entity_spans_whisper_wrong": 57,
"entity_spans_whisper_right": 217
},
"rules": {
"n_examples": 1978,
"wer": 0.18624502140177493,
"wer_zwnj_normalized": 0.17446440474419783,
"exact_match": 0.006572295247724975,
"hallucination_rate": 0.0,
"rows_changed": 0.6875631951466128,
"fix_rate": 0.05559820155718829,
"preservation_rate": 0.9996089846635096,
"targeted_score": 0.5276035931103489,
"fix_rate_lenient": 0.05892479464856623,
"preservation_rate_lenient": 0.9995903045402917,
"targeted_score_lenient": 0.5292575495944289,
"fixed_lenient": 3594,
"broken_lenient": 123,
"net_fixed_lenient": 3471,
"broken_per_100_correct": 0.04096954597082835,
"fix_rate_recoverable": 0.059573192063571395,
"unrecoverable_targets": 966,
"entity_fix_rate": 0.0,
"entity_keep_rate": 1.0,
"entity_spans_whisper_wrong": 57,
"entity_spans_whisper_right": 217
}
} |