File size: 1,573 Bytes
0ee7949 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"whisper": {
"n_examples": 1010,
"wer": 0.18660667584675655,
"wer_zwnj_normalized": 0.17409613475517982,
"exact_match": 0.0049504950495049506,
"hallucination_rate": 0.0,
"rows_changed": 0.0,
"fix_rate": 0.0,
"preservation_rate": 1.0,
"targeted_score": 0.5,
"fix_rate_lenient": 0.0,
"preservation_rate_lenient": 1.0,
"targeted_score_lenient": 0.5,
"fixed_lenient": 0,
"broken_lenient": 0,
"net_fixed_lenient": 0,
"broken_per_100_correct": 0.0,
"fix_rate_recoverable": 0.0,
"unrecoverable_targets": 471,
"entity_fix_rate": 0.0,
"entity_keep_rate": 1.0,
"entity_spans_whisper_wrong": 57,
"entity_spans_whisper_right": 217
},
"rules": {
"n_examples": 1010,
"wer": 0.18000982056126644,
"wer_zwnj_normalized": 0.16776614254758168,
"exact_match": 0.0049504950495049506,
"hallucination_rate": 0.0,
"rows_changed": 0.7148514851485148,
"fix_rate": 0.0566740770892695,
"preservation_rate": 0.9996911693742963,
"targeted_score": 0.5281826232317829,
"fix_rate_lenient": 0.06019704433497537,
"preservation_rate_lenient": 0.9996856677315474,
"targeted_score_lenient": 0.5299413560332614,
"fixed_lenient": 1833,
"broken_lenient": 49,
"net_fixed_lenient": 1784,
"broken_per_100_correct": 0.03143322684525871,
"fix_rate_recoverable": 0.06077587644684613,
"unrecoverable_targets": 471,
"entity_fix_rate": 0.0,
"entity_keep_rate": 1.0,
"entity_spans_whisper_wrong": 57,
"entity_spans_whisper_right": 217
}
} |