File size: 1,573 Bytes
0ee7949
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "whisper": {
    "n_examples": 1010,
    "wer": 0.18660667584675655,
    "wer_zwnj_normalized": 0.17409613475517982,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.0,
    "fix_rate": 0.0,
    "preservation_rate": 1.0,
    "targeted_score": 0.5,
    "fix_rate_lenient": 0.0,
    "preservation_rate_lenient": 1.0,
    "targeted_score_lenient": 0.5,
    "fixed_lenient": 0,
    "broken_lenient": 0,
    "net_fixed_lenient": 0,
    "broken_per_100_correct": 0.0,
    "fix_rate_recoverable": 0.0,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217
  },
  "rules": {
    "n_examples": 1010,
    "wer": 0.18000982056126644,
    "wer_zwnj_normalized": 0.16776614254758168,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7148514851485148,
    "fix_rate": 0.0566740770892695,
    "preservation_rate": 0.9996911693742963,
    "targeted_score": 0.5281826232317829,
    "fix_rate_lenient": 0.06019704433497537,
    "preservation_rate_lenient": 0.9996856677315474,
    "targeted_score_lenient": 0.5299413560332614,
    "fixed_lenient": 1833,
    "broken_lenient": 49,
    "net_fixed_lenient": 1784,
    "broken_per_100_correct": 0.03143322684525871,
    "fix_rate_recoverable": 0.06077587644684613,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217
  }
}