File size: 1,574 Bytes
0ee7949
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "whisper": {
    "n_examples": 1978,
    "wer": 0.19286111707900203,
    "wer_zwnj_normalized": 0.18077200636819868,
    "exact_match": 0.006066734074823054,
    "hallucination_rate": 0.0,
    "rows_changed": 0.0,
    "fix_rate": 0.0,
    "preservation_rate": 1.0,
    "targeted_score": 0.5,
    "fix_rate_lenient": 0.0,
    "preservation_rate_lenient": 1.0,
    "targeted_score_lenient": 0.5,
    "fixed_lenient": 0,
    "broken_lenient": 0,
    "net_fixed_lenient": 0,
    "broken_per_100_correct": 0.0,
    "fix_rate_recoverable": 0.0,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217
  },
  "rules": {
    "n_examples": 1978,
    "wer": 0.18624502140177493,
    "wer_zwnj_normalized": 0.17446440474419783,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6875631951466128,
    "fix_rate": 0.05559820155718829,
    "preservation_rate": 0.9996089846635096,
    "targeted_score": 0.5276035931103489,
    "fix_rate_lenient": 0.05892479464856623,
    "preservation_rate_lenient": 0.9995903045402917,
    "targeted_score_lenient": 0.5292575495944289,
    "fixed_lenient": 3594,
    "broken_lenient": 123,
    "net_fixed_lenient": 3471,
    "broken_per_100_correct": 0.04096954597082835,
    "fix_rate_recoverable": 0.059573192063571395,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217
  }
}