Hugging Face's logo

PedramR
/
ASR_Post-processing

TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
ASR_Post-processing
File size: 7,903 Bytes
d7bb93b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
{
  "whisper": {
    "n_examples": 1978,
    "wer": 0.19286111707900203,
    "wer_zwnj_normalized": 0.18077200636819868,
    "exact_match": 0.006066734074823054,
    "hallucination_rate": 0.0,
    "rows_changed": 0.0,
    "fix_rate": 0.0,
    "preservation_rate": 1.0,
    "targeted_score": 0.5,
    "fix_rate_lenient": 0.0,
    "preservation_rate_lenient": 1.0,
    "targeted_score_lenient": 0.5,
    "fixed_lenient": 0,
    "broken_lenient": 0,
    "net_fixed_lenient": 0,
    "broken_per_100_correct": 0.0,
    "fix_rate_recoverable": 0.0,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "rules only": {
    "n_examples": 1978,
    "wer": 0.18624502140177493,
    "wer_zwnj_normalized": 0.17446440474419783,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6875631951466128,
    "fix_rate": 0.05559820155718829,
    "preservation_rate": 0.9996089846635096,
    "targeted_score": 0.5276035931103489,
    "fix_rate_lenient": 0.05892479464856623,
    "preservation_rate_lenient": 0.9995903045402917,
    "targeted_score_lenient": 0.5292575495944289,
    "fixed_lenient": 3594,
    "broken_lenient": 123,
    "net_fixed_lenient": 3471,
    "broken_per_100_correct": 0.04096954597082835,
    "fix_rate_recoverable": 0.059573192063571395,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "accept all": {
    "n_examples": 1978,
    "wer": 0.17689930423573352,
    "wer_zwnj_normalized": 0.16549604191112066,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.955005055611729,
    "fix_rate": 0.1773377406670531,
    "preservation_rate": 0.9867622927535167,
    "targeted_score": 0.5820500167102849,
    "fix_rate_lenient": 0.1761841522797698,
    "preservation_rate_lenient": 0.9868397824283949,
    "targeted_score_lenient": 0.5815119673540823,
    "fixed_lenient": 10746,
    "broken_lenient": 3951,
    "net_fixed_lenient": 6795,
    "broken_per_100_correct": 1.3160217571605106,
    "fix_rate_recoverable": 0.1784863478101521,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 0.8894009216589862,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 11829
  },
  "oracle": {
    "n_examples": 1978,
    "wer": 0.16575495656293554,
    "wer_zwnj_normalized": 0.15435169423832268,
    "exact_match": 0.007583417593528817,
    "hallucination_rate": 0.0,
    "rows_changed": 0.8923154701718908,
    "fix_rate": 0.17237165729324957,
    "preservation_rate": 0.9992279953612881,
    "targeted_score": 0.5857998263272689,
    "fix_rate_lenient": 0.17277392487662518,
    "preservation_rate_lenient": 0.9993904530965316,
    "targeted_score_lenient": 0.5860821889865784,
    "fixed_lenient": 10538,
    "broken_lenient": 183,
    "net_fixed_lenient": 10355,
    "broken_per_100_correct": 0.06095469034684218,
    "fix_rate_recoverable": 0.1750212404418012,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 5616
  },
  "verifier@0.3": {
    "n_examples": 1978,
    "wer": 0.18431693356911094,
    "wer_zwnj_normalized": 0.17262445806959847,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.8427704752275025,
    "fix_rate": 0.0792066799304435,
    "preservation_rate": 0.9964808619715863,
    "targeted_score": 0.5378437709510149,
    "fix_rate_lenient": 0.08350138540488253,
    "preservation_rate_lenient": 0.9964926071620096,
    "targeted_score_lenient": 0.5399969962834461,
    "fixed_lenient": 5093,
    "broken_lenient": 1053,
    "net_fixed_lenient": 4040,
    "broken_per_100_correct": 0.35073928379904273,
    "fix_rate_recoverable": 0.08447865127359355,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.15789473684210525,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 2995
  },
  "verifier@0.7": {
    "n_examples": 1978,
    "wer": 0.18537462746588662,
    "wer_zwnj_normalized": 0.1736215549202047,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7588473205257836,
    "fix_rate": 0.06358779941409616,
    "preservation_rate": 0.9985295149738822,
    "targeted_score": 0.5310586571939891,
    "fix_rate_lenient": 0.06720443329562409,
    "preservation_rate_lenient": 0.998527761030967,
    "targeted_score_lenient": 0.5328660971632955,
    "fixed_lenient": 4099,
    "broken_lenient": 442,
    "net_fixed_lenient": 3657,
    "broken_per_100_correct": 0.14722389690330187,
    "fix_rate_recoverable": 0.06796941376380629,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.05263157894736842,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 1085
  },
  "verifier@0.8": {
    "n_examples": 1978,
    "wer": 0.1857712626771775,
    "wer_zwnj_normalized": 0.17400441807554798,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7254802831142568,
    "fix_rate": 0.05920135353187223,
    "preservation_rate": 0.9991411030642903,
    "targeted_score": 0.5291712282980813,
    "fix_rate_lenient": 0.0626957191808896,
    "preservation_rate_lenient": 0.9991273153622474,
    "targeted_score_lenient": 0.5309115172715685,
    "fixed_lenient": 3824,
    "broken_lenient": 262,
    "net_fixed_lenient": 3562,
    "broken_per_100_correct": 0.08726846377526039,
    "fix_rate_recoverable": 0.06340480117280557,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.03508771929824561,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 479
  },
  "verifier@0.9": {
    "n_examples": 1978,
    "wer": 0.18618993317798455,
    "wer_zwnj_normalized": 0.17440931652040742,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6895854398382204,
    "fix_rate": 0.055895853242053484,
    "preservation_rate": 0.9995555124807417,
    "targeted_score": 0.5277256828613976,
    "fix_rate_lenient": 0.05923630580558425,
    "preservation_rate_lenient": 0.9995370108219557,
    "targeted_score_lenient": 0.52938665831377,
    "fixed_lenient": 3613,
    "broken_lenient": 139,
    "net_fixed_lenient": 3474,
    "broken_per_100_correct": 0.04629891780443204,
    "fix_rate_recoverable": 0.05988971629433422,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 30
  },
  "verifier@0.95": {
    "n_examples": 1978,
    "wer": 0.18624502140177493,
    "wer_zwnj_normalized": 0.17446440474419783,
    "exact_match": 0.006572295247724975,
    "hallucination_rate": 0.0,
    "rows_changed": 0.6875631951466128,
    "fix_rate": 0.05559820155718829,
    "preservation_rate": 0.9996089846635096,
    "targeted_score": 0.5276035931103489,
    "fix_rate_lenient": 0.05892479464856623,
    "preservation_rate_lenient": 0.9995903045402917,
    "targeted_score_lenient": 0.5292575495944289,
    "fixed_lenient": 3594,
    "broken_lenient": 123,
    "net_fixed_lenient": 3471,
    "broken_per_100_correct": 0.04096954597082835,
    "fix_rate_recoverable": 0.059573192063571395,
    "unrecoverable_targets": 966,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  }
}