Hugging Face's logo

PedramR
/
ASR_Post-processing

TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
ASR_Post-processing
File size: 7,905 Bytes
d7bb93b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
{
  "whisper": {
    "n_examples": 1010,
    "wer": 0.18660667584675655,
    "wer_zwnj_normalized": 0.17409613475517982,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.0,
    "fix_rate": 0.0,
    "preservation_rate": 1.0,
    "targeted_score": 0.5,
    "fix_rate_lenient": 0.0,
    "preservation_rate_lenient": 1.0,
    "targeted_score_lenient": 0.5,
    "fixed_lenient": 0,
    "broken_lenient": 0,
    "net_fixed_lenient": 0,
    "broken_per_100_correct": 0.0,
    "fix_rate_recoverable": 0.0,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "rules only": {
    "n_examples": 1010,
    "wer": 0.18000982056126644,
    "wer_zwnj_normalized": 0.16776614254758168,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7148514851485148,
    "fix_rate": 0.0566740770892695,
    "preservation_rate": 0.9996911693742963,
    "targeted_score": 0.5281826232317829,
    "fix_rate_lenient": 0.06019704433497537,
    "preservation_rate_lenient": 0.9996856677315474,
    "targeted_score_lenient": 0.5299413560332614,
    "fixed_lenient": 1833,
    "broken_lenient": 49,
    "net_fixed_lenient": 1784,
    "broken_per_100_correct": 0.03143322684525871,
    "fix_rate_recoverable": 0.06077587644684613,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  },
  "accept all": {
    "n_examples": 1010,
    "wer": 0.16964485861594134,
    "wer_zwnj_normalized": 0.15781214974221028,
    "exact_match": 0.0039603960396039604,
    "hallucination_rate": 0.0,
    "rows_changed": 0.9712871287128713,
    "fix_rate": 0.18689920781538655,
    "preservation_rate": 0.9872092649187711,
    "targeted_score": 0.5870542363670789,
    "fix_rate_lenient": 0.18627257799671593,
    "preservation_rate_lenient": 0.9873625598193552,
    "targeted_score_lenient": 0.5868175689080355,
    "fixed_lenient": 5672,
    "broken_lenient": 1970,
    "net_fixed_lenient": 3702,
    "broken_per_100_correct": 1.263744018064483,
    "fix_rate_recoverable": 0.18859868574668934,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 0.8894009216589862,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 6086
  },
  "oracle": {
    "n_examples": 1010,
    "wer": 0.15873549599171657,
    "wer_zwnj_normalized": 0.14686542628708063,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.9247524752475248,
    "fix_rate": 0.18217114945048063,
    "preservation_rate": 0.9991700176934213,
    "targeted_score": 0.590670583571951,
    "fix_rate_lenient": 0.18269293924466337,
    "preservation_rate_lenient": 0.9993713354630949,
    "targeted_score_lenient": 0.5910321373538792,
    "fixed_lenient": 5563,
    "broken_lenient": 98,
    "net_fixed_lenient": 5465,
    "broken_per_100_correct": 0.06286645369051742,
    "fix_rate_recoverable": 0.1849294506154308,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.19298245614035087,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 2996
  },
  "verifier@0.3": {
    "n_examples": 1010,
    "wer": 0.17786957867657263,
    "wer_zwnj_normalized": 0.16573798315560254,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.8643564356435643,
    "fix_rate": 0.08125371825782009,
    "preservation_rate": 0.9966929387164227,
    "targeted_score": 0.5389733284871214,
    "fix_rate_lenient": 0.08597701149425287,
    "preservation_rate_lenient": 0.9967412083188997,
    "targeted_score_lenient": 0.5413591099065763,
    "fixed_lenient": 2618,
    "broken_lenient": 508,
    "net_fixed_lenient": 2110,
    "broken_per_100_correct": 0.32587916811002915,
    "fix_rate_recoverable": 0.08686080256179325,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.15789473684210525,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 1510
  },
  "verifier@0.7": {
    "n_examples": 1010,
    "wer": 0.17922524311226395,
    "wer_zwnj_normalized": 0.16699757688325273,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7792079207920792,
    "fix_rate": 0.06437674171024203,
    "preservation_rate": 0.9986424320411774,
    "targeted_score": 0.5315095868757097,
    "fix_rate_lenient": 0.06821018062397373,
    "preservation_rate_lenient": 0.9986721065393942,
    "targeted_score_lenient": 0.5334411435816839,
    "fixed_lenient": 2077,
    "broken_lenient": 207,
    "net_fixed_lenient": 1870,
    "broken_per_100_correct": 0.13278934606058274,
    "fix_rate_recoverable": 0.06888155041862637,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.05263157894736842,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 543
  },
  "verifier@0.8": {
    "n_examples": 1010,
    "wer": 0.1795508160672922,
    "wer_zwnj_normalized": 0.16731781257672312,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7504950495049505,
    "fix_rate": 0.06052540939975577,
    "preservation_rate": 0.9991828856361589,
    "targeted_score": 0.5298541475179573,
    "fix_rate_lenient": 0.06423645320197044,
    "preservation_rate_lenient": 0.9991788871354708,
    "targeted_score_lenient": 0.5317076701687206,
    "fixed_lenient": 1956,
    "broken_lenient": 128,
    "net_fixed_lenient": 1828,
    "broken_per_100_correct": 0.08211128645292072,
    "fix_rate_recoverable": 0.06487874845725342,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.03508771929824561,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 255
  },
  "verifier@0.9": {
    "n_examples": 1010,
    "wer": 0.17997245973036155,
    "wer_zwnj_normalized": 0.1677287817166768,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7168316831683168,
    "fix_rate": 0.05689325860287441,
    "preservation_rate": 0.9996525655460833,
    "targeted_score": 0.5282729120744788,
    "fix_rate_lenient": 0.060426929392446635,
    "preservation_rate_lenient": 0.9996471780660227,
    "targeted_score_lenient": 0.5300370537292346,
    "fixed_lenient": 1840,
    "broken_lenient": 55,
    "net_fixed_lenient": 1785,
    "broken_per_100_correct": 0.03528219339773937,
    "fix_rate_recoverable": 0.06100937322792622,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 11
  },
  "verifier@0.95": {
    "n_examples": 1010,
    "wer": 0.18000982056126644,
    "wer_zwnj_normalized": 0.16776614254758168,
    "exact_match": 0.0049504950495049506,
    "hallucination_rate": 0.0,
    "rows_changed": 0.7148514851485148,
    "fix_rate": 0.0566740770892695,
    "preservation_rate": 0.9996911693742963,
    "targeted_score": 0.5281826232317829,
    "fix_rate_lenient": 0.06019704433497537,
    "preservation_rate_lenient": 0.9996856677315474,
    "targeted_score_lenient": 0.5299413560332614,
    "fixed_lenient": 1833,
    "broken_lenient": 49,
    "net_fixed_lenient": 1784,
    "broken_per_100_correct": 0.03143322684525871,
    "fix_rate_recoverable": 0.06077587644684613,
    "unrecoverable_targets": 471,
    "entity_fix_rate": 0.0,
    "entity_keep_rate": 1.0,
    "entity_spans_whisper_wrong": 57,
    "entity_spans_whisper_right": 217,
    "accepted": 0
  }
}