File size: 2,056 Bytes
10b603f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 | {
"dataset": "Fixed first20 FLEURS validation clips per en/de/es/fr/ru/uk; compatibility sample, not a held-out model benchmark",
"normalization": "NFKC, lowercase, replace non-alphanumeric nonspace with spaces, whitespace tokens",
"device": "Apple M5 Max CPU,8threads,FP32",
"summary": {
"clips": 120,
"words": 2433,
"export_wer": 0.05425400739827373,
"source_nemo_wer": 0.053431976983148374,
"normalized_source_matches": 117,
"audio_s": 1257.82,
"inference_s": 217.64420087897452
},
"languages": {
"de_de": {
"clips": 20,
"words": 393,
"export_wer": 0.04071246819338423,
"source_nemo_wer": 0.03816793893129771,
"normalized_source_matches": 18,
"audio_s": 237.72,
"inference_s": 28.99683033389738
},
"en_us": {
"clips": 20,
"words": 382,
"export_wer": 0.034031413612565446,
"source_nemo_wer": 0.034031413612565446,
"normalized_source_matches": 20,
"audio_s": 173.38,
"inference_s": 30.397747127106413
},
"es_419": {
"clips": 20,
"words": 499,
"export_wer": 0.03006012024048096,
"source_nemo_wer": 0.028056112224448898,
"normalized_source_matches": 19,
"audio_s": 243.96,
"inference_s": 25.191086375154555
},
"fr_fr": {
"clips": 20,
"words": 467,
"export_wer": 0.044967880085653104,
"source_nemo_wer": 0.044967880085653104,
"normalized_source_matches": 20,
"audio_s": 188.7,
"inference_s": 35.01004733797163
},
"ru_ru": {
"clips": 20,
"words": 373,
"export_wer": 0.0777479892761394,
"source_nemo_wer": 0.0777479892761394,
"normalized_source_matches": 20,
"audio_s": 220.8,
"inference_s": 36.81056591490051
},
"uk_ua": {
"clips": 20,
"words": 319,
"export_wer": 0.11912225705329153,
"source_nemo_wer": 0.11912225705329153,
"normalized_source_matches": 20,
"audio_s": 193.26,
"inference_s": 61.237923789944034
}
}
}
|