Automatic Speech Recognition
Laya
Safetensors
speech-to-text
disfluency-removal
punctuation
token-classification
whistle
cactus
mmbert
Instructions to use Lucasgitguy-co/Fleet-Clean-0.36B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Laya
How to use Lucasgitguy-co/Fleet-Clean-0.36B with Laya:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download results/eval.json from Lucasgitguy-co/Fleet-Clean-0.36B: direct link, hf CLI and curl.
- Browser
- Download file 9.5 kB
-
https://huggingface.co/Lucasgitguy-co/Fleet-Clean-0.36B/resolve/main/results/eval.json
- Command line
-
hf download hf://Lucasgitguy-co/Fleet-Clean-0.36B/results/eval.json
-
curl -L -o eval.json https://huggingface.co/Lucasgitguy-co/Fleet-Clean-0.36B/resolve/main/results/eval.json
9.5 kB
| { | |
| "threshold": 0.5, | |
| "punct_mode": "boundary", | |
| "tagger": "/Users/lucasvandeweerd/fleet-clean/models/tagger", | |
| "G1": { | |
| "clips": 250, | |
| "wer_raw_vs_c": 0.18759078647022204, | |
| "wer_clean_vs_c": 0.14608840008300478, | |
| "punct_f1_raw": 0.6699588477366255, | |
| "punct_f1_clean": 0.6694843617920541, | |
| "examples": [ | |
| { | |
| "raw": "Yeah. Well, robots are darling. That would be fun if you could get them trained. Otherwise, they're pretty smelly.", | |
| "clean": "Yeah, robots are darling. That would be fun if you could get them trained. Otherwise, they're pretty smelly.", | |
| "transcript_c": "Yeah. rabbits are darling. That would be fun if you could get them trained. Otherwise they're pretty smelly." | |
| }, | |
| { | |
| "raw": "Well, McNew, New, and Lara, I guess it's leaving one of them is a leaving.", | |
| "clean": "McNew, New, and Lara, I guess one of them is a leaving.", | |
| "transcript_c": "McNeil, and Lehrer, I guess he's leaving, one of them is leaving." | |
| }, | |
| { | |
| "raw": "Well, I don't want to. I don't want this to be a unilateral conversation, but yes, we do.", | |
| "clean": "I don't want to. I don't want this to be a unilateral conversation, but yes, we do.", | |
| "transcript_c": "I don't want this to be a unilateral conversation but, yes, we do." | |
| }, | |
| { | |
| "raw": "Well, what about peppers, you know, made out of them, you know, Bembusta from the banks of the Nile?", | |
| "clean": "What about peppers, made out of them, Bembusta from the banks of the Nile?", | |
| "transcript_c": "what about, papyrus, made out of bamboo stuff, from the banks of the Nile." | |
| }, | |
| { | |
| "raw": "Because women are in every few now. I mean, I can think of a feud that they are not involved in.", | |
| "clean": "Because women are in every few now. I can think of a feud that they are not involved in.", | |
| "transcript_c": "Because women are in every field now, I can't think of a field that they're not involved in." | |
| }, | |
| { | |
| "raw": "Yeah, I think it's getting better, not worse. Well, I should probably get back to my job.", | |
| "clean": "Yeah, I think it's getting better, not worse. I should probably get back to my job.", | |
| "transcript_c": "Yeah, I think it's getting better, not worse. I should probably get back to my job." | |
| }, | |
| { | |
| "raw": "They go, well, they got a lot of benefits that would go with it.", | |
| "clean": "They got a lot of benefits that would go with it.", | |
| "transcript_c": "They go, they got a lot of benefits that would go with it so." | |
| }, | |
| { | |
| "raw": "What it is for us to make, mark off models, you know. It's like Jesus Christ.", | |
| "clean": "What it is for us to make, mark off models, It's like Jesus Christ.", | |
| "transcript_c": "what it is for us to make mark off models, It's like, Jesus Christ." | |
| }, | |
| { | |
| "raw": "And the baby just screams. I mean, the baby is like 17 months and she just screams.", | |
| "clean": "And the baby just screams. The baby is 17 months and she just screams.", | |
| "transcript_c": "And, the baby just screams. the baby is seventeen months and she just screams." | |
| }, | |
| { | |
| "raw": "Yeah, that seems to be the norm of most movies, but what the hey? This is America.", | |
| "clean": "Yeah, that seems to be the norm of most movies, but what the this is America.", | |
| "transcript_c": "Yeah, that seems to be the norm of most movies, but what the hey. This is America." | |
| }, | |
| { | |
| "raw": "No, we, well, I, and of course, you know, you have the rates that come up in between the bricks or in things like that.", | |
| "clean": "No, we, and of course, you have the rates that come up in between the bricks or in things like that.", | |
| "transcript_c": "No we, I, And, of course you have the weeds that come up in between the bricks and things like that." | |
| }, | |
| { | |
| "raw": "Or, you know, whatever the case may be and may not have any idea of what the standup punishment would be for it.", | |
| "clean": "whatever the case may be and may not have any idea of what the standup punishment would be for it.", | |
| "transcript_c": "Or, whatever the case may be. and may not have any idea of what the standard punishment would be for it." | |
| } | |
| ], | |
| "pass": false | |
| }, | |
| "G2": { | |
| "en": { | |
| "clips": 100, | |
| "deleted_pct": 0.472193074501574, | |
| "wer_raw": 0.14496573537163943, | |
| "wer_clean": 0.143384290985767, | |
| "deleted_examples": [ | |
| "kind", | |
| "of", | |
| "well,", | |
| "to", | |
| "make", | |
| "exhal.", | |
| "That", | |
| "is,", | |
| "it" | |
| ], | |
| "pass": true | |
| }, | |
| "de": { | |
| "clips": 100, | |
| "deleted_pct": 0.05230125523012552, | |
| "wer_raw": 0.22021276595744682, | |
| "wer_clean": 0.21968085106382979, | |
| "deleted_examples": [ | |
| "die" | |
| ], | |
| "pass": true | |
| }, | |
| "fr": { | |
| "clips": 100, | |
| "deleted_pct": 0.04424778761061947, | |
| "wer_raw": 0.24926315789473685, | |
| "wer_clean": 0.2496842105263158, | |
| "deleted_examples": [ | |
| "puis," | |
| ], | |
| "pass": true | |
| }, | |
| "es": { | |
| "clips": 100, | |
| "deleted_pct": 0.049554013875123884, | |
| "wer_raw": 0.11927528938097634, | |
| "wer_clean": 0.11877201811776547, | |
| "deleted_examples": [ | |
| "elo" | |
| ], | |
| "pass": true | |
| }, | |
| "it": { | |
| "clips": 100, | |
| "deleted_pct": 0.05672149744753262, | |
| "wer_raw": 0.16657381615598885, | |
| "wer_clean": 0.1671309192200557, | |
| "deleted_examples": [ | |
| "basso," | |
| ], | |
| "pass": true | |
| }, | |
| "nl": { | |
| "clips": 100, | |
| "deleted_pct": 0.18552875695732837, | |
| "wer_raw": 0.30062530062530063, | |
| "wer_clean": 0.30014430014430016, | |
| "deleted_examples": [ | |
| "zes", | |
| "soort", | |
| "een", | |
| "gewoon" | |
| ], | |
| "pass": true | |
| }, | |
| "pl": { | |
| "clips": 100, | |
| "deleted_pct": 0.29086678301337987, | |
| "wer_raw": 0.4161603888213852, | |
| "wer_clean": 0.4161603888213852, | |
| "deleted_examples": [ | |
| "tak,", | |
| "Tak", | |
| "poda", | |
| "poda,", | |
| "je," | |
| ], | |
| "pass": true | |
| }, | |
| "ko": { | |
| "clips": 100, | |
| "deleted_pct": 0.27002700270027, | |
| "wer_raw": 0.42800114057599087, | |
| "wer_clean": 0.4294268605645851, | |
| "deleted_examples": [ | |
| "이제", | |
| "계정과", | |
| "사람과" | |
| ], | |
| "pass": true | |
| } | |
| }, | |
| "G3": { | |
| "de/B": { | |
| "rows": 87, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9661266568483063, | |
| "case_acc": 0.9783705839942322 | |
| }, | |
| "de/C": { | |
| "rows": 86, | |
| "delete_f1": 0.9838337182448037, | |
| "delete_precision": 0.9681818181818181, | |
| "delete_recall": 1.0, | |
| "punct_acc": 0.9675226586102719, | |
| "case_acc": 0.9763663220088626, | |
| "weak": false | |
| }, | |
| "en/A": { | |
| "rows": 231, | |
| "delete_f1": 0.7516339869281046, | |
| "delete_precision": 0.749185667752443, | |
| "delete_recall": 0.7540983606557377, | |
| "punct_acc": 0.9229443623830625, | |
| "case_acc": 0.9723174914257717 | |
| }, | |
| "en/B": { | |
| "rows": 86, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9594742606790799, | |
| "case_acc": 0.985373781148429 | |
| }, | |
| "en/C": { | |
| "rows": 85, | |
| "delete_f1": 0.9811320754716981, | |
| "delete_precision": 0.966542750929368, | |
| "delete_recall": 0.9961685823754789, | |
| "punct_acc": 0.9552733296521259, | |
| "case_acc": 0.9841703056768559, | |
| "weak": false | |
| }, | |
| "es/B": { | |
| "rows": 66, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9549707602339181, | |
| "case_acc": 0.9825885084155542 | |
| }, | |
| "es/C": { | |
| "rows": 65, | |
| "delete_f1": 0.9710144927536232, | |
| "delete_precision": 0.9781021897810219, | |
| "delete_recall": 0.9640287769784173, | |
| "punct_acc": 0.9550970873786407, | |
| "case_acc": 0.9819494584837545, | |
| "weak": false | |
| }, | |
| "fr/B": { | |
| "rows": 88, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9582753824756607, | |
| "case_acc": 0.9953917050691244 | |
| }, | |
| "fr/C": { | |
| "rows": 87, | |
| "delete_f1": 0.9699769053117783, | |
| "delete_precision": 0.9459459459459459, | |
| "delete_recall": 0.995260663507109, | |
| "punct_acc": 0.9608026131591227, | |
| "case_acc": 0.9939703153988868, | |
| "weak": false | |
| }, | |
| "it/B": { | |
| "rows": 65, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9494415049970606, | |
| "case_acc": 0.9936342592592593 | |
| }, | |
| "it/C": { | |
| "rows": 63, | |
| "delete_f1": 0.9686411149825784, | |
| "delete_precision": 0.9586206896551724, | |
| "delete_recall": 0.9788732394366197, | |
| "punct_acc": 0.9510703363914373, | |
| "case_acc": 0.9933734939759036, | |
| "weak": false | |
| }, | |
| "ko/B": { | |
| "rows": 158, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.947136563876652, | |
| "case_acc": 0.9995583038869258 | |
| }, | |
| "ko/C": { | |
| "rows": 148, | |
| "delete_f1": 0.9793977812995246, | |
| "delete_precision": 0.9747634069400631, | |
| "delete_recall": 0.9840764331210191, | |
| "punct_acc": 0.9454976303317536, | |
| "case_acc": 0.9995318352059925, | |
| "weak": false | |
| }, | |
| "nl/B": { | |
| "rows": 62, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9695945945945946, | |
| "case_acc": 0.9917763157894737 | |
| }, | |
| "nl/C": { | |
| "rows": 62, | |
| "delete_f1": 0.9517241379310345, | |
| "delete_precision": 0.92, | |
| "delete_recall": 0.9857142857142858, | |
| "punct_acc": 0.9670608108108109, | |
| "case_acc": 0.990953947368421, | |
| "weak": false | |
| }, | |
| "pl/B": { | |
| "rows": 73, | |
| "delete_f1": 0.0, | |
| "delete_precision": 0.0, | |
| "delete_recall": 0.0, | |
| "punct_acc": 0.9626865671641791, | |
| "case_acc": 0.983633387888707 | |
| }, | |
| "pl/C": { | |
| "rows": 73, | |
| "delete_f1": 0.9897435897435898, | |
| "delete_precision": 0.9796954314720813, | |
| "delete_recall": 1.0, | |
| "punct_acc": 0.9643449419568823, | |
| "case_acc": 0.9787581699346405, | |
| "weak": false | |
| } | |
| }, | |
| "pass": false | |
| } |