{ "threshold": 0.5, "punct_mode": "boundary", "tagger": "/Users/lucasvandeweerd/fleet-clean/models/tagger", "G1": { "clips": 250, "wer_raw_vs_c": 0.18759078647022204, "wer_clean_vs_c": 0.14608840008300478, "punct_f1_raw": 0.6699588477366255, "punct_f1_clean": 0.6694843617920541, "examples": [ { "raw": "Yeah. Well, robots are darling. That would be fun if you could get them trained. Otherwise, they're pretty smelly.", "clean": "Yeah, robots are darling. That would be fun if you could get them trained. Otherwise, they're pretty smelly.", "transcript_c": "Yeah. rabbits are darling. That would be fun if you could get them trained. Otherwise they're pretty smelly." }, { "raw": "Well, McNew, New, and Lara, I guess it's leaving one of them is a leaving.", "clean": "McNew, New, and Lara, I guess one of them is a leaving.", "transcript_c": "McNeil, and Lehrer, I guess he's leaving, one of them is leaving." }, { "raw": "Well, I don't want to. I don't want this to be a unilateral conversation, but yes, we do.", "clean": "I don't want to. I don't want this to be a unilateral conversation, but yes, we do.", "transcript_c": "I don't want this to be a unilateral conversation but, yes, we do." }, { "raw": "Well, what about peppers, you know, made out of them, you know, Bembusta from the banks of the Nile?", "clean": "What about peppers, made out of them, Bembusta from the banks of the Nile?", "transcript_c": "what about, papyrus, made out of bamboo stuff, from the banks of the Nile." }, { "raw": "Because women are in every few now. I mean, I can think of a feud that they are not involved in.", "clean": "Because women are in every few now. I can think of a feud that they are not involved in.", "transcript_c": "Because women are in every field now, I can't think of a field that they're not involved in." }, { "raw": "Yeah, I think it's getting better, not worse. Well, I should probably get back to my job.", "clean": "Yeah, I think it's getting better, not worse. I should probably get back to my job.", "transcript_c": "Yeah, I think it's getting better, not worse. I should probably get back to my job." }, { "raw": "They go, well, they got a lot of benefits that would go with it.", "clean": "They got a lot of benefits that would go with it.", "transcript_c": "They go, they got a lot of benefits that would go with it so." }, { "raw": "What it is for us to make, mark off models, you know. It's like Jesus Christ.", "clean": "What it is for us to make, mark off models, It's like Jesus Christ.", "transcript_c": "what it is for us to make mark off models, It's like, Jesus Christ." }, { "raw": "And the baby just screams. I mean, the baby is like 17 months and she just screams.", "clean": "And the baby just screams. The baby is 17 months and she just screams.", "transcript_c": "And, the baby just screams. the baby is seventeen months and she just screams." }, { "raw": "Yeah, that seems to be the norm of most movies, but what the hey? This is America.", "clean": "Yeah, that seems to be the norm of most movies, but what the this is America.", "transcript_c": "Yeah, that seems to be the norm of most movies, but what the hey. This is America." }, { "raw": "No, we, well, I, and of course, you know, you have the rates that come up in between the bricks or in things like that.", "clean": "No, we, and of course, you have the rates that come up in between the bricks or in things like that.", "transcript_c": "No we, I, And, of course you have the weeds that come up in between the bricks and things like that." }, { "raw": "Or, you know, whatever the case may be and may not have any idea of what the standup punishment would be for it.", "clean": "whatever the case may be and may not have any idea of what the standup punishment would be for it.", "transcript_c": "Or, whatever the case may be. and may not have any idea of what the standard punishment would be for it." } ], "pass": false }, "G2": { "en": { "clips": 100, "deleted_pct": 0.472193074501574, "wer_raw": 0.14496573537163943, "wer_clean": 0.143384290985767, "deleted_examples": [ "kind", "of", "well,", "to", "make", "exhal.", "That", "is,", "it" ], "pass": true }, "de": { "clips": 100, "deleted_pct": 0.05230125523012552, "wer_raw": 0.22021276595744682, "wer_clean": 0.21968085106382979, "deleted_examples": [ "die" ], "pass": true }, "fr": { "clips": 100, "deleted_pct": 0.04424778761061947, "wer_raw": 0.24926315789473685, "wer_clean": 0.2496842105263158, "deleted_examples": [ "puis," ], "pass": true }, "es": { "clips": 100, "deleted_pct": 0.049554013875123884, "wer_raw": 0.11927528938097634, "wer_clean": 0.11877201811776547, "deleted_examples": [ "elo" ], "pass": true }, "it": { "clips": 100, "deleted_pct": 0.05672149744753262, "wer_raw": 0.16657381615598885, "wer_clean": 0.1671309192200557, "deleted_examples": [ "basso," ], "pass": true }, "nl": { "clips": 100, "deleted_pct": 0.18552875695732837, "wer_raw": 0.30062530062530063, "wer_clean": 0.30014430014430016, "deleted_examples": [ "zes", "soort", "een", "gewoon" ], "pass": true }, "pl": { "clips": 100, "deleted_pct": 0.29086678301337987, "wer_raw": 0.4161603888213852, "wer_clean": 0.4161603888213852, "deleted_examples": [ "tak,", "Tak", "poda", "poda,", "je," ], "pass": true }, "ko": { "clips": 100, "deleted_pct": 0.27002700270027, "wer_raw": 0.42800114057599087, "wer_clean": 0.4294268605645851, "deleted_examples": [ "이제", "계정과", "사람과" ], "pass": true } }, "G3": { "de/B": { "rows": 87, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9661266568483063, "case_acc": 0.9783705839942322 }, "de/C": { "rows": 86, "delete_f1": 0.9838337182448037, "delete_precision": 0.9681818181818181, "delete_recall": 1.0, "punct_acc": 0.9675226586102719, "case_acc": 0.9763663220088626, "weak": false }, "en/A": { "rows": 231, "delete_f1": 0.7516339869281046, "delete_precision": 0.749185667752443, "delete_recall": 0.7540983606557377, "punct_acc": 0.9229443623830625, "case_acc": 0.9723174914257717 }, "en/B": { "rows": 86, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9594742606790799, "case_acc": 0.985373781148429 }, "en/C": { "rows": 85, "delete_f1": 0.9811320754716981, "delete_precision": 0.966542750929368, "delete_recall": 0.9961685823754789, "punct_acc": 0.9552733296521259, "case_acc": 0.9841703056768559, "weak": false }, "es/B": { "rows": 66, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9549707602339181, "case_acc": 0.9825885084155542 }, "es/C": { "rows": 65, "delete_f1": 0.9710144927536232, "delete_precision": 0.9781021897810219, "delete_recall": 0.9640287769784173, "punct_acc": 0.9550970873786407, "case_acc": 0.9819494584837545, "weak": false }, "fr/B": { "rows": 88, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9582753824756607, "case_acc": 0.9953917050691244 }, "fr/C": { "rows": 87, "delete_f1": 0.9699769053117783, "delete_precision": 0.9459459459459459, "delete_recall": 0.995260663507109, "punct_acc": 0.9608026131591227, "case_acc": 0.9939703153988868, "weak": false }, "it/B": { "rows": 65, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9494415049970606, "case_acc": 0.9936342592592593 }, "it/C": { "rows": 63, "delete_f1": 0.9686411149825784, "delete_precision": 0.9586206896551724, "delete_recall": 0.9788732394366197, "punct_acc": 0.9510703363914373, "case_acc": 0.9933734939759036, "weak": false }, "ko/B": { "rows": 158, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.947136563876652, "case_acc": 0.9995583038869258 }, "ko/C": { "rows": 148, "delete_f1": 0.9793977812995246, "delete_precision": 0.9747634069400631, "delete_recall": 0.9840764331210191, "punct_acc": 0.9454976303317536, "case_acc": 0.9995318352059925, "weak": false }, "nl/B": { "rows": 62, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9695945945945946, "case_acc": 0.9917763157894737 }, "nl/C": { "rows": 62, "delete_f1": 0.9517241379310345, "delete_precision": 0.92, "delete_recall": 0.9857142857142858, "punct_acc": 0.9670608108108109, "case_acc": 0.990953947368421, "weak": false }, "pl/B": { "rows": 73, "delete_f1": 0.0, "delete_precision": 0.0, "delete_recall": 0.0, "punct_acc": 0.9626865671641791, "case_acc": 0.983633387888707 }, "pl/C": { "rows": 73, "delete_f1": 0.9897435897435898, "delete_precision": 0.9796954314720813, "delete_recall": 1.0, "punct_acc": 0.9643449419568823, "case_acc": 0.9787581699346405, "weak": false } }, "pass": false }