Lucasgitguy-co's picture
Fleet-Clean release
e7e5ec3 verified
Raw History Blame Contribute Delete
9.5 kB
{
"threshold": 0.5,
"punct_mode": "boundary",
"tagger": "/Users/lucasvandeweerd/fleet-clean/models/tagger",
"G1": {
"clips": 250,
"wer_raw_vs_c": 0.18759078647022204,
"wer_clean_vs_c": 0.14608840008300478,
"punct_f1_raw": 0.6699588477366255,
"punct_f1_clean": 0.6694843617920541,
"examples": [
{
"raw": "Yeah. Well, robots are darling. That would be fun if you could get them trained. Otherwise, they're pretty smelly.",
"clean": "Yeah, robots are darling. That would be fun if you could get them trained. Otherwise, they're pretty smelly.",
"transcript_c": "Yeah. rabbits are darling. That would be fun if you could get them trained. Otherwise they're pretty smelly."
},
{
"raw": "Well, McNew, New, and Lara, I guess it's leaving one of them is a leaving.",
"clean": "McNew, New, and Lara, I guess one of them is a leaving.",
"transcript_c": "McNeil, and Lehrer, I guess he's leaving, one of them is leaving."
},
{
"raw": "Well, I don't want to. I don't want this to be a unilateral conversation, but yes, we do.",
"clean": "I don't want to. I don't want this to be a unilateral conversation, but yes, we do.",
"transcript_c": "I don't want this to be a unilateral conversation but, yes, we do."
},
{
"raw": "Well, what about peppers, you know, made out of them, you know, Bembusta from the banks of the Nile?",
"clean": "What about peppers, made out of them, Bembusta from the banks of the Nile?",
"transcript_c": "what about, papyrus, made out of bamboo stuff, from the banks of the Nile."
},
{
"raw": "Because women are in every few now. I mean, I can think of a feud that they are not involved in.",
"clean": "Because women are in every few now. I can think of a feud that they are not involved in.",
"transcript_c": "Because women are in every field now, I can't think of a field that they're not involved in."
},
{
"raw": "Yeah, I think it's getting better, not worse. Well, I should probably get back to my job.",
"clean": "Yeah, I think it's getting better, not worse. I should probably get back to my job.",
"transcript_c": "Yeah, I think it's getting better, not worse. I should probably get back to my job."
},
{
"raw": "They go, well, they got a lot of benefits that would go with it.",
"clean": "They got a lot of benefits that would go with it.",
"transcript_c": "They go, they got a lot of benefits that would go with it so."
},
{
"raw": "What it is for us to make, mark off models, you know. It's like Jesus Christ.",
"clean": "What it is for us to make, mark off models, It's like Jesus Christ.",
"transcript_c": "what it is for us to make mark off models, It's like, Jesus Christ."
},
{
"raw": "And the baby just screams. I mean, the baby is like 17 months and she just screams.",
"clean": "And the baby just screams. The baby is 17 months and she just screams.",
"transcript_c": "And, the baby just screams. the baby is seventeen months and she just screams."
},
{
"raw": "Yeah, that seems to be the norm of most movies, but what the hey? This is America.",
"clean": "Yeah, that seems to be the norm of most movies, but what the this is America.",
"transcript_c": "Yeah, that seems to be the norm of most movies, but what the hey. This is America."
},
{
"raw": "No, we, well, I, and of course, you know, you have the rates that come up in between the bricks or in things like that.",
"clean": "No, we, and of course, you have the rates that come up in between the bricks or in things like that.",
"transcript_c": "No we, I, And, of course you have the weeds that come up in between the bricks and things like that."
},
{
"raw": "Or, you know, whatever the case may be and may not have any idea of what the standup punishment would be for it.",
"clean": "whatever the case may be and may not have any idea of what the standup punishment would be for it.",
"transcript_c": "Or, whatever the case may be. and may not have any idea of what the standard punishment would be for it."
}
],
"pass": false
},
"G2": {
"en": {
"clips": 100,
"deleted_pct": 0.472193074501574,
"wer_raw": 0.14496573537163943,
"wer_clean": 0.143384290985767,
"deleted_examples": [
"kind",
"of",
"well,",
"to",
"make",
"exhal.",
"That",
"is,",
"it"
],
"pass": true
},
"de": {
"clips": 100,
"deleted_pct": 0.05230125523012552,
"wer_raw": 0.22021276595744682,
"wer_clean": 0.21968085106382979,
"deleted_examples": [
"die"
],
"pass": true
},
"fr": {
"clips": 100,
"deleted_pct": 0.04424778761061947,
"wer_raw": 0.24926315789473685,
"wer_clean": 0.2496842105263158,
"deleted_examples": [
"puis,"
],
"pass": true
},
"es": {
"clips": 100,
"deleted_pct": 0.049554013875123884,
"wer_raw": 0.11927528938097634,
"wer_clean": 0.11877201811776547,
"deleted_examples": [
"elo"
],
"pass": true
},
"it": {
"clips": 100,
"deleted_pct": 0.05672149744753262,
"wer_raw": 0.16657381615598885,
"wer_clean": 0.1671309192200557,
"deleted_examples": [
"basso,"
],
"pass": true
},
"nl": {
"clips": 100,
"deleted_pct": 0.18552875695732837,
"wer_raw": 0.30062530062530063,
"wer_clean": 0.30014430014430016,
"deleted_examples": [
"zes",
"soort",
"een",
"gewoon"
],
"pass": true
},
"pl": {
"clips": 100,
"deleted_pct": 0.29086678301337987,
"wer_raw": 0.4161603888213852,
"wer_clean": 0.4161603888213852,
"deleted_examples": [
"tak,",
"Tak",
"poda",
"poda,",
"je,"
],
"pass": true
},
"ko": {
"clips": 100,
"deleted_pct": 0.27002700270027,
"wer_raw": 0.42800114057599087,
"wer_clean": 0.4294268605645851,
"deleted_examples": [
"이제",
"계정과",
"사람과"
],
"pass": true
}
},
"G3": {
"de/B": {
"rows": 87,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9661266568483063,
"case_acc": 0.9783705839942322
},
"de/C": {
"rows": 86,
"delete_f1": 0.9838337182448037,
"delete_precision": 0.9681818181818181,
"delete_recall": 1.0,
"punct_acc": 0.9675226586102719,
"case_acc": 0.9763663220088626,
"weak": false
},
"en/A": {
"rows": 231,
"delete_f1": 0.7516339869281046,
"delete_precision": 0.749185667752443,
"delete_recall": 0.7540983606557377,
"punct_acc": 0.9229443623830625,
"case_acc": 0.9723174914257717
},
"en/B": {
"rows": 86,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9594742606790799,
"case_acc": 0.985373781148429
},
"en/C": {
"rows": 85,
"delete_f1": 0.9811320754716981,
"delete_precision": 0.966542750929368,
"delete_recall": 0.9961685823754789,
"punct_acc": 0.9552733296521259,
"case_acc": 0.9841703056768559,
"weak": false
},
"es/B": {
"rows": 66,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9549707602339181,
"case_acc": 0.9825885084155542
},
"es/C": {
"rows": 65,
"delete_f1": 0.9710144927536232,
"delete_precision": 0.9781021897810219,
"delete_recall": 0.9640287769784173,
"punct_acc": 0.9550970873786407,
"case_acc": 0.9819494584837545,
"weak": false
},
"fr/B": {
"rows": 88,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9582753824756607,
"case_acc": 0.9953917050691244
},
"fr/C": {
"rows": 87,
"delete_f1": 0.9699769053117783,
"delete_precision": 0.9459459459459459,
"delete_recall": 0.995260663507109,
"punct_acc": 0.9608026131591227,
"case_acc": 0.9939703153988868,
"weak": false
},
"it/B": {
"rows": 65,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9494415049970606,
"case_acc": 0.9936342592592593
},
"it/C": {
"rows": 63,
"delete_f1": 0.9686411149825784,
"delete_precision": 0.9586206896551724,
"delete_recall": 0.9788732394366197,
"punct_acc": 0.9510703363914373,
"case_acc": 0.9933734939759036,
"weak": false
},
"ko/B": {
"rows": 158,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.947136563876652,
"case_acc": 0.9995583038869258
},
"ko/C": {
"rows": 148,
"delete_f1": 0.9793977812995246,
"delete_precision": 0.9747634069400631,
"delete_recall": 0.9840764331210191,
"punct_acc": 0.9454976303317536,
"case_acc": 0.9995318352059925,
"weak": false
},
"nl/B": {
"rows": 62,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9695945945945946,
"case_acc": 0.9917763157894737
},
"nl/C": {
"rows": 62,
"delete_f1": 0.9517241379310345,
"delete_precision": 0.92,
"delete_recall": 0.9857142857142858,
"punct_acc": 0.9670608108108109,
"case_acc": 0.990953947368421,
"weak": false
},
"pl/B": {
"rows": 73,
"delete_f1": 0.0,
"delete_precision": 0.0,
"delete_recall": 0.0,
"punct_acc": 0.9626865671641791,
"case_acc": 0.983633387888707
},
"pl/C": {
"rows": 73,
"delete_f1": 0.9897435897435898,
"delete_precision": 0.9796954314720813,
"delete_recall": 1.0,
"punct_acc": 0.9643449419568823,
"case_acc": 0.9787581699346405,
"weak": false
}
},
"pass": false
}