diff --git "a/evaluation_metrics.json" "b/evaluation_metrics.json" --- "a/evaluation_metrics.json" +++ "b/evaluation_metrics.json" @@ -1,26 +1,5915 @@ { "model": "TecSingleInterfering", "condition": "Single interfering voice (LibriTTS + LJ Speech)", + "trainable_parameters": 3962728, "test_clean": { "method": "TecSingleInterfering", - "num_evaluated": 20, - "mcd_db": 8.238777425921372, - "side_input_kb": 0.07595, + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.986294210646986, + "mcd_ci95": { + "mean": 7.986294210646986, + "std_err": 0.1269269974276775, + "ci_lower": 7.747398230482059, + "ci_upper": 8.241683894169066 + }, + "side_input_kb": 0.059120000000000006, + "side_input_padded_kb": 0.059120000000000006, + "gflops": 3.71, "wer": { - "wer": 21.608040201005025, - "word_errors": 43, - "total_words": 199 - } + "wer": 64.07300672430355, + "word_errors": 667, + "total_words": 1041, + "per_utt_edits": [ + 3, + 15, + 2, + 7, + 0, + 8, + 1, + 5, + 6, + 0, + 10, + 9, + 7, + 4, + 14, + 5, + 6, + 9, + 2, + 13, + 11, + 8, + 7, + 7, + 9, + 2, + 8, + 5, + 10, + 10, + 3, + 5, + 0, + 11, + 1, + 8, + 8, + 12, + 13, + 3, + 11, + 9, + 3, + 14, + 8, + 9, + 2, + 11, + 14, + 2, + 10, + 6, + 16, + 0, + 1, + 7, + 5, + 2, + 1, + 9, + 10, + 1, + 7, + 5, + 9, + 0, + 3, + 8, + 10, + 1, + 7, + 10, + 2, + 4, + 6, + 3, + 9, + 5, + 10, + 4, + 3, + 4, + 7, + 3, + 15, + 3, + 1, + 9, + 8, + 3, + 10, + 16, + 12, + 0, + 14, + 4, + 11, + 11, + 7, + 5 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 64.07300672430355, + "std_err": 4.101524934315788, + "ci_lower": 56.31814720460776, + "ci_upper": 72.32833856319586 + }, + "per_utterance_word_errors": [ + 3, + 15, + 2, + 7, + 0, + 8, + 1, + 5, + 6, + 0, + 10, + 9, + 7, + 4, + 14, + 5, + 6, + 9, + 2, + 13, + 11, + 8, + 7, + 7, + 9, + 2, + 8, + 5, + 10, + 10, + 3, + 5, + 0, + 11, + 1, + 8, + 8, + 12, + 13, + 3, + 11, + 9, + 3, + 14, + 8, + 9, + 2, + 11, + 14, + 2, + 10, + 6, + 16, + 0, + 1, + 7, + 5, + 2, + 1, + 9, + 10, + 1, + 7, + 5, + 9, + 0, + 3, + 8, + 10, + 1, + 7, + 10, + 2, + 4, + 6, + 3, + 9, + 5, + 10, + 4, + 3, + 4, + 7, + 3, + 15, + 3, + 1, + 9, + 8, + 3, + 10, + 16, + 12, + 0, + 14, + 4, + 11, + 11, + 7, + 5 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 6.348931613008536, + 9.778376466487257, + 6.460563445504778, + 8.423410066988009, + 7.604186132408389, + 10.719647643910381, + 8.028650574138757, + 7.709000930471355, + 10.32630853843988, + 5.979725032947118, + 8.701595708568757, + 6.929764928582195, + 9.264825184306092, + 8.571507130189676, + 9.441298620947798, + 8.432450215265815, + 7.1332240833603775, + 8.88058713224486, + 8.188957799118503, + 7.394137736828189, + 7.660563190470712, + 7.246710947532833, + 8.30798370034934, + 8.843617138122196, + 7.93061972034406, + 7.717733239239117, + 6.047599917432245, + 10.315966235626908, + 6.722050844567875, + 9.069294300843591, + 6.340454203450111, + 6.244309357524145, + 6.66975558013079, + 11.406868565091088, + 8.171594216870954, + 9.20500408544357, + 7.266929047696328, + 9.167846567839398, + 8.066909976303673, + 6.960850106319746, + 7.623882552099235, + 7.743128920853665, + 8.474639623292175, + 9.00640183728761, + 8.068183754273544, + 10.70489632128131, + 6.399525440207539, + 8.581527485419434, + 8.825815454864228, + 6.733253897746931, + 8.198893432159885, + 7.248270351711144, + 8.578016187891722, + 7.342477854560094, + 7.282238097754012, + 7.345522380995081, + 8.081135713781398, + 7.107553026808668, + 6.796196706757738, + 7.740704388079536, + 7.883592464773275, + 7.609185733165734, + 5.694877753893829, + 6.628729490914571, + 8.906059430870759, + 6.824831910816427, + 6.8949016291328205, + 8.721275912772683, + 7.683637364507611, + 6.751956895785483, + 8.058320844432666, + 7.168311598649217, + 6.691880324505622, + 8.788380330686755, + 7.957914780462702, + 10.598655209634481, + 7.765437253734036, + 6.148975261958261, + 8.603197314165875, + 7.332212003463731, + 5.726535177855992, + 9.643239069796621, + 9.061847448827356, + 6.720086017545867, + 8.98342359523694, + 7.5901944570787165, + 6.162770395781008, + 7.6936434485823195, + 8.211783997862023, + 7.81827720245438, + 6.545902991992686, + 7.661925673189929, + 8.610613170732435, + 7.8318338666386875, + 8.97339398572397, + 12.48679924705519, + 11.10981409166651, + 7.601916748575585, + 8.099088210410287, + 7.821925406625196 + ], + "hypotheses": [ + "You've been so ill, my poor Rachel.", + "The pair they are secretly so involved not only vern to the Brazilian but all of your parties.", + "He turned to his farmhand, who was reading the other half of the paper.", + "One could easily fix his four small rooms, or carry seven feet.", + "If I feel that way, I feel that way.", + "Or to answer any questions concerning the card.", + "One hundred degrees centigrade is boiling water.", + "Neither soul had arisen from the grave of falsehood, burning on their grave clothes.", + "Wedding cases of this kind occur.", + "If you come to me, I'll do as I see fit.", + "If I leave all behind, then Peter's manufacture is missing.", + "We had an arm in close and attempt with similar enlargement of the.", + "The next morning, we got into my dragon and started. It was to keep a lookout.", + "Oh, it's easy enough to make sexist, brutalized participation.", + "Diaries were drawn up for adoption on the recommendation of a committee of experts.", + "In the palm were three little pyramids of black dome-shaped prison bread only.", + "Well, actually, he had only one thousand.", + "In other words, however, she became deeply involved in stock exchange speculations.", + "Match will be on Saturday morning at nine o'clock, and general molecules for the whole college.", + "Let us go and burn them together,\" said Mister. Fasson of the growing suspicion.", + "George of Carpathia's offenses, as large and lofty as they were, are all that I can name myself of.", + "One, rather, I went across the sand hill, and lived like I had out.", + "He was a rare Russian respectful, caring fellow. After this, but his mood was distinctly.", + "Mr. Neal, a second Howard.", + "If these articles have been commissioned or copied, they are felt to be an open and honest fit.", + "Our goal is horrible.", + "There was something dramatic in it. Red path.", + "Pilna laughed and looked at him questioningly, and A J Haddel.", + "Let's go to kill them together. The most common making growing system.", + "This represents a speed of eleven point two miles per.", + "Keep away if you wish. When have I ever followed you in his conduct?", + "The broken tip of lead was lying under extreme pressure of.", + "Yes, it is perfection. She declared.", + "I will close this chapter with a brief account of another murder.", + "He started up nervously from the stone bed, for he could no longer quench the flame in his blood.", + "And possibly to Philadelphia to look for work.", + "We and did cry out. He was trembling down to the end of the stage.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Coke the governor came in and missed a man.", + "That I believe you are right.", + "Observe that the scratch on that photograph light at once, showing Oswald the direction of the rifle.", + "From my own experience in shooting over the years.", + "I myself. I need hardly say that would be in.", + "Was living in the house while avoiding the system, with standing kindness though in a ruinous condition.", + "There was something dramatic in Red Cross.", + "They are two great representatives of power in the world.", + "As you say, there appear to be grains of sawdust.", + "Therefore, he met either one bullet of Remington Peters' manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Surely you must be mistaken.", + "The only systematic supervision of the activities of the advanced.", + "It was a five-millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "He looked at us in a queer way.", + "So you must be content to take my dead body.", + "He refused at first to listen to careful advice. He was a pugnacious and unyielding.", + "Please wait for me to make American democracy succeed.", + "I will tell you then, in a few words, the character of the three men who inhabit.", + "Or halted and looked earnestly at the window.", + "The diet of the condemned is the ordinary diet of", + "And there are so many many things I can't nor to be engaged in the service of any officer.", + "I like this little taste of your hospitality, friend farmer.", + "Had attempted the best and only final clue on the fire, it is nothing.", + "Yes, sir. I have the shock of this disgraceful apology.", + "Of some of the most heinous offenses of modern.", + "Probably not till the second post.", + "Let me see the three strips. Follow up car.", + "One testingly surprised, however, preserves and senses.", + "This is the ideal type of weapon for moving targets.", + "He tried independence and philanthropy and failed.", + "He's not a man of his remarks. However, he said.", + "Then your city's fireplace was fixed, and the prisoners had no longer access.", + "You wish to escape from the married couple and prefer your own society.", + "I wanted to come.", + "That which any law has passed.", + "After a while, my man said, \"Too late.\"", + "That are filled by the vote of all the voters. Like that at the Crystal Palace, was a temporary exhibit.", + "A tag's found on the ticket to the Hall of Fame.", + "It bore the manufacturer's serial number C two seven six.", + "The drag upon his feet and the light check upon his wings were inexplicable to him, and he was held.", + "It is simply a contest between fruit strains of mental energy.", + "Millimeter, Wesley One Twenty Fifth Avenue.", + "He would make it to Philadelphia to look for work.", + "It seems the king will not consent to it at a local.", + "It is clear from Hosty's testimony that this was construed.", + "Human nature is weak, and it is possible that we may not have taken the proper step.", + "What do you mean? Inquired Louise.", + "Waley said that Oswald was a man under numbered.", + "He made a rambling defense, ended by saying.", + "Throw stone at him. He on his part caught sight of the hawk and dropped like lead into the torrent.", + "With the means of earning an honest livelihood, if so.", + "The knowledge of his defection, his arrogance and hostility to the United States.", + "There's a heavy storm coming on. He told Fritz that the only sack he carried to work that day.", + "And I've got nobody but you.", + "Neither these discrepancies nor the fact that Oswald had initiated.", + "We have a moment to lose at Hilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But the water of the river had again covered with surf drift and mirror just as the high officers.", + "She also recommends.", + "Leaving between them, Conseil replied pleasantly." + ] }, "test_other": { "method": "TecSingleInterfering", - "num_evaluated": 20, - "mcd_db": 9.276966481382045, - "side_input_kb": 0.06835, + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 8.603342408195113, + "mcd_ci95": { + "mean": 8.603342408195113, + "std_err": 0.17725823014571188, + "ci_lower": 8.259024765561136, + "ci_upper": 8.956581066689001 + }, + "side_input_kb": 0.05754000000000001, + "side_input_padded_kb": 0.05754000000000001, + "gflops": 3.5, "wer": { - "wer": 46.89265536723164, - "word_errors": 83, - "total_words": 177 + "wer": 85.37054860442733, + "word_errors": 887, + "total_words": 1039, + "per_utt_edits": [ + 6, + 7, + 15, + 17, + 8, + 9, + 1, + 4, + 7, + 12, + 8, + 10, + 6, + 9, + 7, + 7, + 7, + 4, + 8, + 7, + 14, + 9, + 7, + 12, + 8, + 6, + 21, + 8, + 7, + 9, + 9, + 8, + 13, + 4, + 15, + 8, + 6, + 11, + 9, + 8, + 14, + 11, + 4, + 4, + 10, + 4, + 14, + 7, + 7, + 5, + 9, + 7, + 12, + 14, + 9, + 11, + 6, + 12, + 11, + 16, + 5, + 5, + 8, + 12, + 1, + 2, + 3, + 16, + 11, + 7, + 9, + 2, + 13, + 9, + 16, + 14, + 9, + 9, + 9, + 7, + 20, + 12, + 10, + 4, + 12, + 4, + 1, + 2, + 19, + 21, + 5, + 4, + 13, + 4, + 5, + 6, + 8, + 9, + 8, + 15 + ], + "per_utt_words": [ + 11, + 5, + 10, + 17, + 7, + 10, + 15, + 4, + 8, + 12, + 11, + 8, + 5, + 9, + 5, + 7, + 7, + 4, + 13, + 14, + 14, + 3, + 6, + 15, + 9, + 8, + 21, + 7, + 7, + 8, + 8, + 5, + 12, + 7, + 16, + 6, + 6, + 10, + 9, + 7, + 12, + 11, + 15, + 15, + 10, + 15, + 13, + 7, + 11, + 8, + 5, + 6, + 9, + 14, + 9, + 13, + 13, + 12, + 13, + 17, + 6, + 6, + 8, + 9, + 6, + 7, + 8, + 17, + 18, + 10, + 10, + 14, + 12, + 6, + 17, + 14, + 9, + 8, + 6, + 9, + 20, + 13, + 10, + 12, + 13, + 7, + 9, + 9, + 22, + 22, + 8, + 17, + 13, + 9, + 14, + 6, + 7, + 10, + 9, + 15 + ] + }, + "wer_ci95": { + "mean": 85.37054860442733, + "std_err": 3.5627051621112305, + "ci_lower": 78.48063925917629, + "ci_upper": 92.38302479619566 + }, + "per_utterance_word_errors": [ + 6, + 7, + 15, + 17, + 8, + 9, + 1, + 4, + 7, + 12, + 8, + 10, + 6, + 9, + 7, + 7, + 7, + 4, + 8, + 7, + 14, + 9, + 7, + 12, + 8, + 6, + 21, + 8, + 7, + 9, + 9, + 8, + 13, + 4, + 15, + 8, + 6, + 11, + 9, + 8, + 14, + 11, + 4, + 4, + 10, + 4, + 14, + 7, + 7, + 5, + 9, + 7, + 12, + 14, + 9, + 11, + 6, + 12, + 11, + 16, + 5, + 5, + 8, + 12, + 1, + 2, + 3, + 16, + 11, + 7, + 9, + 2, + 13, + 9, + 16, + 14, + 9, + 9, + 9, + 7, + 20, + 12, + 10, + 4, + 12, + 4, + 1, + 2, + 19, + 21, + 5, + 4, + 13, + 4, + 5, + 6, + 8, + 9, + 8, + 15 + ], + "per_utterance_word_counts": [ + 11, + 5, + 10, + 17, + 7, + 10, + 15, + 4, + 8, + 12, + 11, + 8, + 5, + 9, + 5, + 7, + 7, + 4, + 13, + 14, + 14, + 3, + 6, + 15, + 9, + 8, + 21, + 7, + 7, + 8, + 8, + 5, + 12, + 7, + 16, + 6, + 6, + 10, + 9, + 7, + 12, + 11, + 15, + 15, + 10, + 15, + 13, + 7, + 11, + 8, + 5, + 6, + 9, + 14, + 9, + 13, + 13, + 12, + 13, + 17, + 6, + 6, + 8, + 9, + 6, + 7, + 8, + 17, + 18, + 10, + 10, + 14, + 12, + 6, + 17, + 14, + 9, + 8, + 6, + 9, + 20, + 13, + 10, + 12, + 13, + 7, + 9, + 9, + 22, + 22, + 8, + 17, + 13, + 9, + 14, + 6, + 7, + 10, + 9, + 15 + ], + "per_utterance_mcds": [ + 6.397332542209938, + 9.652388755746241, + 6.75578395960789, + 10.258173560501497, + 10.281004952702538, + 7.018423323363743, + 6.082393296187644, + 12.514218318103172, + 7.838697623574112, + 7.200724992566686, + 7.746042909070158, + 10.242119122149779, + 7.245793049489249, + 9.540550815572539, + 7.382112059518456, + 9.266209498767926, + 8.68217634798631, + 7.892094312844726, + 6.514810138918988, + 8.87543534438594, + 7.190073199771264, + 11.83498052212888, + 8.230645515114784, + 10.331488098011421, + 8.669021292493309, + 7.260618199892552, + 7.313389623495328, + 10.65988569816634, + 7.622346296849863, + 7.699445923257584, + 7.1736810304708465, + 8.329855102168143, + 6.884041844038329, + 10.569456874974007, + 9.811177064388632, + 10.971678266455532, + 8.841734611226837, + 7.332775132993148, + 6.710490040513828, + 8.488837129914979, + 13.616755425903134, + 10.367217206960207, + 9.160459965011658, + 7.815432110931644, + 7.68270311291073, + 10.26576920549521, + 7.7806388503176676, + 12.084738961782895, + 5.442654594723281, + 8.9763434370848, + 8.329354816742965, + 9.917585051016951, + 8.872941624783607, + 9.337001250534131, + 5.44767362630456, + 7.953621296003575, + 7.051190455222722, + 8.908293109673984, + 8.20228011296746, + 9.347495071134095, + 8.183679839643622, + 9.97752757169473, + 8.159314214524265, + 7.656446519566128, + 6.651681379972504, + 7.567362115134394, + 9.397923053547064, + 12.328138702664631, + 8.764482685999047, + 7.423219475670096, + 7.587473219515569, + 5.899803881807387, + 7.856890310717987, + 13.359427733537371, + 9.87861116928732, + 8.42092810397292, + 6.453244568143569, + 9.196795728804233, + 14.193180141705518, + 6.746110276945642, + 10.00542267713786, + 8.387643010376983, + 10.984913058969273, + 6.52167448750932, + 6.858383062280985, + 6.7992987532643525, + 11.433138178620446, + 10.603117356872007, + 8.16646506054224, + 9.529791879741628, + 8.72059360001179, + 6.058043108361468, + 8.190592060943994, + 8.532148220340693, + 8.293075545855046, + 7.273697616918118, + 7.490799075496121, + 10.145731525623646, + 7.5395887905853005, + 7.225627382107546 + ], + "hypotheses": [ + "Not where I hid it. Oswald was the man under number.", + "Energy enters the plant to a small extent.", + "John could, however, did not think her position was worse than that of many other people.", + "She said, \"It might have been that he was just.\"", + "The signature of the witness D F Riddle.", + "The prison population fluctuated a great.", + "Then the dragon lashed with his tail till stones broke and stones crashed about him.", + "According to Secretary Dillon.", + "There is something paradise in that of the bed and proper.", + "Decent clothing and bedding, and a diet sufficient.", + "Didn't I say so? Once in my life, of what President Wilson.", + "Among the later visitors to Babylon was the great Neb.", + "So Babylon was buried and forgotten.", + "Usually, indeed, a considerable number.", + "The signature of the witness, D. F.", + "The commission also recommends.", + "A study of bus routes indicates.", + "The commission also recommends.", + "Please don't call me that. Of a class not uncommon in our country.", + "The mothers have taken her through the doorway during the day in the yard.", + "Report of the president's commission on the assassination of the president.", + "This plan of mine is no attack on the court.", + "Mr. Samuel Orr was examined by this.", + "In fact, he thought that he could very much have gone to Young.", + "As soon as he was seated in the.", + "In a very respectable defence, and did by saying.", + "President Kennedy rode the right hand side of the New York seat with Misses Kennedy on his left.", + "Upon his arrival in Dallas on November twelve.", + "The annals of fraudulent crime probably contain.", + "Adecacy of preventive intelligence operations of the secret service.", + "From my own experience of shooting over the years.", + "He made a rambling defense, ended by saying.", + "The distinction between the higher plant and animals is perfect and sharp and obvious.", + "We have not such ladies in our cities.", + "It is told that Bob Reagan and Bill, especially after the summer, for years by them.", + "This plan is no attack on the court.", + "This issue has decided, Krawczyk.", + "For the artis, founder himself applies for re-election by a couple of justices.", + "I myself do not have a particularly quiet.", + "Other policemen entered the front door and searched.", + "The marshal was supposed to be resident either within the prison or the rules.", + "In early September, nineteen sixty.", + "And with this epistle, then happy old man set out to procure his daughter.", + "This moment, as he fills his way about, his hand touches an old-fashioned marble mantle.", + "Cover your hair entirely with a handkerchief or sweep.", + "Take them to and give them some lessons while I do the same things.", + "You tap gently with your heel upon the shoulder of the primadary to earth.", + "Or to answer any questions concerning the car.", + "You are wrong, Miss Huntandon, but I can pardon you.", + "After that, the watchers begin to notice a considerable number.", + "This represents a speed of eleven point two miles.", + "But they thrust smoldering into their fellow prisoners.", + "Among the rest was a woman with an infant at the breast.", + "All of them instruments calculated to facilitate attempts at breaking out of prison.", + "But ineffectively, by running his head against his.", + "Hence, the teleological argument for causality is the most diagnostic explanation.", + "I could have stayed if I wanted to, but I didn't. Which had founded at sea.", + "Cover your car plate entirely with a hand soap kit or sweeping.", + "I propose to return now to the subject of new gay.", + "A table showing the figures for the year ending Michaelmas eighteen o two.", + "Well, the witnesses were not unanimous.", + "Something with a secret service investigation.", + "Report of the president's commission on the assassination of.", + "Samples of his photographic work, offering to contribute that sort of service.", + "Religion has never made man rev.", + "It was a little twenty-foot yard.", + "The reason she asked no alimony to testify before.", + "She also testified that this appeared to be the revolver seen.", + "There is not a chance that we still deny. We would not be dignified but to see our few jails.", + "I see that then. The book is so a tobacconist.", + "Nonsense from the box about the secret service.", + "But it changed as he touched it with his finger, and it burned him.", + "In no characters is the contrast between ugly and vulgar illegibility of the modern type.", + "The sufferer was stolid and reticent to the last.", + "This represents the speed of eleven point two miles.", + "She recalled trouble that it was subsequent to the time the president had been.", + "Which became more significant as the children grew.", + "She was seized before she could do any mischief.", + "There are two great representatives of power in the world.", + "When the old party discovered, consider them. Her brother panted.", + "I am reminded sometimes of what President Wilson once.", + "The president likes outdoor appearances because more people can see and hear.", + "As one entitled to receive mail.", + "Well, I see. I was up a horse patrol and up a troop.", + "The total number of separate sings provided amounted to eleven thousand.", + "You read about the creditable to government.", + "Maybe you should have got me that night.", + "The pressure was enough to get them.", + "Except on an occasion when they did not hear Oswald say, \"Beginning to quote, it's all over now.\"", + "As for my return, and Prince Biza, please consider it separately.", + "But my brother was also a tobacconist.", + "For her husband, she said, had risen through the flame as if no other man could face it.", + "I expressly pleased them to come. Cool was graciously pleased to.", + "This cannot be done by physicalists.", + "Maybe whoever it was will give himself away somehow.", + "As one entitled to receive.", + "His hands were clasped, and he was truly.", + "Energy enters the plant to a small extent.", + "There is nothing novel or radical about this.", + "His usual reaction to the problems which he encountered there." + ] + }, + "paired_significance_test_clean": { + "TEC_vs_Vanilla": { + "wer": { + "mean_diff": -9.029779058597502, + "ci_lower": -14.215582232526048, + "ci_upper": -4.514749386557, + "p_bootstrap": 0.0, + "p_wilcoxon": 0.00013809349567678105, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 0.00013809349567678105 + }, + "mcd_db": { + "mean_diff": -0.09016402995609894, + "ci_lower": -0.16006341037014438, + "ci_upper": -0.019867281074587708, + "p_bootstrap": 0.0104, + "p_wilcoxon": 0.020857486260371746, + "p_value_bootstrap": 0.0104, + "p_value_wilcoxon": 0.020857486260371746 + } + }, + "TEC_vs_NlmsAec": { + "wer": { + "mean_diff": -6.243996157540826, + "ci_lower": -12.815404689169254, + "ci_upper": 0.36043400348577354, + "p_bootstrap": 0.0656, + "p_wilcoxon": 0.0034162226915660796, + "p_value_bootstrap": 0.0656, + "p_value_wilcoxon": 0.0034162226915660796 + }, + "mcd_db": { + "mean_diff": -0.7759234565132401, + "ci_lower": -1.0330897995189092, + "ci_upper": -0.5129207344861961, + "p_bootstrap": 0.0, + "p_wilcoxon": 2.1219407201930522e-06, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 2.1219407201930522e-06 + } + }, + "TEC_vs_MicrophoneSignal": { + "wer": { + "mean_diff": -16.714697406340058, + "ci_lower": -22.50242727711381, + "ci_upper": -11.482745967774633, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.2246594750613514e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.2246594750613514e-08 + }, + "mcd_db": { + "mean_diff": -0.9407350694741465, + "ci_lower": -1.2025845171170384, + "ci_upper": -0.6771736358140791, + "p_bootstrap": 0.0, + "p_wilcoxon": 5.2429431836998076e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 5.2429431836998076e-08 + } + }, + "TEC_matched_vs_shuffled": { + "wer": { + "mean_diff": -7.588856868395773, + "ci_lower": -12.474650132029499, + "ci_upper": -3.4212472115697934, + "p_bootstrap": 0.0, + "p_wilcoxon": 0.0009875059003480343, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 0.0009875059003480343 + }, + "mcd_db": { + "mean_diff": -0.0733196891111867, + "ci_lower": -0.13811178322683187, + "ci_upper": -0.011295954982356391, + "p_bootstrap": 0.0218, + "p_wilcoxon": 0.08009979252151697, + "p_value_bootstrap": 0.0218, + "p_value_wilcoxon": 0.08009979252151697 + } + }, + "TEC_matched_vs_empty": { + "wer": { + "mean_diff": -9.029779058597502, + "ci_lower": -14.215582232526048, + "ci_upper": -4.514749386557, + "p_bootstrap": 0.0, + "p_wilcoxon": 0.00013809349567678105, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 0.00013809349567678105 + }, + "mcd_db": { + "mean_diff": -0.09016402995609894, + "ci_lower": -0.16006341037014438, + "ci_upper": -0.019867281074587708, + "p_bootstrap": 0.0104, + "p_wilcoxon": 0.020857486260371746, + "p_value_bootstrap": 0.0104, + "p_value_wilcoxon": 0.020857486260371746 + } + } + }, + "paired_significance_test_other": { + "TEC_vs_Vanilla": { + "wer": { + "mean_diff": -1.4436958614051973, + "ci_lower": -3.789283977040568, + "ci_upper": 0.6797279085879132, + "p_bootstrap": 0.2106, + "p_wilcoxon": 0.05056774296893221, + "p_value_bootstrap": 0.2106, + "p_value_wilcoxon": 0.05056774296893221 + }, + "mcd_db": { + "mean_diff": -0.20219720862202809, + "ci_lower": -0.2799898328220322, + "ci_upper": -0.12349880832929207, + "p_bootstrap": 0.0, + "p_wilcoxon": 8.347617546453232e-06, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 8.347617546453232e-06 + } + }, + "TEC_vs_NlmsAec": { + "wer": { + "mean_diff": -2.1174205967276225, + "ci_lower": -6.015799553143951, + "ci_upper": 1.5727761818978505, + "p_bootstrap": 0.2818, + "p_wilcoxon": 0.024653107066952607, + "p_value_bootstrap": 0.2818, + "p_value_wilcoxon": 0.024653107066952607 + }, + "mcd_db": { + "mean_diff": -0.8074935392256762, + "ci_lower": -1.0654199698923528, + "ci_upper": -0.5606868555830641, + "p_bootstrap": 0.0, + "p_wilcoxon": 2.7430652036712907e-07, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 2.7430652036712907e-07 + } + }, + "TEC_vs_MicrophoneSignal": { + "wer": { + "mean_diff": -5.774783445620789, + "ci_lower": -9.70426113541886, + "ci_upper": -2.2570594970078326, + "p_bootstrap": 0.001, + "p_wilcoxon": 0.00021730613405018082, + "p_value_bootstrap": 0.001, + "p_value_wilcoxon": 0.00021730613405018082 + }, + "mcd_db": { + "mean_diff": -0.952276121211898, + "ci_lower": -1.2150548937945915, + "ci_upper": -0.7016490625403001, + "p_bootstrap": 0.0, + "p_wilcoxon": 6.0921876974906445e-09, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 6.0921876974906445e-09 + } + } + }, + "text_sensitivity_ablation_test_clean": { + "matched": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.986294210646986, + "mcd_ci95": { + "mean": 7.986294210646986, + "std_err": 0.1269269974276775, + "ci_lower": 7.747398230482059, + "ci_upper": 8.241683894169066 + }, + "side_input_kb": 0.059120000000000006, + "side_input_padded_kb": 0.059120000000000006, + "gflops": 3.71, + "wer": { + "wer": 64.07300672430355, + "word_errors": 667, + "total_words": 1041, + "per_utt_edits": [ + 3, + 15, + 2, + 7, + 0, + 8, + 1, + 5, + 6, + 0, + 10, + 9, + 7, + 4, + 14, + 5, + 6, + 9, + 2, + 13, + 11, + 8, + 7, + 7, + 9, + 2, + 8, + 5, + 10, + 10, + 3, + 5, + 0, + 11, + 1, + 8, + 8, + 12, + 13, + 3, + 11, + 9, + 3, + 14, + 8, + 9, + 2, + 11, + 14, + 2, + 10, + 6, + 16, + 0, + 1, + 7, + 5, + 2, + 1, + 9, + 10, + 1, + 7, + 5, + 9, + 0, + 3, + 8, + 10, + 1, + 7, + 10, + 2, + 4, + 6, + 3, + 9, + 5, + 10, + 4, + 3, + 4, + 7, + 3, + 15, + 3, + 1, + 9, + 8, + 3, + 10, + 16, + 12, + 0, + 14, + 4, + 11, + 11, + 7, + 5 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 64.07300672430355, + "std_err": 4.101524934315788, + "ci_lower": 56.31814720460776, + "ci_upper": 72.32833856319586 + }, + "per_utterance_word_errors": [ + 3, + 15, + 2, + 7, + 0, + 8, + 1, + 5, + 6, + 0, + 10, + 9, + 7, + 4, + 14, + 5, + 6, + 9, + 2, + 13, + 11, + 8, + 7, + 7, + 9, + 2, + 8, + 5, + 10, + 10, + 3, + 5, + 0, + 11, + 1, + 8, + 8, + 12, + 13, + 3, + 11, + 9, + 3, + 14, + 8, + 9, + 2, + 11, + 14, + 2, + 10, + 6, + 16, + 0, + 1, + 7, + 5, + 2, + 1, + 9, + 10, + 1, + 7, + 5, + 9, + 0, + 3, + 8, + 10, + 1, + 7, + 10, + 2, + 4, + 6, + 3, + 9, + 5, + 10, + 4, + 3, + 4, + 7, + 3, + 15, + 3, + 1, + 9, + 8, + 3, + 10, + 16, + 12, + 0, + 14, + 4, + 11, + 11, + 7, + 5 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 6.348931613008536, + 9.778376466487257, + 6.460563445504778, + 8.423410066988009, + 7.604186132408389, + 10.719647643910381, + 8.028650574138757, + 7.709000930471355, + 10.32630853843988, + 5.979725032947118, + 8.701595708568757, + 6.929764928582195, + 9.264825184306092, + 8.571507130189676, + 9.441298620947798, + 8.432450215265815, + 7.1332240833603775, + 8.88058713224486, + 8.188957799118503, + 7.394137736828189, + 7.660563190470712, + 7.246710947532833, + 8.30798370034934, + 8.843617138122196, + 7.93061972034406, + 7.717733239239117, + 6.047599917432245, + 10.315966235626908, + 6.722050844567875, + 9.069294300843591, + 6.340454203450111, + 6.244309357524145, + 6.66975558013079, + 11.406868565091088, + 8.171594216870954, + 9.20500408544357, + 7.266929047696328, + 9.167846567839398, + 8.066909976303673, + 6.960850106319746, + 7.623882552099235, + 7.743128920853665, + 8.474639623292175, + 9.00640183728761, + 8.068183754273544, + 10.70489632128131, + 6.399525440207539, + 8.581527485419434, + 8.825815454864228, + 6.733253897746931, + 8.198893432159885, + 7.248270351711144, + 8.578016187891722, + 7.342477854560094, + 7.282238097754012, + 7.345522380995081, + 8.081135713781398, + 7.107553026808668, + 6.796196706757738, + 7.740704388079536, + 7.883592464773275, + 7.609185733165734, + 5.694877753893829, + 6.628729490914571, + 8.906059430870759, + 6.824831910816427, + 6.8949016291328205, + 8.721275912772683, + 7.683637364507611, + 6.751956895785483, + 8.058320844432666, + 7.168311598649217, + 6.691880324505622, + 8.788380330686755, + 7.957914780462702, + 10.598655209634481, + 7.765437253734036, + 6.148975261958261, + 8.603197314165875, + 7.332212003463731, + 5.726535177855992, + 9.643239069796621, + 9.061847448827356, + 6.720086017545867, + 8.98342359523694, + 7.5901944570787165, + 6.162770395781008, + 7.6936434485823195, + 8.211783997862023, + 7.81827720245438, + 6.545902991992686, + 7.661925673189929, + 8.610613170732435, + 7.8318338666386875, + 8.97339398572397, + 12.48679924705519, + 11.10981409166651, + 7.601916748575585, + 8.099088210410287, + 7.821925406625196 + ], + "hypotheses": [ + "You've been so ill, my poor Rachel.", + "The pair they are secretly so involved not only vern to the Brazilian but all of your parties.", + "He turned to his farmhand, who was reading the other half of the paper.", + "One could easily fix his four small rooms, or carry seven feet.", + "If I feel that way, I feel that way.", + "Or to answer any questions concerning the card.", + "One hundred degrees centigrade is boiling water.", + "Neither soul had arisen from the grave of falsehood, burning on their grave clothes.", + "Wedding cases of this kind occur.", + "If you come to me, I'll do as I see fit.", + "If I leave all behind, then Peter's manufacture is missing.", + "We had an arm in close and attempt with similar enlargement of the.", + "The next morning, we got into my dragon and started. It was to keep a lookout.", + "Oh, it's easy enough to make sexist, brutalized participation.", + "Diaries were drawn up for adoption on the recommendation of a committee of experts.", + "In the palm were three little pyramids of black dome-shaped prison bread only.", + "Well, actually, he had only one thousand.", + "In other words, however, she became deeply involved in stock exchange speculations.", + "Match will be on Saturday morning at nine o'clock, and general molecules for the whole college.", + "Let us go and burn them together,\" said Mister. Fasson of the growing suspicion.", + "George of Carpathia's offenses, as large and lofty as they were, are all that I can name myself of.", + "One, rather, I went across the sand hill, and lived like I had out.", + "He was a rare Russian respectful, caring fellow. After this, but his mood was distinctly.", + "Mr. Neal, a second Howard.", + "If these articles have been commissioned or copied, they are felt to be an open and honest fit.", + "Our goal is horrible.", + "There was something dramatic in it. Red path.", + "Pilna laughed and looked at him questioningly, and A J Haddel.", + "Let's go to kill them together. The most common making growing system.", + "This represents a speed of eleven point two miles per.", + "Keep away if you wish. When have I ever followed you in his conduct?", + "The broken tip of lead was lying under extreme pressure of.", + "Yes, it is perfection. She declared.", + "I will close this chapter with a brief account of another murder.", + "He started up nervously from the stone bed, for he could no longer quench the flame in his blood.", + "And possibly to Philadelphia to look for work.", + "We and did cry out. He was trembling down to the end of the stage.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Coke the governor came in and missed a man.", + "That I believe you are right.", + "Observe that the scratch on that photograph light at once, showing Oswald the direction of the rifle.", + "From my own experience in shooting over the years.", + "I myself. I need hardly say that would be in.", + "Was living in the house while avoiding the system, with standing kindness though in a ruinous condition.", + "There was something dramatic in Red Cross.", + "They are two great representatives of power in the world.", + "As you say, there appear to be grains of sawdust.", + "Therefore, he met either one bullet of Remington Peters' manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Surely you must be mistaken.", + "The only systematic supervision of the activities of the advanced.", + "It was a five-millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "He looked at us in a queer way.", + "So you must be content to take my dead body.", + "He refused at first to listen to careful advice. He was a pugnacious and unyielding.", + "Please wait for me to make American democracy succeed.", + "I will tell you then, in a few words, the character of the three men who inhabit.", + "Or halted and looked earnestly at the window.", + "The diet of the condemned is the ordinary diet of", + "And there are so many many things I can't nor to be engaged in the service of any officer.", + "I like this little taste of your hospitality, friend farmer.", + "Had attempted the best and only final clue on the fire, it is nothing.", + "Yes, sir. I have the shock of this disgraceful apology.", + "Of some of the most heinous offenses of modern.", + "Probably not till the second post.", + "Let me see the three strips. Follow up car.", + "One testingly surprised, however, preserves and senses.", + "This is the ideal type of weapon for moving targets.", + "He tried independence and philanthropy and failed.", + "He's not a man of his remarks. However, he said.", + "Then your city's fireplace was fixed, and the prisoners had no longer access.", + "You wish to escape from the married couple and prefer your own society.", + "I wanted to come.", + "That which any law has passed.", + "After a while, my man said, \"Too late.\"", + "That are filled by the vote of all the voters. Like that at the Crystal Palace, was a temporary exhibit.", + "A tag's found on the ticket to the Hall of Fame.", + "It bore the manufacturer's serial number C two seven six.", + "The drag upon his feet and the light check upon his wings were inexplicable to him, and he was held.", + "It is simply a contest between fruit strains of mental energy.", + "Millimeter, Wesley One Twenty Fifth Avenue.", + "He would make it to Philadelphia to look for work.", + "It seems the king will not consent to it at a local.", + "It is clear from Hosty's testimony that this was construed.", + "Human nature is weak, and it is possible that we may not have taken the proper step.", + "What do you mean? Inquired Louise.", + "Waley said that Oswald was a man under numbered.", + "He made a rambling defense, ended by saying.", + "Throw stone at him. He on his part caught sight of the hawk and dropped like lead into the torrent.", + "With the means of earning an honest livelihood, if so.", + "The knowledge of his defection, his arrogance and hostility to the United States.", + "There's a heavy storm coming on. He told Fritz that the only sack he carried to work that day.", + "And I've got nobody but you.", + "Neither these discrepancies nor the fact that Oswald had initiated.", + "We have a moment to lose at Hilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But the water of the river had again covered with surf drift and mirror just as the high officers.", + "She also recommends.", + "Leaving between them, Conseil replied pleasantly." + ] + }, + "shuffled": { + "method": "TecSingleInterfering", + "text_condition": "shuffled", + "num_evaluated": 100, + "mcd_db": 8.05961389975817, + "mcd_ci95": { + "mean": 8.05961389975817, + "std_err": 0.1239581050450582, + "ci_lower": 7.824620519222465, + "ci_upper": 8.308255796793876 + }, + "side_input_kb": 0.05912, + "side_input_padded_kb": 0.05912, + "gflops": 3.71, + "wer": { + "wer": 71.66186359269933, + "word_errors": 746, + "total_words": 1041, + "per_utt_edits": [ + 4, + 13, + 6, + 7, + 8, + 8, + 2, + 6, + 6, + 0, + 14, + 10, + 7, + 4, + 14, + 13, + 7, + 9, + 15, + 14, + 12, + 8, + 8, + 7, + 9, + 2, + 7, + 5, + 8, + 11, + 0, + 11, + 1, + 11, + 0, + 8, + 12, + 12, + 13, + 4, + 10, + 9, + 4, + 14, + 8, + 9, + 3, + 11, + 14, + 8, + 10, + 6, + 16, + 0, + 3, + 3, + 4, + 2, + 5, + 9, + 11, + 1, + 7, + 10, + 10, + 2, + 4, + 8, + 9, + 0, + 7, + 8, + 2, + 8, + 3, + 3, + 14, + 6, + 10, + 4, + 3, + 4, + 8, + 4, + 15, + 3, + 1, + 10, + 8, + 3, + 10, + 16, + 12, + 5, + 14, + 7, + 11, + 11, + 7, + 3 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 71.66186359269933, + "std_err": 4.194806328701434, + "ci_lower": 63.66154848940974, + "ci_upper": 80.08016449055263 + }, + "per_utterance_word_errors": [ + 4, + 13, + 6, + 7, + 8, + 8, + 2, + 6, + 6, + 0, + 14, + 10, + 7, + 4, + 14, + 13, + 7, + 9, + 15, + 14, + 12, + 8, + 8, + 7, + 9, + 2, + 7, + 5, + 8, + 11, + 0, + 11, + 1, + 11, + 0, + 8, + 12, + 12, + 13, + 4, + 10, + 9, + 4, + 14, + 8, + 9, + 3, + 11, + 14, + 8, + 10, + 6, + 16, + 0, + 3, + 3, + 4, + 2, + 5, + 9, + 11, + 1, + 7, + 10, + 10, + 2, + 4, + 8, + 9, + 0, + 7, + 8, + 2, + 8, + 3, + 3, + 14, + 6, + 10, + 4, + 3, + 4, + 8, + 4, + 15, + 3, + 1, + 10, + 8, + 3, + 10, + 16, + 12, + 5, + 14, + 7, + 11, + 11, + 7, + 3 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 6.224238719757898, + 10.021923469105213, + 6.327019837999571, + 8.746636895363912, + 8.443394106294818, + 10.86296262966151, + 8.516716517347017, + 7.620618259699426, + 10.18757636958304, + 6.051953830502929, + 8.425009992081172, + 7.05241632012593, + 9.475420497734783, + 8.511872469430777, + 9.357715033911969, + 7.984667868591436, + 7.166591332019338, + 8.877060370579088, + 8.223155776589374, + 7.406039010962911, + 7.626007019916135, + 7.113594959682873, + 8.136164812582797, + 9.046819097476472, + 8.023073998271213, + 7.840961931179058, + 6.54965435435641, + 10.496855236555604, + 6.671797837643119, + 9.588359586098823, + 6.460247406026954, + 6.3309888237149305, + 6.82251374132915, + 11.053761567999238, + 8.45513063704214, + 9.943342280187437, + 6.98234395587294, + 8.983102207925898, + 8.281499864113282, + 7.712471932084044, + 7.212162038662727, + 8.158390367487963, + 8.104107202556962, + 9.21766792781207, + 7.576488642597972, + 10.643728051691399, + 6.444378978884994, + 8.296767015425356, + 8.614168970397019, + 6.718339180240678, + 8.209046366548128, + 7.247806445228816, + 8.617604266318972, + 8.093975495598873, + 7.369462499594514, + 7.422935932008647, + 8.037557415996408, + 6.955429379560975, + 7.6465359285989365, + 7.537456529295773, + 7.653325875121616, + 7.493005239455148, + 5.743541879269813, + 6.381859144673527, + 8.873217418013693, + 7.888906854860526, + 7.596253299557567, + 8.792469174460056, + 7.999772058242597, + 7.130594693469761, + 8.235921612890827, + 7.151433364659018, + 6.6807067811048615, + 9.330425186760356, + 7.896908866642697, + 10.715566174220607, + 7.748466680561072, + 6.642139396819877, + 8.928074889841836, + 7.129790409327031, + 5.7340731327085, + 9.884652867216383, + 9.42556029738597, + 6.979973236497084, + 8.6023251467352, + 7.590258365519904, + 6.2966185053509856, + 8.278661730339866, + 8.271121529718846, + 7.385161147223943, + 6.911338546355827, + 7.648556257491658, + 8.222978176658135, + 8.12691653543898, + 8.341509266059484, + 12.489903090722175, + 10.520271860672946, + 7.34399682711719, + 7.91151106018769, + 8.257934204556197 + ], + "hypotheses": [ + "You've been so dangerous, my poor Rachel.", + "The pair they are coached to violence and to gain information, but all of your parties.", + "He turned to his farmhand, who was reading the other half of what he'd looked after.", + "One could easily fix his four small rooms, or carry seven feet.", + "As I feel that way, as he was seated in the cart.", + "Or to answer any questions concerning the card.", + "One hundred degrees centigrade is the boiling water.", + "Neither soul had arisen from the grave of boys entirely burning on their grave clothes.", + "Wedding cases of this kind occur.", + "If you come to me, I'll do as I see fit.", + "Therefore, either one bullet of Remington's manufacture is missing.", + "We had an arm in close and attempt with similar enlargement of the nervous.", + "The next morning, we got into my dragon and started. It was to keep a lookout.", + "Oh, it's easy enough to make sexist, brutalized participation.", + "Diaries were drawn up for adoption on the recommendation of a committee of experts.", + "Support themselves with three little pyramids of black dough. They had the ration of prison bread only.", + "Well, actually, he had only one thousand printed.", + "In other words, however, she became deeply involved in stock exchange speculations.", + "Star, however, contains potential energy, and since the molecule is relatively unstable.", + "Let us go and burn them together,\" said Mister. Fasson of a growing suspicion.", + "George of Carpathia's defense, as large and lofty as they were, are all that I can name myself for.", + "Wouldn't be rather I went across the sand hill, and lived like I found out.", + "He was a rare Russian respectful, caring fellow. After this, but his mood was distinct.", + "Mr. Neal, a second Howard.", + "If these articles have concerns on a country, they are felt to be an open and honest procedure.", + "Our goal is horrible.", + "There was something dramatic in Redpath's detection.", + "Pilson laughed and looked at him questioningly, and A. J. Hadell.", + "Let's go to where the Johanns favor together. The most common maker's name.", + "This represents a speed of eleven point two miles per hour.", + "Keep away if you wish. When have I ever followed you?", + "He bowed and tipped his head under extreme pressure of ignominy.", + "Yes, it is perfection. She declared, calm.", + "I will close this chapter with a brief account of another murder.", + "He started up nervously from the stone block, for he could no longer quench the flame in his blood.", + "And possibly to Philadelphia to look for work.", + "We and the data developed by these agencies was trembling down at the end of the special duty.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Coke the governor came in and missed a man.", + "That I believe you are right. Advertising.", + "Observe that the scratch on that photograph light at one side, showing Oswald the driver of the rifle and door.", + "From my own experience in shooting over the years.", + "I myself. I need hardly say that would be in argument.", + "Was living in the house while avoiding the swifter withstanding kindness, though in a ruinous condition.", + "There was something dramatic in Red Dead Dispatch.", + "They are two great representatives of power in the world.", + "As you say, there appears to be grains of sawdust advertising.", + "Therefore, he met either one bullet of Remington Peters' manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Surely, now the sufferings were not at an end.", + "The only systematic supervision of the activities of the advanced agent.", + "It was a five-millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "He looked at us in a queer way.", + "So you must be content to take my dead body of justice.", + "He refused at first to listen to careful advice. He was repugnant to any liberal nature.", + "Please wait for me to make American democracy.", + "I will tell you then, in a few words, the character of the three men who inhabit his.", + "Or halted and looked earnestly at the window, which might have been.", + "The diet of the condemned is the ordinary diet of", + "And there are so many many things I can't do. Nor to be engaged in the service of any officer of.", + "I like this little taste of your hospitality, friend farmer.", + "Had attempted the best and only final clue on the fire, it is nothing.", + "Yes, sir. I have, sir J. D. Tiffith, in an apparent attempt.", + "Of some of the most heinous offenses of modern time.", + "Probably not the second post car.", + "Let me see the three strip follow up car.", + "One test is worth ever preservi.ng Say, Polly often says.", + "This is the ideal type weapon for moving targets.", + "He had tried independence and philanthropy, and failed.", + "He's not a man of his remarks. However, he said.", + "Then your city was dead bravely, and the prisoners had no longer access.", + "You wish to escape from the married couple and prefer your own society.", + "I want to be what Ferrari had worn when last.", + "That fellow does pass.", + "After a while, my man said, \"Too late.\"", + "That are filled by the vote of all the voters, and the vice president.", + "A tag's found on the ticket to the Hall of Fame. Inches.", + "It bore the manufacturer's serial number C two seven six.", + "The drag upon his feet and the light check upon his wings were inexplicable to him, and he was compelled.", + "It is simply a contest between fruit strains of mental energy.", + "Millimeter, roughly one twenty-five inch.", + "And possibly to Philadelphia to look for work.", + "It seems the king will not consent to it at a local college.", + "It is clear from Hoste's testimony that this was construed.", + "Human nature is weak, and it is possible that we may not have taken the proper sense.", + "What do you mean? Inquired Louise.", + "Waley said that Oswald was the man under number two.", + "He made a rambling defense, ended by saying.", + "Throwed stone at him. He on his part caught sight of the hawk and dropped like lead into the torrent.", + "With the means of earning an honest livelihood, if so.", + "The knowledge is defection. His arrogance and hostility to the United States.", + "There's a heavy storm coming on. He told Fritz that the only sack he carried to work that day.", + "And I've got nobody but you. For not at an end.", + "Neither these discrepancies nor the fact that Oswald had initiated the.", + "We have an open house at Hilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But the water of the river had again covered with surf drift and mirror, just as the officers.", + "She also recommends.", + "As master, thanks, Conseil replied pleasantly." + ] + }, + "empty": { + "method": "TecSingleInterfering", + "text_condition": "empty", + "num_evaluated": 100, + "mcd_db": 8.076458240603085, + "mcd_ci95": { + "mean": 8.076458240603085, + "std_err": 0.12518739696516973, + "ci_lower": 7.836173099359067, + "ci_upper": 8.326455466788948 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.38, + "wer": { + "wer": 73.10278578290105, + "word_errors": 761, + "total_words": 1041, + "per_utt_edits": [ + 4, + 13, + 6, + 7, + 8, + 8, + 3, + 6, + 6, + 0, + 14, + 10, + 7, + 4, + 14, + 13, + 7, + 9, + 15, + 14, + 12, + 8, + 9, + 7, + 9, + 4, + 7, + 5, + 10, + 11, + 3, + 11, + 2, + 11, + 1, + 8, + 12, + 12, + 13, + 4, + 10, + 9, + 4, + 14, + 8, + 9, + 3, + 11, + 14, + 8, + 10, + 6, + 16, + 0, + 10, + 3, + 6, + 2, + 5, + 10, + 12, + 1, + 3, + 10, + 10, + 2, + 4, + 9, + 9, + 0, + 7, + 8, + 2, + 8, + 3, + 3, + 14, + 6, + 10, + 4, + 0, + 4, + 8, + 4, + 13, + 3, + 1, + 10, + 8, + 3, + 10, + 16, + 14, + 5, + 14, + 7, + 11, + 10, + 7, + 3 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 73.10278578290105, + "std_err": 4.218327134967705, + "ci_lower": 65.01935322429507, + "ci_upper": 81.44342681230567 + }, + "per_utterance_word_errors": [ + 4, + 13, + 6, + 7, + 8, + 8, + 3, + 6, + 6, + 0, + 14, + 10, + 7, + 4, + 14, + 13, + 7, + 9, + 15, + 14, + 12, + 8, + 9, + 7, + 9, + 4, + 7, + 5, + 10, + 11, + 3, + 11, + 2, + 11, + 1, + 8, + 12, + 12, + 13, + 4, + 10, + 9, + 4, + 14, + 8, + 9, + 3, + 11, + 14, + 8, + 10, + 6, + 16, + 0, + 10, + 3, + 6, + 2, + 5, + 10, + 12, + 1, + 3, + 10, + 10, + 2, + 4, + 9, + 9, + 0, + 7, + 8, + 2, + 8, + 3, + 3, + 14, + 6, + 10, + 4, + 0, + 4, + 8, + 4, + 13, + 3, + 1, + 10, + 8, + 3, + 10, + 16, + 14, + 5, + 14, + 7, + 11, + 10, + 7, + 3 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 6.2242026786089, + 10.02132041788546, + 6.327023241497313, + 8.746560578609936, + 8.442782270764486, + 10.863012365154537, + 8.5442928605377, + 7.312409749203436, + 10.187713612507142, + 6.293533794976413, + 8.416272704754784, + 7.051013760702927, + 9.864849718749339, + 8.483862810403993, + 9.365933708777447, + 7.984898231271937, + 7.194112501888266, + 8.958464763869618, + 8.221829319111315, + 7.53710638593622, + 7.624511558889928, + 7.113710806113361, + 7.616812034817804, + 9.046856367919846, + 8.022941846071589, + 7.902491207294785, + 6.549557671116484, + 10.279094503252725, + 6.989032678110573, + 9.665818629082054, + 6.459091896525418, + 6.379401494823956, + 7.037026620570549, + 11.382749421327922, + 7.95659101417683, + 9.942729680858266, + 6.98212065688748, + 9.582220079472556, + 8.283515574253235, + 7.712173320088133, + 7.161452234841847, + 8.158397573666626, + 8.14264282774297, + 9.216711123595964, + 7.576637366411763, + 10.614028358396071, + 6.492857654289565, + 8.283202515272214, + 8.613606927933402, + 6.717298205964734, + 8.209096096121478, + 7.247411942404217, + 8.626683072084791, + 8.094184257798675, + 7.392299255523107, + 7.421924732346718, + 8.292529161429266, + 6.6481169440789545, + 7.644943723171449, + 8.036800279691501, + 7.651322707126466, + 7.49288428532715, + 5.757344937803537, + 6.378856409679673, + 8.873281213030694, + 7.8891065742475375, + 7.8566563768336595, + 8.894842254940938, + 7.9998798094567345, + 7.129536873736119, + 8.236164780272464, + 7.1508222031762765, + 6.700886355985444, + 9.330241623762388, + 7.897044090395839, + 10.579170730411597, + 7.740298731711173, + 6.67424902053153, + 9.097604411288312, + 7.085561740785352, + 5.933825846881733, + 9.624336845960682, + 9.26334889303425, + 6.9974210394150855, + 8.256106000823575, + 7.588181499827919, + 6.2967720656175175, + 8.303967122981856, + 8.267771531699243, + 7.384532835149869, + 6.908976274388272, + 7.6629959391793605, + 8.138694933570957, + 8.127207494746523, + 8.339764436118433, + 12.490163268554447, + 11.10727785280494, + 7.173414324328192, + 7.911197608615589, + 8.293646326477178 + ], + "hypotheses": [ + "You've been so dangerous, my poor Rachel.", + "The pair they are coached to violence and to gain information, but all of your parties.", + "He turned to his farmhand, who was reading the other half of what he'd looked after.", + "One could easily fix his four small rooms, or carry seven feet.", + "As I feel that way, as he was seated in the cart.", + "Or to answer any questions concerning the card.", + "One hundred degrees centigrade is the desired boiling water.", + "Neither soul had arisen from the grave of boys entirely burning on their grave clothes.", + "Wedding cases of this kind occur.", + "If you come to me, I'll do as I see fit.", + "Therefore, either one bullet of Remington's manufacture is missing.", + "We had an arm in close and attempt with similar enlargement of the nervous.", + "The next morning, we got into my dragon and started. It was to keep a lookout.", + "Oh, it's easy enough to make sexist, brutalized participation.", + "Dieters were drawn up for adoption on the recommendation of a committee of experts.", + "Support themselves with three little pyramids of black dough. They had the ration of prison bread only.", + "Well, actually, he had only one thousand printed.", + "In other words, however, she became deeply involved in stock exchange speculations.", + "Star, however, contains potential energy, and since the molecule is relatively unstable.", + "Let us go and burn them together,\" said Mister Fasson, growing suspicious.", + "George of Carpathia's defense, as large and lofty as they were, are all that I can name myself for.", + "Wouldn't be rather I went across the sand hill, and lived like I found out.", + "He was a real Russian, respectful and caring fellow. After this, but his mood was disheartening.", + "Mr. Neal, a second Howard.", + "If these articles have concerns on a country, they are felt to be an open and honest procedure.", + "To potential danger.", + "There was something dramatic in Redpath's detection.", + "Pilna laughed and looked at him questioningly, and A J Haddel.", + "Let's go to kill Johann. Favor them together. The most common making growing suspicion.", + "This represents a speed of eleven point two miles per hour.", + "Keep away if you wish. When have I ever followed you in his condemn?", + "He bowed and tipped his head under extreme pressure of ignominy.", + "Yes, it is perfection. She declared, and calm.", + "I will close this chapter with a brief account of another murder.", + "He started up nervously from the stone bar, for he could no longer quench the flame in his blood.", + "And possibly to Philadelphia to look for work.", + "We and the data developed by these agencies was trembling down at the end of the special duty.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Coke the governor came in and missed a man.", + "That I believe you are right. Advertising.", + "Observe that the scratch on that photograph light at one side, showing Oswald the driver of the rifle and door.", + "From my own experience in shooting over the years.", + "I myself. I need hardly say that would be in upperman.", + "Was living in the house while avoiding the swifter withstanding kindness, though in a ruinous condition.", + "There was something dramatic in Red Dead Dispatch.", + "They are two great representatives of power in the world.", + "As you say, there appears to be grains of sawdust advertising.", + "Therefore, he met either one bullet of Remington Peters' manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Surely, now the sufferings were not at an end.", + "The only systematic supervision of the activities of the advanced agent.", + "It was a five-millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "He looked at us in a queer way.", + "Chairman of quarter sessions, or even my dead body of justice.", + "He refused at first to listen to careful advice. He was repugnant to any liberal nature.", + "Please seek to make American democracy succeed.", + "I will tell you then, in a few words, the character of the three men who inhabit his.", + "Or halted and looked earnestly at the window, which might have been.", + "The diet of the condemned is the ordinary diet of the.", + "And there are so many many things I can't do. Nor to be engaged in the service of any officer of the.", + "I like this little taste of your hospitality, friend farmer.", + "Had attempted the best and only final clue, has run into nothing.", + "Yes, sir. I have, sir J. D. Tiffith, in an apparent attempt.", + "Of some of the most heinous offenses of modern time.", + "Probably not the second post car.", + "Let me see the three strip follow up car.", + "One testily surprised, however, preserves and sets for analysis.", + "This is the ideal type weapon for moving targets.", + "He had tried independence and philanthropy, and failed.", + "He's not a man of his remarks. However, he said.", + "Then your city was dead bravely, and the prisoners had no longer access.", + "You wish to escape from the married couple and prefer your own society.", + "I want to be what Ferrari had worn when last.", + "That fellow does pass.", + "After a while, my man said, \"Too late.\"", + "That are filled by the vote of all the voters, and the vice president.", + "A track's found on the ticket to the Hall of Fame. Inches.", + "It bore the manufacturer's serial number C two seven six.", + "The drag upon his feet and the light check upon his wings were inexplicable to him, and he was appalled.", + "It is simply a contest between brute strength and mental energy.", + "Millimeter, Wesley One Twenty Fifth Avenue.", + "And possibly to Philadelphia to look for work.", + "It seems the king will not consent to it at a local college.", + "It is clear from Hoste's testimony that this was construed at the event.", + "Human nature is weak, and it is possible that we may not have taken the proper sense.", + "What do you mean? Inquired Louise.", + "Waley said that Oswald was the man under number two.", + "He made a rambling defense, ended by saying.", + "Throwed stone at him. He on his part caught sight of the hawk and dropped like lead into the torrent.", + "With the means of earning an honest livelihood, if so.", + "The knowledge is defection. His arrogance and hostility to the United States.", + "There was a heavy storm coming on. He told Fritz that the only sack he carried to work that day.", + "And I've got nobody but you. For not at an end.", + "Neither these discrepancies nor the fact that Oswald had initiated the.", + "We have an open house at Hilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But the water of the river had covered with such drift and mirror just as the officers.", + "She also recommends.", + "As master, thanks, Conseil replied pleasantly." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 8.076458240603085, + "mcd_ci95": { + "mean": 8.076458240603085, + "std_err": 0.12518739696516973, + "ci_lower": 7.836173099359067, + "ci_upper": 8.326455466788948 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.35, + "wer": { + "wer": 73.10278578290105, + "word_errors": 761, + "total_words": 1041, + "per_utt_edits": [ + 4, + 13, + 6, + 7, + 8, + 8, + 3, + 6, + 6, + 0, + 14, + 10, + 7, + 4, + 14, + 13, + 7, + 9, + 15, + 14, + 12, + 8, + 9, + 7, + 9, + 4, + 7, + 5, + 10, + 11, + 3, + 11, + 2, + 11, + 1, + 8, + 12, + 12, + 13, + 4, + 10, + 9, + 4, + 14, + 8, + 9, + 3, + 11, + 14, + 8, + 10, + 6, + 16, + 0, + 10, + 3, + 6, + 2, + 5, + 10, + 12, + 1, + 3, + 10, + 10, + 2, + 4, + 9, + 9, + 0, + 7, + 8, + 2, + 8, + 3, + 3, + 14, + 6, + 10, + 4, + 0, + 4, + 8, + 4, + 13, + 3, + 1, + 10, + 8, + 3, + 10, + 16, + 14, + 5, + 14, + 7, + 11, + 10, + 7, + 3 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 73.10278578290105, + "std_err": 4.218327134967705, + "ci_lower": 65.01935322429507, + "ci_upper": 81.44342681230567 + }, + "per_utterance_word_errors": [ + 4, + 13, + 6, + 7, + 8, + 8, + 3, + 6, + 6, + 0, + 14, + 10, + 7, + 4, + 14, + 13, + 7, + 9, + 15, + 14, + 12, + 8, + 9, + 7, + 9, + 4, + 7, + 5, + 10, + 11, + 3, + 11, + 2, + 11, + 1, + 8, + 12, + 12, + 13, + 4, + 10, + 9, + 4, + 14, + 8, + 9, + 3, + 11, + 14, + 8, + 10, + 6, + 16, + 0, + 10, + 3, + 6, + 2, + 5, + 10, + 12, + 1, + 3, + 10, + 10, + 2, + 4, + 9, + 9, + 0, + 7, + 8, + 2, + 8, + 3, + 3, + 14, + 6, + 10, + 4, + 0, + 4, + 8, + 4, + 13, + 3, + 1, + 10, + 8, + 3, + 10, + 16, + 14, + 5, + 14, + 7, + 11, + 10, + 7, + 3 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 6.2242026786089, + 10.02132041788546, + 6.327023241497313, + 8.746560578609936, + 8.442782270764486, + 10.863012365154537, + 8.5442928605377, + 7.312409749203436, + 10.187713612507142, + 6.293533794976413, + 8.416272704754784, + 7.051013760702927, + 9.864849718749339, + 8.483862810403993, + 9.365933708777447, + 7.984898231271937, + 7.194112501888266, + 8.958464763869618, + 8.221829319111315, + 7.53710638593622, + 7.624511558889928, + 7.113710806113361, + 7.616812034817804, + 9.046856367919846, + 8.022941846071589, + 7.902491207294785, + 6.549557671116484, + 10.279094503252725, + 6.989032678110573, + 9.665818629082054, + 6.459091896525418, + 6.379401494823956, + 7.037026620570549, + 11.382749421327922, + 7.95659101417683, + 9.942729680858266, + 6.98212065688748, + 9.582220079472556, + 8.283515574253235, + 7.712173320088133, + 7.161452234841847, + 8.158397573666626, + 8.14264282774297, + 9.216711123595964, + 7.576637366411763, + 10.614028358396071, + 6.492857654289565, + 8.283202515272214, + 8.613606927933402, + 6.717298205964734, + 8.209096096121478, + 7.247411942404217, + 8.626683072084791, + 8.094184257798675, + 7.392299255523107, + 7.421924732346718, + 8.292529161429266, + 6.6481169440789545, + 7.644943723171449, + 8.036800279691501, + 7.651322707126466, + 7.49288428532715, + 5.757344937803537, + 6.378856409679673, + 8.873281213030694, + 7.8891065742475375, + 7.8566563768336595, + 8.894842254940938, + 7.9998798094567345, + 7.129536873736119, + 8.236164780272464, + 7.1508222031762765, + 6.700886355985444, + 9.330241623762388, + 7.897044090395839, + 10.579170730411597, + 7.740298731711173, + 6.67424902053153, + 9.097604411288312, + 7.085561740785352, + 5.933825846881733, + 9.624336845960682, + 9.26334889303425, + 6.9974210394150855, + 8.256106000823575, + 7.588181499827919, + 6.2967720656175175, + 8.303967122981856, + 8.267771531699243, + 7.384532835149869, + 6.908976274388272, + 7.6629959391793605, + 8.138694933570957, + 8.127207494746523, + 8.339764436118433, + 12.490163268554447, + 11.10727785280494, + 7.173414324328192, + 7.911197608615589, + 8.293646326477178 + ], + "hypotheses": [ + "You've been so dangerous, my poor Rachel.", + "The pair they are coached to violence and to gain information, but all of your parties.", + "He turned to his farmhand, who was reading the other half of what he'd looked after.", + "One could easily fix his four small rooms, or carry seven feet.", + "As I feel that way, as he was seated in the cart.", + "Or to answer any questions concerning the card.", + "One hundred degrees centigrade is the desired boiling water.", + "Neither soul had arisen from the grave of boys entirely burning on their grave clothes.", + "Wedding cases of this kind occur.", + "If you come to me, I'll do as I see fit.", + "Therefore, either one bullet of Remington's manufacture is missing.", + "We had an arm in close and attempt with similar enlargement of the nervous.", + "The next morning, we got into my dragon and started. It was to keep a lookout.", + "Oh, it's easy enough to make sexist, brutalized participation.", + "Dieters were drawn up for adoption on the recommendation of a committee of experts.", + "Support themselves with three little pyramids of black dough. They had the ration of prison bread only.", + "Well, actually, he had only one thousand printed.", + "In other words, however, she became deeply involved in stock exchange speculations.", + "Star, however, contains potential energy, and since the molecule is relatively unstable.", + "Let us go and burn them together,\" said Mister Fasson, growing suspicious.", + "George of Carpathia's defense, as large and lofty as they were, are all that I can name myself for.", + "Wouldn't be rather I went across the sand hill, and lived like I found out.", + "He was a real Russian, respectful and caring fellow. After this, but his mood was disheartening.", + "Mr. Neal, a second Howard.", + "If these articles have concerns on a country, they are felt to be an open and honest procedure.", + "To potential danger.", + "There was something dramatic in Redpath's detection.", + "Pilna laughed and looked at him questioningly, and A J Haddel.", + "Let's go to kill Johann. Favor them together. The most common making growing suspicion.", + "This represents a speed of eleven point two miles per hour.", + "Keep away if you wish. When have I ever followed you in his condemn?", + "He bowed and tipped his head under extreme pressure of ignominy.", + "Yes, it is perfection. She declared, and calm.", + "I will close this chapter with a brief account of another murder.", + "He started up nervously from the stone bar, for he could no longer quench the flame in his blood.", + "And possibly to Philadelphia to look for work.", + "We and the data developed by these agencies was trembling down at the end of the special duty.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Coke the governor came in and missed a man.", + "That I believe you are right. Advertising.", + "Observe that the scratch on that photograph light at one side, showing Oswald the driver of the rifle and door.", + "From my own experience in shooting over the years.", + "I myself. I need hardly say that would be in upperman.", + "Was living in the house while avoiding the swifter withstanding kindness, though in a ruinous condition.", + "There was something dramatic in Red Dead Dispatch.", + "They are two great representatives of power in the world.", + "As you say, there appears to be grains of sawdust advertising.", + "Therefore, he met either one bullet of Remington Peters' manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Surely, now the sufferings were not at an end.", + "The only systematic supervision of the activities of the advanced agent.", + "It was a five-millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "He looked at us in a queer way.", + "Chairman of quarter sessions, or even my dead body of justice.", + "He refused at first to listen to careful advice. He was repugnant to any liberal nature.", + "Please seek to make American democracy succeed.", + "I will tell you then, in a few words, the character of the three men who inhabit his.", + "Or halted and looked earnestly at the window, which might have been.", + "The diet of the condemned is the ordinary diet of the.", + "And there are so many many things I can't do. Nor to be engaged in the service of any officer of the.", + "I like this little taste of your hospitality, friend farmer.", + "Had attempted the best and only final clue, has run into nothing.", + "Yes, sir. I have, sir J. D. Tiffith, in an apparent attempt.", + "Of some of the most heinous offenses of modern time.", + "Probably not the second post car.", + "Let me see the three strip follow up car.", + "One testily surprised, however, preserves and sets for analysis.", + "This is the ideal type weapon for moving targets.", + "He had tried independence and philanthropy, and failed.", + "He's not a man of his remarks. However, he said.", + "Then your city was dead bravely, and the prisoners had no longer access.", + "You wish to escape from the married couple and prefer your own society.", + "I want to be what Ferrari had worn when last.", + "That fellow does pass.", + "After a while, my man said, \"Too late.\"", + "That are filled by the vote of all the voters, and the vice president.", + "A track's found on the ticket to the Hall of Fame. Inches.", + "It bore the manufacturer's serial number C two seven six.", + "The drag upon his feet and the light check upon his wings were inexplicable to him, and he was appalled.", + "It is simply a contest between brute strength and mental energy.", + "Millimeter, Wesley One Twenty Fifth Avenue.", + "And possibly to Philadelphia to look for work.", + "It seems the king will not consent to it at a local college.", + "It is clear from Hoste's testimony that this was construed at the event.", + "Human nature is weak, and it is possible that we may not have taken the proper sense.", + "What do you mean? Inquired Louise.", + "Waley said that Oswald was the man under number two.", + "He made a rambling defense, ended by saying.", + "Throwed stone at him. He on his part caught sight of the hawk and dropped like lead into the torrent.", + "With the means of earning an honest livelihood, if so.", + "The knowledge is defection. His arrogance and hostility to the United States.", + "There was a heavy storm coming on. He told Fritz that the only sack he carried to work that day.", + "And I've got nobody but you. For not at an end.", + "Neither these discrepancies nor the fact that Oswald had initiated the.", + "We have an open house at Hilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But the water of the river had covered with such drift and mirror just as the officers.", + "She also recommends.", + "As master, thanks, Conseil replied pleasantly." + ] + } + }, + "snr_ablation_test_clean": { + "+5dB": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 6.9226374247035025, + "mcd_ci95": { + "mean": 6.9226374247035025, + "std_err": 0.10415596218799479, + "ci_lower": 6.723006806225125, + "ci_upper": 7.127256215588859 + }, + "side_input_kb": 0.059120000000000006, + "side_input_padded_kb": 0.059120000000000006, + "gflops": 3.71, + "wer": { + "wer": 21.8059558117195, + "word_errors": 227, + "total_words": 1041, + "per_utt_edits": [ + 2, + 5, + 2, + 0, + 0, + 4, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 2, + 1, + 0, + 5, + 4, + 0, + 1, + 3, + 5, + 4, + 5, + 2, + 3, + 2, + 4, + 0, + 7, + 0, + 0, + 0, + 10, + 0, + 7, + 4, + 0, + 3, + 0, + 2, + 4, + 3, + 3, + 1, + 3, + 2, + 3, + 0, + 0, + 1, + 2, + 10, + 0, + 0, + 1, + 3, + 2, + 1, + 3, + 2, + 1, + 0, + 3, + 6, + 0, + 0, + 4, + 7, + 0, + 3, + 0, + 0, + 8, + 2, + 3, + 0, + 1, + 2, + 3, + 0, + 0, + 2, + 0, + 14, + 1, + 1, + 8, + 3, + 4, + 0, + 3, + 0, + 0, + 5, + 0, + 1, + 4, + 0, + 1 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 21.8059558117195, + "std_err": 2.6772172765788227, + "ci_lower": 16.885553470919323, + "ci_upper": 27.439071390970845 + }, + "per_utterance_word_errors": [ + 2, + 5, + 2, + 0, + 0, + 4, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 2, + 1, + 0, + 5, + 4, + 0, + 1, + 3, + 5, + 4, + 5, + 2, + 3, + 2, + 4, + 0, + 7, + 0, + 0, + 0, + 10, + 0, + 7, + 4, + 0, + 3, + 0, + 2, + 4, + 3, + 3, + 1, + 3, + 2, + 3, + 0, + 0, + 1, + 2, + 10, + 0, + 0, + 1, + 3, + 2, + 1, + 3, + 2, + 1, + 0, + 3, + 6, + 0, + 0, + 4, + 7, + 0, + 3, + 0, + 0, + 8, + 2, + 3, + 0, + 1, + 2, + 3, + 0, + 0, + 2, + 0, + 14, + 1, + 1, + 8, + 3, + 4, + 0, + 3, + 0, + 0, + 5, + 0, + 1, + 4, + 0, + 1 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 5.149513653514189, + 8.664425837779723, + 5.558511112279709, + 7.834775574146621, + 6.760056354058268, + 8.95234163923683, + 7.013971506018921, + 6.6889573618476375, + 6.749080286629306, + 5.397688945289172, + 7.571686293296034, + 6.064186450651001, + 6.96202074767106, + 7.195471846304243, + 8.2809802517784, + 6.033166225965335, + 6.573251085152666, + 7.761801370043247, + 7.172719931642067, + 6.354144957104184, + 6.950990629284333, + 6.309331133428182, + 7.489203378316225, + 7.89361118473424, + 7.023206397860235, + 6.8648699281133565, + 5.348212094759083, + 9.566573364745793, + 5.484137935843269, + 7.507516836467913, + 5.718686529750127, + 5.613650786691728, + 5.706554502869066, + 7.491503086069596, + 7.008033543864941, + 8.296405012717539, + 6.388468175490756, + 8.159043626837976, + 6.973944579337778, + 6.049998362017913, + 6.7921633107118575, + 7.050950216935351, + 7.655135666654976, + 7.821671559243591, + 7.160422337293355, + 9.445934161109198, + 5.605208152917669, + 8.025905438025136, + 7.580161329757999, + 5.915082001903244, + 6.177187260844437, + 6.008285336078332, + 6.632214141023712, + 6.276465434622137, + 6.4679295402266055, + 6.464477016267962, + 7.06467816449775, + 6.272743010303976, + 5.872540686702915, + 6.763277863140064, + 6.944802084684549, + 7.901666865444041, + 5.017020832852988, + 5.906667369379198, + 8.105136113534483, + 5.7570838367561326, + 6.15594862886585, + 7.723434760365229, + 6.975686784872599, + 6.074991952512592, + 7.404695178977429, + 7.0046561371357265, + 5.384610091635528, + 8.276680228059233, + 6.918680013952193, + 9.657208994194251, + 6.784549454653409, + 5.405691948195963, + 7.694390247586672, + 6.463827044049751, + 5.002247510831826, + 7.562387231866673, + 8.05562825694151, + 5.9964343576036025, + 8.132234471762695, + 6.538763345103486, + 5.362169571934991, + 5.757657338986493, + 7.777032857814323, + 6.8749275465575534, + 5.896754763574634, + 6.307405155328747, + 7.598016448463441, + 7.3082504344063945, + 7.985100497454941, + 8.018540249777953, + 9.954201322572063, + 6.734760498402917, + 7.389109775515229, + 6.819567119874154 + ], + "hypotheses": [ + "You have been so ill, my poor Rachel.", + "The polls were crushed with the violence that appalled not only Vern, but all of Europe.", + "He turned to his farmhand, who was reading the other half of the paper.", + "One could easily fix his type. It never happily dies out.", + "If I feel that way, I feel that way.", + "My men answer with laughter questions concerning the.", + "One hundred degrees centigrade equals boiling water.", + "Neither soul had arisen from the grave of boyhood, burning her grave clothes.", + "That brought Polly to.", + "If you come to me, I'll do as I see fit.", + "If I leave all for thee, wilt thou exchange and be all to me?", + "We had an Armington and Sim's engine with similar enlargement.", + "On the next morning, we got into my dragon and started.", + "Oh, it's easy enough to make a fortune. And I said.", + "This was a formidable array of advantages. The slavery was playing with loaded dice.", + "On the palm were three little pyramids of black doughy clay.", + "Well, what for? He demanded. I had only one thousand.", + "In other words,\" said Montale, \"she is stuck in speculative.\"", + "Mass will be on Saturday morning at nine o'clock, and general communion for the whole college.", + "The shadow of the rat was clearly outlined upon the surface of the waves.", + "George of Carpathia and Venice are all that I can name myself for great works.", + "Would you rather I went off on the sandhills and lived like I was?", + "He was a round-faced, respectable appearing fellow, but his mood was dis.", + "All our countries a second tower.", + "If these articles of consumption are costly, they are felt to be noble and honorary fit.", + "But our go is horrible.", + "ilda saw alexandra look up at it.", + "Hilda laughed and looked at him questioningly. And A. J. Hadell.", + "You are aware that Johann Faber is the most common maker's name.", + "You must be right. The speed of eleven point two miles.", + "Keep away if you wish. When have I ever followed you?", + "A broken tip of lead was lying there. Also.", + "Yes, it is perfection,\" she declared.", + "I will close this chapter with a brief account of another.", + "He started up nervously from the stone block, for he could no longer quench the flame in his blood.", + "A pool of tears to Philadelphia to look for work.", + "We indeed cried, \"The mouse who was trembling down to the end of it.\"", + "Then I will get me a farm and will winter in that land.", + "And so, howsoever reluctant the governor, she had gone.", + "Quite true, and I believe you are right.", + "You observe that the scratch on that table is slight at one side but deep in the direction of the bedroom.", + "Just smell the wild roses shooting over the year.", + "On myself, I need hardly say that would be in opera.", + "The lady of the house spoke the same effect and with no less kindness.", + "The awful work was carried out with dread dismay.", + "Hectare, roughly two point five acres in the world.", + "As you say, there appear to be grains of sawdust.", + "After he met one of the Pemberton, he seemed to himself like a different man.", + "But let's go and finish our studying now and get that out of the way.", + "Surely you must be mistaken! I cried.", + "Indeed, he had looked away with the purpose of not seeing.", + "Who it was that she was in love with?", + "You were always the same\u2014clumsy, dark living creatures than other ocean's doings.", + "He looked at us in a queer way.", + "If so, you must be content to take my dead body.", + "He refused at first to listen to the careful advice. He was repugnant to his liberal nature.", + "Please wait for me, Marie. American Emile Coates.", + "I will tell you then, in a few words, the character of the three men who inhabit.", + "Hone halted and looked earnestly at the window.", + "She glanced absently at the boys. Ordinary diet of", + "And there are so many, many things I can't do. Amelia echoed her tones sarcastically.", + "I like this little taste of your hospitality, friend Farmer.", + "This, the best and only final clue, has run to nothing.", + "Yes, sir. I have, but the shock of this disgraceful exposure.", + "My uncle was drawn near to me. The offenses of modern.", + "Probably not till the second post.", + "Let me see the three strips.", + "Won't you utterly surprise? Cried Percy. Say, Polly, utterly.", + "This is no longer the ideal scaly armor for moving.", + "He had tried independence and philanthropy and failed.", + "He's not a man for country quarters. However, he.", + "Then your city did bravely, and won renown over the whole earth.", + "You wish to escape from the merry tumult and prefer your own society.", + "I want to be to what Kurari had worn when last.", + "But that fellow does pass.", + "After a while, my nem said, \"Too late.\"", + "The Paris plant, like that at the Crystal Palace, was a temporary exhibit.", + "A transferable ticket to the Hall of Fame.", + "Look here at Carpathia. Even in my copy.", + "The drag upon his beak and the light check upon his wings were inexplicable to him, and he was hauled.", + "It is simply a contest between brute strength and mental energy.", + "Millimeter, roughly one twenty fifth of an inch.", + "He would make his mark in literature for work.", + "It seems the king will not consent to it.", + "It is clear from first and last testimony that this was confirmed.", + "Human nature is weak, and it is possible we may not have taken the proper scent.", + "What do you mean? Inquired Louise.", + "Wayley said that Oswald was a man under.", + "I suppose it's the wet season. Ended by saying.", + "After him, he on his part caught sight of a hawk and dropped like lead into the tunic.", + "This I read with great attention while they sat silent.", + "Then he approached it and standing on tiptoe with his neck craned, he looked.", + "There's a heavy storm coming on. I cried, pointing towards the horizon.", + "And I've got nobody but you.", + "That spirit belongs to the blood of our northern French race. All women.", + "We haven't a moment to lose.", + "They ran through a door at the back of the hall.", + "But the water of the rivulet is dark with endless drift and mirrors the high drifting.", + "She sat down at the piano and sang.", + "As master, thanks best Conseil replied placidly." + ] + }, + "-5dB": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.198927187932945, + "mcd_ci95": { + "mean": 9.198927187932945, + "std_err": 0.1412124868344939, + "ci_lower": 8.930065245892731, + "ci_upper": 9.4828949970881 + }, + "side_input_kb": 0.059120000000000006, + "side_input_padded_kb": 0.059120000000000006, + "gflops": 3.71, + "wer": { + "wer": 102.49759846301633, + "word_errors": 1067, + "total_words": 1041, + "per_utt_edits": [ + 6, + 15, + 13, + 10, + 9, + 8, + 9, + 13, + 6, + 9, + 14, + 10, + 15, + 10, + 14, + 10, + 7, + 10, + 16, + 14, + 15, + 12, + 15, + 7, + 15, + 4, + 7, + 7, + 13, + 10, + 13, + 9, + 7, + 11, + 19, + 8, + 13, + 12, + 13, + 8, + 22, + 9, + 11, + 15, + 8, + 9, + 11, + 13, + 14, + 9, + 10, + 7, + 16, + 8, + 11, + 16, + 7, + 18, + 9, + 11, + 16, + 1, + 11, + 14, + 9, + 2, + 3, + 9, + 9, + 9, + 9, + 11, + 15, + 10, + 6, + 6, + 10, + 9, + 10, + 14, + 12, + 7, + 8, + 9, + 15, + 16, + 5, + 9, + 8, + 18, + 10, + 16, + 16, + 6, + 14, + 5, + 11, + 14, + 7, + 8 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 102.49759846301633, + "std_err": 2.097532435629242, + "ci_lower": 98.54544572788996, + "ci_upper": 106.720998658374 + }, + "per_utterance_word_errors": [ + 6, + 15, + 13, + 10, + 9, + 8, + 9, + 13, + 6, + 9, + 14, + 10, + 15, + 10, + 14, + 10, + 7, + 10, + 16, + 14, + 15, + 12, + 15, + 7, + 15, + 4, + 7, + 7, + 13, + 10, + 13, + 9, + 7, + 11, + 19, + 8, + 13, + 12, + 13, + 8, + 22, + 9, + 11, + 15, + 8, + 9, + 11, + 13, + 14, + 9, + 10, + 7, + 16, + 8, + 11, + 16, + 7, + 18, + 9, + 11, + 16, + 1, + 11, + 14, + 9, + 2, + 3, + 9, + 9, + 9, + 9, + 11, + 15, + 10, + 6, + 6, + 10, + 9, + 10, + 14, + 12, + 7, + 8, + 9, + 15, + 16, + 5, + 9, + 8, + 18, + 10, + 16, + 16, + 6, + 14, + 5, + 11, + 14, + 7, + 8 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 7.167447769391447, + 10.562590383805821, + 7.380190017171672, + 9.288264996687477, + 8.421758462290596, + 11.498826504859487, + 10.08936625361128, + 8.687999709564638, + 11.480232330779335, + 10.087729531874608, + 9.762608356468558, + 7.718345085784781, + 10.756867894658303, + 9.269709621384392, + 10.440810598755256, + 9.319635456902812, + 7.539824762138264, + 9.861618281718245, + 9.838862127638395, + 8.349161835473764, + 8.395199395879615, + 8.231302980351188, + 8.973477446824743, + 11.508732413902514, + 8.728478645190755, + 8.427891235029673, + 6.78582742396254, + 11.040615584111814, + 7.82857964159713, + 9.884648879398313, + 7.008550029771773, + 10.270033166011446, + 7.616166475723332, + 12.305818565304286, + 9.616595271373564, + 13.268358853684207, + 8.127979484531894, + 10.131106521719355, + 9.15123412060638, + 7.758438146488516, + 8.467409026406592, + 8.334770215463871, + 11.163476274621521, + 10.36718075326781, + 8.969299700673655, + 11.973086984143466, + 7.279816036300931, + 9.190964812042981, + 10.041507072393614, + 9.324654249046583, + 9.010304839785123, + 10.758608992069686, + 9.950111552964712, + 8.452821467600103, + 9.071948009612203, + 8.247585279702948, + 8.941024711499118, + 8.03622084019485, + 11.081177097284495, + 9.057424924721579, + 9.443032781968066, + 8.41966892910552, + 6.56490506867108, + 7.431592504836062, + 9.350233697542325, + 8.299581045002032, + 7.696943741031109, + 9.78326874225288, + 8.386910216074908, + 7.4574248141257895, + 11.279071387777096, + 8.007477661598038, + 7.774246326634112, + 9.301234822363512, + 9.00627657094111, + 11.507564628980756, + 9.571895920566595, + 7.008735750681971, + 9.574198111199157, + 8.15701782347808, + 9.76647281002275, + 10.767919857851481, + 10.126557154857794, + 7.479428301819308, + 9.838261499331342, + 8.624118366952507, + 7.019575567292185, + 8.720389550717341, + 9.181680650499109, + 8.789429386769376, + 7.285378955015325, + 8.611614080795288, + 9.54402931028479, + 8.323548600573185, + 9.534269140947389, + 13.419057308595708, + 12.149867755999352, + 8.345660712494151, + 9.097141954690189, + 8.946760180737801 + ], + "hypotheses": [ + "To potential danger, my poor Rachel.", + "Repaired there secretly, and so gave information to the Brazilian authorities.", + "There was noted his arm hand, properly found and duly looked after.", + "One unit contains four small rooms or cabins seven feet.", + "As soon as he was seated in the.", + "Or to answer any questions concerning the card.", + "The allotment of funds for desirable projects has already.", + "Neither in town or country were cases entirely taken on their own merits.", + "When cases of this kind occur.", + "If you came to me, I'll do as I see said. Was also detected in the president's leg.", + "Therefore, either one bullet of Remington Peter's manufacture is missing.", + "In order to enclose and protect a similar enlargement of", + "The men upon the towers got into my dragon's guard. What business it was to keep a lookout.", + "The latter, unsexed and brutalized by dissipation.", + "Dietaries were drawn up for adoption on the recommendation of a committee of experts.", + "Support themselves. They had the ration of prison bread only.", + "And actually, he had only one thousand.", + "Soon, however, he came deeply involved in stock exchange speculations.", + "Star, however, contains potential energy since the molecule is relatively unstable.", + "Let us go to Kilburn for them together,\" said Mister Fasson, growing suspicious.", + "Yet, as large and lofty as they were, they were completed in.", + "One brother. I went. He ran a narrow risk of being found out.", + "I am sure Russians will accept me after the sign of my faith in them.", + "Mr. Neal, a second Howard.", + "Dr. Paul C. Peters and Charles F. Beck initiated these.", + "To potential danger.", + "There was something dramatic in Redpath's.", + "Listing Marina Oswald and A J Hadell.", + "Let us go to Kilborough for them together,\" said Mister Fasson, growing suspicious.", + "This represents a speed of eleven point two miles per.", + "Had a attempt to just throw himself upon the fire in his condemned.", + "He bowed his head under extreme pressure of ignominy.", + "Nearly all Americans are sensible and calm.", + "I will close this chapter with a brief account of another murder.", + "Doctors Paul C. Peters and Charles R. Baxter initiated these.", + "And possibly to Philadelphia to look for work.", + "To use the data developed by these agencies to carry out.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Coke the governor came in and missed a man.", + "Primarily for purposes of self-advertising.", + "They discovered two photographs, each showing Oswald with a rifle.", + "From my own experience in shooting over the years.", + "These and similar founds, cast by the above firm and others.", + "Was living in the city while the walls were still standing, though in a ruinous condition.", + "There was something dramatic in Red Cross.", + "There are two great representatives of power in the world.", + "Primary purposes of self advertising.", + "Therefore, either one bullet of Remington Peters' manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Even now, the sufferings were not at an end.", + "The only systematic supervision of the activities of the advanced.", + "It was a six-point-five millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "On April ten, nineteen sixty.", + "Chairman of quarter sessions, or even by a couple of justices.", + "Ever since a similar proposal passed the House of Representatives in April.", + "I seek to make American democracy succeed.", + "Verified the murderers and then shut himself up.", + "Or of the fatal consequences which might have ensued.", + "The diet of the condemned is the ordinary diet of the prison.", + "Monitor or schoolmaster, nor to be engaged in the service of any officer of the prison.", + "I like this little taste of your hospitality, friend farmer.", + "Had attempted to throw himself upon the fire in his.", + "Killed Dallas police officer J.D. Tippett in an apparent attack.", + "Of some of the most heinous offenses of modern.", + "Probably not the second followed.", + "Let me see the presidential follow-up car.", + "The intestines were, however, preserved and sent for analysis.", + "This is the ideal type of weapon for moving.", + "The consequences were plainly proved to be in vain.", + "In the course of his remarks, however, he said.", + "Were fixed over the fireplaces, and the prisoners had no longer access.", + "That landscape from the Mary Poppins, and as if it were being driven off the paper.", + "Were known to be what Ferrari had worn when last.", + "By which any law is passed.", + "It was almost too late.", + "That are filled by the vote of all the voters. Like that of the crystal palace, was a temporary exhibit.", + "The tag found on the sixth floor was 88 inches.", + "It bore the manufacturer's serial number C two seven six.", + "Who, for the fourth time, in the light checked upon his wing for inexplicable tim, and he was repelled.", + "He declined to plead, but a plea of not guilty was recorded.", + "Listen, Marina Osly one twenty fifth and A J Haddel.", + "And possibly to Philadelphia to look for work.", + "Through a work study program at a local college.", + "It is clear from Hosty's testimony that this was construed.", + "Oswald shot at Major General Edwin A. Wofford, resuming his.", + "To potential danger,\" inquired Louise.", + "Waley said that Oswald was the man under numbered.", + "He made a rambling defense, ended by saying.", + "Throw a stone at the king, which hit him on the forehead, but did no serious injury.", + "With the means of earning an honest livelihood, if so.", + "The knowledge of his defection, his arrogance, and hostility to the United States.", + "In one interview, he told Fritz that the only sack he carried to work that day.", + "Even now, his sufferings were not.", + "Neither these discrepancies nor the fact that Oswald had initiated the FBI.", + "We kept a house at Kilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But had to come down again, covered with soot and filth, just as the officers.", + "The commission also recommends.", + "Leaving between them rooms for a four-horse chariot." + ] + }, + "-10dB": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 10.112368113798906, + "mcd_ci95": { + "mean": 10.112368113798906, + "std_err": 0.1531144971050814, + "ci_lower": 9.819109233670503, + "ci_upper": 10.41837461261716 + }, + "side_input_kb": 0.059120000000000006, + "side_input_padded_kb": 0.059120000000000006, + "gflops": 3.71, + "wer": { + "wer": 106.05187319884726, + "word_errors": 1104, + "total_words": 1041, + "per_utt_edits": [ + 8, + 15, + 15, + 11, + 9, + 8, + 10, + 13, + 6, + 11, + 14, + 10, + 12, + 10, + 14, + 10, + 7, + 10, + 16, + 14, + 15, + 14, + 15, + 7, + 15, + 4, + 7, + 7, + 13, + 10, + 11, + 9, + 7, + 11, + 19, + 8, + 13, + 12, + 13, + 8, + 22, + 9, + 11, + 15, + 8, + 9, + 11, + 13, + 14, + 9, + 10, + 6, + 16, + 8, + 11, + 16, + 7, + 18, + 9, + 11, + 16, + 10, + 11, + 14, + 10, + 6, + 6, + 9, + 10, + 8, + 9, + 11, + 15, + 10, + 6, + 6, + 15, + 9, + 11, + 16, + 12, + 8, + 8, + 9, + 15, + 16, + 5, + 9, + 8, + 18, + 10, + 16, + 16, + 9, + 14, + 7, + 11, + 16, + 7, + 8 + ], + "per_utt_words": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ] + }, + "wer_ci95": { + "mean": 106.05187319884726, + "std_err": 1.7661863151511792, + "ci_lower": 102.84402582720988, + "ci_upper": 109.68408352446482 + }, + "per_utterance_word_errors": [ + 8, + 15, + 15, + 11, + 9, + 8, + 10, + 13, + 6, + 11, + 14, + 10, + 12, + 10, + 14, + 10, + 7, + 10, + 16, + 14, + 15, + 14, + 15, + 7, + 15, + 4, + 7, + 7, + 13, + 10, + 11, + 9, + 7, + 11, + 19, + 8, + 13, + 12, + 13, + 8, + 22, + 9, + 11, + 15, + 8, + 9, + 11, + 13, + 14, + 9, + 10, + 6, + 16, + 8, + 11, + 16, + 7, + 18, + 9, + 11, + 16, + 10, + 11, + 14, + 10, + 6, + 6, + 9, + 10, + 8, + 9, + 11, + 15, + 10, + 6, + 6, + 15, + 9, + 11, + 16, + 12, + 8, + 8, + 9, + 15, + 16, + 5, + 9, + 8, + 18, + 10, + 16, + 16, + 9, + 14, + 7, + 11, + 16, + 7, + 8 + ], + "per_utterance_word_counts": [ + 8, + 15, + 15, + 11, + 9, + 5, + 7, + 13, + 4, + 11, + 14, + 11, + 11, + 10, + 13, + 11, + 5, + 8, + 16, + 14, + 15, + 14, + 14, + 7, + 15, + 4, + 7, + 7, + 12, + 6, + 11, + 9, + 6, + 7, + 19, + 4, + 15, + 13, + 7, + 8, + 22, + 5, + 11, + 17, + 9, + 6, + 12, + 13, + 15, + 7, + 12, + 8, + 15, + 8, + 11, + 17, + 7, + 19, + 8, + 6, + 15, + 10, + 11, + 14, + 7, + 6, + 6, + 9, + 7, + 8, + 7, + 12, + 13, + 7, + 6, + 6, + 13, + 8, + 9, + 18, + 11, + 8, + 7, + 9, + 15, + 16, + 6, + 4, + 6, + 19, + 10, + 17, + 12, + 6, + 15, + 6, + 12, + 16, + 8, + 7 + ], + "per_utterance_mcds": [ + 7.942599785974487, + 10.955732680350849, + 8.223793331155834, + 10.026896868394571, + 9.03939668028377, + 14.815755624982783, + 12.48596128401186, + 9.615086883598009, + 12.45818313188221, + 10.722545661628327, + 9.67766531712085, + 8.584748503420162, + 11.323696122714402, + 9.628863465489959, + 11.456917181520407, + 10.150884142154199, + 7.874565829633456, + 10.655502269254479, + 10.818044387421217, + 9.096239193976407, + 9.150807091483399, + 9.150434837212012, + 9.76021640532527, + 12.097540216644783, + 9.400933294830777, + 8.871892359210637, + 7.392935189357602, + 11.668383402827027, + 8.743963592957106, + 10.848548915215083, + 7.630309713347943, + 10.967787184572481, + 8.43153839908141, + 12.965514288303075, + 10.558718544396688, + 13.80587869002138, + 8.881584425658296, + 10.830685514871226, + 10.014835142245989, + 8.5030364765398, + 9.268385209132667, + 13.258111684047217, + 11.955889319076274, + 11.420442432987143, + 9.823541299288777, + 12.678166683731197, + 8.14544158397859, + 9.529990386655857, + 10.443783046362059, + 10.265124989796737, + 9.665748003222195, + 11.566447295448762, + 10.813641900721148, + 9.364571728246078, + 9.840621115084181, + 8.904222882655414, + 9.46154270884278, + 8.945809525491077, + 11.989134691326477, + 9.5341976457233, + 10.22632904110621, + 9.2529722144565, + 7.296812011628238, + 8.201267454444546, + 10.078974671747783, + 9.50282710601321, + 8.28672872983489, + 10.632708021060678, + 9.372676107782125, + 8.111268910067976, + 11.707645063526764, + 8.521381307373089, + 8.576887234911595, + 9.595898128020798, + 9.984659807795811, + 12.323580085782075, + 10.259538213406442, + 7.818697395223523, + 12.82722333775645, + 8.96857875322741, + 10.48207103645333, + 11.690607916006678, + 10.688432762367977, + 10.097343507720495, + 10.575279509472292, + 9.444982853488229, + 7.821479362768535, + 9.657450394041094, + 9.24918463387512, + 9.301537277319785, + 8.106888067699703, + 10.301193481837949, + 10.33400425949873, + 12.044441852724876, + 10.399385032507208, + 13.58638286389281, + 13.010580809887816, + 10.698358422865267, + 10.063362591978507, + 10.033754987429933 + ], + "hypotheses": [ + "To potential danger.", + "Repaired there secretly, and so gave information to the Brazilian authorities.", + "There was an infirmary properly found and duly looked after.", + "They each contained four small rooms or cabins, seven feet.", + "As soon as he was seated in the.", + "Or to answer any questions concerning the card.", + "The allotment of funds for desirable projects has already begun.", + "Neither in town or country were cases entirely taken on their own merits.", + "When cases of this kind occur.", + "A femoral pulse was also detected in the president's leg.", + "Therefore, either one bullet of Remington Peters' manufacture.", + "In order to enclose and protect a similar enlargement of", + "The men upon the towers, whose business it was to keep a lookout.", + "The latter, unsexed and brutalized by dissipation.", + "Dietaries were drawn up for adoption on the recommendation of a committee of experts.", + "Supported themselves. They had the ration of prison bread only.", + "And actually, he had only one thousand.", + "He soon, however, became deeply involved in stock exchange speculations.", + "Starch, however, contains potential energy since the molecule is relatively unstable.", + "Let us go to Kilburn for them together,\" said Mister Fasson, growing suspicious.", + "Yet, as large and lofty as they were, they were completed in fifty.", + "Once, he ran a narrow risk of being found out.", + "I am sure Russians will accept me after this sign of my faith in them.", + "Mr. Neal, a second Howard.", + "Doctors Paul C. Peters and Charles R. Baxter initiated these procedures.", + "To potential danger.", + "There was something dramatic in Redpath's.", + "Listing Marina Oswald and A J Haddel.", + "Let us go to Kilburn for them together,\" said Mister Fasson, growing suspicious.", + "This represents a speed of eleven point two miles per.", + "Had attempted to throw himself upon the fire in his.", + "He bowed his head under extreme pressure of ignominy.", + "Nearly all Americans are sensible and calm.", + "I will close this chapter with a brief account of another murder.", + "Dr. Paul C. Peters and Charles R. Baxter initiated these.", + "And possibly to Philadelphia to look for work.", + "To use the data developed by these agencies to carry out its.", + "Some of the worst and most extensive burglaries were planned.", + "On another occasion, Mister Cope the governor came in and missed a man.", + "Primarily for purposes of self-advertising.", + "They discovered two photographs, each showing Oswald with a rifle.", + "From my own experience in shooting over the years.", + "These and similar founds cast by the above firm and others.", + "Was living in the city while the walls were still standing, though in a ruinous condition.", + "There was something dramatic in Redpast.", + "There are two great representatives of power in the world.", + "Primarily for purposes of self advertisement.", + "Therefore, either one bullet of Remington Peter's manufacture.", + "An editorial in the Times Herald of September seventeenth.", + "Even now, his sufferings were not at an end.", + "The only systematic supervision of the activities of the advance.", + "It was a six-point-five-millimeter bullet.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "On April ten, nineteen sixty.", + "Chairman of quarter sessions, or even by a couple of justices.", + "Ever since a similar proposal passed the House of Representatives in eight.", + "I seek to make American democracy.", + "Verified the murderers and then shut himself up.", + "Or of the fatal consequences which might have ensued.", + "The diet of the condemned is the ordinary diet of the prison.", + "Monitor or schoolmaster, nor to be engaged in the service of any officer of the prison.", + "Chapter Four: The Assassin Part.", + "Had attempted to throw himself upon the fire in his.", + "Killed Dallas police officer J. D. Tippett in an apparent attempt.", + "Of some of the most heinous offenses of modern time.", + "Vice presidential follow up.", + "Vice presidential follow-up car.", + "The intestines were, however, preserved and sent for analysis.", + "This is the ideal type of weapon for moving targets.", + "The consequences were plainly proved to Inspector.", + "In the course of his remarks, however, he said.", + "Were fixed over the fireplaces, and the prisoners had no longer access.", + "And that laterally, the page looks as if it were being driven off the paper.", + "Were known to be what Ferrari had worn when last.", + "By which any law is passed.", + "It was almost too late.", + "That are filled by the vote of all the voters, the president and the vice president.", + "The bag found on the sixth floor was 88 inches.", + "It bore the manufacturer's serial number C two seven six six.", + "Who, for the fourth time, regained his foothold? Again, he was repelled.", + "He declined to plead, but a plea of not guilty was recorded.", + "Listing Marina Oswald and A J Haddel.", + "And possibly to Philadelphia to look for work.", + "Through a work study program at a local college.", + "It is clear from Hosty's testimony that this was construed.", + "Oswald shot at Major General Edwin A. Walker, resigned Hewitt.", + "To potential danger. Inquired Louise.", + "Waley said that Oswald was the man under number.", + "He made a rambling defense, ended by saying.", + "Throw a stone at the king, which hit him on the forehead, but did no serious.", + "With the means of earning an honest livelihood, if so.", + "The knowledge of his defection, his arrogance, and hostility to the United States.", + "In one interview, he told Fritz that the only sack he carried to work that day.", + "Even now, his sufferings were not at an end.", + "Neither these discrepancies nor the fact that Oswald had initiated the FBI.", + "He kept open house at Kilburn Priory.", + "The instruments needed for the purpose never reached him.", + "But had to come down again, covered with soot and filth, just as the officers entered the ward.", + "The commission also recommends.", + "Leaving between them room for a four-horse chariot." + ] } } } \ No newline at end of file