diff --git "a/evaluation_metrics.json" "b/evaluation_metrics.json" --- "a/evaluation_metrics.json" +++ "b/evaluation_metrics.json" @@ -1,4101 +1,38842 @@ { - "model": "NoSideInputMultiInterfering", - "condition": "Multiple interfering voices (LibriTTS + VCTK)", - "trainable_parameters": 12578544, - "test_clean": { - "method": "NoSideInputMultiInterfering", - "text_condition": "matched", - "num_evaluated": 100, - "mcd_db": 8.566742142916008, - "mcd_ci95": { - "mean": 8.566742142916008, - "std_err": 0.11927590403975666, - "ci_lower": 8.33610982164166, - "ci_upper": 8.8094167242572 - }, - "side_input_kb": 0.0, - "side_input_padded_kb": 0.0, - "gflops": 2.76, - "wer": { - "wer": 30.827067669172934, - "word_errors": 287, - "total_words": 931, - "per_utt_edits": [ - 0, - 2, - 0, - 9, - 0, - 1, - 5, - 3, - 0, - 0, - 0, - 6, - 3, - 3, - 2, - 4, - 3, - 0, - 0, - 2, - 2, - 1, - 0, - 3, - 5, - 5, - 3, - 5, - 1, - 2, - 1, - 3, - 1, - 1, - 1, - 1, - 0, - 2, - 3, - 5, - 8, - 2, - 1, - 4, - 0, - 2, - 3, - 1, - 7, - 4, - 5, - 4, - 3, - 2, - 7, - 4, - 4, - 9, - 7, - 3, - 1, - 0, - 2, - 4, - 2, - 7, - 0, - 6, - 2, - 4, - 5, - 0, - 6, - 0, - 7, - 2, - 0, - 1, - 0, - 3, - 8, - 0, - 0, - 0, - 1, - 4, - 1, - 6, - 6, - 6, - 0, - 3, - 2, - 1, - 0, - 8, - 1, - 2, - 8, - 10 - ], - "per_utt_words": [ - 9, - 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, - 17, - 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, - 7, - 7, - 14, - 11, - 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, - 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, - 10, - 7, - 11, - 7, - 11, - 16, - 11, - 16, - 9, - 7, - 10, - 14, - 19, - 15, - 5, - 10, - 7, - 14, - 5, - 2, - 6, - 6, - 9, - 6, - 17, - 17, - 13, - 10, - 6, - 13, - 9, - 7, - 10, - 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, - 8, - 5, - 8, - 2, - 19, - 3, - 3, - 12 - ] - }, - "wer_ci95": { - "mean": 30.827067669172934, - "std_err": 3.3526418115702232, - "ci_lower": 24.715842437671817, - "ci_upper": 37.88757544836651 - }, - "per_utterance_word_errors": [ - 0, - 2, - 0, - 9, - 0, - 1, - 5, - 3, - 0, - 0, - 0, - 6, - 3, - 3, - 2, - 4, - 3, - 0, - 0, - 2, - 2, - 1, - 0, - 3, - 5, - 5, - 3, - 5, - 1, - 2, - 1, - 3, - 1, - 1, - 1, - 1, - 0, - 2, - 3, - 5, - 8, - 2, - 1, - 4, - 0, - 2, - 3, - 1, - 7, - 4, - 5, - 4, - 3, - 2, - 7, - 4, - 4, - 9, - 7, - 3, - 1, - 0, - 2, - 4, - 2, - 7, - 0, - 6, - 2, - 4, - 5, - 0, - 6, - 0, - 7, - 2, - 0, - 1, - 0, - 3, - 8, - 0, - 0, - 0, - 1, - 4, - 1, - 6, - 6, - 6, - 0, - 3, - 2, - 1, - 0, - 8, - 1, - 2, - 8, - 10 - ], - "per_utterance_word_counts": [ - 9, - 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, - 17, - 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, - 7, - 7, - 14, - 11, - 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, - 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, - 10, - 7, - 11, - 7, - 11, - 16, - 11, - 16, - 9, - 7, - 10, - 14, - 19, - 15, - 5, - 10, - 7, - 14, - 5, - 2, - 6, - 6, - 9, - 6, - 17, - 17, - 13, - 10, - 6, - 13, - 9, - 7, - 10, - 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, - 8, - 5, - 8, - 2, - 19, - 3, - 3, - 12 - ], - "hypotheses": [ - "The arrow pierced his heart and wounded him mortally.", - "They think you are proud because you've been away to school or something.", - "In the meantime, the uplifted hand of Hawkeye was above him.", - "Fie Lake! They're not singing an event of importance,\" said Lord Shelford, laughing.", - "One of them seems restless enough.", - "He took it and smiled.", - "Fire on no account. Feel the air. The space.", - "Among the exhibits that's position was the Edison system of incandescent lighting.", - "We are obliged to secure as fast as possible every article that belongs to our cargo.", - "I entered, and I took you into my confidence as to the suggestions of the side table.", - "You are mad. She has given birth to a princess.", - "What's his game in the? This contract was then not renewed.", - "He pulled up a window, and the air was heavy.", - "Close ahead of him now, the flashing line of the rapids.", - "Lord Elmwood laid down his newspaper to tend to her.", - "Translated by Scott Gordon Wheaton again.", - "A great fisherman.", - "Our guide cried aloud in his astonishment and dismay.", - "Then Mary Taylor, whose conscience was uncomfortable, said.", - "Her manner was neither independent nor assertive, but rather one of well-read composure and calm reliance.", - "Peanuts.", - "Luther is still the greatest name of Protestantism.", - "His father was the notorious Sir Jabez Gilchrist, who ruined himself on the turf.", - "They had not walked a mile when Rick suddenly said.", - "The silver fleece. There's no place to hide.", - "Hapathy and disgust from the pulse of satiated lust.", - "It was almost the truth.", - "Can't say. I heard an intention voice.", - "The most famous of all was the overthrow of the island of Atlantis.", - "The Latter Day Saints were not regarded as a religious people.", - "And Vern's marine engineering proves especially authoritative.", - "Oh, you don't know what it's like as well as you think you do.", - "But the rejection of the subject renders a more complicated theory necessary.", - "He stood a little behind her, tried to steady himself as he said, \"It's soft and misty.\"", - "The room was empty when I entered.", - "We put many customers, but did not make out many bills.", - "Can't they be discharged?", - "Yes, for a much gift.", - "Bless was now laughing out loud.", - "One thinks one is here to see what.", - "And what was the subject? Very much regret that it had been the person who made the remark.", - "No time or distance, however, ever lessened his interest in her.", - "What a sweet voice! Little innocent it was to be sure.", - "You see, my goal is wanting to have everything.", - "Gloves,\" said the young man.", - "I say, whether colored, gay, or sad.", - "A man writes to the top of his own report.", - "Mass will be on Saturday morning at nine o'clock. A general communion for the whole college.", - "Ah, that's good. They just would not have run away.", - "I'd quite forgotten. I was back there.", - "As master, I don't get a job.", - "It is always well to be cautious.", - "It hurts their feelings.", - "I'm sure Alexandra will stay on here,\" she murmured.", - "And so the project will go ahead as planned.", - "I'm nearly starving. For this conquering kingdom's is hard work.", - "They were received in the little office by Anthony Parker, who was the jailer.", - "You may wander to Boston. It is the season of good work.", - "I was possessed when the aperture left the electrical eye to grow dim or fail altogether.", - "He hastened along, which never invoked his protection.", - "Let us take the little table.", - "Bartley turned away and sank down in his chair again.", - "At the turn of the road, he ran against the tenor's boy, Lars.", - "Papa says he highly appreciates my friendship, and he wishes me to continue it through life.", - "For all the splendor of his programs, the magister was not conspicuous where he sat.", - "Door open once more. We speak about the performance.", - "It was long ago, and this episode was long before.", - "Beth, uneasy in the seat, would snudge down.", - "But I remarked, \"Since we had followed the road that Sydenham has shown us.\"", - "But can stay at one place.", - "Oh, Emil. There's no place to hide.", - "She had begun her open battle.", - "The poor little thing is like a plastic bowl.", - "It's a glorious mission, but also a dangerous one.", - "We are not dealing here with refugees.", - "If I'd met you later, if I had loved you so well, that's all over long ago.", - "That letter is consecrated. No one shall ever see it but Papa and my brother and sisters.", - "Philip had a good appetite, a sunny temper, a clear, hearty laugh.", - "There was no such thing as a hawk in sight.", - "The count's pain was now becoming warm.", - "Yes, we are. There is no hiding place in the basement. But after we make a detour.", - "Alexander went over and opened the window for her.", - "The top floor belongs to Miles McLaren.", - "It is hardly necessary to say more of them here.", - "All right, come if you want.", - "With only head and wings above the mattress, he flapped forward frantically, beating down the hum about him.", - "You represented a defendant, beautiful, disdainful, inconstant.", - "Where are we? Scold him for beating my kid.", - "I gave old man the keys of the tomb.", - "Is that you? Extinguish. I can't get a job.", - "I must see you.", - "She's at home with the puppy.", - "In despair, he shriveled himself down too soon.", - "Viking is better for summer.", - "Oh yes, I go over to Paris often.", - "Theodore Gravener. A judicial review is also being considered.", - "They went home sadly with the lilacs, back to the Rue Saint Jean, walking very slowly arm in arm.", - "No, sir. Certainly not.", - "Chapter Twenty Four. Martin O'Neill called this game almost exactly right.", - "One is planted over there. They must seek to reply from the room, but she really didn't care." - ], - "per_utterance_mcds": [ - 8.741068069937304, - 7.821970664772572, - 7.653222540533447, - 8.221464310545052, - 7.934078080545276, - 8.539171525365086, - 10.361434869508242, - 8.046721700240402, - 7.606253818026771, - 8.092361610243694, - 9.09960744195968, - 9.558333690606137, - 7.4956840336612895, - 7.421554309587522, - 9.003744708948638, - 8.426029625916437, - 7.454212458078545, - 8.179199534708237, - 7.361810204534441, - 6.937467424586158, - 7.550212565241131, - 8.224272460716918, - 9.079067127974096, - 8.586146149936045, - 10.515857459612239, - 9.110141893918597, - 7.493074539540888, - 10.710215970931204, - 7.622945489862919, - 7.921036789761912, - 10.4154781515813, - 8.372917495395493, - 8.459033742629822, - 6.58813204365745, - 7.510426919386488, - 8.542010434678916, - 8.933414906093555, - 8.069366603053748, - 7.457841741780181, - 9.841555170547705, - 8.137349349885353, - 7.621760235787091, - 7.6904000804687085, - 7.550899676329865, - 8.064809466616147, - 8.647680878783829, - 10.029033926572728, - 7.7717305339173866, - 9.953837339596554, - 9.527003107491105, - 10.774994410082904, - 8.85992077610709, - 8.953297150024893, - 7.982186503882758, - 7.6860515762351, - 7.877476576827537, - 8.085618971449575, - 9.508952370165233, - 7.970223678600288, - 9.0271902068407, - 10.017491724956969, - 7.890776091443237, - 7.7182864358353225, - 7.893916364586074, - 8.348926929530688, - 11.602494073095318, - 7.238321972433859, - 8.249010595587905, - 9.03467139363148, - 10.474624665264868, - 12.026143698223708, - 6.315935475932934, - 9.053992351195442, - 10.404919846602692, - 10.6973217813603, - 8.967853477382718, - 6.778510377383128, - 8.422381629597417, - 8.601234203645511, - 7.955080758133193, - 10.826868151559959, - 7.203694051518622, - 7.7130714056447225, - 8.465366087981192, - 8.387278597378343, - 7.377284374352042, - 7.743992109396998, - 9.790594123803071, - 7.863663353612703, - 10.914477453857515, - 9.409455468659136, - 8.481379749245724, - 7.970064500146744, - 8.419494221150936, - 8.178463665681218, - 12.320558053534825, - 7.352622059498724, - 7.861539268615429, - 8.67981267983425, - 7.343685976035525 - ] - }, - "test_other": { - "method": "NoSideInputMultiInterfering", - "text_condition": "matched", - "num_evaluated": 100, - "mcd_db": 8.755150456361472, - "mcd_ci95": { - "mean": 8.755150456361472, - "std_err": 0.12769945574917432, - "ci_lower": 8.511182651978691, - "ci_upper": 9.009213797233894 - }, - "side_input_kb": 0.0, - "side_input_padded_kb": 0.0, - "gflops": 2.66, - "wer": { - "wer": 50.75681130171544, - "word_errors": 503, - "total_words": 991, - "per_utt_edits": [ - 4, - 1, - 1, - 8, - 1, - 12, - 8, - 6, - 4, - 9, - 12, - 5, - 2, - 9, - 2, - 8, - 4, - 0, - 8, - 1, - 3, - 6, - 0, - 8, - 3, - 9, - 7, - 4, - 5, - 2, - 5, - 3, - 9, - 7, - 7, - 7, - 2, - 5, - 5, - 4, - 7, - 6, - 4, - 1, - 4, - 5, - 5, - 2, - 7, - 5, - 5, - 1, - 8, - 9, - 5, - 2, - 1, - 5, - 5, - 5, - 0, - 2, - 1, - 8, - 7, - 1, - 5, - 9, - 3, - 6, - 2, - 5, - 4, - 2, - 7, - 2, - 11, - 4, - 4, - 2, - 5, - 10, - 3, - 4, - 3, - 2, - 9, - 2, - 4, - 8, - 8, - 6, - 8, - 5, - 3, - 13, - 11, - 5, - 2, - 9 - ], - "per_utt_words": [ - 5, - 17, - 5, - 18, - 17, - 21, - 9, - 8, - 10, - 17, - 19, - 18, - 14, - 11, - 15, - 10, - 8, - 7, - 8, - 6, - 11, - 15, - 12, - 16, - 11, - 10, - 12, - 10, - 13, - 6, - 9, - 12, - 17, - 13, - 2, - 11, - 14, - 3, - 10, - 14, - 11, - 6, - 5, - 16, - 8, - 5, - 5, - 10, - 12, - 4, - 7, - 23, - 8, - 2, - 5, - 4, - 18, - 5, - 15, - 4, - 11, - 8, - 5, - 18, - 6, - 6, - 12, - 13, - 6, - 9, - 8, - 2, - 5, - 10, - 4, - 11, - 21, - 8, - 8, - 5, - 3, - 11, - 8, - 4, - 6, - 21, - 3, - 8, - 8, - 3, - 5, - 11, - 11, - 18, - 5, - 15, - 9, - 17, - 2, - 10 - ] - }, - "wer_ci95": { - "mean": 50.75681130171544, - "std_err": 3.706955701454507, - "ci_lower": 43.85581607180366, - "ci_upper": 58.306902577544776 - }, - "per_utterance_word_errors": [ - 4, - 1, - 1, - 8, - 1, - 12, - 8, - 6, - 4, - 9, - 12, - 5, - 2, - 9, - 2, - 8, - 4, - 0, - 8, - 1, - 3, - 6, - 0, - 8, - 3, - 9, - 7, - 4, - 5, - 2, - 5, - 3, - 9, - 7, - 7, - 7, - 2, - 5, - 5, - 4, - 7, - 6, - 4, - 1, - 4, - 5, - 5, - 2, - 7, - 5, - 5, - 1, - 8, - 9, - 5, - 2, - 1, - 5, - 5, - 5, - 0, - 2, - 1, - 8, - 7, - 1, - 5, - 9, - 3, - 6, - 2, - 5, - 4, - 2, - 7, - 2, - 11, - 4, - 4, - 2, - 5, - 10, - 3, - 4, - 3, - 2, - 9, - 2, - 4, - 8, - 8, - 6, - 8, - 5, - 3, - 13, - 11, - 5, - 2, - 9 - ], - "per_utterance_word_counts": [ - 5, - 17, - 5, - 18, - 17, - 21, - 9, - 8, - 10, - 17, - 19, - 18, - 14, - 11, - 15, - 10, - 8, - 7, - 8, - 6, - 11, - 15, - 12, - 16, - 11, - 10, - 12, - 10, - 13, - 6, - 9, - 12, - 17, - 13, - 2, - 11, - 14, - 3, - 10, - 14, - 11, - 6, - 5, - 16, - 8, - 5, - 5, - 10, - 12, - 4, - 7, - 23, - 8, - 2, - 5, - 4, - 18, - 5, - 15, - 4, - 11, - 8, - 5, - 18, - 6, - 6, - 12, - 13, - 6, - 9, - 8, - 2, - 5, - 10, - 4, - 11, - 21, - 8, - 8, - 5, - 3, - 11, - 8, - 4, - 6, - 21, - 3, - 8, - 8, - 3, - 5, - 11, - 11, - 18, - 5, - 15, - 9, - 17, - 2, - 10 - ], - "hypotheses": [ - "Is the cat of the cat.", - "Mr. Worker waited patiently beside him for a few moments for Chris to get up his courage.", - "A few differences, of course.", - "That would be his breakfast when he comes to cry after his afternoon.", - "He then took up one of the candles and relighted by thrusting it into the fire.", - "So Gunner and Bertha were married, but was not Gunner, but Sigurd got a shot at her grid in the fire.", - "The other was the tablet.", - "Yes, said Dicky. He should have done better.", - "They could put a man away.", - "Every cat was coming the country over the edge, and has never been heard since.", - "It is hardly right that they have taken the lesson to heart,\" said Rysden coldly.", - "She lit the little spirit lamp, put in the milk pot to be challenged, and prepared the cooker as usual.", - "Nothing could be more peculiar than this phenomenon when people didn't agree with you.", - "Now then, it is a truant performance which demands a confiscation of property.", - "And with this obsession, the happy old man set out to procure his daughter's liberation.", - "He grabbed Gordon's hand. I'm looking at ways to do that now.", - "To accomplish painful one way.", - "He was met with a stubborn resistance.", - "Nobody can take it away from me.", - "She gave us her last command.", - "Didn't I say something? Was left to my line,\" said Sancho.", - "But there was no chance for his rising to the top first.", - "In a smaller place, he would have been called a saloon keeper.", - "He had hitherto compared his daughter to an arrival at battle. He was now to tremble for her life.", - "Sally, it's terrible. Something's happened to the boat shore.", - "When they've called to the man in dream.", - "These two things were all so identical.", - "An awkwardly shaped high back chair with a floating cushion.", - "I really like that expensive, but expensive market better than anything else. He said.", - "Don't say any more, fine James.", - "He paid twenty francs.", - "He guessed there must be a fiery fire that run beyond.", - "Let it boil up in the yard and dump it out. Remove carefully the scum that is present.", - "The young men then rose. We talked to each other about the town. Quitted the broom.", - "Murdock nodded. I think it was his parents.", - "It seems to me like going.", - "Sure, none of the lads took anything aside the path while they ran up.", - "Very unlucky. It was a breathtaking moment.", - "Why, many complicated ideas about the idiotic, the insane.", - "A fine sight it would be to see them enter the bedroom.", - "I pay for it. It's not my choice.", - "Yes, sir. You did tell me. The court of governors must act.", - "No lieutenant. It should be easy.", - "Laura found the French artist and then took her husband's arm and walked away with him.", - "Not years for his only thousand twenty.", - "You are ill, and that is how me.", - "Ask him to show up. We speak about the performance.", - "When it was the five hundred and sixty-second night.", - "I mean to have a term of.", - "But good night, child. She failed to endure action.", - "He's a terrorist. He thought his degree.", - "He jumped up from the chair, feeling horribly stiff, and looked steadily around for a way to escape before it was too late.", - "He should have won.", - "Mardock shrugged. It was good to score the goal today.", - "This is the neighbor. It's your cousin.", - "My shadow.", - "Thus, it furnished a subject of comment for all those who were occupied or bored in the convent.", - "It is very enjoyable.", - "To resist would need infinite thought. Every man is not capable.", - "Priorist, he got his degree.", - "I done so, and then we all three started on again.", - "But one's work is not done for nothing.", - "And then religion is.", - "Now drink this at once,\" she says. \"I really wish to sleep.\"", - "Yes, they want the club to make money.", - "Don't let them get away.", - "The reactionary subcommittee no longer dared openly to appear.", - "And makes you resolve to poison the whales of the Tucce right start.", - "He always done. There's no signature.", - "Can we hasten the end to end the cycle?", - "No one thinks of hell in reality.", - "Chapter Forty. She failed in her action.", - "That is good. That's why he visited.", - "Hesitant. I have some small children who must be fed.", - "Thornton, take a look at the trail.", - "At every mansion of the World Union, there was ecstatic applause.", - "For the bits quite caught in the cherry, we have been playing crofted tails and sent to the table.", - "So now I make it easy.", - "By James, I wanted to the floor.", - "The chief organizer ran off.", - "That's our clothes. They could not match it.", - "Did he alone? The record companies have gone through the floor and burned his friends.", - "Tell him to get himself regardless.", - "This is absolutely. It should be easy.", - "Bless me,\" said Mister Tichborne comfortably.", - "Now that I think of it, let us give a whole hour to it. That is not too much.", - "This big issue is whether it can be enforced.", - "What has to become of you?\" said Kerferat.", - "We're not throwing the book's new signature.", - "Take me, Cogburn. I'm not going to change from it.", - "When the vault is open, I am going to fight to the end.", - "Don't you think you can do it?\" asked Penny presently.", - "Sindelad promised to keep the message for consideration farther.", - "With that notorious dwelling around in Scotland, he was not the sort of person who wanted in one's house.", - "Was Peter Wilt's degree?", - "A bird passes the star and cries with pleasure, while on their swing.", - "Shall we not make chairs? He drove into the house of a car, stammered Foch Lavon.", - "Big pardon is the U.S. key payment. Or shall I have to drive around? He asked.", - "Easy.", - "This you see, the partners of the chief magistrate in Samaria for only a month." - ], - "per_utterance_mcds": [ - 7.8174784510308255, - 8.825194869216821, - 7.18945951789742, - 7.534394134270077, - 8.752635656753359, - 7.659980372152119, - 8.996357572320209, - 7.31364384487539, - 7.1918117458790105, - 9.037209657753737, - 8.790149451498483, - 8.61865173744108, - 8.026146551741348, - 8.446088123546584, - 10.21717378276603, - 11.118487851323904, - 8.389047688323407, - 8.819395693444058, - 9.478499543054996, - 8.970352903955996, - 8.829645843113152, - 8.718636545336151, - 12.326417040976088, - 9.177760392486581, - 8.23124380855062, - 6.499993057357678, - 7.577229258999711, - 9.559474024892369, - 9.533271585305686, - 9.015545925662462, - 8.899438107636755, - 9.151928170958062, - 7.304520807114433, - 8.242554963294507, - 10.913582216815485, - 9.079720624247535, - 8.10283250465738, - 12.243761251836828, - 8.205928908929256, - 8.913347669435929, - 7.96326656555039, - 11.303875649541842, - 7.932354256575205, - 10.575667232290437, - 7.6044779502431386, - 7.997897313375882, - 10.92839387951733, - 8.637853481583557, - 9.665456100745386, - 12.619144840229508, - 10.430980791218929, - 7.86386515960323, - 8.384519209221843, - 10.974497464904355, - 8.056662266009289, - 9.221577133479144, - 7.912270330102667, - 8.369654136047355, - 8.440520023629345, - 10.203380474562962, - 7.354545804297658, - 6.717751266805682, - 8.29705272459057, - 10.2319468023704, - 7.387953600227831, - 9.07339919052164, - 8.28176025992202, - 8.88085355150016, - 8.73190592889527, - 7.833403634652835, - 6.888937890628202, - 11.269883582116, - 8.877318498123916, - 9.019679445015232, - 9.471811135590292, - 8.13261169412661, - 7.942930759770215, - 7.640329916199856, - 7.1308532313453945, - 7.4633963666884195, - 9.752372250737297, - 8.60779827188622, - 7.289572657448, - 9.55519330018077, - 7.189901585806685, - 8.413965783626015, - 9.996951102060182, - 7.867121774350833, - 10.833845586690696, - 11.340869223229523, - 9.180239057564439, - 8.629919711815985, - 7.837340920352184, - 7.995442988454193, - 8.397349873993493, - 7.666929203143632, - 8.58483158095437, - 6.870956181811856, - 7.586182551043054, - 8.484630632326219 - ] - }, - "paired_significance_test_clean": { - "TEC_vs_Vanilla": { - "wer": { - "mean_diff": -10.741138560687434, - "ci_lower": -16.361608071562305, - "ci_upper": -5.705629254509092, - "t_stat": -4.141855988180064, - "p_ttest": 7.259048661978136e-05, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.0991674814260706e-05, - "p_value_ttest": 7.259048661978136e-05, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.0991674814260706e-05 - }, - "mcd_db": { - "mean_diff": -2.0489845906112434, - "ci_lower": -2.171259749610554, - "ci_upper": -1.9238150966646255, - "t_stat": -31.869229599027417, - "p_ttest": 7.47192990544074e-54, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.896559845095909e-18, - "p_value_ttest": 7.47192990544074e-54, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.896559845095909e-18 - } - }, - "TEC_vs_NlmsAec": { - "wer": { - "mean_diff": -14.39312567132116, - "ci_lower": -18.51851851851852, - "ci_upper": -10.601357089909458, - "t_stat": -4.874658890724756, - "p_ttest": 4.153833428780339e-06, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.510261818132653e-09, - "p_value_ttest": 4.153833428780339e-06, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.510261818132653e-09 - }, - "mcd_db": { - "mean_diff": -0.37379167894443177, - "ci_lower": -0.5340751505773152, - "ci_upper": -0.21047264878109642, - "t_stat": -4.532141452424988, - "p_ttest": 1.6358078928506788e-05, - "p_bootstrap": 0.0, - "p_wilcoxon": 5.266589407314036e-05, - "p_value_ttest": 1.6358078928506788e-05, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 5.266589407314036e-05 - } - }, - "TEC_vs_MicrophoneSignal": { - "wer": { - "mean_diff": -0.21482277121374865, - "ci_lower": -5.408352173076164, - "ci_upper": 4.3478260869565215, - "t_stat": -1.4620168968951843, - "p_ttest": 0.1469037273414191, - "p_bootstrap": 0.9628, - "p_wilcoxon": 0.6421505265666873, - "p_value_ttest": 0.1469037273414191, - "p_value_bootstrap": 0.9628, - "p_value_wilcoxon": 0.6421505265666873 - }, - "mcd_db": { - "mean_diff": 1.0363875104062457, - "ci_lower": 0.8051389544969011, - "ci_upper": 1.251062395604685, - "t_stat": 9.161800326677824, - "p_ttest": 7.363635753323444e-15, - "p_bootstrap": 0.0, - "p_wilcoxon": 8.787950534905691e-12, - "p_value_ttest": 7.363635753323444e-15, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 8.787950534905691e-12 - } - }, - "TEC_matched_vs_shuffled": { - "wer": { - "mean_diff": -8.70032223415682, - "ci_lower": -13.861412331709362, - "ci_upper": -4.077309698467119, - "t_stat": -3.46480196631904, - "p_ttest": 0.0007858254521003238, - "p_bootstrap": 0.0002, - "p_wilcoxon": 0.0008302003258516504, - "p_value_ttest": 0.0007858254521003238, - "p_value_bootstrap": 0.0002, - "p_value_wilcoxon": 0.0008302003258516504 - }, - "mcd_db": { - "mean_diff": -2.009139107564663, - "ci_lower": -2.135250130661172, - "ci_upper": -1.8746740651112497, - "t_stat": -29.878169045595914, - "p_ttest": 2.4456596294563723e-51, - "p_bootstrap": 0.0, - "p_wilcoxon": 8.59141661178098e-18, - "p_value_ttest": 2.4456596294563723e-51, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 8.59141661178098e-18 - } - }, - "TEC_matched_vs_empty": { - "wer": { - "mean_diff": -9.881847475832439, - "ci_lower": -15.207930241395669, - "ci_upper": -5.227927381999901, - "t_stat": -3.8684134732260897, - "p_ttest": 0.00019624770280483815, - "p_bootstrap": 0.0, - "p_wilcoxon": 6.323276852807594e-05, - "p_value_ttest": 0.00019624770280483815, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 6.323276852807594e-05 - }, - "mcd_db": { - "mean_diff": -2.068729796522666, - "ci_lower": -2.18013726969043, - "ci_upper": -1.9543856504579424, - "t_stat": -35.60327620624745, - "p_ttest": 3.0818964598050873e-58, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.896559845095909e-18, - "p_value_ttest": 3.0818964598050873e-58, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.896559845095909e-18 - } - } - }, - "paired_significance_test_other": { - "TEC_vs_Vanilla": { - "wer": { - "mean_diff": -11.503531786074673, - "ci_lower": -17.2528215028215, - "ci_upper": -6.079012456046249, - "t_stat": -3.718495349142743, - "p_ttest": 0.0003323718471902883, - "p_bootstrap": 0.0, - "p_wilcoxon": 2.8643933918366365e-05, - "p_value_ttest": 0.0003323718471902883, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 2.8643933918366365e-05 - }, - "mcd_db": { - "mean_diff": -1.9152015918374332, - "ci_lower": -2.050604364234219, - "ci_upper": -1.7804235355474285, - "t_stat": -27.20925385258827, - "p_ttest": 9.519878529608037e-48, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.896559845095909e-18, - "p_value_ttest": 9.519878529608037e-48, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.896559845095909e-18 - } - }, - "TEC_vs_NlmsAec": { - "wer": { - "mean_diff": -16.44803229061554, - "ci_lower": -21.846125528624476, - "ci_upper": -11.4044325699391, - "t_stat": -4.228588848969829, - "p_ttest": 5.249191470100331e-05, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.0197048927536694e-07, - "p_value_ttest": 5.249191470100331e-05, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.0197048927536694e-07 - }, - "mcd_db": { - "mean_diff": -0.8368156685273896, - "ci_lower": -1.0614057614007597, - "ci_upper": -0.610424271253589, - "t_stat": -7.294422537747072, - "p_ttest": 7.529879414027555e-11, - "p_bootstrap": 0.0, - "p_wilcoxon": 1.018620101949572e-09, - "p_value_ttest": 7.529879414027555e-11, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 1.018620101949572e-09 - } - }, - "TEC_vs_MicrophoneSignal": { - "wer": { - "mean_diff": -0.9081735620585267, - "ci_lower": -6.900387418740561, - "ci_upper": 4.629782928623986, - "t_stat": -2.0503258933083504, - "p_ttest": 0.042975563628275634, - "p_bootstrap": 0.7816, - "p_wilcoxon": 0.41109169452679173, - "p_value_ttest": 0.042975563628275634, - "p_value_bootstrap": 0.7816, - "p_value_wilcoxon": 0.41109169452679173 - }, - "mcd_db": { - "mean_diff": 0.9605889325329242, - "ci_lower": 0.7361750010604855, - "ci_upper": 1.1699791678810694, - "t_stat": 8.626512697688879, - "p_ttest": 1.0718353873497848e-13, - "p_bootstrap": 0.0, - "p_wilcoxon": 1.833761596838848e-10, - "p_value_ttest": 1.0718353873497848e-13, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 1.833761596838848e-10 - } - }, - "TEC_matched_vs_shuffled": { - "wer": { - "mean_diff": -9.788092835519677, - "ci_lower": -15.286624203821656, - "ci_upper": -4.723521738485941, - "t_stat": -3.4146734932846248, - "p_ttest": 0.0009270384623620312, - "p_bootstrap": 0.0, - "p_wilcoxon": 0.0002001938271162167, - "p_value_ttest": 0.0009270384623620312, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 0.0002001938271162167 - }, - "mcd_db": { - "mean_diff": -1.8734668314250218, - "ci_lower": -2.0155261738940915, - "ci_upper": -1.7326601074114465, - "t_stat": -25.514798900545994, - "p_ttest": 2.5198896470276623e-45, - "p_bootstrap": 0.0, - "p_wilcoxon": 8.59141661178098e-18, - "p_value_ttest": 2.5198896470276623e-45, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 8.59141661178098e-18 - } - }, - "TEC_matched_vs_empty": { - "wer": { - "mean_diff": -11.70534813319879, - "ci_lower": -17.248147014823882, - "ci_upper": -6.574029603415347, - "t_stat": -3.7454270938714513, - "p_ttest": 0.0003026545137955007, - "p_bootstrap": 0.0, - "p_wilcoxon": 2.199517275275647e-05, - "p_value_ttest": 0.0003026545137955007, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 2.199517275275647e-05 - }, - "mcd_db": { - "mean_diff": -1.9495756245107076, - "ci_lower": -2.07517869530163, - "ci_upper": -1.8259280790402597, - "t_stat": -30.41340867765435, - "p_ttest": 5.003300266376714e-52, - "p_bootstrap": 0.0, - "p_wilcoxon": 3.896559845095909e-18, - "p_value_ttest": 5.003300266376714e-52, - "p_value_bootstrap": 0.0, - "p_value_wilcoxon": 3.896559845095909e-18 - } - } - }, - "text_sensitivity_ablation_test_clean": { - "matched": { - "method": "TecMultiInterfering", - "text_condition": "matched", - "num_evaluated": 100, - "mcd_db": 6.517757552304765, - "mcd_ci95": { - "mean": 6.517757552304765, - "std_err": 0.09177176841979853, - "ci_lower": 6.341139127799463, - "ci_upper": 6.702400054519212 - }, - "side_input_kb": 0.03545, - "side_input_padded_kb": 0.03545, - "gflops": 2.98, - "wer": { - "wer": 20.085929108485498, - "word_errors": 187, - "total_words": 931, - "per_utt_edits": [ + "main_splits": { + "single_test_clean": { + "GroundTruth": { + "method": "GroundTruth", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 0.0, + "mcd_ci95": { + "mean": 0.0, + "std_err": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "wer": { + "wer": 3.8606403013182673, + "word_errors": 41, + "total_words": 1062, + "per_utt_edits": [ + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 4, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 0 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 3.8606403013182673, + "std_err": 0.7832099610771851, + "ci_lower": 2.4302346122462715, + "ci_upper": 5.494532454787606 + }, + "per_utterance_word_errors": [ 0, + 2, 0, 0, - 7, 0, - 1, + 4, + 0, + 4, + 2, 0, - 3, 0, 0, 0, - 1, - 2, - 3, - 4, - 2, 0, - 1, - 2, - 2, - 2, - 2, 0, - 2, 1, - 3, - 3, + 0, + 0, + 0, + 0, + 0, 2, - 1, - 4, - 1, + 0, + 0, + 0, 3, - 1, - 2, - 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, 0, + 0, 1, - 2, - 2, - 4, - 2, - 3, - 3, 0, 1, - 4, + 0, + 0, + 0, 0, 0, 2, + 0, + 0, 1, - 3, - 3, - 2, - 4, - 4, 1, - 4, - 3, - 3, + 0, 1, 0, 0, - 1, - 4, 0, 0, - 2, - 1, 0, 0, 0, - 1, 0, - 2, - 3, 0, - 3, - 3, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 0, 0, 0, - 4, - 10, + 0, + 0, + 0, + 0, + 1, + 0, 1, - 3, - 6, 1, 0, - 2, + 0, 1, - 3, + 0, 1, - 8, + 0, + 0, + 0, + 0, + 1, + 0, 1, + 0, + 0, 2, - 8, - 2 + 2, + 0, + 0, + 0 ], - "per_utt_words": [ + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, 9, 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, 17, + 19, + 15, + 19, 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, 8, - 17, - 3, 8, - 14, + 10, + 12, + 5, 9, - 6, - 7, - 7, 7, - 14, 11, 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, 10, 7, + 3, + 6, 11, - 7, - 11, + 18, + 4, 16, - 11, + 4, 16, - 9, - 7, + 10, 10, 14, - 19, + 11, 15, 5, + 6, 10, + 8, 7, - 14, + 20, 5, - 2, - 6, - 6, - 9, - 6, - 17, + 4, 17, - 13, - 10, - 6, - 13, 9, 7, - 10, - 7, + 11, + 11, + 16, 19, - 7, - 6, - 10, - 4, - 4, - 5, + 15, + 13, + 13, 8, - 5, 8, - 2, - 19, - 3, + 9, + 11, + 11, + 15, + 11, + 12, + 7, 3, - 12 - ] - }, - "wer_ci95": { - "mean": 20.085929108485498, - "std_err": 2.1339703326171002, - "ci_lower": 16.11111111111111, - "ci_upper": 24.528405670755753 - }, - "per_utterance_word_errors": [ - 0, - 0, - 0, - 7, - 0, - 1, - 0, - 3, - 0, - 0, - 0, - 1, - 2, - 3, - 4, - 2, - 0, - 1, - 2, - 2, - 2, - 2, - 0, - 2, - 1, - 3, - 3, - 2, - 1, - 4, - 1, - 3, - 1, - 2, - 1, - 1, - 0, - 1, - 2, - 2, - 4, - 2, - 3, - 3, - 0, - 1, - 4, - 0, - 0, - 2, - 1, - 3, - 3, - 2, - 4, - 4, - 1, - 4, - 3, - 3, - 1, - 0, - 0, - 1, - 4, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 2, - 3, - 0, - 3, - 3, - 2, - 2, - 0, - 0, - 0, - 4, - 10, - 1, - 3, - 6, - 1, - 0, - 2, - 1, - 3, - 1, - 8, - 1, - 2, - 8, - 2 - ], - "per_utterance_word_counts": [ - 9, - 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, - 17, - 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, - 7, - 7, - 14, - 11, - 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, - 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, - 10, - 7, - 11, - 7, - 11, - 16, - 11, - 16, - 9, - 7, - 10, - 14, - 19, - 15, - 5, - 10, - 7, - 14, - 5, - 2, - 6, - 6, - 9, - 6, - 17, - 17, - 13, - 10, - 6, - 13, - 9, - 7, - 10, - 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, - 8, - 5, - 8, - 2, - 19, - 3, - 3, - 12 - ], - "hypotheses": [ - "The arrow pierced his heart and wounded him mortally.", - "They think you're proud because you've been away to school or something.", - "In the meantime, the uplifted hand of Hawkeye was above him.", - "Fi, Lake Thoreau,\" said Lord Elfred, laughing.", - "One of them seems restless enough.", - "He took it and smiled.", - "Fire on no account.", - "Among the exhibits that position was the incandescent system of incandescent lighting.", - "We are obliged to secure as fast as possible every article that belongs to our cargo.", - "I entered, and I took you into my confidence as to the suggestions of the side table.", - "You are mad. She has given birth to a princess.", - "What's his game in the match?", - "He pulled up a window, and the air were heavy.", - "Close ahead of him now the flashing line of the rapids.", - "Lord Elmwood laid down the newspaper.", - "Translated by Ford.", - "A great fisher of souls.", - "Our guide cried aloud in astonishment and dismay.", - "Then Mary Taylor's conscience was uncomfortable. Said.", - "Her manner was neither independent nor assertive, but rather one of well-read composure and calm reliance.", - "Peanuts.", - "Luther is still the greatest Protestantism.", - "His father was the notorious Sir Jabez Gilchrist, who ruined himself on the turf.", - "They had not moved far when Lee suddenly said.", - "The silver fleece. How is it?", - "Apathy and disgust, all associated lust.", - "It was almost the two.", - "Cassie! I called an impatient voice.", - "The most famous of all was the overthrow of the island of Atlantis.", - "The Latter Day Saints were not regarded as a part of this people.", - "And Vern's marine engineering proves especially authoritative.", - "Oh, you don't know what I've done as well as you think you do.", - "But the rejection of the subject renders a more complicated theory necessary.", - "He stood a little behind her, trying to steady himself. As he said, \"It's soft and misty.\"", - "The room was empty when I entered.", - "We put many customers out, but did not make out many bills.", - "Can't they be discharged?", - "Yes, for a.", - "Les was now laughing.", - "One thinks one hears hydrophiles talk.", - "And what was the subject? Said the person who made the remark.", - "No time or distance, however, ever lessened his interest in her.", - "What a sweet voice the innocent was to be sure.", - "You see, my state was wanting to have everything.", - "Gloves,\" said the young man.", - "I say, whether color gay or sad.", - "A man writes to the top of a court.", - "Mass will be on Saturday morning at nine o'clock, and general communion for the whole college.", - "Ah, that's good.", - "I had quite forgotten I was back there.", - "As master.", - "It is always well to be had on safe search.", - "It hurts their feelings, don't it?", - "I'm sure Alexandra will stay on here,\" she murmured.", - "And so, when the princess was gone.", - "I'm nearly starving. For this country, kingdoms, it's hard work.", - "They were received in the little office by a man named Burke, who was the jailer.", - "You may wonder to hear his speech. So young.", - "I was possessed when the apprehension lest the electrical light should grow dim or fail altogether.", - "He hastened along, which now involved his protection.", - "Let us take the little table.", - "Bartley turned away and sank down in his chair again.", - "At the turn of the road, he ran up against the Tanner's boy, Lars.", - "Papa says he highly approves my friendship with you, and he wishes me to continue it through life.", - "For all the splendor, the magician was not conspicuous where he sat.", - "The door opened once more.", - "It was long ago, and this episode was long before.", - "Beth, uneasy with silence, nudged him.", - "But I remarked, \"Since we have followed the road that Sigmund has shown us.\"", - "But Conseil had one flaw.", - "Oh, Emil.", - "She had begun her open battle.", - "The poor little things cried.", - "It's a glorious mission, but also a dangerous one.", - "There may be something.", - "If I'd met you later, if I hadn't looked so well, that's all over long ago.", - "That letter is consecrated. No one shall ever see it but Papa and my brother and sisters.", - "Philip had a good appetite. A sunny, clear, hearty laugh.", - "There was no such thing in sight.", - "The count pain was now growing warm.", - "Yes, we are. I replied. But after we make a detour.", - "Alexander went over and opened the window for her.", - "The top floor belongs to Miles McLaren.", - "It is hardly necessary to say more of them here.", - "All right, come on.", - "With only head and wing, Matt's mother flatly beating down the home about him.", - "You represented a devoted, beautiful, disdainful, inconstant.", - "Where are we?", - "I gave old man the.", - "Is that you? Extinguish.", - "I must see you.", - "She's at home.", - "In despair, he threw himself downward too soon.", - "Viking is better.", - "Oh yes, I go to Paris often.", - "Theodore Gravener. The judicial review is also being considered.", - "They went home sadly with the lilacs, back to the Rue Saint Jean, walking very slowly arm in arm.", - "No, sir, certainly not.", - "Chapter Twenty Four. Martin O'Neill called this game almost exactly right.", - "What is planted over there? She laughed. She really didn't care." - ], - "per_utterance_mcds": [ - 6.151530796011905, - 5.916087734765556, - 5.998121220290911, - 6.482284141662228, - 5.862548439226016, - 7.279891298069736, - 7.686795563377409, - 6.919883721151852, - 6.511597090405663, - 6.15543231709503, - 6.573206509352614, - 8.539770342450574, - 5.467944099865644, - 5.536409106830348, - 8.071081636326808, - 6.274335344574385, - 6.19875314563388, - 6.070116856488419, - 5.523670984307685, - 4.936171268333704, - 5.865010234148529, - 5.934428088187294, - 6.979510630298372, - 6.431294466239432, - 6.8157363133102, - 6.779417000068599, - 5.874738805283926, - 7.254508790497361, - 5.867441000056593, - 6.019807518918193, - 6.736785334059067, - 6.348842853455297, - 6.750872006100737, - 5.207736041901863, - 6.82968467720268, - 6.515282559814254, - 7.141864556103715, - 6.220901067020628, - 5.304166533346736, - 7.650948750469525, - 5.99792325322544, - 5.904545291716158, - 6.104773237994569, - 5.991349254220197, - 6.298549280964583, - 6.404062879147617, - 7.714770427058985, - 6.1169431463418915, - 6.6377790685295, - 7.003202386243833, - 7.794973063807044, - 6.604898154043066, - 5.980514741046059, - 5.659921815531376, - 6.612982477945189, - 6.2744973474667, - 6.0275332190845745, - 8.000438961149056, - 6.1880001093847685, - 7.955977466365459, - 6.916014302549555, - 5.925884514024295, - 6.129313650951803, - 5.654529467498254, - 5.84470487062476, - 8.982446707396857, - 5.3670194785959575, - 5.900862608931681, - 6.401105793946339, - 8.241536540073646, - 8.245298784786279, - 5.214233733653596, - 7.235018901967637, - 7.342326937010664, - 8.228174293565578, - 6.253518935030491, - 4.802352215275946, - 6.024577672190935, - 6.461612672721696, - 5.805624443912441, - 7.831252870017047, - 5.546618601712438, - 5.825336812073888, - 6.474137256365491, - 6.847964755167511, - 5.80260303708015, - 5.39486577967002, - 7.286692453989084, - 5.992970242754792, - 8.353900618348463, - 7.60501160717097, - 6.200605284537713, - 6.483981700914554, - 7.428326468229422, - 5.69863867030797, - 8.85353708118867, - 5.53892756737152, - 6.0004750605016435, - 8.24514661225481, - 5.43036180214246 - ] - }, - "shuffled": { - "method": "TecMultiInterfering", - "text_condition": "shuffled", - "num_evaluated": 100, - "mcd_db": 8.52689665986943, - "mcd_ci95": { - "mean": 8.52689665986943, - "std_err": 0.11805403741496379, - "ci_lower": 8.29981456280977, - "ci_upper": 8.761175079576592 - }, - "side_input_kb": 0.035449999999999995, - "side_input_padded_kb": 0.035449999999999995, - "gflops": 2.98, - "wer": { - "wer": 28.78625134264232, - "word_errors": 268, - "total_words": 931, - "per_utt_edits": [ - 0, - 0, - 0, - 7, - 0, - 1, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, 5, + 19, 2, - 0, - 0, - 0, 6, - 3, - 3, - 2, - 4, - 2, - 0, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "Without milk.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper cat talk,\" declared the woman, and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began, the effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave Main Hall a curious look out of his deep-set, faded eyes and made a wry face.", + "Where the waves, for an instant, sank, they came closer, but not quite within grasping reach.", + "Lucy could have looked after her mother,\" said Young Bates. \"But Old Will was stubborn and wouldn't let her.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in the sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "It will never break nor wear out.", + "We were resolved not to present this entire mass of exegesis.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome dread.", + "No doubt, knowing nothing of the forms of our government or.", + "The chair was empty, but he knew.", + "That's game ball.", + "They'll feed it during our absence.", + "There's everything in seeing Hilda while she's fresh and apart.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "Mainhall cut in impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "He shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I creep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspapers.", + "The Bouliru stared a moment and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry,\" he whispered.", + "I am so very tired of being all alone here.", + "Just for that, the world abhors the gospel.", + "I must have been changed from Mabel.", + "But you must not eat with your cap on your head,\" she said, and was going to take it off.", + "I simply bowed to him.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tossed it down and seized the next.", + "There's no fear of that, sir.", + "The Parliament and the Scots laid their proposals before the King.", + "Marie got them all fresh in Covent Garden Market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frantically, beating down the home about him.", + "When he wrote her that everything was changed for him, he was telling the truth.", + "On awakening, my first thought was to observe the intensity of the light.", + "I can't bear it, and over went her head on the music rack.", + "I was absent rather more than an hour.", + "These he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "The boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy carefully mended.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet to my knees when I go down to pick cherries.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do of you.", + "Then must the person be unworthy of her?", + "Do you wish to see Doctor Pipd on business or for pleasure?", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are no proofs.", + "Course, I can't really sing, except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense, though in another it is not.", + "You would not eat with us.", + "So they have. So they have. Assented, Mister King, and then the conversation dropped.", + "No, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off this unpleasant groove with a little jolt, I said.", + "Always before, she had been veiled from these folks, who had put the veil there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's feast.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All LibriVox recordings are in the public domain.", + "Is that so?" + ] + }, + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.918090507293513, + "mcd_ci95": { + "mean": 9.918090507293513, + "std_err": 0.18381822729857658, + "ci_lower": 9.560458674521676, + "ci_upper": 10.274984340414157 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 12.39904661304394, + 8.532259260406649, + 9.370848332499495, + 6.820455372793306, + 9.801770113884883, + 9.030932884428411, + 7.654745908581434, + 10.944489669642957, + 7.001672145654332, + 7.799878159050823, + 9.052090288841669, + 10.622067975748955, + 10.257437627500646, + 9.490933468505741, + 8.996131134835625, + 11.792569049984976, + 11.6603035400553, + 12.264699252719875, + 9.886977420066213, + 10.642455067504178, + 9.667214661237066, + 10.296390102499236, + 11.234996382246385, + 12.852006569629205, + 12.574705213983233, + 12.0908667046558, + 6.189875342092587, + 12.978049272461856, + 7.97306310337267, + 9.841759565120904, + 9.702217681847117, + 10.109888699641159, + 9.820506843826998, + 7.391082471547586, + 9.040367583650992, + 7.717664608621923, + 12.238975251704208, + 8.869802585651316, + 10.388764858345812, + 12.549409645781207, + 12.716819344743882, + 9.493224780050275, + 12.48540921222028, + 10.364360070510026, + 7.889053797336815, + 9.824317787274454, + 11.955603852822948, + 8.44464275563021, + 8.959605073568545, + 6.7796696557218254, + 7.040217709382474, + 11.181447171165642, + 9.136108600987747, + 9.757850153464144, + 9.583082070019545, + 11.450198357620694, + 12.382577647118017, + 9.575397613834838, + 8.476975421529463, + 7.8630378272343515, + 8.214194160718183, + 8.67132789604129, + 11.930431050872874, + 9.13386405448178, + 7.255664737180332, + 8.767168558953799, + 9.303297756047048, + 10.105894564028878, + 11.46522983999215, + 9.602601259411427, + 8.364616317663325, + 7.729421351920893, + 13.40629103699708, + 9.341059436502793, + 13.953148267161971, + 11.154557360646878, + 9.795069585040608, + 8.081669113588719, + 10.40908082242187, + 13.062451922449226, + 8.84915122329929, + 11.467043492636723, + 11.266465311871013, + 8.40500509776916, + 9.418822837711067, + 9.116234395317395, + 6.876990247137768, + 8.863199541143677, + 11.574674819867468, + 12.714002439691754, + 12.565383751973139, + 6.651497981502463, + 9.451791490034871, + 7.575877462083101, + 13.42357022639092, + 8.944383444959449, + 8.568760506623764, + 10.263975787623929, + 10.191686941460832, + 12.964525302229742 + ], + "wer": { + "wer": 80.32015065913372, + "word_errors": 853, + "total_words": 1062, + "per_utt_edits": [ + 8, + 7, + 9, + 0, + 8, + 16, + 1, + 17, + 8, + 4, + 2, + 14, + 3, + 3, + 12, + 8, + 12, + 11, + 12, + 14, + 15, + 8, + 12, + 16, + 8, + 13, + 1, + 16, + 1, + 8, + 2, + 15, + 7, + 5, + 9, + 3, + 10, + 5, + 10, + 7, + 10, + 17, + 10, + 5, + 3, + 8, + 12, + 10, + 14, + 1, + 8, + 17, + 2, + 13, + 8, + 12, + 13, + 6, + 0, + 4, + 1, + 9, + 14, + 0, + 6, + 6, + 6, + 6, + 12, + 16, + 0, + 6, + 10, + 11, + 11, + 13, + 9, + 8, + 12, + 14, + 13, + 7, + 12, + 6, + 7, + 15, + 0, + 7, + 16, + 8, + 14, + 0, + 6, + 0, + 10, + 12, + 17, + 1, + 10, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 80.32015065913372, + "std_err": 6.394087102954612, + "ci_lower": 68.48705768275441, + "ci_upper": 93.55469241723313 + }, + "per_utterance_word_errors": [ + 8, + 7, + 9, 0, - 3, - 2, - 1, + 8, + 16, 1, + 17, + 8, + 4, 2, - 1, + 14, 3, 3, - 4, - 1, - 2, + 12, + 8, + 12, + 11, + 12, + 14, + 15, + 8, + 12, + 16, + 8, + 13, 1, + 16, 1, - 0, - 0, - 5, - 4, - 0, - 2, - 2, - 4, - 4, - 2, + 8, 2, + 15, + 7, + 5, + 9, 3, - 0, - 3, + 10, 5, - 0, + 10, 7, - 2, + 10, + 17, + 10, 5, - 4, 3, - 2, - 6, - 4, - 4, - 9, - 6, - 4, - 1, - 0, + 8, + 12, + 10, + 14, 1, 8, - 3, - 7, - 0, - 2, + 17, 2, + 13, + 8, + 12, + 13, + 6, 0, - 5, - 0, - 5, - 0, - 7, 4, - 0, 1, - 0, - 4, 9, + 14, 0, - 0, - 0, - 1, - 7, - 1, - 4, - 4, 6, - 0, - 3, - 1, - 3, - 1, - 7, - 1, - 2, - 8, - 8 - ], - "per_utt_words": [ - 9, - 12, - 11, - 11, 6, 6, - 4, - 13, + 6, + 12, 16, - 17, - 10, + 0, 6, - 11, - 14, 10, - 4, - 5, + 11, + 11, + 13, 9, 8, - 17, - 3, - 8, + 12, 14, - 9, - 6, + 13, 7, + 12, + 6, 7, + 15, + 0, 7, + 16, + 8, 14, - 11, - 7, + 0, + 6, + 0, + 10, 12, + 17, + 1, + 10, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, 12, - 18, - 7, + 23, + 9, 12, - 4, - 4, - 5, - 6, + 17, + 19, 15, + 19, + 10, + 8, + 8, + 10, 12, - 11, - 11, 5, - 8, - 11, - 16, - 3, + 9, 7, - 3, - 10, + 11, 7, 11, + 10, 7, + 3, + 6, 11, + 18, + 4, 16, - 11, + 4, 16, - 9, - 7, + 10, 10, 14, - 19, + 11, 15, 5, + 6, 10, + 8, 7, - 14, + 20, 5, - 2, - 6, - 6, - 9, - 6, - 17, + 4, 17, - 13, - 10, - 6, - 13, 9, 7, - 10, - 7, + 11, + 11, + 16, 19, - 7, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, 6, - 10, - 4, - 4, + 12, 5, - 8, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, 8, - 2, - 19, - 3, - 3, - 12 + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "He found a delightful little place and a bit charming people there to the Brazilian authorities.", + "Yes, that's proper. Showing figures for the year ending Michaelmas, eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful. In the front seat of the presidential car.", + "His intense desire to join the marines and get away from his surroundings and his mother.", + "Has no beauty whatsoever. No specialty of picturesqueness. And all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Where the wave, for an instant, sank, they came closer, but not fight within grasp. The weakly directed.", + "Lucy could have looked after her mother, said Gambler, but Old Will was stubborn and would let gallows.", + "His attempt, however, did not bestow a single glance upon him.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "Bartler smiled and went to bed.", + "Miss Rachel only glanced, however, across her mufflers on the seat.", + "Leaving between them or a room for a four-post chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "Have you been in Paris much these late years? When two lines are traced downward, they are found gradually to merge.", + "To which he was introduced by a well-known tailor in Savello.", + "We were resolved not to prevent a rich corporation from paying for the maintenance of their own prison.", + "To take possession of this, Thertel with his two associates resolved to kill him.", + "On one point, my poor fellow ruffians had a wholesome draft. Who are about to suffer the last penalty of the law?", + "Knowing nothing of the forms of our government, continued to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "Four maroon ship experts testified before the commission.", + "This wood was discovered next morning in a mean house in White Street, Morfields.", + "The little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined lands of both the countries played the music, and a fine supper was served.", + "Then joined in the effort to revive the president.", + "And shall not leave you day or night, whether you are working or laying or sleeping.", + "So that it might become the exclusive property of her husband, whoever he might be.", + "What about us, Bartol? She asked in a thin voice, \"For no sympathy, whatever his crime.\"", + "Rachel Hale and sharp features and dilated eyes struck her with painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, an increase of which the committee had recommended.", + "The bull rider stared a moment, and then he fell back in his chair, laughing boisterously.", + "Carroll followed that road. That when questioned about his mother, Lee said.", + "Don't cry, the witness. D F Drittle.", + "When asked, \"How tired have you been here?\" Hosty replied.", + "Just for that, the general Edwin A. Walker resigned U.S. Army.", + "This represents speed of eleven point two miles per hour.", + "But you must have a system of complete circulation, as in the blood of a higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be a doubt he sees you kindly, or in fact you return without his permission.", + "Then he tosses it down and sees the next properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The commission has concluded that proposal for nineteen sixty three.", + "In the house opposite the garden market yesterday morning, numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mass movement of flat, one-word friends, beating down the room about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On a waking, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "I was absent for more than an hour. Regained his foothold, again he was repelled.", + "As he told the driver, \"Brothers, let's get out of here. We are hit.\"", + "During all his reign, there was little peace in his great mixed turbulent empire.", + "I like him because he appreciates her more than you do to those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemies, despite of its being unusually cold.", + "Boy from the house is coming up for the rector.", + "Now, as never before, other prisoners had no longer access to the chimneys.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied Uncle. And there is a sea lizard of vast size. But the thought passes on.", + "I guess with my knee when I go down to pick up Jerry.", + "We have made two hundred leagues since we left Axel Island to report upon the inspector's report.", + "They don't talk of anyone else. If they do with you, Lee said.", + "Then, while the clergy, unworthy of men, bent into the form of a sleeping dog.", + "And this man, Mister Truly, spoke up in favor. It seems to me like he says.", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparation. Last penalty of the law.", + "What do you want? Was the part stolen from the female felon's side.", + "Even though he received more money and better living quarters, and that would make a great deal of trouble.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes the suspicion of our federal courts, including the highest.", + "Of course, I can't really sing except the way my mother and grandmother did before me. Have been under sentence a couple of years.", + "This knowledge is to their memory in one sense. He began to be well his misfortunes, telling them that.", + "She noted that it was subsequent to the time the president had been shot.", + "His doom here immediately preceding his execution, I referred to in the last chapter.", + "Surely it cannot be. I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "You'll find a beautiful print of it just opposite Yon Rock. Again, the hillside, one toe, horse.", + "Just to get him off this pleasant roof with a little jolt, I said, \"And should sleep on planks.\"", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried, \"Fix near the top of the stake.\"", + "So he turned round and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These views can be quite unpredictable by many persons of a high authority.", + "As four Russians will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forgery, Mister Forbes. A deliberate criminal. Before limbs were acquired.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I was examined independently by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "How for you, my poor fellow mortals, who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of the power to crush the town.", + "All the gervoice chants regained his foothold. Again, he was repelled.", + "Waylon said that Oswald was the man under number two." ] }, - "wer_ci95": { - "mean": 28.78625134264232, - "std_err": 3.0747201405293856, - "ci_lower": 23.062005871746265, - "ci_upper": 35.23709462233169 - }, - "per_utterance_word_errors": [ - 0, - 0, - 0, - 7, - 0, - 1, - 5, - 2, - 0, - 0, - 0, - 6, - 3, - 3, - 2, - 4, - 2, - 0, - 0, - 3, - 2, - 1, - 1, - 2, - 1, - 3, - 3, - 4, - 1, - 2, - 1, - 1, - 0, - 0, - 5, - 4, - 0, - 2, - 2, - 4, - 4, - 2, - 2, - 3, - 0, - 3, - 5, - 0, - 7, - 2, - 5, - 4, - 3, - 2, - 6, - 4, - 4, - 9, - 6, - 4, - 1, - 0, - 1, - 8, - 3, - 7, - 0, - 2, - 2, - 0, - 5, - 0, - 5, - 0, - 7, - 4, - 0, - 1, - 0, - 4, - 9, - 0, - 0, - 0, - 1, - 7, - 1, - 4, - 4, - 6, - 0, - 3, - 1, - 3, - 1, - 7, - 1, - 2, - 8, - 8 - ], - "per_utterance_word_counts": [ - 9, - 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, - 17, - 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, - 7, - 7, - 14, - 11, - 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, - 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, - 10, - 7, - 11, - 7, - 11, - 16, - 11, - 16, - 9, - 7, - 10, - 14, - 19, - 15, - 5, - 10, - 7, - 14, - 5, - 2, - 6, - 6, - 9, - 6, - 17, - 17, - 13, - 10, - 6, - 13, - 9, - 7, - 10, - 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, - 8, - 5, - 8, - 2, - 19, - 3, - 3, - 12 - ], - "hypotheses": [ - "The arrow pierced his heart and wounded him mortally.", - "They think you're proud because you've been away to school or something.", - "In the meantime, the uplifted hand of Hawkeye was above him.", - "Fine, Lake T.Here's no singing in the events of the present,\" said Lord Chelford, laughing.", - "One of them seems restless enough.", - "He took it and smiled.", - "Fire on no account. Feel the air. The space.", - "Among the exhibits, that position was the Edison system of incandescent lighting.", - "We are obliged to secure as fast as possible every article that belongs to our cargo.", - "I entered, and I took you into my confidence as to the suggestions of the side table.", - "You are mad. She has given birth to a princess.", - "What's his game in the? This contract was then not renewed.", - "He pulled up a window, and the air was heavy.", - "Close ahead of him now, the flashing line of the rapids.", - "Lord Elmwood laid down the newspaper to content her.", - "Translated by Scott Gordon Wheaton McGann.", - "A great fisher being born.", - "Our guide cried aloud in his astonishment and dismay.", - "Then Mary Taylor, whose conscience was uncomfortable, said.", - "Her manner was neither impudent nor assertive, but rather one of well-read composure and calm reliance.", - "Peanuts.", - "Luther is still the greatest in Protestantism.", - "His father was the victorious Sir Jabez Gilchrist, who ruined himself on the turf.", - "They had not moved far when Lee suddenly said.", - "The silver fleece was it.", - "Apathy and disgust caused the mice's satiated lust.", - "It was almost the truth.", - "Can't say. I heard an impatient voice.", - "The most famous of all was the overthrow of the island of Atlantis.", - "The Latter Day Saints were not regarded as a religious people.", - "And Vern's marine engineering proves especially authoritative.", - "Oh, you don't know as well as you think you do.", - "But the rejection of the subject renders some more complicated theory necessary.", - "He stood a little behind her and tried to steady himself as he said, \"It's soft and misty.\"", - "The room was empty. Do I have a paper?", - "We put many customers, but it is not to make out many bills.", - "Can't they be discharged?", - "Yes, for a much gift.", - "Bless was now laughing.", - "One thinks one's here for pleasure.", - "And what was the subject? Said the person who made the remark.", - "No time or distance, however, ever lessened his interest in her.", - "What if sweet voice, little innocent? It was to be sure.", - "You see, my side was wanting to have everything.", - "Gloves,\" said the young man.", - "I say, I understand whether color is gay or sad.", - "A man writes to the topic of the performance.", - "Mass will be on Saturday morning at nine o'clock, and general communion for the whole college.", - "Ah, that's good. They just would not have run away.", - "I had quite forgotten. I was back there.", - "As master, I don't get a job.", - "It is always well to be happy.", - "It hurts their feelings.", - "I'm sure Alexandra will stay on here,\" she murmured.", - "And so the prince will go ahead as she had gone.", - "I'm nearly starving. For this conquering kingdom's is hard work.", - "They were received in the little office by Anthony Parker, who was the jailer.", - "You may wander to Boston. It is the season of good work. So young.", - "I was possessed when the aperture less the electrical eye should grow dim or fail altogether.", - "He hastened along, which never involved his protection.", - "Let us take the little table.", - "Bartley turned away and sank down in his chair again.", - "At the turn of the road, he ran up against the tenor's boy, Lars.", - "Papa says he hires my friend to do it, and wishes me to continue it through life.", - "For all the splendor of the program, the meghantha was not conspicuous where he sat.", - "Door open once more. We speak about the performance.", - "It was long ago, and this episode was long before.", - "Beth, uneasy in the silence, nudged him.", - "But I remarked, \"Since we had followed the road that Sydenham has shown us.\"", - "But Conseil had one flaw.", - "Oh, Emil. There's no place to hide.", - "She had begun her open battle.", - "The poor little thing is like a basketball.", - "It's a glorious mission, but also a dangerous one.", - "We are not dealing here with refugees.", - "If I'd met you later, my head loved you so well. That's all over long ago.", - "That letter is consecrated. No one shall ever see it but Papa and my brother and sisters.", - "Philip had a good appetite, a sunny temper, a clear, hearty laugh.", - "There was no such thing as a hawk in sight.", - "The count pain was now at war.", - "Yes, we are. There is no hiding place. No room for passengers. But after we make a detour.", - "Alexander went over and opened the window for her.", - "The top floor belongs to Miles McLaren.", - "It is hardly necessary to say more of them here.", - "All right, come if you want.", - "With only head and wings above the mass, motherly, flat and awkwardly, beating down the whom about him.", - "You represented a defendant, beautiful, disdainful, inconstant.", - "Where are we? Sculpins were beaten again.", - "I gave old man the exact of so too.", - "Is that you, extinct? I can't get a job.", - "I must see you.", - "She's at home with the puppy.", - "In despair, he shriveled himself downward too soon.", - "Viking is better.", - "Oh yes, I go to Paris often.", - "The judicial review is also being considered.", - "They went home sadly with the lilacs, back to the Rue Saint Jean, walking very slowly arm in arm.", - "No, sir. Certainly not.", - "Chapter Twenty Four. Martin O'Neill called this game almost exactly right.", - "What is planted over there? The mistake to reply from the room that she really didn't care." - ], - "per_utterance_mcds": [ - 8.882169994389566, - 8.077031053949733, - 7.95088446146195, - 8.447642263809298, - 7.9189885749314195, - 8.50250313231035, - 10.489484290220332, - 8.16554089119763, - 7.829176039384551, - 7.985859426991441, - 8.89274159546546, - 9.60185179731354, - 7.452999214875596, - 7.630135515048579, - 9.323949991957114, - 8.516427236761183, - 7.597075154890255, - 8.003011930495326, - 7.464309989241102, - 7.164214369229138, - 7.703099822853399, - 8.033807414493978, - 9.009259750746084, - 6.429327865647751, - 10.384981015703813, - 9.108814315864548, - 7.5518545412315925, - 10.357290015213662, - 7.631989156808275, - 8.058585126300843, - 9.976698436247386, - 8.39052359329133, - 8.532302560993012, - 6.62299681459505, - 7.479609417433428, - 8.567522250932702, - 8.80353425607813, - 8.236534859414373, - 7.437196724183, - 9.938728593222242, - 8.087758789452025, - 7.525012974692558, - 7.709522534862771, - 7.7636413834015885, - 6.298549280964583, - 8.528565817066692, - 9.606015009746304, - 7.952730439453053, - 9.599732863401073, - 9.493516161099278, - 10.571334834390916, - 9.235375435281844, - 9.080880053153445, - 7.817736436960226, - 7.881254767600466, - 7.797372282746194, - 8.191376536156037, - 9.397343268909896, - 7.963555582796702, - 9.22691180882785, - 9.858766139773298, - 7.915500250743181, - 7.972681523839519, - 8.199373369541622, - 8.637903579957104, - 11.365935399515404, - 7.341822916640329, - 8.26015416610396, - 9.232405096304104, - 9.994603286553842, - 11.935473355460687, - 6.4160025872081405, - 8.968468935267826, - 10.270034167343283, - 10.84716720299555, - 8.943420273882627, - 6.84537407420053, - 8.450991640890054, - 8.771295397685481, - 8.151713577903159, - 10.596297115831307, - 7.168172065209752, - 7.804501944934238, - 8.8017767386117, - 8.544812451375773, - 7.542920031355639, - 7.720564502152225, - 9.633789355716829, - 8.11760242000094, - 10.849436816161635, - 9.418279770074697, - 8.533815673073747, - 8.159565249487486, - 8.305205846002925, - 5.69863867030797, - 11.799054777715389, - 7.559559788310134, - 7.868181916719985, - 8.869812901282788, - 7.439751294666268 - ] - }, - "empty": { - "method": "TecMultiInterfering", - "text_condition": "empty", - "num_evaluated": 100, - "mcd_db": 8.586487348827431, - "mcd_ci95": { - "mean": 8.586487348827431, - "std_err": 0.11149138599128028, - "ci_lower": 8.371795613622956, - "ci_upper": 8.814683070376667 - }, - "side_input_kb": 0.0, - "side_input_padded_kb": 0.0, - "gflops": 2.79, - "wer": { - "wer": 29.96777658431794, - "word_errors": 279, - "total_words": 931, - "per_utt_edits": [ - 0, - 0, - 0, - 7, - 0, - 1, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.506873495497723, + "mcd_ci95": { + "mean": 9.506873495497723, + "std_err": 0.17922173883692263, + "ci_lower": 9.160046567814678, + "ci_upper": 9.855017332091295 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 0.2411, + "per_utterance_mcds": [ + 12.003493375053267, + 8.154767414793039, + 9.060940662555879, + 6.531217705411115, + 9.441923148937693, + 8.683877996263918, + 7.243575547888874, + 10.672574405842608, + 6.696640752716377, + 7.463788943651137, + 8.748952937274908, + 10.346661292724182, + 9.894547531609977, + 8.992658188976208, + 8.715777209640079, + 11.0810540479258, + 11.217240198958946, + 11.870087606699002, + 9.504770900537393, + 10.125474488844587, + 9.307526219023636, + 9.872314180623793, + 11.131343435426567, + 12.172765443909064, + 11.965174831451431, + 11.863788389133271, + 5.866125412094945, + 12.511058748738737, + 7.555549513096576, + 9.290858997578201, + 9.263112207559013, + 9.894987196902136, + 9.228369499941909, + 6.934797005115787, + 8.548031502240123, + 7.5196893380294805, + 11.943895646267434, + 8.583068334405889, + 10.263544295081452, + 11.865444293116433, + 12.380375481877131, + 8.857335107030924, + 12.185518971568593, + 9.959810803127848, + 7.782123809880444, + 9.090517085333538, + 11.36069741117575, + 8.064102440813032, + 8.685854219503643, + 6.462561559519214, + 6.643167122567672, + 11.028982231019686, + 8.763680951770015, + 9.24875256276782, + 9.218925642086948, + 11.088502742695983, + 11.778641301327559, + 9.248746519635782, + 8.031203282722451, + 7.406261260496236, + 7.966981347534611, + 8.232207472069346, + 11.55231710270231, + 8.675536000270093, + 7.000297086108554, + 8.423691929044663, + 8.98714195071485, + 9.69823394010244, + 11.031232892874318, + 9.189948430241161, + 7.831017490911718, + 7.304118935672332, + 12.87199470080299, + 8.959248485618943, + 13.102242691246913, + 10.737579833613484, + 9.18214119487263, + 7.793452737388813, + 10.06241554617034, + 12.659706764583248, + 8.244767364224625, + 11.160859198094691, + 10.733153426164597, + 8.241871347695021, + 9.096168772812685, + 8.60849263989933, + 6.414819132936018, + 8.779721288622266, + 11.052456445747744, + 12.196634301124693, + 12.084894983025123, + 6.2125110029478465, + 9.151178470137506, + 7.027827847310831, + 12.761621734539926, + 8.34594618233113, + 8.050222121123236, + 9.827305002931519, + 9.864791281358505, + 12.253371121240054 + ], + "wer": { + "wer": 58.3804143126177, + "word_errors": 620, + "total_words": 1062, + "per_utt_edits": [ + 8, + 5, + 9, + 0, + 9, + 6, + 0, + 14, + 5, + 2, + 6, + 7, + 0, + 1, + 4, + 8, + 7, + 13, + 11, + 11, + 13, + 10, + 12, + 16, + 5, + 12, + 0, + 16, + 1, + 7, + 1, + 5, + 4, + 1, + 9, + 2, + 10, + 5, + 5, + 7, + 8, + 2, + 10, + 5, + 1, + 7, + 12, + 2, + 7, + 1, + 5, + 17, + 1, + 12, + 7, + 11, + 10, + 6, + 0, + 0, + 0, + 0, + 14, + 0, + 0, + 5, + 6, + 5, + 8, + 10, + 0, + 1, + 10, + 0, + 9, + 11, + 4, + 0, + 3, + 14, + 10, + 7, + 12, + 4, + 5, + 7, + 0, + 7, + 11, + 6, + 13, + 0, + 1, + 0, + 8, + 4, + 12, + 1, + 12, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 58.3804143126177, + "std_err": 5.978759573249649, + "ci_lower": 47.37291455433681, + "ci_upper": 71.05030861953956 + }, + "per_utterance_word_errors": [ + 8, 5, - 2, - 0, - 0, + 9, 0, + 9, 6, - 3, - 3, + 0, + 14, 5, - 4, 2, + 6, + 7, 0, - 0, - 2, - 4, - 3, - 1, 1, - 1, - 3, - 3, + 4, + 8, + 7, + 13, + 11, + 11, + 13, + 10, + 12, + 16, 5, - 1, - 2, - 1, - 1, + 12, 0, + 16, + 1, + 7, 1, 5, 4, 1, + 9, 2, - 2, - 4, - 4, - 2, - 2, - 3, - 0, - 3, + 10, + 5, 5, - 0, 7, + 8, 2, + 10, 5, - 4, - 3, + 1, + 7, + 12, 2, 7, - 4, - 4, - 9, - 6, - 4, 1, - 0, + 5, + 17, 1, - 8, - 3, + 12, 7, + 11, + 10, + 6, 0, - 2, - 2, - 0, - 5, 0, - 5, 0, - 7, - 4, 0, + 14, 0, 0, 5, - 9, - 0, - 0, - 0, - 1, - 7, - 1, - 4, - 6, 6, + 5, + 8, + 10, 0, - 3, - 1, - 3, - 1, - 7, 1, - 2, - 8, - 8 - ], - "per_utt_words": [ + 10, + 0, 9, - 12, 11, - 11, - 6, - 6, 4, - 13, - 16, - 17, - 10, - 6, - 11, + 0, + 3, 14, 10, + 7, + 12, 4, 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, 7, + 0, 7, - 14, 11, - 7, + 6, + 13, + 0, + 1, + 0, + 8, + 4, 12, + 1, 12, - 18, - 7, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, 12, - 4, - 4, - 5, - 6, + 23, + 9, + 12, + 17, + 19, 15, + 19, + 10, + 8, + 8, + 10, 12, - 11, - 11, 5, - 8, - 11, - 16, - 3, + 9, 7, - 3, - 10, + 11, 7, 11, + 10, 7, + 3, + 6, 11, + 18, + 4, 16, - 11, + 4, 16, - 9, - 7, + 10, 10, 14, - 19, + 11, 15, 5, + 6, 10, + 8, 7, - 14, + 20, 5, - 2, - 6, - 6, - 9, - 6, - 17, + 4, 17, - 13, - 10, - 6, - 13, 9, 7, - 10, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "He found a delightful little place, and he met charming people there. To the Brazilian authorities.", + "Yes, that's proper. Can't block, declared Dolman at open door. Eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful. Right in the front seat of the presidential car.", + "Are there many worlds for one? That is the fourth question. One own mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave a heroic, great look at his deep-set, beaded eyes, made it rise. Supported this view.", + "Where the waves, for an instant, sank as they came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said Gambler, \"but Old Will was stubborn and wouldn't let her.\"", + "He attempted to express himself, but did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping, rested really with a powerful fellow prisoner.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his feet.", + "Up in his sick room, Zora lay on the little white bed, chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "Have you been in Paris much these late years? Downward, they are found gradually to merge.", + "To which it was introduced or wear out by a well known tailor in Savello.", + "We were resolved not to present the entire mass of exiles from paying for the maintenance of their own prison.", + "To torture each other enough for tonight. Thertel, with his two associates, resolved to kill him.", + "At one point, especially the border ruffians had a wholesome draft. Who are left to suffer the last penalty of the law?", + "Knowing nothing of corporate governance, continued to be the fruitful sources.", + "As she told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "They'll feed it during our absence. Experts testified before the commission.", + "This everything was discovered next morning in the mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined lands of both the countries played the music, and a fine supper was served.", + "The other in order to revive the president.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him, whoever he might be.", + "What about us, Bartlett? She asked in a thin voice. Whatever his crime.", + "Rachel's pale and sharp features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, an increase of which the committee had recommended.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Can we follow that road? That when questioned about his mother, Lee said.", + "Don't cry! Don't cry. He was part C F Drittle.", + "I'm so very tired of being all alone here. Hosty replied.", + "Just for that, the world uprooted the gospel. Edwin A. Walker resigned U.S. Army.", + "This must have been changed from eleven point two miles per hour.", + "But you mustn't eat with your cap on your head,\" she said, and was going to take it off.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be a doubt he received you kindly, or in fact you returned without his permission.", + "Then he tofts it down and seized the next. Properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The Parliament and the Scots laid their proposal for the king.", + "Marie got them all fresh in Covent Garden Market yesterday morning. Numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mad mother, he flapped forward frenetically, beating down the room about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On awakening, my first thought was to observe the intensity of the light.", + "I distinguish between the higher plans of man, which is perfect, music, and obvious.", + "I was absent rather more than an hour. Regained his foothold, again he was repelled.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "There were benches for twenty men along each side. There was little peace in his great mixed turbulent empire.", + "I like him because he appreciates her more than you do. To those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "The boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied my uncle. And there is a sea lizard of vast size.", + "I guess left my knees when I go down to pick the cherry.", + "We have made two hundred leagues since we left Axel Island. To report upon the inspector's report.", + "They don't talk of anyone else as they do with you,\" Lee said.", + "Then must the person be unworthy of death into the form of a sleeping dog.", + "Do you wish to see Doctor Hiptow's business or for pleasure? It seems to me like he says.", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparation.", + "What do you want? Was the part stolen from the female felon's side?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter three: For locking and unlocking prisoners, should be insisted upon.", + "We remain motionless, ready to fire. That this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes to throw suspicion where there are proofs, including the highest.", + "Of course, I can't really sing except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense, though in another it is not. Telling them that.", + "He would not equal that it was subsequent to the time the president had been shot.", + "So they have proceeding with execution, and then the Congress in the last chapter.", + "Indirectly, I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "You will find a beautiful print of it just opposite Yon Rock, again the hillside. One toe, horse.", + "Just to get him off this unpleasant groove with a little jolt, I said, \"And should sleep on planks.\"", + "Always before reaction to the problems she encountered there, who had put the veil there?", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried, \"It's near the top of the stake.\"", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These beasts can be quite unpredictable. By many persons of high authority.", + "I'll take you to a cell myself. Russians will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's suite by Ronald G. Whitmus of the FBI.", + "I don't think, Rachel, dear, that he heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater. Who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of their power to crush the towns.", + "All of the fox's troops were in the public domain. Regained his foothold, again he was repelled.", + "Who said that Oswald was the man under number two?" + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.070776193031492, + "mcd_ci95": { + "mean": 7.070776193031492, + "std_err": 0.11193594376728945, + "ci_lower": 6.855905774524102, + "ci_upper": 7.294489875290678 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.17, + "per_utterance_mcds": [ + 6.835992735630368, + 5.815200197181096, + 8.049309653017703, + 6.833298794416575, + 6.418936040499531, + 9.124493211863093, + 8.066606247350885, + 10.116616295131564, + 6.88160899661226, + 7.324026547569144, + 8.421029001467216, + 6.456171424527974, + 8.058632636642832, + 7.238623871497496, + 6.139334880432521, + 6.312483613632008, + 5.583707596444162, + 6.694466207478503, + 6.096829207261762, + 5.5130715570991145, + 7.068110533002114, + 8.057314625915184, + 5.506651779932327, + 6.030244753455174, + 7.731746565253921, + 7.960328004730657, + 6.43602587614365, + 6.436256516726082, + 7.411117025973743, + 6.408766282441826, + 9.116329742316076, + 7.239845996917574, + 6.017533945421146, + 7.827058862342937, + 6.303400198148431, + 7.243087202868495, + 5.325958253205995, + 6.944426774544696, + 6.893940520711112, + 6.559651675234182, + 7.668253481900304, + 9.364429525173982, + 6.5884594266256515, + 7.810614374356322, + 7.776102572222846, + 5.743811243561369, + 6.081747051851364, + 7.274650124631431, + 5.9097562802210595, + 7.303908538921354, + 7.565994082803727, + 8.458722101086815, + 8.49204289571089, + 8.556794644707292, + 4.591419779771645, + 5.698298480839191, + 6.691023133856186, + 5.851839816473031, + 7.982070302686292, + 8.010956914404762, + 6.670394848567836, + 7.784496011367099, + 7.238457965211541, + 7.949594241087926, + 6.930445669284189, + 6.873602956497705, + 5.8793321772062646, + 5.347046675173718, + 7.264185876530476, + 7.2048317841493414, + 7.821291053843064, + 6.560748796149594, + 6.5785287909380425, + 9.54625181072699, + 6.754138809003216, + 5.92720092731706, + 6.462644149878201, + 6.001112364317956, + 8.17950487982799, + 6.948388355121935, + 8.676874665534795, + 6.515240646155436, + 5.782672633670889, + 6.539873899280181, + 7.098846129861477, + 8.43122834150199, + 6.450660661337864, + 7.337583796710945, + 6.14687867986635, + 8.551616670845194, + 5.7537964821437955, + 7.417874963657309, + 6.13631990994606, + 7.894568283705558, + 8.405452361116883, + 7.9527425118707225, + 5.673658313612414, + 10.667575873844903, + 5.63463438236143, + 6.1681933310780845 + ], + "wer": { + "wer": 39.07721280602637, + "word_errors": 415, + "total_words": 1062, + "per_utt_edits": [ + 9, + 2, + 7, + 0, + 0, + 17, + 0, + 17, + 8, + 6, + 6, + 1, + 2, + 4, + 6, + 7, + 0, + 13, + 1, + 0, + 1, + 4, + 5, + 12, + 0, + 11, + 0, + 5, + 3, + 7, + 1, + 11, + 1, + 2, + 1, + 3, + 2, + 0, + 3, + 0, + 6, + 15, + 5, + 0, + 1, + 2, + 4, + 0, + 5, + 1, + 4, + 15, + 2, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 7, + 0, + 1, + 6, + 0, + 3, + 1, + 18, + 3, + 2, + 0, + 18, + 11, + 0, + 1, + 1, + 1, + 4, + 13, + 5, + 7, + 1, + 2, + 15, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 9, + 2, + 6, + 4, + 12 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 39.07721280602637, + "std_err": 4.789148331545878, + "ci_lower": 30.261818776432047, + "ci_upper": 48.91462238563076 + }, + "per_utterance_word_errors": [ + 9, + 2, + 7, + 0, + 0, + 17, + 0, + 17, + 8, + 6, + 6, + 1, + 2, + 4, + 6, + 7, + 0, + 13, + 1, + 0, + 1, + 4, + 5, + 12, + 0, + 11, + 0, + 5, + 3, + 7, + 1, + 11, + 1, + 2, + 1, + 3, + 2, + 0, + 3, + 0, + 6, + 15, + 5, + 0, + 1, + 2, + 4, + 0, + 5, + 1, + 4, + 15, + 2, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 7, + 0, + 1, + 6, + 0, + 3, + 1, + 18, + 3, + 2, + 0, + 18, + 11, + 0, + 1, + 1, + 1, + 4, + 13, + 5, + 7, + 1, + 2, + 15, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 9, + 2, + 6, + 4, + 12 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of nearly arrived prisoners.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper. Count figures for the year ending Michael the Eighteen.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "That is intense desire to join the marines and give away when his surroundings and his mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this.", + "Where the wave was for an instant sank as they came closer, but not quite within grasp and weight.", + "Lucy could have looked after her mother's sick appendices, but Old Will was stubborn and would let.", + "He attempted to express himself with a single glance upon him.", + "Perhaps she too might be there, weeping.", + "Bartley smiled and went to bed.", + "Miss Rachel only glanced, however, across her muffler on the speech.", + "Other than sick rooms, Zora lay in a little white bed.", + "If I can get Americans, are sensible what to call people.", + "Have you been in Paris much these late years?", + "To which he was introduced or wear out by a well-known tailor in Salem Row.", + "We were resolved not to present this entire mass of accusations.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome draft.", + "Knowing nothing of the form of our government.", + "As he told the driver, but he knew.", + "So I turned around and hit the vice president on the shoulder.", + "They'll feed it during our absence.", + "Since everything was discovered while she was fresh in a mean house in White Street.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Kim currently did not.", + "The combined bands of both the countries played the music in a fine supper with servants.", + "Thank the rain in the effort to revive.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "So that it might become the exclusive property of her husband.", + "What about us, Bartler? She asked in a thin voice.", + "Rachel's pale and sharply features, and dilated eye, struck her with painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The bull rider stared a moment, and then he fell back into his throne, laughing boisterously.", + "Can we follow that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world abhors the gospel.", + "This must have been changed from eleven point two miles.", + "But you must insist on your complete circulation, as in the blood of a higher animal.", + "This is the ideal type.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly, or in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of punishment.", + "The parliament and the Scots laid their proposals before the king.", + "Maria got the most fresh and private garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad mother, he flapped forward frenziedly, beating down the film about him.", + "She was immediately tied by the neck to an iron bolt.", + "On awakening, my first thought was to observe the intensity of the lights.", + "The distinction between the higher plants and animals is perfectly sharp.", + "I was out soon, rather more than an hour.", + "As he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemies, in spite of its being unusually cold.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed.", + "What was that?", + "Yes, replied Uncle. And there is a sea lizard of vast size.", + "I guess, what's my need when I go down to pick a cherry?", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "And this man, Mister Hiptow, spoke up in favor of it. It seems to me like he says.", + "The great saint Saint Francis of Saviour.", + "Hatsy and Beth supported their cousin loyally and assisted in the preparation.", + "What more do you want?", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are proofs.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memory in one sense, but in another, it is not.", + "He would not eat with us. That it was.", + "His doom here, immediate proceeding his execution, I referred to in the last chapter.", + "Indirectly, I shall recognize.", + "Such an idea was reserved for the president and his family.", + "You will find a beautiful print of it just opposite Yon Rock again the hillside.", + "Just to get him off his unpleasant groove with a little joke, I said.", + "Her usual reaction to the problems which she encountered there was super withdrawal.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then, there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself, will it?", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's city.", + "I don't think Richard, dear, that he had defected to the Soviet.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of the powerful forces.", + "All of the four quarters are in the public domain.", + "Well, it's said the possible was the man on her number two." + ] + }, + "TEC": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 5.518528735614069, + "mcd_ci95": { + "mean": 5.518528735614069, + "std_err": 0.18742210569971923, + "ci_lower": 5.157295511780983, + "ci_upper": 5.891592732071109 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 4.214180273843213, + 4.240566741103548, + 7.307333304058058, + 6.36263498345174, + 4.635732745808185, + 9.336180648297, + 7.535824074108599, + 9.71025782696451, + 6.387091158498637, + 6.950505874417983, + 7.792124928199351, + 4.262585412293268, + 6.862473303208645, + 5.827031437878321, + 4.572298065691442, + 3.841055028414519, + 2.7763683838479607, + 4.102343614032197, + 4.015736497335647, + 2.9661083425822374, + 5.653991009459716, + 6.487619379465424, + 2.945360784123869, + 2.7607477994793825, + 5.453991958462316, + 5.958514351213978, + 6.414903289029584, + 3.41905168622078, + 7.143823216351, + 4.584663792056383, + 8.482432523412191, + 6.066051706260795, + 4.127726883934395, + 7.535184469517364, + 4.9729136220287575, + 7.164842641117121, + 2.2404737840378974, + 5.54202909424534, + 5.175448804884337, + 3.667982193028008, + 5.22283017587666, + 8.96063530726555, + 3.710922671235754, + 6.951484572882211, + 7.237819663990138, + 3.4304303983301825, + 3.019376229395994, + 6.624471435252415, + 4.06236172671639, + 6.950919569350866, + 7.140721656338334, + 7.071847649715647, + 7.924253024061943, + 8.016046258282106, + 2.329111945618564, + 3.010119319285855, + 3.871144904016051, + 3.8483114276015247, + 7.726086342720243, + 7.486185637078506, + 6.198868703109915, + 7.042643347438309, + 4.738516041246038, + 6.596711219860351, + 6.4829614326532825, + 5.719488150608613, + 3.930210823119874, + 3.056162693730448, + 5.039291325669057, + 5.797258416606841, + 7.083168559765615, + 5.568118882219235, + 3.1288454377897548, + 8.950736602297669, + 3.2940523367599277, + 3.304730744610441, + 4.936890676518166, + 4.381389891111527, + 6.804735005339766, + 3.853449545157113, + 8.481434691300837, + 4.052151225918271, + 3.126845160669774, + 5.421984884000902, + 5.795267367116164, + 8.013923916347215, + 5.851882741131951, + 6.332318110516919, + 3.56595927707198, + 6.378753420131561, + 2.586399737231183, + 7.015980136108068, + 4.31501169376829, + 7.486043506955723, + 5.777063134580104, + 7.209507658417102, + 3.9713079376349674, + 10.140280818853869, + 3.376645994306687, + 2.954616766354722 + ], + "wer": { + "wer": 29.75517890772128, + "word_errors": 316, + "total_words": 1062, + "per_utt_edits": [ + 5, + 1, + 7, + 0, + 0, + 13, + 1, + 15, + 5, + 3, + 0, + 1, + 3, + 4, + 6, + 1, + 0, + 6, + 2, + 0, + 1, + 4, + 0, + 7, + 0, + 9, + 0, + 2, + 0, + 7, + 1, + 11, + 1, + 3, + 1, + 3, + 0, + 0, + 3, + 1, + 3, + 12, + 5, + 3, + 1, + 2, + 4, + 0, + 5, + 1, + 8, + 15, + 1, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 7, + 0, + 2, + 6, + 0, + 3, + 1, + 6, + 3, + 0, + 0, + 11, + 0, + 0, + 2, + 1, + 4, + 4, + 13, + 1, + 0, + 1, + 5, + 14, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 9, + 2, + 3, + 5, + 2 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 29.75517890772128, + "std_err": 3.5710192565196857, + "ci_lower": 23.090125847524444, + "ci_upper": 36.96863322337819 + }, + "per_utterance_word_errors": [ + 5, + 1, + 7, + 0, + 0, + 13, + 1, + 15, + 5, + 3, + 0, + 1, + 3, + 4, + 6, + 1, + 0, + 6, + 2, + 0, + 1, + 4, + 0, + 7, + 0, + 9, + 0, + 2, + 0, + 7, + 1, + 11, + 1, + 3, + 1, + 3, + 0, + 0, + 3, + 1, + 3, + 12, + 5, + 3, + 1, + 2, + 4, + 0, + 5, + 1, + 8, + 15, + 1, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 7, + 0, + 2, + 6, + 0, + 3, + 1, + 6, + 3, + 0, + 0, + 11, + 0, + 0, + 2, + 1, + 4, + 4, + 13, + 1, + 0, + 1, + 5, + 14, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 9, + 2, + 3, + 5, + 2 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the description.", + "He found a delightful little place, and he met charming people there.", + "Yes, that's proper. Showing figures for the year ending Michael's door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "That is intense desire to join the marines, and the giveaway question: one's mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped, poor.", + "The play was given a whole series of orders, governors, bishops, and chaplains supported this.", + "Where the waves for an instant sank, they came closer, but not quite within grasp of weight.", + "Lucy could have looked after her mother,\" said Elspeth. \"But old Will was stubborn and wouldn't let.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, weeping.", + "Bart smiled and went to bed.", + "Miss Rachel only glanced, however, across her muffler on the speech.", + "Other than the sick rooms, or a lay on a little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "To which it was introduced or wear out.", + "We were resolved not to present the entire mass of accusations.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome draft.", + "Knowing nothing of the form of our government.", + "The chair was empty, but he knew.", + "So I turned around and hit the.", + "They'll feed it during our absence.", + "Everything is seen as a wall separating in a mean house.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John cut on impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "Thank the rain in the desert to revive.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "So that it might become you explicit prop of her mind.", + "What about us, Bartler? She asked in a thin voice.", + "Rachel's pale and sharp features and dilated eye struck her with pain and surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The buller stared at him, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world uproots the gospel.", + "This must have been changed from eleven.", + "But you must have a system of your complete circulation, and was going to take a higher animal.", + "This is the ideal type.", + "It was almost.", + "There cannot be a doubt he received you kindly, or in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of punishment.", + "The parliament and the Scots laid their proposals before the king.", + "Maria got the most fresh and private garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mad smothered in flapping one word frenzy, beating down the room about him.", + "She was immediately tied by the neck to an iron pole.", + "On awakening, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and.", + "I was out soon, rather more than an hour.", + "As he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemy in spite of its being unusually gallant.", + "Boy from the house is coming up for the director.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was a dirty boy. The takeoff would be delayed.", + "What was that?", + "Yes, replied Michael. And there is a sea lizard of vast size.", + "I guess what's my knee when I go down to pick a cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "Do you wish to see Doctor Pipton's business?", + "The great saint Saint Francis the Savior.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "Even though he received more money and better living quarters, and that would make a great deal of trouble.", + "Chapter three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there is no proof.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memory in one sense, and another is misfortune.", + "He would not eat with us. That it was.", + "His tenure immediately preceding his execution, I referred to in the last chapter.", + "Indirectly, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite Yon Rock. Again, the hillside.", + "Just to get him off to some pleasant grove with a little joke, I said.", + "His usual reaction to the problems which he encountered there was so there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take it to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's suite.", + "I don't think, Richard, dear, that he had defected to the Soviet.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful and powerless to crush the town.", + "All the records of the court are in the public domain.", + "We know so." + ] + }, + "AEC-Seq2seq": { + "method": "AecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.970805250964873, + "mcd_ci95": { + "mean": 4.970805250964873, + "std_err": 0.19161254486735416, + "ci_lower": 4.600524968643951, + "ci_upper": 5.352807760681091 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 6.36, + "per_utterance_mcds": [ + 3.658722584472609, + 3.352078043113563, + 6.533343342393897, + 6.3406312342047935, + 3.7469415661871337, + 9.126999782478137, + 7.850601185710232, + 8.781968989915905, + 6.190943716974013, + 6.141953530933826, + 7.493452001271678, + 3.921249325952223, + 5.65358922532888, + 4.8876769078311595, + 3.8435466567183387, + 3.1800996223477953, + 2.514926476743977, + 3.6962281436280566, + 3.2852356792211945, + 2.4533914280477713, + 4.413831587621943, + 5.861269751668927, + 2.5105649552770952, + 2.5467283975949058, + 4.5997309762223235, + 5.340339781429063, + 6.8958005799357185, + 3.1260671038744956, + 6.071249956419673, + 4.28702857850794, + 6.686718693117635, + 5.1816663772024025, + 3.6970514275843973, + 8.025920616412598, + 4.510712866784532, + 6.775670836382139, + 1.9194469661762215, + 5.061948835219527, + 4.344422861992725, + 3.1962609986559816, + 4.612684083752487, + 8.410079746525213, + 3.0517861224476768, + 5.779646031090281, + 6.749664735260384, + 2.7709619195894413, + 2.750702747079784, + 5.788864889132109, + 3.5043952323447516, + 6.9866950441114986, + 8.282632996316837, + 6.162143757702223, + 6.44119064284014, + 7.4171212508345175, + 1.9765459083853403, + 2.5435316043513634, + 3.3301774569151465, + 3.2629234474147353, + 7.455521317554278, + 7.348428950805717, + 5.14492804700143, + 6.474536185724826, + 3.9588354423093994, + 6.971859665816738, + 6.009064556267631, + 5.024399113136227, + 3.262355174497055, + 2.337076909894772, + 4.081589082431844, + 5.297889397772827, + 6.533316627853095, + 4.819510863772207, + 2.712011547004307, + 8.431686887860895, + 2.8863582150905684, + 2.663132380247947, + 3.615386730396259, + 3.689708938629848, + 6.218177905203767, + 3.4886269611183316, + 8.027910501922886, + 3.557311701681676, + 2.861253853346362, + 4.3055460484600685, + 4.845656529680197, + 7.417945950844036, + 4.983972919701412, + 5.35947390285253, + 3.402956270228843, + 5.358994067360074, + 2.2442801504894057, + 7.508753151402004, + 3.881957409952529, + 7.892016393621779, + 5.049439431863729, + 6.346280796331009, + 3.1489788409433532, + 9.772910437768745, + 2.6285179721067213, + 2.534208657890658 + ], + "wer": { + "wer": 7.909604519774011, + "word_errors": 84, + "total_words": 1062, + "per_utt_edits": [ + 4, + 4, + 0, + 0, + 0, + 4, + 0, + 7, + 4, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 5, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 1, + 3, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 1 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 7.909604519774011, + "std_err": 1.2339670193908079, + "ci_lower": 5.678434093605212, + "ci_upper": 10.48460288268252 + }, + "per_utterance_word_errors": [ + 4, + 4, + 0, + 0, + 0, + 4, + 0, + 7, + 4, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 5, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 1, + 3, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 1 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "What are we doing?", + "He founded a delightful little place, and even charming people there.", + "Yes, that's proper cat talk,\" declared the woman and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playmate gave a hilarious look out of her deep-set, beaded eyes and made a wry face.", + "Where the waves, for an instant, sank, they came closer, but not quite within grasp and reach.", + "Lucy could have worked after her mother,\" said Young Bates, \"but Old Will was stubborn and wouldn't let.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in the sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "It will never break nor wear out.", + "We were resolved not to present this entire mass of excuses.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome dread.", + "No doubt, knowing nothing of the forms of our government.", + "The chair was empty, but he knew.", + "That's Game Ball.", + "They'll feed it during our absence.", + "Do everything with seeing Hilda while she's fresh and apart.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "Jehol cut him impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "We shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I creep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour, reading the Sunday newspaper.", + "The bullroom stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world apports the gospel.", + "I must have been changed from Mabel.", + "But you mustn't eat with your cap on your head,\" she said, and was going to take it off.", + "I simply bowed to him.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of that, sir.", + "The Parliament and the Scots laid their proposals before the King.", + "Marie got them all fresh in Covent Garden Market yesterday morning.", + "Nothing was to be done but to put about, and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frenetically, beating down the room about him.", + "When he wrote her that everything was changed for him, he was telling the truth.", + "On a waggie, my first thought was to observe the intensity of the light.", + "I can't bear it, and over at her head on the music.", + "I was absent rather more than an hour.", + "He gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy carefully landed.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet my knees when I go down to pick a cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do of you.", + "Then must the person be unworthy of him.", + "Do you wish to see Doctor Pip for business or for pleasure?", + "A great saint, Saint Francis Xavier.", + "Hatsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are no proofs.", + "Of course, I can't really sing, except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense, though in another it is not.", + "You would not eat with us.", + "So they have. So they have. Assented, Mister King, and then the conversation dropped.", + "No, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off his unpleasant roof with a little jolt, I said.", + "Always before, she had been veiled from these folks who had put the veil there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's feast.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All LibriVox recordings are in the public domain.", + "Isn't that so?" + ] + } + }, + "single_test_other": { + "GroundTruth": { + "method": "GroundTruth", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 0.0, + "mcd_ci95": { + "mean": 0.0, + "std_err": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "wer": { + "wer": 6.620553359683795, + "word_errors": 67, + "total_words": 1012, + "per_utt_edits": [ + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 3, + 0, + 3, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 3, + 0, + 0, + 0, + 1, + 0, + 4, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 3, + 1, + 0, + 0, + 1, + 3, + 0 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 6.620553359683795, + "std_err": 1.0433164946922577, + "ci_lower": 4.657741662456252, + "ci_upper": 8.777505925529473 + }, + "per_utterance_word_errors": [ + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 3, + 0, + 3, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 3, + 0, + 0, + 0, + 1, + 0, + 4, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 3, + 1, + 0, + 0, + 1, + 3, + 0 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "Wilder was rather surly after the ladies had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraints into the play of her quick wit?", + "The artist took out one of his own cards and wrote the required address in pencil.", + "Naturally, we have no friends.", + "The grave digger resumed.", + "Marius was clear-eyed, and he required the true light.", + "The four mother presenters will assist you.", + "In the little convent, there was a centenarian who came from the Abbey of Fontevrault.", + "Alas, how wilt thou forego and forget that loss?", + "My brother and I, both supposed to be mortally wounded, were in the same bed.", + "You guys earned it by keeping your hands off it.", + "Indeed, government is more often an obstacle than an assistance in attaining these aims.", + "Surely,\" cried Sir Richard excitedly.", + "One by one, the many students filed in and took their places.", + "Why you must have lost your senses!", + "And it was whispered about.", + "I greet you with the Christianing of a new Russian life and freedom.", + "The dynasty of Jehu had come to an end by this time.", + "A great deal.", + "Besides, that's not work for a nobleman.", + "When it was the seventy-fourth night.", + "Seven treatment of poisoning.", + "Izzy shook his head.", + "If you do already, she called out, \"We may as well start.\"", + "But my brother is the strong one, though.", + "Oh, sir,\" interrupted Missus Shackle. \"Sir, Lee, you are not going to tumble over my house again.\"", + "Perceiving at once how base the business would be, I exclaimed, \"Fear not, vile coward.\"", + "When this is cooked, pour it over the lobster and let all cook together for three minutes.", + "He saved my harvest,\" cried one.", + "That's the new generation of nobility.", + "She works too hard, and she\u2014but there, I don't know that I ought to say any more.", + "Once out of that room, he could run, and by daylight the smugglers dare not hunt him down.", + "The prince frowned and coughed, listening to the doctor.", + "The galleries were thronged with workers who in Russia still remember their peasant origin.", + "Bruce Gordon nodded slowly.", + "But Hermann, with drooping head, murmured, \"Tomorrow I shall no longer be what I am now.\"", + "They have carved on the rocks pictures of some of the things that happen in the tale, and those carvings may still be seen.", + "Amen,\" said he.", + "We have not even the right to give our dust to Jesus Christ.", + "So, Ethelred left the palace and wandered away over mountain and moor with a heavy heart.", + "You seem to find it so,\" and Polly laughed with a sudden sparkle in her eyes.", + "It is we, or Mong,\" cried the voice that I recognized as that of Prudence.", + "One has to, but he wants more than that.", + "Then I says to myself, \"Suppose Tom Sawyer comes down on that boat.\"", + "Yes, my children,\" says she, \"have no fear.\"", + "The prisoner listens in surprise and anxiety.", + "Willie, my sister.", + "He understood, and being a gentleman, made no fuss.", + "What kept you so long? I asked Pitts.", + "When it was the five hundred and sixty-second night.", + "Coming in a moment, Jane,\" answered Leslie.", + "Her mom listened to the pair in silence.", + "Fifteen o eight.", + "Is it fair that he should do so or not?", + "Then things quieted down, and nobody heard anything more.", + "Then I must request that you will not make it again.", + "He thought he detected a pleasant smell of herbs, like the poppy he his mother had in bowls in their house.", + "I have on my right Benoit and on my left Bernard.", + "Get a stretcher and take him wherever he belongs. He ordered.", + "What do you mean?\" replied Leslie.", + "I have no liking for foreigners.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to get into bed and to remain perfectly quiet, and you are not to ask me one question about anything.", + "A narrow table against the wall in two places.", + "But there is not only one government.", + "Every knot represented a human life.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her aged hands.", + "What's that there? Said Dicky.", + "That didn't help me much though, for I didn't know the names of bars down that way.", + "The mean pig hasn't brought us a present, and I'm hanged if he shall carry one off.", + "Dicky turned a little pale and said, \"Why, police.\"", + "Let me see how can I begin.", + "Can we affect the nature and qualities of substance by prayer?", + "You could go back to Earth. I'd guess.", + "Busted his head in with a heavy candlestick, one of a pair.", + "Where's Millicent?", + "The blood of these innocent men would be on his head if he did not listen to her representations.", + "At eleven o'clock exactly, I am to be in the chapel.", + "The answer came like a flash.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "But this honesty stuff\u2014it's like dope.", + "Truck them off yonder.", + "Now, my lads, forward.", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open.", + "Oh no, I couldn't stand that.", + "They cared far more about Charlie than about the ballot.", + "He remembered that Cynthia and Grafton had once been in love with each other.", + "Look, the sun's just going.", + "Fifteen francs.", + "Looks comfortable enough as you are.", + "It wasn't exactly legal, but nothing was here.", + "There is nowhere on earth so beautiful a woman as this,\" said the king.", + "Lord God, damn me! He potum.", + "The landowner chuckled under his white moustaches.", + "Ha! Laughed Donovan shortly.", + "But they were not needed.", + "And the four mother presenters will help you.", + "Guess Mister Finney went to his quarters. I don't remember seeing him cross the deck or come over that way at all.", + "Simply because this watch." + ] + }, + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 10.742582319009815, + "mcd_ci95": { + "mean": 10.742582319009815, + "std_err": 0.21467828852484097, + "ci_lower": 10.319322579869139, + "ci_upper": 11.16281158496367 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 8.669280042630803, + 6.390198433314447, + 10.916074615352324, + 13.498686112648153, + 13.78177708362145, + 10.289954708307159, + 7.932703552045497, + 9.02550991960848, + 9.449800644563952, + 10.246110504359631, + 13.356573914156646, + 9.999572666889597, + 11.289155628560588, + 8.642050915117474, + 11.834496968893356, + 13.805193192757143, + 6.893527781911511, + 10.284389562358573, + 13.049680874749699, + 10.575515351800119, + 12.43715107908233, + 10.151066230111189, + 13.967375916402732, + 9.46541193425134, + 12.590799124426027, + 10.799540286953455, + 9.471125269356095, + 9.753573906686489, + 11.96296731324832, + 11.175397233537579, + 7.247762238861407, + 8.979575921674337, + 11.660061052738671, + 7.076478764482176, + 15.901634515799195, + 8.146577812283443, + 5.822610493541245, + 11.964252197180349, + 11.246724413801607, + 11.00743856477475, + 8.43570970937594, + 10.252098017387718, + 12.42553927891837, + 7.896313621236643, + 10.812269621380791, + 12.690871259734452, + 12.726690181085162, + 10.506970495154661, + 11.896430152558962, + 11.660190784740154, + 10.726014759900677, + 10.77595539218528, + 10.027603007229974, + 10.280875498785566, + 11.739823444848305, + 13.104963399950039, + 7.569424912020767, + 9.606192806234152, + 10.918010968561, + 10.231999693633371, + 12.409911055769289, + 11.43862900592196, + 7.418526275504356, + 12.180707666165679, + 12.42429250274122, + 13.338540314694379, + 9.902207957417216, + 9.620333562459543, + 8.037617497555104, + 6.720913518072322, + 10.568617500902679, + 11.6451085552798, + 6.699732155493329, + 13.778657830894998, + 11.114242705823882, + 12.542391609312753, + 9.015410609904999, + 11.006175793875899, + 11.516313341054758, + 6.626242603323126, + 13.208722269608788, + 13.805474526289634, + 14.159757446039066, + 10.793465650020078, + 12.60825431270502, + 8.024413965710659, + 9.019831257742633, + 11.738668686409316, + 11.571871231846268, + 13.550343713340157, + 12.699086511318647, + 9.392556311161101, + 10.745456476746655, + 12.817058269243253, + 10.355565802936106, + 12.810060840068768, + 13.765955884536318, + 9.008033677327834, + 6.945655364257549, + 14.191703893744704 + ], + "wer": { + "wer": 102.76679841897233, + "word_errors": 1040, + "total_words": 1012, + "per_utt_edits": [ + 9, + 1, + 7, + 12, + 12, + 10, + 2, + 1, + 14, + 17, + 19, + 12, + 15, + 5, + 14, + 9, + 1, + 14, + 10, + 11, + 13, + 8, + 11, + 12, + 14, + 16, + 3, + 17, + 13, + 14, + 14, + 18, + 12, + 4, + 8, + 16, + 2, + 8, + 13, + 17, + 6, + 16, + 13, + 14, + 17, + 15, + 14, + 12, + 8, + 13, + 9, + 12, + 6, + 13, + 16, + 13, + 2, + 5, + 4, + 10, + 12, + 3, + 10, + 10, + 10, + 12, + 4, + 9, + 14, + 4, + 15, + 14, + 1, + 8, + 12, + 14, + 7, + 17, + 13, + 0, + 12, + 10, + 13, + 0, + 6, + 10, + 17, + 9, + 12, + 14, + 14, + 0, + 15, + 11, + 13, + 13, + 14, + 2, + 8, + 12 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 102.76679841897233, + "std_err": 7.946565375705095, + "ci_lower": 88.24550835472212, + "ci_upper": 119.31597473426456 + }, + "per_utterance_word_errors": [ + 9, + 1, + 7, + 12, + 12, + 10, + 2, + 1, + 14, + 17, + 19, + 12, + 15, + 5, + 14, + 9, + 1, + 14, + 10, + 11, + 13, + 8, + 11, + 12, + 14, + 16, + 3, + 17, + 13, + 14, + 14, + 18, + 12, + 4, + 8, + 16, + 2, + 8, + 13, + 17, + 6, + 16, + 13, + 14, + 17, + 15, + 14, + 12, + 8, + 13, + 9, + 12, + 6, + 13, + 16, + 13, + 2, + 5, + 4, + 10, + 12, + 3, + 10, + 10, + 10, + 12, + 4, + 9, + 14, + 4, + 15, + 14, + 1, + 8, + 12, + 14, + 7, + 17, + 13, + 0, + 12, + 10, + 13, + 0, + 6, + 10, + 17, + 9, + 12, + 14, + 14, + 0, + 15, + 11, + 13, + 13, + 14, + 2, + 8, + 12 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather stirry after the lady had floated away from the scene, and the officers entered the ward.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote their quarter dress in pencil, and that but rarely.", + "P R S received items in eight thousand seven hundred nine cases.", + "And four therefore lodged apart from all other districts of the jail.", + "Then came the newly formed horse patrol with drawn cufflinks.", + "The four other presenters will assist you.", + "In the little convent, there was a scionarian who came from the Abbey of Fontevrault.", + "In good printing, the spaces between words should be as near as possible equal.", + "They bought their offices from one another and were thus considered to have a vested interest in them.", + "The day room was fitted with benches and setts, after the manner of the tap in a public house.", + "How will I defeat an obstacle in the assistance in attaining to yield one day sooner?", + "She said, \"Quote: It might have been that he was just trying to test me.\"", + "One by one, the many students were presented and presented for analysis.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "Robert A. Fraser and Charles Killian, other FBI firearms experts.", + "I greet you with the questioning of a new Russian life and freedom.", + "A series of either horse or hind limbs of a mammal with one toe, horse.", + "Decent clothing and bedding, and a diet sufficient to support him.", + "The man, despite birth, could hope for no sympathy whatever his crime.", + "When it was seventy-fourth night, the spaces between the words should be as near as possible equal.", + "An editorial in the Times Herald of September seventeen.", + "The commission has concluded that on April ten, nineteen sixty three.", + "There was no infirmary. She called out, \"No chapel.\" We may as well stop. No work. No classification.", + "All the circumstances were so suspicious that he could not escape the criminal charge.", + "I propose that hereafter, when a judge reaches the age of seventy.", + "Perceiving at once how base this business would be, I exclaimed, \"Dear, not vile coward, quitted.\"", + "Sharp tests would generally break down the fidelity of the inmates from the ward to one another.", + "The knowledge of his defection, his arrogance and hostility to the United States.", + "One of which is able to affect the other by means of the communication so established.", + "In no too hard, and she contrasts between ugly and vulgar illegibility of the modern type.", + "Visiting every corner of the pan, but not leaving thick layers and streaks of grease after it.", + "His demeanor immediately preceding his execution, I have referred to in the last chapter.", + "The galleries were formed with workers who in Russia still remembered their peasant origin.", + "Energy enters the plant to a small extent.", + "She also testified that this appeared to be the revolver seen at Bond Hall's belt.", + "If carved on the rocks, pictures of some of the things that happen in the tale, and those carvings may still be seen.", + "According to the information received by the bureau.", + "Were fixed over the fireplaces, and the prisoners had no longer access to the chimneys.", + "During all his rage, there was little peace in his rage. The mixed turmoil of the empire.", + "He seemed to find the murder perpetrated, and Polly laughed with a sudden sparkle in her eye.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "As for my return and trip visa, please consider it separately. End quote.", + "Then I said, \"Essentially fish,\" and would be so flat if it remained in this condition.", + "At another time, there were fifty, one of whom had been under sentence a couple of years.", + "Mr. Grey left the bank in the afternoon as usual, dined with his daughter at Peckham.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revengeful feelings.", + "Even when he did visit, his inspections were of the most superficial character.", + "The least guilty, was pardoned in 1858.", + "The police officer snapped at Miss Campbell with complicity and frightened her into collusion.", + "The specimens were, however, preserved and sent for analysis.", + "But when he did visit, his inspections were of the most superficial character.", + "To improve the letter in form.", + "His attempt to express himself through his spare play for Cuba activities, however.", + "The time appointed for a radical and complete change was to come over the old city jail.", + "We are at a crisis in our ability to proceed with that protection.", + "He thought he detected a pleasant smell of herb, like the pepperine his mother had in bowls in their house.", + "I have my right hand lost and on my left hand paradise.", + "Get a stretcher and take him wherever he belongs. A chariot to turn.", + "Covering your hair entirely with a handkerchief or sweeping cap.", + "The children round the communion table stare and gape with childish wonder.", + "Citizens were appearing on the streets at night downward for the first time in years to merge.", + "I'm going to be with the king and to remain perfectly quiet, and you are not asking me one question about his injury.", + "By the time the workmen were busy erecting the gallows.", + "But its nature was betrayed when this last victim also died.", + "Instead of leading the composition of our federal courts, including the highest.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it possible was her age. Can", + "No iron will be worn except as a punishment.", + "For I didn't know the names of the bars. This chapter set forth the commission's conclusions.", + "The meep hasn't brought us a present, and I'm hung if he shall carry one all.", + "And the result of the penalty, which in principle so many opposed, would be gone.", + "Form strictly for the purpose of having a name to put in the paper.", + "Can we affect the nature and qualities of substance by prayers?", + "It was a six point five millimeter bullet.", + "I set his head in with a heavy candlestick, as if it were being driven off the paper.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "A lot of these innocent men would be on his head if he did not look for a representative charge.", + "That lunatic became the slave of the idle and the depraved. His cure was out of the question.", + "The answer came with a flash. The page looks as if it were being driven off the paper.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "Agent Moisie Kellerman riding in the front seat of the presidential car.", + "Other policemen entered the front door and searched the balcony.", + "Neither in town or country were cases entirely taken on their own merits.", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open to carry out its special duties.", + "It would be far better to begin at the beginning.", + "She is framed by the friends of Charley Guletta and company for a voyage to Santa Cruz.", + "He remembered that Cynthia and Raphan had once been in love, and both were sentenced to transportation for life.", + "Of a prototype, of a class not uncommon in our later days.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "Brennan testified that they were standing, which is their apparent position in the photograph.", + "It wasn't exactly legal, but nothing was here.", + "The case was clearly proved against them, and both were sentenced to transportation for life.", + "The system associated labor and silence had also its warm supporters.", + "She recalled that it was subsequent to the time the president had been shot.", + "Years later, when the archaeologists could readily distinguish the false from the true.", + "The water solution in which its roots are plunged contains nitrogen, but no carbon.", + "And four mother preceptors will help you.", + "Guess Doctor Finney went to his quarters. I don't remember seeing Handcross and Jack come over that way at all.", + "Had attempted to throw himself upon the fire in his condemned cell." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 10.332713021779677, + "mcd_ci95": { + "mean": 10.332713021779677, + "std_err": 0.21221222275235718, + "ci_lower": 9.91746831143427, + "ci_upper": 10.749235323524353 + }, + "side_input_kb": 236.99124, + "side_input_padded_kb": 236.99124, + "gflops": 0.2427, + "per_utterance_mcds": [ + 8.351250688109031, + 5.878691285377652, + 10.6138079499949, + 12.989404460846469, + 13.329499374651279, + 9.91812346436376, + 7.656900134060418, + 8.575487370698927, + 9.0223499562706, + 9.823957267617207, + 12.88951874125566, + 9.647223385872126, + 10.65262832738315, + 8.196518653710127, + 11.532331272697625, + 13.384681753209767, + 6.4974602284120255, + 9.736347495359785, + 12.491212734412445, + 10.383935695801373, + 12.053546658635149, + 9.948191920004014, + 13.463097897275901, + 8.826979888703395, + 12.19314363655309, + 10.416224108623704, + 9.064018531286584, + 9.066791951813162, + 11.552402528838783, + 10.779040523622884, + 6.933794746066932, + 8.609713091943323, + 11.180069695620437, + 6.48406766751636, + 15.5035562182808, + 7.691041226184307, + 5.508121936394523, + 11.630044918241161, + 10.762657255595265, + 10.727079957620825, + 7.949524856257366, + 9.836655819165202, + 11.992978182411422, + 7.609198992983166, + 10.321516413921511, + 11.995152288467223, + 12.095087655546898, + 10.138304221579027, + 11.515363218054233, + 11.277991896697678, + 10.411025320559265, + 10.474539575003455, + 9.585367941805703, + 9.966329380691125, + 11.417297147230975, + 12.643379243720343, + 7.291761248187851, + 9.25305627223307, + 10.47521038216292, + 9.795411997297325, + 11.830747224011425, + 11.086165688471374, + 7.100270382645919, + 11.702076878673346, + 12.12937016327327, + 12.925046858523858, + 9.407621311005029, + 9.287537034771821, + 7.808867779235314, + 6.326192949866299, + 10.043206510108353, + 11.308211857917467, + 6.333989915803657, + 13.333340234273397, + 10.921011041227967, + 11.865138479528099, + 8.501059479348585, + 10.559114673081389, + 11.168742285569081, + 6.458772701982066, + 12.941147416954006, + 13.26037683537714, + 13.931703989730222, + 10.432813103702632, + 12.161097623124105, + 7.624996107714122, + 8.830825981669957, + 11.312089872329807, + 11.075771756954301, + 13.180521312181702, + 12.3180833084862, + 9.119180451074055, + 10.218146391004389, + 12.335756960788242, + 9.826515642543724, + 12.318084744983347, + 13.268089250535379, + 8.72160703006207, + 6.544219304413867, + 13.743724992120233 + ], + "wer": { + "wer": 85.7707509881423, + "word_errors": 868, + "total_words": 1012, + "per_utt_edits": [ + 4, + 1, + 0, + 12, + 13, + 4, + 1, + 0, + 14, + 16, + 13, + 10, + 15, + 3, + 13, + 9, + 0, + 4, + 10, + 11, + 13, + 8, + 9, + 11, + 14, + 11, + 0, + 11, + 12, + 14, + 5, + 19, + 12, + 3, + 8, + 13, + 0, + 8, + 11, + 13, + 2, + 14, + 10, + 9, + 11, + 13, + 14, + 7, + 9, + 11, + 8, + 12, + 6, + 13, + 11, + 11, + 2, + 4, + 4, + 10, + 12, + 0, + 5, + 4, + 10, + 12, + 2, + 11, + 0, + 2, + 16, + 11, + 1, + 7, + 8, + 14, + 1, + 10, + 12, + 0, + 12, + 10, + 13, + 6, + 7, + 5, + 12, + 8, + 12, + 14, + 14, + 0, + 15, + 10, + 15, + 12, + 14, + 5, + 6, + 11 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 85.7707509881423, + "std_err": 7.932379008896085, + "ci_lower": 71.60703266909728, + "ci_upper": 102.18732731626449 + }, + "per_utterance_word_errors": [ + 4, + 1, + 0, + 12, + 13, + 4, + 1, + 0, + 14, + 16, + 13, + 10, + 15, + 3, + 13, + 9, + 0, + 4, + 10, + 11, + 13, + 8, + 9, + 11, + 14, + 11, + 0, + 11, + 12, + 14, + 5, + 19, + 12, + 3, + 8, + 13, + 0, + 8, + 11, + 13, + 2, + 14, + 10, + 9, + 11, + 13, + 14, + 7, + 9, + 11, + 8, + 12, + 6, + 13, + 11, + 11, + 2, + 4, + 4, + 10, + 12, + 0, + 5, + 4, + 10, + 12, + 2, + 11, + 0, + 2, + 16, + 11, + 1, + 7, + 8, + 14, + 1, + 10, + 12, + 0, + 12, + 10, + 13, + 6, + 7, + 5, + 12, + 8, + 12, + 14, + 14, + 0, + 15, + 10, + 15, + 12, + 14, + 5, + 6, + 11 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While it was rather shortly after the lady had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of a quick wit?", + "The artist took out one of his own cards and wrote the required address in pencil.", + "P R S received items in eight thousand seven hundred nine cases.", + "And where they were lodged apart from all other districts of the jail.", + "Marius with the clear-formed horseback, and he required the true light.", + "The four mother presenters will assist you.", + "In the little convent, there was a centenarian who came from the Abbey of Fontevrault.", + "In good printing, the space between words should be as near as possible equal.", + "They both were supposed to be nearly wounded, and were thus considered to have a vested interest in them.", + "You guys earned it by keeping your benches off and settles after the manner of the tap in a public house.", + "How will one's more often an obstacle than an assistance in attaining the enemy to yield one day sooner?", + "She said, \"Quote: It might have been that he was just trying to test me.\"", + "One by one, the mini students saluted and took their places.", + "Why prisoners have lost your senses as to location? Rest in really with a powerful fellow prisoner.", + "Robert A. Fraser and Charles Killian, other FBI firearms experts.", + "I greet you with the christening of a new Russian life and freedom.", + "The dynasty of Jehu had come to an end by this time. With one toe, horse.", + "Decent clothing and bedding, and a diet sufficient to support him.", + "Besides, that's not worth for a man who could hope for no sympathy whatever his crime.", + "When it was the seventy-fourth night, the spaces between words should be as near as possible equal.", + "An editorial of the Times Herald of September seventeen.", + "Is he shook his head? That on April ten, nineteen sixty three.", + "There is no infirmary. She called out, \"No chapel. No work. No classification.\"", + "All my brother's chances were so suspicious that he could not escape the criminal charge.", + "Oh, sir. Who said thereafter? Sir Lee, you were not going to come over my house again. The age of seventy.", + "Perceiving at once how base the business would be, I exclaimed, \"Fear not, vile coward.\"", + "When this is cooked, pour it with the love of all cooked together in one board to one another.", + "He seemed my heart of pride. One his arrogance and hostility to the United States.", + "One of which is able to affect the other by means of the communication so established.", + "She works too hard, and she but they. I don't know that I would say modern type.", + "This is at that moment, and by daylight, the smoke would burn up in layers and streaks of grief after it.", + "His demise immediately preceding his execution, I have referred to in the last chapter.", + "The galleries were formed with workers who in Russia still remember their peasant origin.", + "Energy enters the plant to a small extent.", + "But Hermann, with drooping head, murmured, \"That this appeared to be more of a vision than I have felt.\"", + "They have carved on the rocks pictures of some of the things that happen in the tale, and those carvings may still be seen.", + "According to the information received by the bureau.", + "We have not even the right to give our deaths to Jesus Christ. All the prisoners had no longer access to the chimneys.", + "During all his rage, Emily left her path and wandered away over mountains and moors of the empire.", + "He seemed to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "Inasmuch we are more likely to better recognize that other Russians doing similar work.", + "As for my return interests visa, please consider it separately.", + "Then I says to myself, \"Suppose time comes down on me, boat even remained in this condition.\"", + "Yes, my children said she have no fear. One of whom had been under sentence a couple of years.", + "The prisoner left the bank in the afternoon as usual, dined with his daughter at Peckham.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revengeful feelings.", + "Being stupid and being charming, with a superficial character.", + "The least guilty, was pardoned in eighteen fifty eight.", + "When police officers snatched up Campbell with complicity and frightened her into collusion.", + "Testaments were, however, preserved and sent for analysis.", + "Her mom listened to the parents' science. As inspections were of the most superficial character.", + "To improve the letter in form.", + "His attempt to express himself through his fair play for Cuba activities, however.", + "Then they quieted down, and nobody heard anything. The change was to come over the old city jail.", + "The greater crisis in our ability to proceed with that protection.", + "He thought he detected a pleasant smell of herb, like the copereen his mother had in bowls in their house.", + "I have on my right Ben Lomond and on my left Bernardine Paradise.", + "Get a stretcher and take him wherever he belongs. He will chariot to turn.", + "Cover your hair entirely with a handkerchief or sweeping cap.", + "The children round the communion table stare and gape with childish wonder.", + "Citizens were appearing on the streets at night for the first time in years.", + "I'm going to sound the king and to remain perfectly quiet, and you are not to ask me one question about anything.", + "A narrow table against the wall in two places. Busy erecting the gallows.", + "But its nature was betrayed when this last victim also died.", + "Instead of leaving the composition of our federal courts, including the highest.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her age.", + "No wires. They are to be ignored, except as a punishment.", + "That didn't help me much, though, for I didn't know the names of bars down that way.", + "The meat pig hasn't brought us a present, and I'm hung if he shall carry one off.", + "Dick attended the result of the penalty, which in principle so many opposed would be gone.", + "But Miss C, how can I begin having a name to put in the paper?", + "Can we affect the nature and qualities of substance by prayers?", + "You could go back to Earth with a six point five millimeter bullet.", + "I set his head in with a heavy candlestick, one of a pair driven off the paper.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "The blood of these innocent men would be on his head if he did not listen to her representation.", + "At eleven o'clock exactly, I am to be in trouble and the depraved. His cure was out of the question.", + "The answer came like a flash. The page looks as if it were being driven off the paper.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "Agent Boy, Kellerman riding in the front seat of the presidential car.", + "Another policeman entered the front door and searched the balcony.", + "Neither in town or country were cases entirely taken on their own merits.", + "How'd you get your breakfast so early on the boat? The brief account of another murder.", + "Credit had been established again, and the businesses were able to carry out its special duties.", + "Oh no! I couldn't stand it at the beginning.", + "They came by the front, about Charlie and about the baronie, for a voyage to Santa Cruz.", + "He remembered that Cynthia and Grafton had once been in love. He felt if sentenced to transportation for life.", + "The sense just goes of a class not uncommon in our later days.", + "How will my disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "Rennie testified that they were standing, which is their apparent position in the photograph.", + "It wasn't exactly legal, but nothing was here.", + "The case was clearly proved against them, and both were sentenced to transportation for life.", + "This associated layer of silence had also its warm supporters.", + "The land was cut off. That was subsequent to the time the president had been shot.", + "Justly, when the archaeologists could readily distinguish the false from the true.", + "The only solution in which its roots are plunged contains nitrogen, but no carbon.", + "And four mother presences will help you. One thousand printed.", + "Guess Mister Finney went to his quarters. I don't remember seeing Hamcross the deck come over that way at all.", + "Attempted to throw himself upon the fire in his condemned cell." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.375493600707321, + "mcd_ci95": { + "mean": 7.375493600707321, + "std_err": 0.13108977398456684, + "ci_lower": 7.125337735030152, + "ci_upper": 7.6357242501087095 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.2, + "per_utterance_mcds": [ + 8.44763378299924, + 6.757013462253533, + 8.288705910875782, + 7.255623110325906, + 6.280850508035378, + 9.917969742614126, + 7.548520658523161, + 8.992636698286011, + 7.92651779196488, + 8.062278089612283, + 7.365079798299286, + 6.7296653381119125, + 6.275621178953699, + 6.908995193563498, + 6.785830254651588, + 6.751345531844591, + 6.621131882340755, + 5.803743399665527, + 6.967042877368468, + 5.936802992865863, + 7.04808403708937, + 7.091548999312159, + 7.283382170401637, + 6.868775536155185, + 6.301675060634946, + 8.861839326309926, + 9.4098851643002, + 7.947826494324239, + 6.822293612706036, + 5.807467664111907, + 6.871008458937808, + 6.2862727949016195, + 6.771565766509791, + 7.315778579507409, + 11.770670224845691, + 8.5408307834588, + 5.756467589044701, + 6.895293255522958, + 6.820396030011776, + 10.871157116143129, + 8.162810400777389, + 8.896547052755786, + 8.569611911991514, + 6.420353641772321, + 6.418866879046876, + 6.811364746270881, + 6.095692342231046, + 7.966229588425718, + 6.2169362384288736, + 7.014637509167869, + 7.0174669547541395, + 6.27455887638148, + 6.802267098984252, + 6.509555289835185, + 7.255974508252618, + 7.948048353333572, + 7.927409569069289, + 7.777479918821516, + 9.186972577969991, + 6.968409763257315, + 6.026215846749176, + 10.387130563599717, + 7.685401891962555, + 8.118720151328862, + 5.894875379567643, + 7.094679316993636, + 9.054180662474552, + 6.6398815501517126, + 6.256581826915166, + 6.818895040964441, + 6.79620516716844, + 6.6960146500479665, + 6.914867819597954, + 10.375015672828285, + 8.87350007850141, + 5.734517128752953, + 9.193107427128785, + 6.391726424981588, + 5.401268817200022, + 6.080833355947709, + 9.658390557868232, + 7.085843151752742, + 7.011674196092896, + 7.084505169969396, + 9.945158924310036, + 5.803439052835183, + 5.126492678951561, + 8.692982009494731, + 5.599086785533685, + 6.94088771789388, + 5.881083528684852, + 9.865827883419874, + 7.861705415741444, + 8.247690320242233, + 6.198622232311355, + 7.713544204703909, + 6.922308986021161, + 6.093006332631082, + 7.559290392825631, + 8.61778166767332 + ], + "wer": { + "wer": 54.34782608695652, + "word_errors": 550, + "total_words": 1012, + "per_utt_edits": [ + 4, + 1, + 3, + 4, + 4, + 9, + 1, + 0, + 13, + 15, + 0, + 8, + 5, + 1, + 3, + 0, + 1, + 1, + 4, + 2, + 3, + 8, + 4, + 9, + 3, + 9, + 0, + 16, + 3, + 9, + 13, + 15, + 9, + 7, + 4, + 16, + 0, + 4, + 4, + 13, + 1, + 15, + 9, + 5, + 1, + 12, + 5, + 8, + 8, + 9, + 7, + 5, + 4, + 13, + 1, + 11, + 4, + 5, + 2, + 7, + 6, + 0, + 5, + 0, + 6, + 7, + 2, + 5, + 2, + 5, + 13, + 0, + 2, + 1, + 5, + 5, + 6, + 0, + 0, + 0, + 2, + 4, + 13, + 0, + 0, + 2, + 1, + 3, + 12, + 5, + 9, + 1, + 14, + 10, + 14, + 4, + 6, + 2, + 10, + 8 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 54.34782608695652, + "std_err": 5.1645740272185385, + "ci_lower": 44.66396060416684, + "ci_upper": 64.93253708294947 + }, + "per_utterance_word_errors": [ + 4, + 1, + 3, + 4, + 4, + 9, + 1, + 0, + 13, + 15, + 0, + 8, + 5, + 1, + 3, + 0, + 1, + 1, + 4, + 2, + 3, + 8, + 4, + 9, + 3, + 9, + 0, + 16, + 3, + 9, + 13, + 15, + 9, + 7, + 4, + 16, + 0, + 4, + 4, + 13, + 1, + 15, + 9, + 5, + 1, + 12, + 5, + 8, + 8, + 9, + 7, + 5, + 4, + 13, + 1, + 11, + 4, + 5, + 2, + 7, + 6, + 0, + 5, + 0, + 6, + 7, + 2, + 5, + 2, + 5, + 13, + 0, + 2, + 1, + 5, + 5, + 6, + 0, + 0, + 0, + 2, + 4, + 13, + 0, + 0, + 2, + 1, + 3, + 12, + 5, + 9, + 1, + 14, + 10, + 14, + 4, + 6, + 2, + 10, + 8 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather serenely after the lady had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote their quarter price in pencil.", + "P R S. We have no items.", + "And were therefore lodged.", + "Then came the newly formed horse patrol, and he required the new cutlasses.", + "The four mother presenters will assist you.", + "In the little convent, there was a centenarian who came from the Abbey of Fontevrault.", + "In good printing, the spaces between words should be as near as possible.", + "They bought their offices from one another and were thus considered to have a.", + "You guys earned it by keeping your hands off it.", + "How do government's more often obstacles in an assistance in attaining use.", + "She said, \"Crows are written excitedly.\"", + "One by one, the mini students filed in and took their places.", + "Why you must have lost your senses as to location?", + "And it was whispered about.", + "I greet you with the questioning of a new Russian life and freedom.", + "The dynasty of Jago had come to an end by this time.", + "Decent clothing and bedding.", + "Besides, that's not work for a new hope.", + "When it was seventy-fourth night.", + "An editorial in the Times Herald of September seventeen.", + "Commission has concluded.", + "There was no referrery. She called out, \"No chapel. We may as well stop work.\"", + "All my brothers are the strong one though.", + "I suppose that hereafter, Sir Lee, you are not going to trouble my house.", + "Perceiving at once how base the business would be, I exclaimed, \"Fear not, vile coward.\"", + "Short tests would generally break down the fidelity of the inmates as a ward.", + "He saved my heart. A cryed one.", + "One of which is able to affect the other.", + "She worked too hard, and she was a contrast between the ugly and vulgar hillbillies of the modern.", + "Visiting every corner of the pan and by daylight, thick layers.", + "His demeanor immediately preceding his execution.", + "The galleries were designed to join the workers who in Russia still remembered their peasant origin.", + "Brent Gordon enters the plant.", + "She also testified that this appeared to be a revolting scene at Bon Temps.", + "They have carved on the rocks pictures of some of the things that happen in the tale, and those carvings may still be seen.", + "According to the information.", + "We have not still the right to give our justice to Jesus Christ as prisoners.", + "During all his rage, there was little peace. Wandered away over mountains and moors, the heavy empire.", + "You seemed to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "Even though he received more money in better living quarters than other Russians doing so.", + "As for my return and transit visa, please.", + "Then I says myself, \"Spose my sword comes down on the boat.\"", + "Yes, my children,\" says she, \"have no fear.\"", + "The prisoner left the bank's office as usual, died with his daughter in Picton.", + "The culprit was really her husband.", + "Young students and being in the middle of the fun.", + "The least guilty.", + "When police officers snatched Campbell with complicity.", + "The testaments were, however, preserved.", + "Her mom listened to the parent's inspections.", + "To improve the letter.", + "His attempt to express himself through his spare play for Cuba activities, however.", + "Then things quieted down, and nobody heard anything.", + "We are at a crisis in our ability to perceive.", + "They thought he detected a pleasant smell of herb, as like the pepperine his mother had in bowls in their house.", + "I have my right bent long and on my left turned arch.", + "Get a stretcher and take him wherever he belongs.", + "Cover your hair entirely with a hat.", + "The children around the commute.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to eat one beer and to remain perfectly white, and you are not to ask me one question about him.", + "A narrow table against the wall in two places.", + "But its nature was betrayed.", + "Instead of leaving the composition of us.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her age ten.", + "No wires, warning.", + "I didn't help much, though, for I didn't know the names of bars down that way.", + "The big hasn't brought us a present, and I wonder if he shall carry one all.", + "And the raison d'\u00eatre of the penalty, which in principle so many oppose.", + "Let me see. How can I begin?", + "Can he effect the nature and qualities of substance by prayer?", + "You could go back to Earth. I guess.", + "Busted his head in with a heavy candlestick, as if it were a pair.", + "How wilt thy disfigurement thou?", + "A lot of these innocent men would be on his head if he did not lose a representation charge.", + "At eleven o'clock exactly, I am to be in the chapel.", + "The answer came like a flash.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "This honesty stuff. It's like a dope.", + "Other policemen.", + "Neither in town or country were cases entirely taken on their own merits.", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open.", + "Oh no! I couldn't stand it.", + "They cared far more about Charlie than about the bandit.", + "He remembered that Cynthia and Grafton had once been in love.", + "Of a prototype, of a class, not uncommon in our later days.", + "How wilt thy disfigurement thou?", + "Brenda testified that they were standing in the parking.", + "It wasn't exactly legal, but nothing worse here.", + "The case was clearly proved against them, and both were sentenced.", + "The system associated later with science had also its supporters.", + "She recalled that it was six o'clock to the time the president had been.", + "Seriously, when the archaeologists.", + "The water solution in which it's.", + "And four mother presences will help you.", + "Just after Finny went to his quarters, I don't remember seeing Handcross and Jack come over that way at all.", + "Simply because to throw herself upon the fire is condemned." + ] + }, + "TEC": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 5.554938477999201, + "mcd_ci95": { + "mean": 5.554938477999201, + "std_err": 0.191910435467258, + "ci_lower": 5.182541676448542, + "ci_upper": 5.9344681567804205 + }, + "side_input_kb": 0.07566, + "side_input_padded_kb": 0.07566, + "gflops": 4.65, + "per_utterance_mcds": [ + 8.083514071714813, + 5.945835954418531, + 6.689964214047473, + 4.320949800535638, + 2.667333324273963, + 9.442230311900348, + 6.9522194410904365, + 8.407815006858275, + 7.020607312231898, + 6.928225088020084, + 4.338968580244284, + 4.909824847603675, + 3.6240861434474914, + 6.102891896228938, + 4.295240789837808, + 3.3754299798602627, + 5.920825770908719, + 3.5259816558643116, + 4.142755820466615, + 3.6871616056462324, + 4.164484699555349, + 5.253356905011403, + 4.070919902840538, + 5.617184651024911, + 3.1885186602696716, + 7.415234264067121, + 9.164048599762467, + 6.810983152408788, + 4.222744481691837, + 3.2862640697542562, + 6.423635240089561, + 4.78383787430815, + 4.302199765257576, + 7.028167585331248, + 9.410171303887855, + 8.17941103696634, + 5.494303961606465, + 4.533079833192019, + 4.280273540988324, + 10.84029062243646, + 7.570657632179329, + 8.197181591984354, + 6.5667604826203085, + 5.931967679410808, + 3.885402775748435, + 3.9265311246709045, + 2.9623402731350486, + 6.801923801903751, + 3.589581175304355, + 4.5435195039208445, + 5.063194799044831, + 3.856620939168214, + 5.330888727711156, + 4.876509104164925, + 4.834238641441923, + 4.9566715546269, + 7.625781238967554, + 6.787790686505805, + 7.579792225608368, + 5.002321644634173, + 2.9260543756717383, + 9.10484435849779, + 7.489644133666872, + 5.928442572081136, + 2.879517337768495, + 4.281994825401075, + 8.123997352733065, + 5.2334729146598855, + 5.257492644581896, + 6.649606008328405, + 5.268402851756727, + 4.425384701880386, + 6.445917161977851, + 8.400261279516512, + 7.534698344094988, + 2.6689743249508684, + 8.652447306474066, + 4.01031445575878, + 2.1866191438716216, + 5.772842282450257, + 7.5669543192344255, + 3.830850378612731, + 3.3764253849227046, + 4.8572071487444, + 8.265449636552606, + 4.85677222905745, + 3.243491617492101, + 6.372550996666681, + 2.5968705168418778, + 3.651939733192103, + 2.683263750860652, + 9.358905429425402, + 6.393247443933313, + 5.8526024015979745, + 4.346204069047204, + 4.936089871696731, + 3.614702759808706, + 4.385911391962648, + 7.5362824329563125, + 5.786550542789509 + ], + "wer": { + "wer": 50.59288537549407, + "word_errors": 512, + "total_words": 1012, + "per_utt_edits": [ + 4, + 1, + 2, + 2, + 4, + 8, + 2, + 1, + 13, + 15, + 7, + 5, + 7, + 2, + 0, + 3, + 1, + 1, + 4, + 4, + 3, + 6, + 4, + 10, + 1, + 10, + 2, + 16, + 4, + 9, + 13, + 16, + 9, + 6, + 1, + 13, + 1, + 4, + 2, + 16, + 0, + 14, + 9, + 9, + 2, + 6, + 5, + 11, + 8, + 10, + 7, + 4, + 4, + 10, + 1, + 11, + 3, + 0, + 2, + 8, + 6, + 0, + 7, + 2, + 6, + 6, + 2, + 5, + 3, + 5, + 9, + 0, + 2, + 1, + 8, + 5, + 5, + 0, + 0, + 0, + 3, + 4, + 4, + 0, + 0, + 2, + 1, + 3, + 5, + 5, + 4, + 1, + 14, + 6, + 10, + 5, + 6, + 2, + 8, + 1 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 50.59288537549407, + "std_err": 4.535725200536509, + "ci_lower": 41.96043689300531, + "ci_upper": 59.66386554621849 + }, + "per_utterance_word_errors": [ + 4, + 1, + 2, + 2, + 4, + 8, + 2, + 1, + 13, + 15, + 7, + 5, + 7, + 2, + 0, + 3, + 1, + 1, + 4, + 4, + 3, + 6, + 4, + 10, + 1, + 10, + 2, + 16, + 4, + 9, + 13, + 16, + 9, + 6, + 1, + 13, + 1, + 4, + 2, + 16, + 0, + 14, + 9, + 9, + 2, + 6, + 5, + 11, + 8, + 10, + 7, + 4, + 4, + 10, + 1, + 11, + 3, + 0, + 2, + 8, + 6, + 0, + 7, + 2, + 6, + 6, + 2, + 5, + 3, + 5, + 9, + 0, + 2, + 1, + 8, + 5, + 5, + 0, + 0, + 0, + 3, + 4, + 4, + 0, + 0, + 2, + 1, + 3, + 5, + 5, + 4, + 1, + 14, + 6, + 10, + 5, + 6, + 2, + 8, + 1 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather serenity after the lady had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote his card address in pencil.", + "P.R.S. We have no items.", + "And were therefore lodged.", + "Then came the newly formed horse and he required the new cutlass.", + "The four other presenters will assist you.", + "In the little convent, there was the centenarian who came from the Abbey of Fontevrault.", + "In good printing, the space between words should be as narrow as possible.", + "They bought their offices from one another and were thus considered to have a.", + "You guys were misfitting with your benches.", + "How the line is more often an obstacle than an assistance in attaining use.", + "She said, \"Oh, sir,\" with an excited look.", + "One by one, the mini students piled in and took their places.", + "Why you must have lost your senses.", + "Robert whispered about.", + "I greet you with the questioning of a new Russian life and freedom.", + "The dynasty of Jago had come to an end by this time.", + "Decent clothing in bed.", + "Besides, that's not work for a new hope for no.", + "When it was seventy-fourth night.", + "An editorial in the Times Herald.", + "Commission has concluded.", + "There was no referrery. She called out, \"No chapel. No work.\"", + "My brother is the strong one, though.", + "I propose that hereafter, Sir Lee, you are not going to talk to my nephew.", + "Receiving at once how base the business would be, I exclaimed, \"Dear, not vile coward.\"", + "Short tests would generally break down the fidelity of the inmates from the ward.", + "He saved my heart of affection. Pried one.", + "One of which is able to affect the other.", + "She worked too hard, and she contrasted with the ugly and vulgar hillability of the modern.", + "Visiting every corner of the pan, but not leaving thick layers.", + "His demeanor immediately preceding his execution.", + "The galleries were owned by the workers who in Russia still remembered their peasant origin.", + "Rich Gordon nodded slowly.", + "But her mouth, with drooping head, murmured, \"That this appeared to be the revulsion of the time.\"", + "They have carved on the rocks pictures of some of the things that happened in the tale, and those carvings may still be seen.", + "According to the information.", + "We have not yet the right to give our death to Jesus Christ.", + "During all his rage, there was little peace in rage. The mixed turmoil.", + "You seem to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "Even though he received more money in Vancouver living quarters than other Russians doing.", + "As for my return and trip visa, please.", + "Then I says, \"Myself, and would be so flat if it remained.\"", + "Yes, my children, as she have no feet.", + "The prison was left outside.", + "The culprit was really her husband.", + "But when he did visit, his inspections were of the most super.", + "The least guilty.", + "One police officer snapped his camel with.", + "Testaments were, however, preserved.", + "Her mom listened to the parent's silence.", + "To improve the letter.", + "His chance to express himself through his fair.", + "Then things quieted down, and nobody heard anything.", + "The price of the crisis in our.", + "He thought he detected a pleasant smell of herb, like the paparri that his mother had in bowls in their house.", + "I have on my right Benoit and on my left Bernard.", + "Get a stretcher and take him wherever he belongs.", + "Do you mean cover your hair entirely with a hat?", + "The children around the community.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to eat a beer and to remain perfectly white, and you are not asking me one question about me.", + "Marrow table against the wall in two places.", + "But its nature was between.", + "Instead of leaving the composition of.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her age ten.", + "No fire's warning.", + "I didn't help much, though, for I didn't know the names of the bars down that way.", + "The big hasn't brought us a present, and I'm glad that he shall carry one on.", + "And the result of the penalty, which in principle.", + "Let me see. How can I begin?", + "Can he affect the nature and qualities of substance by crystals?", + "You could go back to Earth. I guess.", + "Us sitting head in with a heavy candlestick, as if it were beer.", + "How will I disfigurement thou?", + "The blood of these innocent men would be on his head if he did not look for a representation chart.", + "At eleven o'clock exactly, I am to be in the chapel.", + "The answer came like a flash.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "This noisy stuff. It's like a dope.", + "Other placement.", + "Neither in town or.", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open.", + "Oh no! I couldn't stand it.", + "They cared far more about Charlie than about the Barrett.", + "He remembered that Cynthia and Grafton had once been in love.", + "Das h\u00e4ngt's das Gef\u00fchl", + "How will my disfigurement thou", + "It's comfortable enough for you.", + "It wasn't exactly legal, but nothing worse here.", + "The case was clearly proved against them, and both were sentenced.", + "The system associated with the site.", + "She recalled that it was right in front of the.", + "Huge lady, when the archaeologists.", + "The water solution in which it's", + "And four mother precursors will help you.", + "Guess Doctor Finney went to his quarters. I don't remember seeing Handcross and Jack who come over that way at all.", + "Simply because this way." + ] + }, + "AEC-Seq2seq": { + "method": "AecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.961587946704021, + "mcd_ci95": { + "mean": 4.961587946704021, + "std_err": 0.1788906477433639, + "ci_lower": 4.614978636105946, + "ci_upper": 5.313174181531834 + }, + "side_input_kb": 236.99124, + "side_input_padded_kb": 236.99124, + "gflops": 6.4, + "per_utterance_mcds": [ + 8.070385369124692, + 6.113689444175685, + 6.072629573958237, + 3.884765010722935, + 2.4081171593262543, + 8.795597959690255, + 6.494422341708787, + 7.7510687679640915, + 5.9626488516765335, + 6.478993315254683, + 3.714248053452491, + 4.058058185099616, + 2.9538438811731456, + 5.411772584934613, + 4.011264939899781, + 2.889530512122526, + 5.5387491675482865, + 2.7529952060043192, + 3.5104028371441034, + 3.1358831456426923, + 3.5801798964030667, + 4.409296862629454, + 3.9971220431793197, + 5.012748123356163, + 2.764182450114974, + 6.385161750894024, + 7.186029915802025, + 5.725187509929511, + 3.660927800103814, + 3.1122035126073193, + 5.829158693513851, + 4.198381875565814, + 3.816278498871016, + 6.890972140029498, + 8.188855070954308, + 7.600390297395141, + 6.170575911353544, + 4.302491054237295, + 3.8135640294698345, + 9.734820632930315, + 6.844744679185237, + 6.917382534966476, + 5.853781153273404, + 5.051358613005787, + 3.4825221148190693, + 3.431299657789163, + 2.7793442054700876, + 5.892561639570736, + 3.1128698020955214, + 3.9308100687649263, + 4.479836104722907, + 3.707315276125419, + 4.438258479134951, + 4.136421723751987, + 4.131164479445771, + 4.120154750776705, + 7.477627759919568, + 6.370062024137402, + 6.449545796016639, + 4.407380487770613, + 2.572449761943872, + 7.948600630690866, + 6.98956277824163, + 4.804775716001192, + 2.4435942049257635, + 3.7704298003633765, + 6.562638833319219, + 3.8333328741608637, + 4.514837156743889, + 6.3895249902334, + 4.520431504395602, + 3.907678756779388, + 6.4688152029956845, + 6.917555896830645, + 6.3921531493738435, + 2.363386204714306, + 8.953657415411985, + 3.3581277295851186, + 1.9046055349236684, + 6.062006216456645, + 6.8780056228701385, + 3.2502908968921504, + 3.290595880423425, + 4.222652697869223, + 7.4133561069029925, + 4.379638777936782, + 2.750265207926239, + 5.449044664693468, + 2.3024818135039444, + 3.352721413235865, + 2.4360201720081083, + 8.45453710592966, + 5.445506213193158, + 4.907238903055503, + 3.5238094916940526, + 4.3885555936262195, + 3.2353168593037434, + 3.889101652167992, + 7.330913189129104, + 5.178542323243003 + ], + "wer": { + "wer": 17.292490118577074, + "word_errors": 175, + "total_words": 1012, + "per_utt_edits": [ + 2, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 1, + 3, + 0, + 5, + 0, + 1, + 1, + 8, + 4, + 1, + 0, + 4, + 0, + 3, + 0, + 4, + 0, + 1, + 0, + 4, + 0, + 4, + 1, + 3, + 1, + 0, + 3, + 3, + 4, + 4, + 0, + 0, + 1, + 1, + 3, + 0, + 1, + 3, + 4, + 0, + 2, + 0, + 4, + 4, + 0, + 1, + 1, + 1, + 3, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 4, + 4, + 0, + 0, + 2, + 1, + 3, + 5, + 5, + 2, + 0, + 8, + 4, + 7, + 2, + 0, + 1, + 4, + 0 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 17.292490118577074, + "std_err": 2.143261645703924, + "ci_lower": 13.339231699939505, + "ci_upper": 21.762316904096927 + }, + "per_utterance_word_errors": [ + 2, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 1, + 3, + 0, + 5, + 0, + 1, + 1, + 8, + 4, + 1, + 0, + 4, + 0, + 3, + 0, + 4, + 0, + 1, + 0, + 4, + 0, + 4, + 1, + 3, + 1, + 0, + 3, + 3, + 4, + 4, + 0, + 0, + 1, + 1, + 3, + 0, + 1, + 3, + 4, + 0, + 2, + 0, + 4, + 4, + 0, + 1, + 1, + 1, + 3, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 4, + 4, + 0, + 0, + 2, + 1, + 3, + 5, + 5, + 2, + 0, + 8, + 4, + 7, + 2, + 0, + 1, + 4, + 0 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "Wilder was rather sorry after the ladies had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote the required address in pencil.", + "Eventually, we have no friends.", + "A great digression.", + "Marius had clear eyes, and he required the true light.", + "The four other presenters will assist you.", + "In the little convent, there was a centenarian who came from the Abbey of Fontevraud.", + "Alas, how will time forego and forget that loss?", + "My brother and I, both supposed to be mortally wounded, were in the same bed.", + "You guys earned it by keeping your hands off it.", + "Indeed, government is more often an obstacle than an assistance in attaining justice.", + "Surely,\" cried Sir Richard excitedly.", + "One by one, the mini students filed in and took their places.", + "Why you must have lost your senses.", + "And it was whispered about.", + "I greet you with the christening of a new Russian life and freedom.", + "The dynasty of Jehu had come to an end by this time.", + "A great deal.", + "Besides, that's not work for an woman.", + "When it was the seventy-fourth night.", + "Seven treatment of poisoning.", + "Isaac shook his head.", + "The fields are ready. She called out, \"We may as well start.\"", + "But my brother is the strong one, though.", + "Oh, sir! Interrupted the shouter. Sir, Lee, you are not going to tumble over my house.", + "Perceiving at once how base the business would be, I exclaimed, \"Fear not, vile coward.\"", + "When this is cooked, pour it over the lobster and let it all cook together for three minutes.", + "He saved my heart,\" cried one.", + "tanto a energia emitida como a energia absorvida", + "She whipped too hard, and she. But there, I do know that I ought to say anymore.", + "Once out of that room, he could run, and by daylight the smugglers dare not hunt him down.", + "The prince frowned and coughed, listening to the doctor.", + "The galleries were crowded with workers who in Russia still remembered their peasant origin.", + "Bruce Gordon nodded slowly.", + "But Hermann, with drooping head, murmured, \"Tomorrow I shall no longer be what I am now.\"", + "They have carved on the rocks pictures of some of the things that happen in the tale, and those carvings may still be seen.", + "Amen. According to the information.", + "We have not even the right to give our dust to Jesus Christ.", + "So Ethelred left the palace and wandered away over mountain and moor with a heavy heart.", + "You seem to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "It is we, your mom,\" cried the voice that I recognized as that of Prudence.", + "One has to, but he wants more than that.", + "Then I say to myself, \"Suppose time sorry comes down on that boat.\"", + "Yes, my children,\" says she, \"have no fear.\"", + "The prisoner listens with surprise and excitement.", + "That's my sister.", + "He understood, and being a gentleman, made no fuss.", + "What kept you so long, man?", + "When was the five hundred and sixty-second night?", + "Come in a moment, Jane. I'm so busy.", + "Her mom listened to the parents' silence.", + "Fifteen o eight.", + "Is it fair that he should do so or not?", + "Then things quieted down, and nobody heard anything.", + "But I must request that you will not make it again.", + "He thought he detected a pleasant smell of herb, like the poppy he his mother had in bowls in their house.", + "I have on my right Benoit and on my left Bernard.", + "Get a stretcher and take him wherever he belongs. He would.", + "What do you mean? The part, please.", + "I've no lucky performance.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to use the bed and to remain perfectly quiet, and you are not to ask me one question about anything.", + "A narrow table against the wall in two places.", + "There's not only one of.", + "Every night, represent the human race.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her aged hands.", + "What's that? There said Dickon.", + "They didn't help me much though, for I didn't know the names of bars down that way.", + "The mean pig hasn't brought us a present, and I'm hung if he shall carry one off.", + "They returned a little pale and said, \"Why, police.\"", + "Let me see how can I begin.", + "Can ye affect the nature and qualities of substance by prayer?", + "You could go back to Earth. I'd guess.", + "Busted his head in with a heavy candlestick\u2014one of a pair.", + "Presidential.", + "The blood of these innocent men would be on his head if he did not listen to her representations.", + "At eleven o'clock exactly, I am to be in the chapel.", + "The answer came like a flash.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "But this honesty stuff\u2014it's like dope.", + "\u3068\u3066\u3082\u5acc\u3067\u3002", + "Novo epis\u00f3dio", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open.", + "Oh no! I couldn't stand that.", + "They cared far more about Charlie than about the ballad.", + "He remembered that Cynthia and Grafton had once been in love.", + "Look, das haben sie das gern.", + "How will I distinguish that?", + "Looks comfortable enough that you are.", + "It wasn't exactly legal, but nothing was here.", + "There is nowhere a so beautiful woman as this.", + "Lord God, damn me! He pulled.", + "The land of the chocolate lovers' cycle started.", + "Ha! Laughed Darwin sharply.", + "But they were not needed.", + "And the four mother presenter[s] will help you.", + "Guess Mister Finney went to his quarters. I don't remember seeing him cross the deck. Will come over that way at all.", + "Simply because this watch." + ] + } + }, + "multi_test_clean": { + "GroundTruth": { + "method": "GroundTruth", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 0.0, + "mcd_ci95": { + "mean": 0.0, + "std_err": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "wer": { + "wer": 3.0643513789581207, + "word_errors": 30, + "total_words": 979, + "per_utt_edits": [ + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 3.0643513789581207, + "std_err": 0.6221562242982023, + "ci_lower": 1.9047619047619047, + "ci_upper": 4.3478260869565215 + }, + "per_utterance_word_errors": [ + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the girl.", + "She's at home. I suppose.", + "He looked northward towards Houth.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "Do you think Alexandra likes him very much?", + "Good night, husband.", + "We say, \"Of course,\" somebody exclaimed, \"that they give two turns.\"", + "Not one point one five miles per hour.", + "No, no, my knowledge for it. Neither of them was nigh fainting here away.", + "So choose for yourself to make a rush or tarry here.", + "A sudden black cloud came up, and I telephoned to Chinook and asked him about the load.", + "It's getting the better of me.", + "Now, who will follow me?", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of remembering a unique event.", + "These plumes waved gracefully in the air with every mincing step the princesses took.", + "Oh, you know Annie. She looked at the young man's bare arms.", + "About that time, Mister Andrews and I came together.", + "You'll take it easy because you can't help yourself,\" said Cap'n Bill. \"What next, Queen Trot?\"", + "The chair was empty, but he knew.", + "The king felt himself color deeply and said, \"You are probably mistaken.\"", + "At three hundred yards from us, the battle was fought.", + "I won't, Tom.", + "There, far off is my country across the water.", + "The word of our God shall stand forever.", + "Oh, there's no denying you're a spunky little bunch, you checks,\" he called back over his shoulder.", + "There was no doubt of the earnestness of their purpose.", + "Their masters said, \"Missus Neverbend.\"", + "I look at our guns and see that they are all right.", + "A cynic is a man who, etc.", + "Marie looked up at his defiant figure and her face clouded.", + "He's been wanting to marry Hilda these three years and more.", + "The pool of tears.", + "Even dialect, let that pass.", + "Holm shook his head impatiently.", + "And through a storm of shot, not one of which touched the prostrate officer, the troop passed in safety.", + "What's his game in the matter?", + "I didn't know the way to come.", + "As for the rest of mankind, stagnating night rests upon them.", + "This the best and only final clue has run to nothing.", + "But the general distinction is not on that account to be overlooked.", + "You must be right,\" admitted Cynthia.", + "Mother, dear father, do you hear me?", + "I take this as my answer, and I leave the professor to bite his lips with impatience.", + "Now indeed, the Boolooroo was as angry as he was amazed.", + "Faithful to their legislative declarations, they knew but one issue: slavery.", + "The rector did not ask for a catechism to hear the lesson from.", + "Chapter Twelve.", + "Come, come, Bannister.", + "She sat down in a rocking chair, and clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken with a judgment and is mad.", + "Now, at the close of the twentieth century, could oppression be carried to such a height as this?", + "The three modes of management.", + "I have some champagne for you too.", + "It truly is asserted the magician.", + "Yes, pretty soon now.", + "The lieutenant shook his head.", + "I think I am ill.", + "She rose quickly to her feet, with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days, and your new play was just on, and you were so happy.", + "He is well up in his work, though his Greek is his weak subject.", + "It is quite impossible.", + "Bos Stefaneforos.", + "Then Anders felt brave again.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing but three or four suits of clothes hanging from a line of pegs.", + "One thinks one hears hydra's talk.", + "He skirted the island slowly, stopping near Zora's oak.", + "And yesterday things went on just as usual. I wonder if I've been changed in the night.", + "As master wishes.", + "The Drake sank again instantly.", + "I've no need for fine clothes in Max's play this time, so I can afford a few dudis for myself.", + "Doth thou, O little cloud?", + "Commander Farragut.", + "Here's visitors Tom.", + "Come, come! I called when no one obeyed.", + "You will kindly close the door,\" said Holmes.", + "They possessed a perfect organization, gigantic proportions, prodigious strength.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his mark in literature.", + "It is very happy for her. At least they are not said Rachel, and a long silence ensued.", + "Stephen's heart began slowly to fold and fade with fear, like a withering flower.", + "So the children went to work with great alacrity, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly, so I tried to master, but he confused me just.", + "The shadow of the raft was clearly outlined upon the surface of the waves.", + "Yes, but what is it for? What is it all about?", + "Hold your head down and draw in your legs. Their formation might tell the truth too early.", + "This I read with great attention, while they sat silent.", + "It indicates his sorrow and his displeasure.", + "He's a big, handsome creature, and he hates Americans as much as ever.", + "Pay it again,\" she whispered.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the Hamburg Museum the skeleton of one of these creatures, thirty feet in length.", + "Margaret Bolton almost lost for a moment her habitual placidity.", + "But he's given me some good Irish songs." + ] + }, + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.498914078006211, + "mcd_ci95": { + "mean": 7.498914078006211, + "std_err": 0.18995502538876466, + "ci_lower": 7.130478152227683, + "ci_upper": 7.8737978335386964 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 9.742125201316552, + 7.826524042376306, + 8.369239882871087, + 3.7169319247764476, + 6.7087973413860755, + 7.782918075605579, + 5.964193223565775, + 8.757780786346691, + 5.801051245222045, + 6.565486768651213, + 5.544167643064725, + 9.998239185528345, + 9.709110466630555, + 3.6089611259110774, + 6.440895751030596, + 7.053569756269743, + 5.036942902262824, + 6.538658104882823, + 6.7401594717414595, + 8.04542514929573, + 10.079048742616587, + 7.39508647199558, + 8.15028693024893, + 10.154758954470752, + 8.13655229161586, + 8.517245793362035, + 6.937112570105521, + 5.7914523556085955, + 9.102812218597553, + 6.107703948650388, + 8.336294139171704, + 6.28847732564593, + 8.724359988928118, + 8.300083992134871, + 8.968899257906466, + 9.191219101024856, + 4.724035005747149, + 7.8159667451478185, + 9.200991249938857, + 5.996755810480326, + 5.25447813071424, + 10.122557130888339, + 8.431502802331726, + 9.156113951455529, + 5.395004849665449, + 7.731653200164571, + 6.982781552178502, + 4.89470163707114, + 13.479260753441123, + 9.606438665515523, + 6.348047856325076, + 4.750753446257837, + 6.085085195790433, + 9.975732867960856, + 9.127444415290565, + 9.403655297838045, + 9.580046467819415, + 8.083559475262765, + 9.46934269014788, + 6.425334767751349, + 5.641800661472603, + 7.39682367647442, + 5.387069378706131, + 6.9912599283985, + 8.213043124431685, + 9.970035893243535, + 9.88390229184148, + 4.65829612472382, + 5.317108395171171, + 9.640400276591912, + 8.670690024123418, + 6.070461910629866, + 11.494751847931775, + 6.046435925918476, + 8.033704041649516, + 6.237580252508149, + 10.090790583029971, + 12.089851284303988, + 8.941738436157559, + 6.549535531736627, + 6.104144137630266, + 6.041230122540847, + 5.030255003063329, + 10.889098935514452, + 6.415163954745027, + 5.285246790643517, + 7.435431138370939, + 7.1278042784680355, + 6.847015916853458, + 4.184719451617733, + 5.778086726740941, + 7.087510873575619, + 8.481678838964104, + 6.735111799604775, + 6.161428506567191, + 6.569758421883963, + 6.234884802190703, + 5.8753264129985325, + 6.517969863472231, + 9.590446140126964 + ], + "wer": { + "wer": 50.76608784473953, + "word_errors": 497, + "total_words": 979, + "per_utt_edits": [ + 6, + 4, + 11, + 2, + 1, + 5, + 1, + 1, + 3, + 7, + 7, + 8, + 9, + 0, + 0, + 7, + 5, + 4, + 4, + 11, + 12, + 13, + 2, + 4, + 1, + 10, + 9, + 0, + 12, + 0, + 5, + 1, + 10, + 8, + 1, + 11, + 5, + 8, + 9, + 10, + 0, + 9, + 9, + 7, + 0, + 2, + 0, + 0, + 11, + 9, + 3, + 4, + 2, + 10, + 8, + 8, + 5, + 5, + 6, + 0, + 0, + 2, + 1, + 6, + 7, + 10, + 9, + 0, + 1, + 7, + 7, + 11, + 8, + 1, + 2, + 5, + 4, + 13, + 10, + 5, + 5, + 0, + 2, + 6, + 5, + 3, + 9, + 0, + 1, + 0, + 1, + 1, + 4, + 6, + 0, + 6, + 0, + 5, + 3, + 6 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 50.76608784473953, + "std_err": 5.4409960348244555, + "ci_lower": 40.86401933811767, + "ci_upper": 62.150055991041434 + }, + "per_utterance_word_errors": [ + 6, + 4, + 11, + 2, + 1, + 5, + 1, + 1, + 3, + 7, + 7, + 8, + 9, + 0, + 0, + 7, + 5, + 4, + 4, + 11, + 12, + 13, + 2, + 4, + 1, + 10, + 9, + 0, + 12, + 0, + 5, + 1, + 10, + 8, + 1, + 11, + 5, + 8, + 9, + 10, + 0, + 9, + 9, + 7, + 0, + 2, + 0, + 0, + 11, + 9, + 3, + 4, + 2, + 10, + 8, + 8, + 5, + 5, + 6, + 0, + 0, + 2, + 1, + 6, + 7, + 10, + 9, + 0, + 1, + 7, + 7, + 11, + 8, + 1, + 2, + 5, + 4, + 13, + 10, + 5, + 5, + 0, + 2, + 6, + 5, + 3, + 9, + 0, + 1, + 0, + 1, + 1, + 4, + 6, + 0, + 6, + 0, + 5, + 3, + 6 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the girl. Scotland last night welcomed the announcement.", + "She's at home. I suppose. How independent is that.", + "He looked northward towards the house. It is a triumphant performance which defies the years.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "You think Alexandra likes him very much.", + "Good night, husband. The process will start tomorrow.", + "We say, \"Of course,\" somebody explains that they give two turns.", + "Not one point one five miles per hour.", + "No, no, my knowledge for neither of them was nigh fainting here away.", + "So choose for yourself. The reason of course was Harry here.", + "A sudden black cloud. It was searched by sheriff officers, and I telephoned to Chinook and asked him about the load.", + "It's getting the better of me. Alex is a big part of that future.", + "Now who will follow me? We are too easily beaten as a team.", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of becoming a role for ministers and their officials.", + "These plumes waved gracefully at every rising step the princesses took.", + "Oh, you know Annie. He was adamant. She looked at a young man's bare arms.", + "About that time, Mister Andrews came again.", + "You'll take it easy. Scott's athletics is opposed to being a winged trot.", + "The chair was empty. The workers do not want to read about their futures in news.", + "The king felt himself guilty. The proposals are to be debated on Monday by the Privy Council.", + "At three hundred yards from us, the battle was fought until October.", + "It's a technical demand.", + "There, far off in my country, across the water.", + "The word of our God shall speak forever. Sex offender programs to be retained by public sector.", + "Oh, there's no denying you're a spongy little bunch of chicks. The actor has gone back over the rainbow.", + "There was no doubt of the earnestness of their purpose.", + "There is a tremendous amount of anger and frustration in that music.", + "I look at our guns and see that they are all right.", + "A cynic is a man who knows it's over. Another attack.", + "Marie looked up at his defined figure and her face clouded.", + "He's been wanting to marry him for years. We're very concerned about control of fatigue.", + "The pool of tears. That they had taken the lesson to heart.", + "Even dialect that pass.", + "Holm shook his head. In fact, he should never have been in the field.", + "And through a storm of shock, not one of which touched prostrate officer and buried cries. The troop passed in safety.", + "What's his game in the matter? He died at the hands of his captors.", + "Standard Life has also highlighted ambitions in this market.", + "As for the rest of men, it is a triumphant performance which defies the years upon them.", + "This the best and only final clue has run to nothing.", + "But the general distinction between Malcolm Bruce was also considered a potential contender.", + "You must be right in making the positive case for Scottish New Labour.", + "Mother, dear father, if that's the case, he will struggle.", + "I take this as my answer, and I leave the professor to bite his lips with impatience.", + "Now indeed, the brewer was as angry as was amazed.", + "Faithful to their legislative declaration, they knew but one issue: slavery.", + "The rector did not ask for a catechism to hear the lesson from.", + "Chapter Twelve: It is not long term, but I need time to recover.", + "Come, come, banister. Mister Finney, however, said his hands were tied.", + "She sat down in a rocking chair and, clasping her hands, rocked slowly back and forth.", + "The fellow is stricken. The judge is mad.", + "Now, at the close of the twentieth century, could oppression carry to such a height as this?", + "The three modes of management. The price was raised after massive demand from retail investors.", + "I have some champagne for you. Others have tried to explain the phenomenon physically.", + "It truly is. They were understanding and thoroughly deserved their win.", + "Yes, pretty soon. My fitness was very poor.", + "The lieutenant shook his head. It was nerve-racking to watch.", + "I think I am ill. I will not use my clothin.", + "She rose quickly to her feet with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play? Must act.", + "We had only a few days. Your new play was just on, and you were so happy.", + "He is well up in his work. No question of his grief is his future awareness.", + "It is quite impossible. Will he be here for the weekend?", + "Bald stuff enough of. It was that bad, that low.", + "Then Anders felt brave again. Despite the result, it was still a great moment.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing but three or four sets of clothes hanging from a line of pegs.", + "One thinks, however, the field judges rejected the argument.", + "He skirted the island slowly, stopping near Zolfo. The U.S. president condemned the attacks.", + "And yesterday, he went from not being passionate committed almost to mental display in the night.", + "As Master wishes, Scottish public finances emerge from this review enhanced.", + "The Drake sink again instantly.", + "I've no need for fine clothes in next play this time, so I can afford a few dudies for myself.", + "I thought about this thing.", + "Commander Farragut. It's like a basketball.", + "Here's visitors. There is, according to legend, a boiling pot of gold at one end.", + "Come, come! I called. Each gram was owned by a different family.", + "You will kindly close the door. The weather forecast isn't good.", + "They possessed a perfect, like gigantic proportions and form a rainbow.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken. Contended.", + "He would make his march into danger on a high.", + "It is very happy for her, at least they are not said, Rachel, and the long silence is removed.", + "Stephen's heart began slowly to cold and fade like a withering flower.", + "So the children went to work. Who served by sheriff officers, not by the council, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I tried a master; he confused me just.", + "The shadow of the raft was clearly outlined upon the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down and roll in your legs. Their formation might tell the truth too early.", + "This I read with great attention while I sat down to recover.", + "It indicates his sorrow and his displeasure. It is not paying a dividend.", + "He's a big, handsome creature, and he hates Americans as much as ever.", + "We have chosen for the patients.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hamlet you said, \"I have one of these creatures thirty feet in length.\"", + "Margaret Bolton almost lost for a moment, which the habitual acidity.", + "But he's given me some good advice. It's a metaphor for consumption." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.0135961435262395, + "mcd_ci95": { + "mean": 7.0135961435262395, + "std_err": 0.17828156646856336, + "ci_lower": 6.667275003373008, + "ci_upper": 7.366145902790045 + }, + "side_input_kb": 203.13765999999998, + "side_input_padded_kb": 203.13765999999998, + "gflops": 0.208, + "per_utterance_mcds": [ + 9.120454250007526, + 7.532593229546556, + 7.963428024782864, + 3.5305103337502466, + 6.404159488974464, + 7.489211270820965, + 5.722979009970381, + 8.465208251363595, + 5.316394481456107, + 6.241386851812103, + 5.278847905227112, + 9.528024964732957, + 9.232532837066245, + 3.4580492255246917, + 6.212292781655312, + 6.926005018571577, + 4.752888457650647, + 5.86576528255534, + 6.421993885874439, + 7.3064865039554086, + 9.319405155976556, + 6.896504348315397, + 7.3590601949686505, + 9.057228487978495, + 7.206251221830667, + 8.340720810364012, + 6.136700117588892, + 5.663900929857395, + 8.603717742787827, + 6.003497297512436, + 7.673156717454653, + 5.773291280475071, + 8.397861502761618, + 8.01127386577201, + 7.885004538316164, + 8.28190951885827, + 4.452550347447657, + 7.144054022108345, + 9.093254850783419, + 5.435262570222272, + 4.647040376600092, + 9.680952505550358, + 7.730753330083181, + 8.908258146800463, + 4.994044885614665, + 6.806686565930869, + 6.657012514926043, + 4.486467991882201, + 12.568851674390507, + 8.954544652235093, + 5.946840188129245, + 4.562944727383323, + 5.787116225800204, + 9.532268691766637, + 8.689710637181168, + 8.798007617257047, + 8.483833845896035, + 7.50211366846653, + 8.69903470726031, + 6.084971578518092, + 5.179608219222206, + 6.874855724326487, + 4.443524145485495, + 6.750050860254549, + 7.760369834399956, + 9.341062851685008, + 9.527946983362172, + 3.9042434500123098, + 4.741424325384431, + 9.129419975055896, + 7.7618827994833985, + 5.982322941678444, + 10.628350609415616, + 5.622460241561088, + 7.185852468179235, + 6.039081165891659, + 9.498813353017162, + 11.106880335090365, + 8.62029992379951, + 5.969241692530346, + 5.829126976288224, + 6.468015781577612, + 4.949085575666297, + 9.3969499795837, + 5.957389732434855, + 5.108032782611278, + 7.015302357410841, + 6.569183850630668, + 5.8520941738293475, + 4.005934148183551, + 5.122790292677099, + 6.727289525904581, + 7.866863367639105, + 6.223840225822695, + 5.004946968297783, + 6.854777817980142, + 6.228019311559607, + 5.410920621820655, + 6.179670351545388, + 9.49641650297477 + ], + "wer": { + "wer": 34.21859039836568, + "word_errors": 335, + "total_words": 979, + "per_utt_edits": [ + 6, + 0, + 11, + 2, + 1, + 5, + 1, + 1, + 3, + 4, + 2, + 8, + 9, + 0, + 0, + 3, + 1, + 0, + 2, + 4, + 12, + 3, + 2, + 4, + 1, + 9, + 2, + 0, + 10, + 4, + 0, + 0, + 5, + 8, + 2, + 11, + 1, + 7, + 9, + 2, + 0, + 7, + 8, + 7, + 0, + 2, + 1, + 0, + 11, + 8, + 0, + 1, + 0, + 0, + 8, + 8, + 5, + 0, + 6, + 0, + 0, + 0, + 0, + 0, + 6, + 8, + 6, + 0, + 1, + 6, + 6, + 2, + 8, + 0, + 2, + 4, + 4, + 14, + 7, + 0, + 1, + 0, + 0, + 4, + 4, + 2, + 6, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 6, + 0, + 1, + 0, + 6 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 34.21859039836568, + "std_err": 4.811171027105398, + "ci_lower": 25.724566140124658, + "ci_upper": 44.50549197924636 + }, + "per_utterance_word_errors": [ + 6, + 0, + 11, + 2, + 1, + 5, + 1, + 1, + 3, + 4, + 2, + 8, + 9, + 0, + 0, + 3, + 1, + 0, + 2, + 4, + 12, + 3, + 2, + 4, + 1, + 9, + 2, + 0, + 10, + 4, + 0, + 0, + 5, + 8, + 2, + 11, + 1, + 7, + 9, + 2, + 0, + 7, + 8, + 7, + 0, + 2, + 1, + 0, + 11, + 8, + 0, + 1, + 0, + 0, + 8, + 8, + 5, + 0, + 6, + 0, + 0, + 0, + 0, + 0, + 6, + 8, + 6, + 0, + 1, + 6, + 6, + 2, + 8, + 0, + 2, + 4, + 4, + 14, + 7, + 0, + 1, + 0, + 0, + 4, + 4, + 2, + 6, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 6, + 0, + 1, + 0, + 6 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the girl. Scotland last night welcomed the announcement.", + "She's at home. I suppose.", + "He looked northward towards the house. It is a triumphant performance which defies the years.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "You think Alexandra likes him very much.", + "Good night, husband. The process will start tomorrow.", + "We say, of course, somebody explained that they give two turns.", + "Not one point one five miles per hour.", + "No, no, my knowledge for neither of them was nigh fainting here away.", + "So choose for yourself. To make a rush was carried here.", + "A sudden black cloud came. And I telephoned to Chinook and asked him about the load.", + "It's getting the better of me. Alex is a big part of that future.", + "Now who will follow me? We are too easily beaten as a team.", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of remembering a unique event and their officials.", + "These plumes waved gracefully in the air with every moving step the princesses took.", + "Oh, you know Annie. She looked at the young man's bare arms.", + "About that time, Mister Andrews and I came again.", + "You'll take it easy because you can't help yourself. What next, Queen Trot?", + "The chair was empty. The workers do not want to read about their futures in news.", + "The king felt himself perfectly beaten and said, \"We are probably mistaken.\"", + "At three hundred yards from us, the battle was fought until October.", + "It's a technical demand.", + "There, far off in my country, across the water.", + "The word of our God shall stand forever. Sex offender programs to be retained by public sector.", + "Oh, there's no denying you're a spunky little bunch,\" he checks. He called back over his shoulder.", + "There was no doubt of the earnestness of their purpose.", + "Their masters said this tremendous vent of anger and frustration in that music.", + "I look at our guns and see that they are all right about their features and.", + "A cynic is a man who, etc.", + "Marie looked up at his defiant figure, and her face clouded.", + "He's been wanting to marry Hildegard since years before fatigue.", + "The pool of tears. But they had taken the lesson to heart.", + "Even dialects that pass.", + "Holm shook his head. In fact, he should never have been in the field.", + "And through a storm of shot, not one of which touched prostrate officer, the troop passed in safety.", + "What's his game in the matter? Died at the hands of his captors.", + "I didn't know the way. Standard Life has also highlighted ambitions in this market.", + "As for the rest of men, trying stagnating night rests upon them.", + "This the best and only final clue has run to nothing.", + "But the general distinction is not on that account to be overlooked. Bruce is also considered a potential contender.", + "You must be right,\" admitted Cynthia. \"Making the positive case for Scottish New Labour.\"", + "Mother, dear father, if that's the case, he will struggle.", + "I take this as my answer, and I leave the professor to bite his lips with impatience.", + "Now indeed, the buru was as angry as was amazed.", + "Faithful to their legislative decorations, they knew but one issue: slavery.", + "The rector did not ask for a catechism to hear the lesson from.", + "Chapter Twelve. It is not long term, but I need time to recover.", + "Come, come, Bannister. Mister Finney, however, said his hands were tied.", + "She sat down in a rocking chair and clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken with a judgmentalism and is mad.", + "Now, at the close of the twentieth century, could oppression be carried to such a height as this?", + "The three modes of management.", + "I have some champagne for you. Others have tried to explain the phenomenon physically.", + "It truly is the sense of the magician who really deserved their win.", + "Yes, pretty soon. My fitness was very poor.", + "The lieutenant shook his head.", + "I think I am ill. I will not use my clothin.", + "She rose quickly to her feet with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days, and your new play was just on, and you were so happy.", + "He is well up in his work, though his Greek is his weak subject.", + "It is quite impossible. We'll be here for the weekend.", + "Bald Stefanoff. It was that bad, that low.", + "Then Anders felt brave again. It was still a great moment.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing but three or four sets of clothes hanging from a line of pegs.", + "One thinks one year's high judgment rejected the argument.", + "He skirted the island slowly, stopping near Zola as president condemned the attacks.", + "And yesterday things were just as usual. I wonder if I've been changed in the night.", + "As Master wishes, Scottish public finances emerge from this review enhanced.", + "The Drake sank again instantly.", + "I've no need for fine clothes in next play this time, so I can afford a few dudies for myself.", + "Does thou overlook?", + "Commander Farragut. It's like a basketball.", + "Here's visitors. Telling there is, according to legend, a boiling pot of gold at one end.", + "Come, come! I called when no one made by a different family.", + "You will kindly close the door,\" said Holmes.", + "They possessed a perfect organization, gigantic proportions, prodigious strength.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his march in literature on a high.", + "It is very happy for her, at least, they are not said. Gracie and the long silence ensued.", + "Stephen's heart began slowly to fold and fade like a withering flower.", + "So the children went to work with the great officials, not by the council, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I tried to master, but he confused me just.", + "The shadow of the raft was clearly outlined upon the surface of the waves.", + "Yes, but what is it for? What is it all about?", + "Hold your head down and roll in your legs. Their formation might tell the truth too early.", + "This I read with great attention while they sat silent to recover.", + "It indicates his sorrow and his displeasure.", + "He's a big, handsome creature, and he hates Americans as much as ever.", + "We are chosen for the patients.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the Hamburg Museum a skeleton of one of these creatures, thirty feet in length.", + "Margaret Bolton almost lost for a moment her habitual placidity.", + "But he's given me some good Irish songs. This is a metaphor for consumption." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 8.256225505816037, + "mcd_ci95": { + "mean": 8.256225505816037, + "std_err": 0.25535161514748544, + "ci_lower": 7.757733262315456, + "ci_upper": 8.760243967726488 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.59, + "per_utterance_mcds": [ + 5.739661947862728, + 5.919020515821073, + 5.170141645575314, + 11.833644495728546, + 7.734034370184374, + 6.945416269090201, + 8.965998516462529, + 11.510651525058853, + 13.127274796902876, + 11.194912453156244, + 13.021626126336749, + 4.750002203913293, + 5.56695006892839, + 12.299265812863009, + 8.712567835189367, + 9.968038555243352, + 11.19621549267123, + 9.189322020378674, + 11.371630167186886, + 10.453514509416367, + 5.568832739520447, + 10.40029029111272, + 8.778873787444375, + 5.855121751287158, + 8.562769788274094, + 8.836646831009089, + 9.544876714151743, + 12.191381488360834, + 6.205024710003709, + 11.34705464635847, + 6.354500008374818, + 8.13010620752513, + 9.82626197771412, + 8.344729594920665, + 7.168810497132438, + 4.775492829310123, + 10.234439943474065, + 3.782283874614234, + 4.804053952834895, + 8.2918064227474, + 7.207185786116837, + 8.365593749195607, + 5.804379555018677, + 9.61235701778479, + 12.121381516309436, + 9.753264792480175, + 12.167329218424971, + 13.135887506074507, + 3.9896920501959303, + 4.851756678573698, + 8.31048025871195, + 8.595212295569448, + 10.538783116889721, + 4.715625945053166, + 4.442703122454223, + 8.62677472565341, + 3.4239207350348564, + 5.267053489997492, + 5.029544758038739, + 7.38670117618579, + 6.039452035731566, + 5.745693984470737, + 9.658879721162261, + 5.538205644446727, + 7.407087967826947, + 5.762451652809626, + 6.130813110459345, + 9.551632151474246, + 8.553632061360464, + 6.059789077813187, + 6.626903457752619, + 12.556261611803329, + 5.600021638493008, + 8.223480470849307, + 8.11521174366627, + 9.602295535714111, + 10.322155038095001, + 4.06767724257092, + 7.514047223925789, + 7.8256597622675965, + 11.250016353944341, + 5.006146394928307, + 10.650555653246352, + 6.6017608454768455, + 10.360980192887997, + 13.18601840851697, + 11.24566810522617, + 8.2492501950112, + 8.813002557793926, + 12.79369702108795, + 8.898446333658041, + 11.194247909145869, + 7.510692572925042, + 6.816931641210711, + 8.598447255048209, + 6.069737499085747, + 6.4923329842602255, + 10.932137799869382, + 7.642943087767847, + 5.389311759915626 + ], + "wer": { + "wer": 63.32992849846782, + "word_errors": 620, + "total_words": 979, + "per_utt_edits": [ + 7, + 0, + 5, + 2, + 6, + 0, + 1, + 5, + 5, + 7, + 5, + 7, + 1, + 0, + 0, + 11, + 12, + 9, + 6, + 12, + 10, + 6, + 5, + 4, + 7, + 3, + 14, + 1, + 5, + 7, + 1, + 11, + 6, + 4, + 2, + 10, + 19, + 8, + 4, + 7, + 5, + 8, + 2, + 4, + 11, + 11, + 4, + 6, + 0, + 8, + 19, + 9, + 17, + 9, + 7, + 7, + 4, + 0, + 2, + 15, + 5, + 2, + 1, + 8, + 6, + 4, + 4, + 1, + 18, + 7, + 7, + 11, + 10, + 3, + 4, + 5, + 4, + 13, + 8, + 2, + 9, + 5, + 12, + 2, + 16, + 9, + 10, + 1, + 5, + 3, + 1, + 13, + 1, + 3, + 2, + 6, + 0, + 7, + 7, + 2 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 63.32992849846782, + "std_err": 4.211578083158436, + "ci_lower": 55.26776492558645, + "ci_upper": 71.6862161537581 + }, + "per_utterance_word_errors": [ + 7, + 0, + 5, + 2, + 6, + 0, + 1, + 5, + 5, + 7, + 5, + 7, + 1, + 0, + 0, + 11, + 12, + 9, + 6, + 12, + 10, + 6, + 5, + 4, + 7, + 3, + 14, + 1, + 5, + 7, + 1, + 11, + 6, + 4, + 2, + 10, + 19, + 8, + 4, + 7, + 5, + 8, + 2, + 4, + 11, + 11, + 4, + 6, + 0, + 8, + 19, + 9, + 17, + 9, + 7, + 7, + 4, + 0, + 2, + 15, + 5, + 2, + 1, + 8, + 6, + 4, + 4, + 1, + 18, + 7, + 7, + 11, + 10, + 3, + 4, + 5, + 4, + 13, + 8, + 2, + 9, + 5, + 12, + 2, + 16, + 9, + 10, + 1, + 5, + 3, + 1, + 13, + 1, + 3, + 2, + 6, + 0, + 7, + 7, + 2 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find out Scotland last night. Both of the absolute.", + "She's at home, I suppose.", + "It is a triumphant performance.", + "This powder must not be used before tomorrow morning, but I think it is now cool enough to be bottled.", + "You think I'm a dad, right?", + "Good night, husband.", + "We say, \"Of course,\" somebody explains that they give two turns.", + "Not 1.15 miles per hour.", + "No, no, my knowledge. Neither of them was my fate.", + "So choose for yourself.", + "A sudden black cloud, and I turned to Captain Chinoff and asked him about the load.", + "It's getting the better of Alex. In the big part about future.", + "Now who will follow me?", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "\u54c8\u3002", + "These plans were surprised to the degree that the emperor was still the princess's step.", + "Oh, you know.", + "About that time, Mr. Anderson would be the same again.", + "You dig it easy. It can tell you sex is a pose. What next?", + "The chair was empty. The writers do not want to read about their features.", + "The king felt himself probably mistaken.", + "At 300 yards, the battle was ratcheted.", + "It's a technical demand.", + "They're far off, like something we're talking about.", + "The word of our God.", + "There's no denying.", + "There was no doubt in the earnestness of their purpose.", + "\u554a\uff01", + "I look at our guns.", + "A cynic is a man who.", + "\u597d\uff0c\u6253\u3002", + "He's been wanting to marry.", + "\u4f60\u3002", + "Even dialects that pass.", + "Holm shook his head. In fact, he had never been in the field.", + "\u6253\uff0c\u62cd\u3002", + "What's his game in them? He died at the hands of his captors.", + "I didn't know this market.", + "Thanks for the rest of the time.", + "This is the best and only final clue.", + "But the general district is also considered a potential contender.", + "You must be right.", + "Mother, dear father.", + "I take this as my answer, and I see the fact that the body is more sensitive than the patient.", + "\u5a18\u3002", + "Faithful to their legislative declarations, they use one nation's slavery.", + "The rector did not ask for copies of the prepared lesson.", + "Chapter Twelve.", + "Come, come, banister, Fiddy. However, said his hands were tied.", + "\u55ef\u3002", + "The fellow is strict. He is not judging here on this map.", + "Now.", + "The price was raised after massive demand from retail investors.", + "\u54ce\uff0c\u4ec0\u4e48\uff1f", + "It truly is a champion who generally deserves their rank.", + "\u54ce\u3002", + "The lieutenant shook his head.", + "I think I failed.", + "Quickly, to our party.", + "Well, okay.", + "Have I told you about my plan?", + "We had only a few days. Your new play was just on, and you were so happy.", + "He is well up in his profession.", + "It is quite impossible to be here for the weekend.", + "It was not bad.", + "Then Anders broke into a giggle.", + "I have the best Italian poems.", + "As a matter of fact.", + "One thinks one to be killed. Dozens rejected the argument.", + "He skirted the island, stopping there as president condemned the attacks.", + "And yesterday, Winston just became passionate committed almost to making it in the night.", + "As Master with Scottish public finances emerged from his review in Paris.", + "Drake think again.", + "I've no need for fine clothes in next play this time, so I can afford to do judgies for myself.", + "\u5341\u4e09\u4e94\u3002", + "It's like a basketball.", + "There is, according to legend, a boiling pot of gold at one end.", + "\u55ef\u3002", + "You will kindly close the door.", + "They possess a perfect, symmetrical straight green of gigantic proportions with a prodigious straight green.", + "\u4f60\u3002", + "The bear.", + "He would make his mark.", + "He's very happy.", + "Stephen's heart began to slow, and the rain began to be of the withering flower.", + "So the children were served by sheriff officers, not by the council, and put the playthings far away.", + "He dropped back heavily to his chair by the fire.", + "Most actresses nowadays learn to sing properly, so I try to master. Confuse me just.", + "The shadow of the rat is clearly outlined on the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down.", + "This I read with great attention while he sat silent.", + "It indicates his sorrow.", + "He's a big, handsome, mature. He hates Americans as much as ever.", + "We have shows for the patients.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hamlet site a skeleton one in the strait, thirty feet in length.", + "Mark Rutte almost lost for a moment, which had been free acidity.", + "But he's given me some good advice." + ] + }, + "TEC": { + "method": "TecMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.744309067422985, + "mcd_ci95": { + "mean": 4.744309067422985, + "std_err": 0.16413816634732054, + "ci_lower": 4.422949366395958, + "ci_upper": 5.067014026714747 + }, + "side_input_kb": 0.04979, + "side_input_padded_kb": 0.04979, + "gflops": 3.9, + "per_utterance_mcds": [ + 2.6509661291336943, + 2.8192015146113913, + 2.08116476276235, + 4.853997495980164, + 5.259619864690171, + 2.6028353149025527, + 6.424250833471009, + 5.4997804669138795, + 6.25146842158071, + 5.711249107359316, + 6.109328499247615, + 2.675996060852042, + 1.6864091671844446, + 4.412754684210816, + 4.938716884024374, + 5.720964664820007, + 5.527766632318134, + 7.482872862556621, + 5.671581332361672, + 8.116441155165509, + 4.5246100093477155, + 7.315511728255546, + 4.066452434371092, + 2.9691054380936093, + 4.402851208341487, + 5.579286482254539, + 7.3695530845433135, + 5.880872187696109, + 2.984314032429887, + 4.5713605168481575, + 3.3362755420192114, + 5.818990495513724, + 4.092665798451814, + 4.4637245143489785, + 7.730998089448034, + 3.236297699891893, + 5.640671915133632, + 1.9240354115859555, + 2.29926237861211, + 6.0566458063483255, + 4.82469215628423, + 4.749224256916477, + 2.8349515103744487, + 6.354419237848879, + 6.135364505897137, + 7.2104444449411895, + 7.08337410377183, + 5.482271310352931, + 2.598405763827786, + 2.3642957938333002, + 6.666027433419496, + 4.387136067748346, + 6.640447126949788, + 2.131762137428398, + 2.559071388826868, + 4.917635506884923, + 2.695500110804805, + 2.585936265278361, + 2.744290955734693, + 5.80797398976722, + 4.4663065521066425, + 3.2607745946394884, + 5.54608736399328, + 4.087796623676424, + 2.636253251084225, + 2.9680485923242066, + 3.3971737061966953, + 4.443580790218603, + 5.810607804370847, + 4.164300380270206, + 4.544150886451563, + 6.733502325419576, + 2.290824264146558, + 4.273070741481349, + 6.328352546471305, + 5.332899957628431, + 4.115178527538251, + 1.9086438260173701, + 3.5058001156973613, + 5.146485217960595, + 6.480011237473134, + 2.6231521393818027, + 4.807777865415275, + 6.294171657720104, + 7.048203927628186, + 6.190496450012582, + 8.082560336520029, + 4.847135215125204, + 6.996826696596383, + 4.832886395243208, + 5.892667965884391, + 6.491281563538459, + 4.947668692901954, + 3.4418287261393905, + 6.264678784787148, + 3.437379594945607, + 3.6861671525892326, + 5.824517254256006, + 5.6136426731244615, + 4.133939650750199 + ], + "wer": { + "wer": 24.310520939734424, + "word_errors": 238, + "total_words": 979, + "per_utt_edits": [ + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 1, + 3, + 7, + 10, + 0, + 1, + 0, + 0, + 6, + 1, + 3, + 5, + 7, + 5, + 6, + 0, + 1, + 3, + 1, + 5, + 0, + 5, + 0, + 1, + 0, + 8, + 0, + 4, + 2, + 7, + 1, + 2, + 10, + 1, + 3, + 0, + 3, + 0, + 7, + 2, + 1, + 0, + 1, + 0, + 4, + 2, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 5, + 0, + 0, + 1, + 2, + 1, + 8, + 1, + 1, + 3, + 5, + 3, + 1, + 7, + 0, + 14, + 0, + 0, + 6, + 9, + 2, + 7, + 0, + 3, + 1, + 1, + 0, + 1, + 0, + 0, + 6, + 0, + 3, + 0, + 2 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 24.310520939734424, + "std_err": 2.944610879211012, + "ci_lower": 18.94080136416604, + "ci_upper": 30.466360709714888 + }, + "per_utterance_word_errors": [ + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 1, + 3, + 7, + 10, + 0, + 1, + 0, + 0, + 6, + 1, + 3, + 5, + 7, + 5, + 6, + 0, + 1, + 3, + 1, + 5, + 0, + 5, + 0, + 1, + 0, + 8, + 0, + 4, + 2, + 7, + 1, + 2, + 10, + 1, + 3, + 0, + 3, + 0, + 7, + 2, + 1, + 0, + 1, + 0, + 4, + 2, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 5, + 0, + 0, + 1, + 2, + 1, + 8, + 1, + 1, + 3, + 5, + 3, + 1, + 7, + 0, + 14, + 0, + 0, + 6, + 9, + 2, + 7, + 0, + 3, + 1, + 1, + 0, + 1, + 0, + 0, + 6, + 0, + 3, + 0, + 2 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the girl.", + "She's at home. I suppose.", + "He looked northward towards home.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "Do you think Alexandra likes it very much?", + "Good night, husband.", + "We say, \"Of course,\" somebody explained that they give two turns.", + "Not one point one five miles per hour.", + "No, no, my knowledge for neither of them was nigh fainting here away.", + "So choose for yourself. The reason of course was Harry here.", + "A sudden black cloud. Well, sir, the sheriff officer has not been called to Chinook and asked him about the load.", + "It's getting the better of me.", + "Now, who will follow me?", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of becoming a role for ministers and their.", + "These plumes waved gracefully in the air with every step the princesses took.", + "Oh, you know Annie. She looks like a young man's bare arms.", + "About that time, Mister Andrews, my kid again.", + "You'll take it easy. Scott, you can't help yourself. Is opposed to being a queen, right?", + "The chair was empty. The workers do not want.", + "The king felt himself guilty and said, \"It is probably a mistake.\"", + "At three hundred yards from us, the battle was fought.", + "I want Tom.", + "There, far off across the water.", + "The word of our God shall speak forever.", + "Oh, there's no denying you're a spunky little bunch of chicks. She guffawed back over the shoulder.", + "There was no doubt of the earnestness of their purpose.", + "Their masters said it was a tremendous event.", + "I look at our guns and see that they are all right.", + "A cynic is a man who knows.", + "Marie looked up at his defiant figure, and her face clouded.", + "He's been wanting to marry Hildegard. We're very concerned about control of fatigue.", + "The pool of tears.", + "Even dialect. That's the important thing. That pass.", + "Home shook his head emphatically.", + "And through a storm of shock, not one of which could frustrate officer and barrister, the troops passed in safety.", + "What's his game in the match?", + "I didn't know the way. Standard life.", + "As for the rest of men, it is a triumphant performance which defies the rest upon them.", + "This the best and only final clue. It's run to nothing.", + "But the general distinction is not an outcome to be overlooked.", + "You must be right,\" admitted Cynthia.", + "Mother, dear father, hear him.", + "I take this as my answer, and I leave the professor to bite his lips with impatience.", + "Now indeed, the brewer was as angry as a man who has been informed.", + "Faithful to their legislative declarations, they knew one issue: slavery.", + "The rector did not ask for a capitulation to hear the lesson from.", + "Chapter Twelve.", + "Come, come, banister.", + "She sat down in a rocking chair and, clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken. The judge is mad.", + "Now, at the close of the twentieth century, could a freshly carried to such a height as this?", + "The three modes of medicine.", + "I have some champagne for you too.", + "It truly is a scientific magician.", + "Yes, pretty soon. My fitness.", + "The lieutenant shook his head.", + "I think I am ill.", + "She rose quickly to her feet with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days. Your new play was just on, and you were so happy.", + "He is well up in his work. What is his greeting? Is his future awaited?", + "It is quite impossible.", + "Was stuff enough of that?", + "Then Anders felt brave again.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing but three or four sets of clothes hanging from a line of pegs.", + "One thinks one hears high judgments.", + "He skirted the island slowly, stopping near Zora's president.", + "And yesterday, he went to match with his passionate committed artist. I've been changed in the night.", + "As Master Wish.", + "The Drake sank again. Individual.", + "I've no need for fine clothes to match play this time, so I can afford a few duds for myself.", + "I thought about this thing.", + "Commander Farragut. It's like a", + "Here's visitors. Talk.", + "Come, come! I called. Each one was owned by", + "You will kindly close the door,\" said Holmes.", + "They possessed a perfect, or at least gigantic proportion. The act of the prism, a form of a rainbow.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his march. I wanted to go out.", + "It is very happy for her, at least. They are not said, Rachel. The act of the long silence before the rainbow.", + "Stephen's heart began slowly to fold and fade like a withering flower.", + "So the children went to work by sheriff officers, not by the council, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I try to master. He confused me just.", + "The shadow of the raft is clearly outlined upon the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down and draw in your legs. Their formation might tell the truth too early.", + "This I read with great attention while I sat silent.", + "It indicates his sorrow and his displeasure.", + "He's a big, handsome creature, and he hates Americans as much as ever.", + "We have chosen for the pay.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hamlet a tremendous skeleton of one of these creatures, thirty feet in length.", + "Margaret Bolton almost lost for a moment her habitual placidity.", + "But he's given me some good advice." + ] + }, + "AEC-Seq2seq": { + "method": "AecMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.647814386230517, + "mcd_ci95": { + "mean": 4.647814386230517, + "std_err": 0.1882982832081584, + "ci_lower": 4.281014639203485, + "ci_upper": 5.015053068201367 + }, + "side_input_kb": 203.13765999999998, + "side_input_padded_kb": 203.13765999999998, + "gflops": 5.48, + "per_utterance_mcds": [ + 2.275508297746639, + 2.6656298053974345, + 1.679924710857956, + 5.739379624382967, + 5.711430705906577, + 2.439265314240535, + 6.377472775137199, + 4.8023951912228675, + 7.569195443747413, + 5.563684999849114, + 6.077700335444003, + 2.290998558204577, + 1.3511410625961182, + 5.452518876314758, + 4.939614829319503, + 5.2822109242747075, + 5.821392959595051, + 8.155196588272508, + 5.400149673232265, + 7.875277180899479, + 3.7391387566667333, + 7.329360356194723, + 3.392464550350949, + 2.7135074999061124, + 3.954980856322423, + 4.88792502987404, + 7.4129797955278685, + 5.952233356278737, + 2.486261896518405, + 4.078402490991544, + 3.045769067884875, + 5.636016102837748, + 3.7784509178142014, + 3.9981768132277424, + 6.656758121515316, + 2.5452900707312187, + 6.467910513393488, + 1.7552179954801181, + 2.1904366693634914, + 5.96933690810024, + 5.95460033026765, + 4.153166009013816, + 2.222244799411042, + 5.768335828502461, + 7.165588035369762, + 5.98995186521099, + 6.848660707925909, + 6.826561343367449, + 2.4658550330151137, + 1.8701650826968637, + 7.324961833362591, + 5.1728068465146215, + 7.069870423425178, + 1.8101198783990708, + 2.3509283737276503, + 4.191066981802878, + 2.2505087649383944, + 2.474765823232103, + 2.1509077163006496, + 5.974270837425368, + 4.302742297278159, + 3.4582089382994745, + 6.071451143563176, + 4.164172881298184, + 1.975385100182826, + 2.383971014755834, + 2.685525991189534, + 4.806529916381512, + 7.494773609471397, + 3.4073881109001523, + 3.5534586377858557, + 7.339919908041634, + 1.9250950426546267, + 4.107223957795039, + 4.813792875317334, + 5.669872067296448, + 3.539335023570838, + 1.5672603902233777, + 3.4740141249911693, + 4.245996669651106, + 6.999342517797141, + 2.571308868367359, + 5.286916420196386, + 4.76881807709916, + 7.389625322738715, + 6.747945147663308, + 7.58053483414553, + 4.940473376931333, + 6.99614947257056, + 5.72152826535469, + 6.362945279337709, + 7.467856935133264, + 4.544870485656184, + 2.8189815158412475, + 5.523186460409855, + 3.3453260621937138, + 3.488161333177846, + 6.111131686214713, + 6.308519833455469, + 3.325656888588603 + ], + "wer": { + "wer": 6.843718079673136, + "word_errors": 67, + "total_words": 979, + "per_utt_edits": [ + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 2, + 1, + 3, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 1, + 0, + 1, + 1, + 0, + 4, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 2, + 2, + 3, + 1, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 6.843718079673136, + "std_err": 0.9912556090324206, + "ci_lower": 4.981131806789702, + "ci_upper": 8.853638309368336 + }, + "per_utterance_word_errors": [ + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 2, + 1, + 3, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 1, + 0, + 1, + 1, + 0, + 4, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 2, + 2, + 3, + 1, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the girl.", + "She's at home. I suppose.", + "He looked northward towards home.", + "This powder must not be used before tomorrow morning, but I think it is now cool enough to be bottled.", + "Do you think Alexandra likes him very much?", + "Good night, husband.", + "We say, \"Of course,\" somebody exclaimed, \"that they give two turns.\"", + "Not one point one five miles per hour.", + "No, no, my knowledge for it. Neither of them was nigh fainting here away.", + "So choose for yourself: make a rush or tarry here.", + "A sudden black clown came, and I telephoned to Chinook and asked him about the load.", + "It's getting the better of me.", + "Now, who will follow me?", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of remembering a unique event.", + "These plumes waved gracefully in the air with every moving step the princesses took.", + "Oh, you know Annie. She looks at the young man's bare arms.", + "About that time, Mister Andrews and I came together.", + "You'll take it easy. You can't help yourself,\" said Capril. \"What next, Queen Trot?\"", + "The chair was empty, but new.", + "The king felt himself color deeply and said, \"We are probably mistaken.\"", + "At three hundred yards from us, the battle was fought.", + "I won't talk.", + "There, far off in my country, across the water.", + "The word of our God shall stand forever.", + "Oh, there's no denying you are a spunky little bunch, chicks,\" he called back over his shoulder.", + "There was no doubt of the earnestness of their purpose.", + "Their masters said, \"Missus Neverwinter.\"", + "I look at our guns and see that they are all right.", + "A cynic is a man who, etc.", + "Marie looked up at his defiant figure, and her face clouded.", + "He's been wanting to marry Hilary for years and more.", + "The pool of tears.", + "Even dialect like that pass.", + "Home shook his head impatiently.", + "And through a storm of shot, not one of which touched the prostrate officer, the troop passed in safety.", + "What's his game in the match?", + "I didn't know the way to life.", + "As for the rest of mankind, stagnating night rests upon them.", + "This the best and only final clue has run to nothing.", + "But the general distinction is not on that account to be overlooked.", + "You must be right,\" admitted Cynthia.", + "Mother, dear father, hear me.", + "I take this as my answer, and I leave the professor to bite his lips with impatience.", + "Now indeed, the bulu was as angry as was amazed.", + "Faithful to their legislative decorations, they knew but one issue: slavery.", + "The rector did not ask for a catechism to hear the lesson from.", + "Chapter Twelve.", + "Come, come, Bannister.", + "She sat down in a rocking chair, and clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken with the judgment and is mad.", + "Now, at the close of the twentieth century, could oppression be carried to such a height as this?", + "The three modes of management.", + "I have some champagne for you too.", + "It truly is a certain magician.", + "Yes, pretty soon now.", + "The lieutenant shook his head.", + "I think I am ill.", + "She rose quickly to her feet, with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days. Your new play was just on, and you were so happy.", + "He is well up in his work, though his Greek is his weak subject.", + "It is quite impossible.", + "Bols Stefanopoulos", + "Then Anders felt brave again.", + "I have the best Italian poems.", + "As a matter of fact, the drawn curtain disclosed nothing but three or four suits of clothes hanging from a line of pegs.", + "One thinks one hears hydrostatic.", + "He skirted the island slowly, stopping near Zora's oak.", + "And yesterday things went on just as usual. I wonder if I've been changed in the night.", + "As Master Wisher.", + "The Drake sank again instantly.", + "I've no need for fine clothes in Max's play this time, so I can afford a few dudis for myself.", + "Dost thou over the cloud?", + "Commander Farragut. It's like a", + "Here's visitors. Tell.", + "Come, come! I called when no one obeyed.", + "You will kindly close the door,\" said Holmes.", + "They possessed a perfect organization, gigantic proportions, prodigious strength.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his mark in literature.", + "It is very happy for her. At least they are not,\" said Rachel, and a long silence ensued.", + "Stephen's heart began slowly to fold and fade with fear, like a withering flower.", + "So the children went to work with great alacrity and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I try to master, but he confused me just.", + "The shadow of the raft was clearly outlined upon the surface of the waves.", + "Yes, but what is it for? What is it all about?", + "Hold your head down and draw in your legs. Their formation might tell the truth too early.", + "This I read with great attention while they sat silent.", + "It indicates his sorrow and his displeasure.", + "He's a big, handsome creature, and he hates Americans as much as ever.", + "Pay it again,\" she whispered.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the Hamburg Museum a skeleton of one of these creatures, thirty feet in length.", + "Margaret Bolton almost lost for a moment her habitual placidity.", + "But he's given me some good Irish songs." + ] + } + }, + "multi_test_other": { + "GroundTruth": { + "method": "GroundTruth", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 0.0, + "mcd_ci95": { + "mean": 0.0, + "std_err": 0.0, + "ci_lower": 0.0, + "ci_upper": 0.0 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "wer": { + "wer": 6.8493150684931505, + "word_errors": 65, + "total_words": 949, + "per_utt_edits": [ + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 2, + 1, + 0, + 2, + 0, + 0, + 6, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 3, + 0, + 0, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 4, + 0, + 0 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 6.8493150684931505, + "std_err": 1.1229659812502548, + "ci_lower": 4.766839378238342, + "ci_upper": 9.159503323242959 + }, + "per_utterance_word_errors": [ + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 2, + 1, + 0, + 2, + 0, + 0, + 6, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 3, + 0, + 0, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 4, + 0, + 0 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise.", + "Have you anything particular against him?", + "It is true that for twelve years of her life, she used to beat me.", + "The answer came like a flash.", + "Oh no,\" said the lad.", + "This time, it even tasted good to him.", + "So it was under the Roman emperors, and so it is now.", + "When it does, it will create a sensation.", + "His horse was tied to a tree, and his body left lying where it fell.", + "He had never seen one before, and it interested him extremely.", + "And to ear the way, he does the patter to me on the road.", + "I believe poor Annie is dreadfully unhappy.", + "I ain't no idea.", + "Quick, slide down with it and put it back among the others.", + "Very well at half past ten.", + "When Sigurd heard the story, he said to Regan.", + "Never fear, Christopher.", + "There was no sign of any Colchester.", + "The dead must be obeyed.", + "Why? What's the use of that?", + "The lame man who followed it was no other than Fouchival.", + "I'd recommend him to you instead of Blackstone.", + "The force pays for my time during the day, and I figure my time's my own at night.", + "The hotel keeper.", + "The grave digger puts the corpses in the grave, and I put the grave digger in my pocket.", + "Have you given up teaching the raths? Asked Sydney, changing the subject.", + "Lizley did not venture to say any more.", + "I know a watchmaker who will buy your watch.", + "Jim and John were at home at Lee's Summit.", + "It is we among,\" cried the voice that I recognized as that of Prudence.", + "All right, Gordon admitted.", + "Gold here it is.", + "He muttered to himself as he headed over the rubble toward the previously domed section.", + "I'm reformed. I'm going straight.", + "What for? cried Ram.", + "We know the paths that life has travelled.", + "There was something of paradise in that death.", + "If you let me finish, you'd know,\" said Go roughly.", + "Sensibly, he answered firmly.", + "When it was the seventy-fourth night.", + "When did I ever say no to anything you ask me, Laura?", + "There was a cry and a quick rustling toward the door.", + "Then the old man said, \"Drive all the horses into the river and choose the one that swims across.\"", + "Oh, he lives in England, Sheffield, preaches there, hasn't ever been in this country.", + "The confidence of the monarch.", + "There comes down and some of their snipper.", + "Yes, it's rather strange. He went on.", + "But you say it's an institution that served its time.", + "He was personally known to me and had been my enemy from before the war.", + "Why, Polonius? Someone asked.", + "Well, how'd the old thing pan out this time, Duke? He hadn't been uptown at all.", + "These persons were unmistakably seeking a place where they could talk without being overheard.", + "When he died, I cried more than when my mother died.", + "Father Messier died.", + "Bless me,\" said Mister Beale uncomfortably.", + "First event started.", + "Then Gunner tried Sigurd's horse, Granny, but he would not move with Gunner on his back.", + "I know you clear through.", + "The shutters were closed, and this caused bunker an instant's delay that was almost fatal.", + "That must be Macarena.", + "Will you come round and open the door? Said Archie in an angry whisper.", + "By jing's, I most slump through the floor.", + "Some effort must be made, and he started up as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast.", + "The training of a statesman.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some of the misery around a bit and given them a chance to do better.", + "You fret me beyond endurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue.", + "It was a real bully circus.", + "I'm glad you told me though.", + "No one knew what might happen next.", + "But escape is possible.", + "Now you must go back to your seat.", + "I feel as if I had him for about a quarter hour. I could knock something out of him.", + "Above suspicion.", + "Passion is and always has been deaf.", + "If she knew evil had come to the poor lad, her face would tell tales like print.", + "Still, the beautiful princess languished in her prison.", + "And now, my dear France, let us talk of something else.", + "After a while, in a pet, he walked away.", + "The mother was much more cheerful when she went back to her daughter, and Kitty pretended to be more cheerful.", + "The basis of authority is bodily violence.", + "When it is a crayfish.", + "Here are some verses of Calypso.", + "The life of the city grew gay, and the very revolution ran smoother.", + "He's a tater. That's what he is.", + "Husband, my name is Gr\u00e9ville.", + "Walk fast now till you get away from the houses, and then shind for the raft like the Dickens was after you.", + "I want the name of every man in the gang you can remember. He told the man.", + "Rather a hypothetical question, Colonel. But I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "We live together in families, tribes, and nations.", + "On my honor, as anything you please.", + "Why get out as you came in?", + "I got a sticket,\" said Dicky sadly.", + "So you're sure to be our marshal again,\" he said.", + "Then things quieted down, and nobody heard anything more." + ] + }, + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.822814679829764, + "mcd_ci95": { + "mean": 7.822814679829764, + "std_err": 0.21382114978519168, + "ci_lower": 7.405513696205437, + "ci_upper": 8.240952030413897 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 10.711597767535524, + 8.081064555697537, + 6.842698576936232, + 10.352708869709133, + 7.860228103735677, + 11.952425173901418, + 6.569297644800423, + 9.411425564337414, + 6.738445799869934, + 3.93811473217493, + 7.300878703055299, + 9.101527614346242, + 9.117744940528075, + 6.75130061018272, + 9.074235818647862, + 3.7933336602674617, + 9.307295805562397, + 7.325402668107022, + 13.181816036326396, + 8.973227691336756, + 7.773382724569048, + 8.649860774621638, + 6.883740402365343, + 11.898868947476458, + 7.082569468778511, + 5.878816323652417, + 7.431541289852583, + 8.356249311894619, + 7.882602998270767, + 5.9863262470867165, + 11.568443795113462, + 10.533174676422757, + 10.508228310540668, + 8.698530227302166, + 11.247216857242549, + 6.659228154284041, + 7.052365497160432, + 6.520183204263327, + 11.418596684087786, + 8.207697610277407, + 7.4140237330254415, + 4.79785254845024, + 2.9394689937772895, + 3.919064581775853, + 10.65035608483598, + 6.235898287938713, + 8.983700763555872, + 6.748409174076487, + 7.165049527108669, + 8.509693682128951, + 3.0972696607856522, + 4.226409008044565, + 6.156853870621762, + 10.373288669133006, + 8.21658821403837, + 10.60772094620412, + 6.760282291737121, + 9.429396907599807, + 5.115634388019585, + 9.658927453272034, + 5.499298844409031, + 5.425972037755965, + 9.047792463201436, + 8.342358508295218, + 6.919731358776189, + 6.2629818620756135, + 11.298316086338406, + 5.486777801412778, + 6.411520032180204, + 6.661681751495555, + 10.166673574387001, + 9.032412181351749, + 9.298691345586157, + 10.580632168304192, + 9.82168638917263, + 9.13132417651255, + 9.716675797473956, + 8.067921507607512, + 7.525220605725652, + 6.99376287564771, + 7.089359136307668, + 5.126430189953099, + 7.525650183858733, + 7.823533762065454, + 10.27319105531915, + 6.997903463310897, + 10.26379577383513, + 6.253583478059601, + 7.514654219058032, + 8.740331904750015, + 3.4240564746058593, + 10.623272726240245, + 6.458869285888704, + 4.099552413821841, + 6.890174152218595, + 5.253153958644452, + 5.959696624163554, + 8.243417947003325, + 7.665954863664507, + 6.7351723740474325 + ], + "wer": { + "wer": 67.33403582718651, + "word_errors": 639, + "total_words": 949, + "per_utt_edits": [ + 8, + 1, + 4, + 8, + 7, + 10, + 8, + 9, + 10, + 0, + 13, + 9, + 5, + 8, + 6, + 2, + 10, + 2, + 12, + 10, + 12, + 0, + 6, + 11, + 6, + 1, + 9, + 5, + 6, + 9, + 6, + 9, + 1, + 4, + 12, + 7, + 0, + 5, + 10, + 5, + 0, + 1, + 3, + 5, + 6, + 9, + 11, + 2, + 3, + 7, + 2, + 8, + 0, + 10, + 11, + 10, + 21, + 10, + 7, + 9, + 6, + 5, + 0, + 8, + 1, + 0, + 6, + 3, + 2, + 0, + 7, + 12, + 9, + 13, + 12, + 5, + 12, + 3, + 12, + 9, + 6, + 1, + 0, + 12, + 5, + 7, + 5, + 2, + 4, + 7, + 3, + 10, + 12, + 0, + 11, + 3, + 0, + 10, + 9, + 6 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 67.33403582718651, + "std_err": 5.911377437436149, + "ci_lower": 56.39763779527559, + "ci_upper": 79.76913169137974 + }, + "per_utterance_word_errors": [ + 8, + 1, + 4, + 8, + 7, + 10, + 8, + 9, + 10, + 0, + 13, + 9, + 5, + 8, + 6, + 2, + 10, + 2, + 12, + 10, + 12, + 0, + 6, + 11, + 6, + 1, + 9, + 5, + 6, + 9, + 6, + 9, + 1, + 4, + 12, + 7, + 0, + 5, + 10, + 5, + 0, + 1, + 3, + 5, + 6, + 9, + 11, + 2, + 3, + 7, + 2, + 8, + 0, + 10, + 11, + 10, + 21, + 10, + 7, + 9, + 6, + 5, + 0, + 8, + 1, + 0, + 6, + 3, + 2, + 0, + 7, + 12, + 9, + 13, + 12, + 5, + 12, + 3, + 12, + 9, + 6, + 1, + 0, + 12, + 5, + 7, + 5, + 2, + 4, + 7, + 3, + 10, + 12, + 0, + 11, + 3, + 0, + 10, + 9, + 6 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise the president will not be removed from office.", + "Have you anything particular in him?", + "It is true that for twelve years for life, she used to be mute.", + "The answer came like a flash. The program is launched today by the government.", + "Oh no,\" said the lad. \"Is that a serious question?\"", + "This time, it even tasted too sweet. Their expressions only reflected those of the audience.", + "So it was. We have not given up on the game. So it is now.", + "When it does, it will create a sensation. The most important thing in theatre is to listen.", + "His horse was tied to its feet. This gives a financial incentive to spill.", + "He had never seen one before, and it interested him extremely.", + "We expect to come through on Thursday.", + "I believe poor Annie would greatly have been why it was so vital.", + "I ain't no idea. I've received no explanation.", + "Quick, slide down with it. If it has to look back on the others, then.", + "Very well. It was a thoroughly modern affair.", + "When Sigurd heard this story, he said to Regan.", + "Never fear, Christopher. My first concern is for the safety of the public.", + "There was no sign of any orchestra.", + "The dead must be obeyed. The rate of growth in road traffic is already beginning to slow.", + "Why? What did you say? I tried to push him away.", + "The lame man for a year ago. She was just a junior minister for the treasury.", + "I'd recommend him to you instead of Blackstone.", + "The force pays for my time during the day. Civil rights campaigners welcome my time to my own at night.", + "The hotel keeper. I am very sorry that Elister Campbell has taken this decision.", + "The grave digger put corpses in the grave, and I put the grave digger sunrays by the rain.", + "Have you given up teaching the rock? Asked Sydney, changing the subject.", + "Leslie did not venture to say that he died at the hands of his captors.", + "I know a watch maker who buys a watch.", + "Jim and John. It was a breathtaking moment.", + "It is we or mom. This was the first cry of voice that I recognized as that of prudence.", + "All right, Gordon admitted. It was a thoroughly modern affair.", + "Gold here it is. Hopefully, the whole of Scottish rugby was paying attention.", + "He muttered to himself as he headed over the rubble toward the previously damaged section.", + "I'm reformed. Our mother is very straight.", + "What for? The package was expected to be launched within the next three months.", + "We know the paths that will be widespread support on all sides.", + "There was something of paradise in that death.", + "If you let me finish, you know roughly.", + "Some have accepted it as a miracle without physical explanation.", + "When it was the seventh port night, the Champions League.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then the old man said, \"Drive all horses into the river and choose the one that swims across.\"", + "Oh, he lives in England. Watch the new Highland Regiment hasn't ever been in this country.", + "The confidence of the culture is extremely widespread and vibrant.", + "There comes down and some until you hit the big games.", + "Yes, exempting for the project to the condition of a probation order.", + "But you say it's an institution of its time.", + "He was personally known to me. I've been my enemy from before the pain.", + "Why, Polonius? Someone asked. This idea has never developed.", + "Well, how did old thing pan out this time, Duke? He hadn't been up town at all.", + "These persons were mistakes are being made on an increasing basis where they could talk without being overheard.", + "When he died, I cried more than when my mother died.", + "Some have accepted it as a miracle without physical explanation.", + "Bless me,\" said Mister. Blue comfortably. They recorded their debut album in New York.", + "Foch le Vant started. We could learn a lot from them.", + "Lin Gunner tried several times. Aristotle thought that the rainbow was caused by the reflection of the sun's rays by the rain.", + "I know you played through. While they went on holiday, we got the contract.", + "The shoulders were closed. This caused bunker and f to soar. It was almost fatal.", + "That must be Mackenna. There isn't much of a scene in Austria.", + "Will you come round and open the door? That's the important thing. Ingru whispered.", + "By jinx, I was taken to the hospital.", + "Some effort must be made, and he started up as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast. What was the matter for concern?", + "The training of a stationer.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some misery around with patience and precision, and given them a chance to do better.", + "You fit me with insurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue. He's very very lucky to be alive.", + "It was a real bull, sir. Nobody will know the feeling of the branches until October.", + "I'm glad you told me though. The most important thing in theatre is to listen.", + "No one knew what matters much. For the Scottish judges, the affair is very delicate and unique.", + "But in general terms, the proposals are very much in line with expectations.", + "Now you must go back to the monument of the past.", + "I feel as if I had, the next time he saw her, she was a different person.", + "Above suspicion. This is normal.", + "There is, according to legends, a boy in hot gold at one end.", + "She knew evil had come to Boston, and her face was contorted like the government.", + "Still, the appointment was generally welcomed yesterday.", + "And now, my dear friends, let us talk of something else.", + "After a while, in a pet, he walked away.", + "The mother was much more cheerful than Simpson's daughter, and could be prettier in that match.", + "The basis of authority is launched today by the government.", + "When it is a crisis, Gaelic provision continued to be good.", + "Here are some verses. I'm just a regular person.", + "The life of the city grew gay, and the very revolution transmutter.", + "He's a tarter. That's what he is. It might be.", + "They're determined to make a meaningful contribution.", + "Walk fast now, get away from the house, and then shin for the raft like the dickens was after you.", + "I want the name of every man in the game. They remain in the European Court of Human Rights.", + "Rather a hypothetical question. The west coast line is not just for Middle England. But I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "They don't know each other, but they have made this commitment.", + "On my honor, so as anything meets.", + "Why? Get out as you came in.", + "I got a sticker. Looked into the M P is under fire.", + "So you're sure to be a muscular gym. You said you'll be in good condition.", + "Then things quieted down. However, nobody heard anything. That is a sizable f." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.434585667582249, + "mcd_ci95": { + "mean": 7.434585667582249, + "std_err": 0.20132722226180028, + "ci_lower": 7.039774003986417, + "ci_upper": 7.825464800397777 + }, + "side_input_kb": 185.35054000000002, + "side_input_padded_kb": 185.35054000000002, + "gflops": 0.1898, + "per_utterance_mcds": [ + 10.160267955767438, + 7.753754980508796, + 6.467616027052588, + 9.944439244827175, + 7.417984922924485, + 11.746701935663511, + 5.579853097075143, + 9.012167432708011, + 6.651375944348787, + 4.006754361151834, + 7.1021594126098835, + 8.14118936064043, + 8.443822624516445, + 6.663700096600766, + 8.814103297062667, + 3.7775397335327106, + 8.345353825633714, + 6.892705523726709, + 12.10739650484322, + 8.608412605651779, + 7.199368519638487, + 8.642526202992045, + 7.027573590063526, + 10.98438828633901, + 6.598915528980897, + 6.186581945833009, + 6.914456608092308, + 8.186848639587735, + 7.5960980168539525, + 5.139544007495146, + 11.176913056686395, + 9.716616518555282, + 10.302849719505724, + 8.540292540276814, + 10.939362597122246, + 6.354852599913562, + 6.292032894614598, + 6.102476876128698, + 10.016017976753579, + 8.132207162181805, + 7.098809873180342, + 4.744053741323141, + 2.9980919143930875, + 3.6900817480126316, + 10.30104033759151, + 5.992225382258038, + 8.52284717486332, + 6.407045778759592, + 6.999122796983319, + 8.338407794134763, + 2.9831842702941995, + 4.02036857201543, + 5.4852464809845625, + 9.897838314322426, + 7.919315386069607, + 9.381419137588638, + 6.371241304101977, + 8.83738024082656, + 5.471643954849728, + 9.016013812953167, + 5.286104152332263, + 5.303615868928597, + 8.635052800519864, + 7.962289019908626, + 6.4916929073473275, + 5.699936097511594, + 11.125183434078043, + 4.865757721177853, + 6.349398404497059, + 6.324323522800681, + 9.137657743795337, + 8.33786389173157, + 8.818222082641643, + 9.886437028268665, + 9.525594779146331, + 8.327144352995312, + 9.588767220316486, + 7.399765500720592, + 7.202983834787489, + 6.902506820811634, + 6.90444368332455, + 4.864413989696898, + 7.356084608953567, + 7.203723946810303, + 9.422613123225759, + 6.3836371175626265, + 9.922600923186316, + 5.946930157053898, + 7.26991855319751, + 8.373481390404136, + 3.275004435108712, + 10.54574924843285, + 6.364039602589931, + 3.9592496611071306, + 6.261464073421765, + 5.1750919278636145, + 5.13760449407739, + 7.798924212072797, + 7.422503111471561, + 6.538191124379617 + ], + "wer": { + "wer": 48.577449947312964, + "word_errors": 461, + "total_words": 949, + "per_utt_edits": [ + 8, + 3, + 0, + 8, + 7, + 2, + 6, + 1, + 1, + 0, + 8, + 9, + 5, + 1, + 6, + 1, + 10, + 2, + 12, + 10, + 4, + 0, + 2, + 10, + 2, + 1, + 7, + 1, + 5, + 4, + 6, + 9, + 1, + 0, + 12, + 5, + 0, + 4, + 2, + 6, + 1, + 1, + 2, + 1, + 6, + 9, + 10, + 1, + 3, + 7, + 4, + 4, + 0, + 10, + 10, + 9, + 5, + 10, + 9, + 9, + 1, + 3, + 0, + 8, + 1, + 0, + 4, + 4, + 2, + 0, + 7, + 8, + 9, + 11, + 10, + 4, + 8, + 3, + 5, + 8, + 5, + 1, + 0, + 0, + 8, + 6, + 5, + 1, + 1, + 6, + 5, + 3, + 2, + 0, + 8, + 2, + 0, + 6, + 8, + 6 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 48.577449947312964, + "std_err": 5.27699314875314, + "ci_lower": 39.15139826422372, + "ci_upper": 59.90622702814965 + }, + "per_utterance_word_errors": [ + 8, + 3, + 0, + 8, + 7, + 2, + 6, + 1, + 1, + 0, + 8, + 9, + 5, + 1, + 6, + 1, + 10, + 2, + 12, + 10, + 4, + 0, + 2, + 10, + 2, + 1, + 7, + 1, + 5, + 4, + 6, + 9, + 1, + 0, + 12, + 5, + 0, + 4, + 2, + 6, + 1, + 1, + 2, + 1, + 6, + 9, + 10, + 1, + 3, + 7, + 4, + 4, + 0, + 10, + 10, + 9, + 5, + 10, + 9, + 9, + 1, + 3, + 0, + 8, + 1, + 0, + 4, + 4, + 2, + 0, + 7, + 8, + 9, + 11, + 10, + 4, + 8, + 3, + 5, + 8, + 5, + 1, + 0, + 0, + 8, + 6, + 5, + 1, + 1, + 6, + 5, + 3, + 2, + 0, + 8, + 2, + 0, + 6, + 8, + 6 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise. The president will not be removed from office.", + "Have you anything particular in his feet?", + "It is true that for twelve years of her life she used to beat me.", + "The answer came like a flash. The ship is launched today by the government.", + "Oh no,\" said the lad. \"It's not a serious question.\"", + "This time, it even tasted good too.", + "So it was. We have given up on it. So it is now.", + "When it does, it will create the sensation.", + "His horse was tied to a tree. His body left lying where it fell.", + "He had never seen one before, and it interested him extremely.", + "And to ear the way he does come through on Thursday.", + "I believe poor Annie had a very reason why it was so vital.", + "I ain't no idea. I receive no explanation.", + "Quick, slide down with it and put it back among the others.", + "Very well. At half past ten, it was a thoroughly modern affair.", + "When Sigurd heard the story, he said to Regan.", + "Never fear, Christopher. The first concern is for the safety of the public.", + "There was no sign of any officer.", + "The dead must be obeyed. The rate of growth in road traffic is already beginning to slow.", + "Why? What did you say? I tried to push him away.", + "The lame man followed. She was no other than a treasure.", + "I'd recommend him to you instead of Blackstone.", + "The force pays for my time during the day, and I figure my time is my own at night.", + "The hotel keeper. I'm very sorry that Belister Campbell has taken this decision.", + "The grave digger puts corpses in the grave, and I put the grave digger in my grave.", + "Have you given up teaching the rocks? Asked Sydney, changing the subject.", + "Leslie did not venture to die at the hands of his captors.", + "I know a watchmaker who will buy a watch.", + "Jim and John were witnessing a breathtaking moment.", + "It is we or mom,\" cried the voice that I recognized as that of Prudence.", + "All right, Gordon admitted. It was a thoroughly modern affair.", + "Gold. Here it is. Hopefully, the whole of Scottish rugby was paying attention.", + "He muttered to himself as he headed over the rubble toward the previously dome section.", + "I'm reformed. I'm going straight.", + "What for? The package was expected to be launched within the next three months.", + "We know the paths that lines have traveled on all sides.", + "There was something of paradise in that death.", + "If you let me finish, you know,\" said her roughly.", + "Safely, he answered from.", + "When it was the seventh port night of the Champions League.", + "When did I ever say no to anything? You ask me, Laura.", + "There was a cry and a quick rustling before the door.", + "Then the old man said, \"Drive all the horses into the river and choose the one that swims across.\"", + "Oh, he lives in Sheffield, preaches there, hasn't ever been in this country.", + "The confidence of the culture is extremely widespread and vibrant.", + "They come down and some of them get the big games.", + "Yes, exempting the project to the condition of a probation order.", + "But you say it's an institution that served its time.", + "He was personally known to have been my enemy from before the war.", + "Why, Polonius? Someone asked. This idea has never developed.", + "Well, how did old thing pan out this time, Duke? He hadn't been uptown at all.", + "These persons were on an increasing basis where they could talk without being overheard.", + "When he died, I cried more than when my mother died.", + "Some have accepted it as a miracle without physical explanation.", + "Bless me,\" said Mister Blue uncomfortably. \"They recorded your debut album in New York.\"", + "Foch levant started. We could learn a lot from them.", + "Then Gunner tried several times, Granny, but he would not move with Gunner on his back.", + "I know you cleared through. While you went on holiday, we got the contract.", + "The shoulders were closed. That is a sizable death. It was almost fatal.", + "That must be Macarena. There isn't much of a scene in Austria.", + "Will you come round and open the door? Said Archie in an angry whisper.", + "By Jing's, I was slumped to the floor.", + "Some effort must be made, and he started up as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast. What was the matter for concern?", + "The training of a stationer.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some good misery around and given them a chance to do better.", + "You fit me the on insurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue. He's very very lucky to be alive.", + "It was a real bully, sir. No feeling of the branches until October.", + "I'm glad you told me though. The most important thing in theatre is to listen.", + "No one knew what might happen next. Well, the Scottish judges, the affair is very delicate and unique.", + "But escaping is possible. The proposals are very much in line with expectations.", + "Now you must go back to your throne into the past.", + "I feel as if I had it for about a quarter hour. I cannot put me out of the person.", + "Above suspicion. This is noble.", + "Passion is and always has been the gold at one end.", + "She knew evil had come into Poland. Her face was telltale like print.", + "Still, his apartment was generally welcomed in her prison.", + "And now, my dear friends, let us talk of something else.", + "After a while, in a pet, he walked away.", + "The mother was much more cheerful when she went back to her daughter, and Kitty pretended to be more cheerful.", + "The basis of authority of the law is lodged today by the government.", + "When it is a crayfish, the provision continued to be good.", + "Here are some verses. I'm just a regular person.", + "The life of the city grew gay, and the very revolution ran smoother.", + "He's a tarter. That's what he is.", + "Their determination make a meaningful contribution.", + "Walk fast now, get away from the house, and then shind for the rat like the Dickens was after you.", + "I want the name of every man in the gang to remember. He told the men.", + "Rather a hypothetical question, Colonel. But I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "We live together in France, but they have made the same mistakes.", + "On my honor, so as anything may please.", + "Why get out as you came in?", + "I got a stick. It said, \"Dicky sadly, he is under fire.\"", + "So you're sure to be a marshal again. He said, \"By doctors, to be in good condition.\"", + "Then things quieted down. However, nobody heard anything. It is a sizeable f." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.32106507585515, + "mcd_ci95": { + "mean": 9.32106507585515, + "std_err": 0.2914905731147185, + "ci_lower": 8.768190298656824, + "ci_upper": 9.892291652927753 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.28, + "per_utterance_mcds": [ + 5.469469959144651, + 10.314503962537724, + 10.1020352856874, + 4.256550499430175, + 7.149824006531901, + 10.497748961229277, + 12.290907024086618, + 12.220862380517236, + 11.5589637571085, + 11.805097474438469, + 8.965957394855664, + 7.167082492883827, + 6.392995008131814, + 8.267669722595262, + 7.109181074519255, + 10.503227205543203, + 5.7841802979970725, + 9.680241995755805, + 5.325382364590848, + 5.35371846953477, + 9.991751983565122, + 16.275214726601313, + 10.735372914213038, + 7.69872385944629, + 10.994911142476006, + 9.177676136340843, + 6.09902071010016, + 12.85994032598389, + 10.56340371061802, + 11.886709809681959, + 6.7666027337693135, + 6.424078609158969, + 14.811027915113211, + 11.44305256169839, + 4.830657064421721, + 6.304835639367309, + 8.293919358703564, + 12.533213523473384, + 6.003963081004913, + 9.34057871235286, + 14.467866105996812, + 12.468133116932147, + 11.003185370726415, + 9.063723817049441, + 6.291145659167222, + 9.732056772739005, + 7.917679498198817, + 8.050821195012862, + 12.522255435649912, + 10.884842191756649, + 8.851588147665582, + 11.328055972599893, + 13.187780518467827, + 4.698001212597618, + 8.523745588204228, + 5.116127696194024, + 10.342505552177025, + 6.4714695381439205, + 11.3090559863196, + 6.010375301953904, + 7.687987836609158, + 9.114902395291518, + 9.620330230273682, + 8.72661862522254, + 4.631615798837747, + 7.889220647060908, + 14.13867482358886, + 9.76483990952181, + 16.567070664552098, + 13.273631167046144, + 4.901846961219256, + 6.065101546549344, + 7.850978152458298, + 5.206464277903116, + 5.2081397403662, + 10.446177869071692, + 10.29684793848197, + 7.593750049120469, + 7.933860575584814, + 13.113297496030508, + 13.624324119048289, + 9.670464241652601, + 14.524724256732013, + 10.896748059186823, + 5.767531159282614, + 4.810919917233488, + 7.804749301074805, + 6.376875557133753, + 9.273828227085742, + 7.967603583563664, + 10.39702628530306, + 14.543370277151011, + 16.75246918761989, + 10.04319942483463, + 7.409829282998719, + 11.565467861551964, + 11.114646141434736, + 8.605344357877454, + 10.139240673825679, + 9.29612043337109 + ], + "wer": { + "wer": 69.86301369863014, + "word_errors": 663, + "total_words": 949, + "per_utt_edits": [ + 0, + 6, + 4, + 1, + 7, + 6, + 7, + 8, + 15, + 5, + 14, + 7, + 5, + 12, + 4, + 9, + 3, + 2, + 14, + 6, + 9, + 0, + 17, + 10, + 18, + 5, + 8, + 3, + 8, + 7, + 2, + 8, + 13, + 5, + 2, + 8, + 3, + 6, + 4, + 7, + 0, + 1, + 12, + 1, + 6, + 8, + 9, + 5, + 10, + 3, + 8, + 6, + 1, + 9, + 4, + 2, + 16, + 7, + 15, + 4, + 14, + 7, + 13, + 5, + 2, + 0, + 12, + 5, + 6, + 2, + 6, + 2, + 0, + 7, + 9, + 0, + 18, + 3, + 7, + 12, + 6, + 10, + 7, + 18, + 10, + 5, + 6, + 4, + 7, + 6, + 6, + 11, + 4, + 0, + 5, + 4, + 5, + 6, + 5, + 3 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 69.86301369863014, + "std_err": 4.168347136768543, + "ci_lower": 61.894902676912686, + "ci_upper": 78.18406454083481 + }, + "per_utterance_word_errors": [ + 0, + 6, + 4, + 1, + 7, + 6, + 7, + 8, + 15, + 5, + 14, + 7, + 5, + 12, + 4, + 9, + 3, + 2, + 14, + 6, + 9, + 0, + 17, + 10, + 18, + 5, + 8, + 3, + 8, + 7, + 2, + 8, + 13, + 5, + 2, + 8, + 3, + 6, + 4, + 7, + 0, + 1, + 12, + 1, + 6, + 8, + 9, + 5, + 10, + 3, + 8, + 6, + 1, + 9, + 4, + 2, + 16, + 7, + 15, + 4, + 14, + 7, + 13, + 5, + 2, + 0, + 12, + 5, + 6, + 2, + 6, + 2, + 0, + 7, + 9, + 0, + 18, + 3, + 7, + 12, + 6, + 10, + 7, + 18, + 10, + 5, + 6, + 4, + 7, + 6, + 6, + 11, + 4, + 0, + 5, + 4, + 5, + 6, + 5, + 3 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise.", + "\u5f00\u3002", + "It is true that for twelve years, her life used to be.", + "The answer came with a flash.", + "Oh no, is that a serious question?", + "This time.", + "So it was. We have not given up on it. So it is now.", + "The most important thing is to listen.", + "\u8fd9\u4e2a\u3002", + "He had never seen one before.", + "\u4e1a\u52a1\u3002", + "\u6211\u5e76\u4e0d\u8ba4\u4e3a\u8fd9\u662f\u4e2a\u60b2\u5267\u3002", + "I ain't no idea. I received no explanation.", + "\u5feb\uff0c\u6ed1\u4e0b\u6765\uff01", + "Very well.", + "\u6211\u66fe\u7ecf\u7684\u53d4\u53d4\uff0c\u4ed6\u5c31\u662f\u4e2a\u6f14\u5458\u3002", + "n\u00e3o sei", + "There was no sign of this.", + "The debt must be owed. The rate of growth in world trade is already beginning to slow.", + "\u6211\u3002", + "The main man.", + "I'd recommend him to you instead of Blackstone.", + "The fourth.", + "The hotel keeper. I'm very sorry that Alexander Campbell has taken this decision.", + "\u54ce\uff0c\u54ce\uff0c\u54ce\u3002", + "Have you given up changing the subject?", + "Levy could not digitize the names of his characters.", + "I know a watchmaker who bought a watch.", + "Jim Jar. It was the breathtaking moment.", + "It is we are most surprised at the voice that I recognize as that of Providence.", + "All right.", + "Ultimately, the whole Scottish rugby was paying attention.", + "He muttered.", + "I was born in.", + "What for?", + "\u4f60\u6709\u670b\uff0c\u4f60\u6709\u670b\u3002", + "There was something of paradise.", + "If you let me finish your notes.", + "\u4ed6\u56de\u7b54\u4ed6\u4eec\u3002", + "When it was a savage opponent to the Japanese League.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then they all turned and said, \"Dry all the boxes in the basement, and choose the one that's going to drop.\"", + "Oh, he lives in England. Preaches there. Hasn't ever been in this country.", + "The confidence of the culture is extremely widespread and vibrant.", + "temos t\u00e3o ansioso", + "Yes, as I understood, it is a condition of poverty.", + "But do you say it's an institution?", + "He was personally in my enemy, and he was paid.", + "Why Polonius? Someone.", + "Well, I know they found out this business. He hasn't been up town at all.", + "These persons were being paid on an increasing basis, where they could talk without being overheard.", + "When he died, I cried more than my mother died.", + "Seven accepted it as a miracle without physical evidence.", + "Bless you, said the secretary.", + "", + "\u54ce\u3002", + "I know you plan to holiday. We got the contract.", + "\u54e6\u3002", + "\u54ce\uff0c\u5988\u5440\uff01", + "vimos um ano", + "By James.", + "Some effort must be made to make the race course lane as much as possible, except with the intention of a protest.", + "I'm from the cutter lying out.", + "The training of the hearing.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's save shift inside of misery with patience and precision, and given the chance to do good.", + "You fit me the one in joy.", + "But got to prove James' innocence by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and twenty ninth.", + "\u54ce\uff0c\u63d0\u4f9b\u5de5\u5382\u3002", + "It was a real.", + "I'm glad you told me, though.", + "No one knew what matters. The affair is very delicate anyway.", + "The people are very much in line with expectations.", + "Now you must go back to your seat.", + "\u7f8e\u56fd\u7684\u3002", + "This is normal.", + "\u770b\u3002", + "She knew evil had come into commission.", + "Still, is the beautiful state of Washington.", + "No, my god.", + "After a while, this is a very special reward to me.", + "The mother.", + "This is but the first challenge launched today by the government.", + "", + "\u4f60\u3002", + "The life of the city from gate and the very revolution transmitter.", + "\u55ef\u3002", + "There's time to make meaningful contributions.", + "Walk fast now, get away from the house, and then shit for the raft like this. Diggs was after you.", + "I want the name of the European Court of Human Rights.", + "Rather a hypothetical question. When I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "We live together.", + "On my honor, so a student.", + "Why? He's not coming in.", + "I got a ticket.", + "So you're sure to be able to listen.", + "Then things quieted. However, nobody heard anything." + ] + }, + "TEC": { + "method": "TecMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.912018697690315, + "mcd_ci95": { + "mean": 4.912018697690315, + "std_err": 0.19335234120463876, + "ci_lower": 4.53881440152148, + "ci_upper": 5.296521763536542 + }, + "side_input_kb": 0.04506, + "side_input_padded_kb": 0.04506, + "gflops": 3.55, + "per_utterance_mcds": [ + 1.9164840724887362, + 7.149922657326417, + 4.822517674405895, + 1.8217388757806063, + 2.563813727394086, + 7.185276324099761, + 7.090240940653026, + 4.393702744865225, + 6.93050140361327, + 4.303335740410161, + 5.459003462897405, + 4.7812000616810195, + 1.8173890124721939, + 4.863188731425049, + 3.9523989317483834, + 5.0185093062178705, + 2.7692332956065444, + 6.604657221361969, + 2.4349762589311035, + 4.102462666111048, + 6.734377649862865, + 5.988438021682204, + 6.257054842376553, + 1.8752016812444483, + 7.226101701023861, + 5.079138267579418, + 3.219286682435244, + 6.989025622181837, + 5.367339003348121, + 5.376398402668727, + 3.0603849612737686, + 2.6502021063758736, + 9.532751322263447, + 8.503672976471922, + 1.662406252224295, + 4.755741264401996, + 5.603825250167333, + 5.550735198379152, + 6.07716353053136, + 6.364045185141237, + 6.9957503838643715, + 4.200769123060617, + 3.9318124855756995, + 4.807916264158492, + 2.7303110623948217, + 4.313793551655562, + 4.095040763358949, + 4.0096506908426885, + 6.610312550915837, + 2.6074451369975984, + 4.166283455595439, + 4.912282638005677, + 5.163054475334249, + 1.9581915488093178, + 3.8292774764470923, + 2.914452741005336, + 5.094213421697564, + 2.8052227619457586, + 4.672230465873676, + 2.180641294806851, + 3.742906604435338, + 4.673278292783247, + 8.370561534282865, + 4.078137848605064, + 2.581613292955678, + 5.928076131655995, + 9.492917681335138, + 5.897422885813328, + 6.287120118239101, + 6.142207411742683, + 2.431826891291357, + 2.9907278565288875, + 1.6598155987246392, + 2.10943212698626, + 2.259312755838586, + 7.113673579017245, + 6.583638922418108, + 2.7958573822699555, + 6.195779509533203, + 6.652294671091575, + 7.277519308763292, + 5.952343411990487, + 7.943863317681703, + 7.5987091894424585, + 4.3154749615740595, + 2.678767240260038, + 6.234415119512827, + 4.766777385567913, + 5.122571927056019, + 5.499791082460114, + 4.632658513757473, + 10.494403484759621, + 6.944426883373525, + 4.260609005166305, + 6.135700332664818, + 6.2682108537741, + 5.509207494219331, + 4.1322937982937376, + 5.540452660176529, + 2.0545773795198286 + ], + "wer": { + "wer": 36.24868282402529, + "word_errors": 344, + "total_words": 949, + "per_utt_edits": [ + 0, + 8, + 3, + 0, + 2, + 4, + 8, + 0, + 9, + 0, + 8, + 5, + 1, + 4, + 0, + 1, + 0, + 2, + 0, + 5, + 12, + 1, + 6, + 0, + 2, + 1, + 3, + 3, + 5, + 9, + 0, + 1, + 1, + 1, + 3, + 4, + 1, + 5, + 7, + 3, + 0, + 1, + 2, + 3, + 2, + 9, + 6, + 2, + 6, + 3, + 3, + 8, + 1, + 1, + 3, + 2, + 6, + 1, + 7, + 1, + 2, + 5, + 4, + 2, + 1, + 0, + 5, + 3, + 2, + 0, + 0, + 2, + 0, + 3, + 1, + 0, + 10, + 0, + 9, + 10, + 6, + 1, + 6, + 4, + 6, + 1, + 4, + 2, + 4, + 6, + 5, + 11, + 12, + 0, + 11, + 3, + 0, + 4, + 2, + 2 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 36.24868282402529, + "std_err": 3.12531044474371, + "ci_lower": 30.338031406035544, + "ci_upper": 42.52064702651731 + }, + "per_utterance_word_errors": [ + 0, + 8, + 3, + 0, + 2, + 4, + 8, + 0, + 9, + 0, + 8, + 5, + 1, + 4, + 0, + 1, + 0, + 2, + 0, + 5, + 12, + 1, + 6, + 0, + 2, + 1, + 3, + 3, + 5, + 9, + 0, + 1, + 1, + 1, + 3, + 4, + 1, + 5, + 7, + 3, + 0, + 1, + 2, + 3, + 2, + 9, + 6, + 2, + 6, + 3, + 3, + 8, + 1, + 1, + 3, + 2, + 6, + 1, + 7, + 1, + 2, + 5, + 4, + 2, + 1, + 0, + 5, + 3, + 2, + 0, + 0, + 2, + 0, + 3, + 1, + 0, + 10, + 0, + 9, + 10, + 6, + 1, + 6, + 4, + 6, + 1, + 4, + 2, + 4, + 6, + 5, + 11, + 12, + 0, + 11, + 3, + 0, + 4, + 2, + 2 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise.", + "Have you anything to do with his ankles and his feet?", + "It is true that for twelve years of her life, she used to be in command.", + "The answer came like a flash.", + "Oh no,\" said the lad.", + "This time, it even tastes like chocolate.", + "So it was. We have not given up on the game. So it is now.", + "When it does, it will create a sensation.", + "His horse was tied to its tree. This gives a financial incentive to fish.", + "He had never seen one before, and it interested him extremely.", + "And to ear the way he does come through on Thursday.", + "I believe poor Annie. That is a very reasonable point.", + "I ain't no idea.", + "Quick, slide down with it. And look back at the others.", + "Very well at half past ten.", + "When Sigurd heard the story, he said to Regan.", + "Never fear, Christopher.", + "There was no sign of any officer.", + "The dead must be obeyed.", + "Why? What did you say?", + "The lame man for a year ago. She was just a junior minister for the treasury.", + "I'd recommend him to you instead of Flaxton.", + "The force pays for my time during the day. Civil rights campaigners will figure my time is my own at night.", + "The hotel keeper.", + "The grave digger put corpses in the grave, and I put the grave digger in my pocket.", + "Have you given up teaching the rock? Asked Sydney, changing the subject.", + "Lizley did not venture to say anything.", + "I know a watchmaker who buys a watch.", + "Jim and John were the best team.", + "It is we or mom. This was the first cry of voice that I recognized as that of prudence.", + "All right, Gordon admitted.", + "Gold here it is. Hopefully.", + "He muttered to himself as he headed over the rubble toward the previously done section.", + "I'm reformed. I'm very straight.", + "What for? Credited the package.", + "We know the paths that lie at the forefront.", + "There was something of paradise in that depth.", + "If you let me finish, you know. Roughly.", + "Some have accepted it as a miracle.", + "When it was the seventh point nine.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then the old man said, \"Drive all the horses into the river and choose the one that swims across.\"", + "Oh, he lives in England. Check the watch. Preaches there. Hasn't ever been in this country.", + "The confidence of the culture is.", + "There comes down and some until you get the big game.", + "Yes, exempted for the project.", + "But you say it's an institution since its time.", + "He was personally murdered. I've been my enemy from before the day.", + "Why, Polonius? Someone asks.", + "Well, how do old things pan out this time, Duke? He hadn't been up town at all.", + "These persons were mistakes are being made on an increasing basis where they could talk without being overheard.", + "When he died, I cried more than my mother died.", + "Father Mestian died.", + "Bless me,\" said Mister. Blue comfortably.", + "First event started.", + "Then Gunner tried several times. He would not move with Gunner on his back.", + "I know you played through.", + "The shoulders were closed. However, this caused bunker and infantry to fall. It was almost fatal.", + "That must be Mackenna.", + "Will you come round and open the door? Said Archie in a angry whisper.", + "By James, I was flown to the hospital.", + "Some effort must be made to start another line, as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast.", + "The training of a stationer.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some of the misery around with patience and precision, and given them a chance to do better too.", + "You fit me with insurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue.", + "It was a real bull.", + "I'm glad you told me though.", + "No one knew what my attitude should.", + "But escape is impossible.", + "Now you must go back to your seat.", + "I feel as if I had a quarter hour. She was a different person.", + "Above suspicion.", + "Passion is according to legend a boy in pot of gold.", + "She knew evil had come before that. Her face was so pale like the government.", + "Still, the appointment was generally welcomed yesterday.", + "And now, my dear friends, let us talk of something else.", + "After a while, this is a very special moment.", + "The mother was much more cheerful when she went back to her daughter, and the future may also be more cheerful.", + "Bases of authority have been launched today.", + "When it is a cracker.", + "Here are some verses. I'm just a regular.", + "The life of the city grew gay, and the very revolution transmutter.", + "He's a tarder. That's what he is. It might be.", + "They're determined to make a meaningful.", + "Walk fast now, get away from the house, and then shind for the rat like the dickens was after you.", + "I want the name of every man in the game. They were raised in the European Court of Human Rights.", + "Rather a hypothetical question: The west coast line is not just for Middle England. But I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "They don't know each other, but they have made this commitment.", + "On my honor, so as anything be pleased.", + "Why? Get out as you came in.", + "I got a ticket,\" said Dick sadly.", + "So you're sure to be a mortal again,\" he said.", + "Then things quieted down. Nobody heard anything." + ] + }, + "AEC-Seq2seq": { + "method": "AecMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.668714344323821, + "mcd_ci95": { + "mean": 4.668714344323821, + "std_err": 0.20073677231396156, + "ci_lower": 4.279689150157876, + "ci_upper": 5.060924997178509 + }, + "side_input_kb": 185.35054000000002, + "side_input_padded_kb": 185.35054000000002, + "gflops": 5.0, + "per_utterance_mcds": [ + 1.5456022982490505, + 6.644751507807504, + 5.120494907823838, + 1.4815517711279813, + 2.118765757123983, + 6.245521246130579, + 5.8376827904172774, + 3.471513671654533, + 7.167676599326087, + 5.22244596398811, + 4.948051467523695, + 3.9282975017221675, + 1.4346263353316007, + 6.012478473711481, + 3.373029593325953, + 4.995742062970439, + 2.0322662028406717, + 5.901305170785574, + 1.9374976753347601, + 3.5294090229059463, + 5.971325499637275, + 4.429232303554566, + 5.828482138203978, + 1.447610762999037, + 7.3865044412381335, + 5.399433956532057, + 2.9282102370457905, + 6.023398527617877, + 5.1400375950128, + 6.394898416712621, + 2.4879937841611977, + 2.3656049416320504, + 8.502765820691456, + 7.708089515879439, + 1.3530200591767865, + 4.337761005959732, + 6.413530288422871, + 5.719966067483711, + 5.294023776569126, + 5.73863866710745, + 7.150134276872564, + 5.764433785917021, + 4.910716013213942, + 5.730039895368204, + 2.2089308200152344, + 3.7555452241456875, + 3.9555655680051736, + 3.93998699394141, + 5.669880996256751, + 1.7913707824164988, + 6.042323928055487, + 5.376556730737484, + 5.200718966371922, + 1.7017177241259847, + 2.9845137874410432, + 1.944753388029812, + 5.219118127230692, + 2.231608269144971, + 4.421376932340149, + 1.8450019107811058, + 4.1163104660133, + 5.196382194467449, + 7.512386253222905, + 3.7026148680329998, + 2.1377384815776463, + 6.527851581592269, + 7.862452640473188, + 7.064735730706061, + 5.264182365898892, + 5.936082033004016, + 1.906016493244979, + 2.1608311687634716, + 1.0861260589229382, + 1.6095050777411637, + 1.769960476153701, + 5.577971539062832, + 5.575869034990392, + 2.002313197503135, + 5.847330312686732, + 6.65288580179633, + 6.923436390701779, + 6.064226324918792, + 8.52004109880533, + 8.047573668691705, + 3.7755368046538273, + 2.479441379352651, + 4.90390997361008, + 4.130788674101888, + 5.595406012733642, + 4.991930068391785, + 6.735305940118589, + 9.556194264722068, + 6.4742010028930785, + 5.666258392895239, + 5.612936602144186, + 7.6443281919568, + 4.724959846006068, + 2.979412638916595, + 5.430245245726402, + 1.442224189036926 + ], + "wer": { + "wer": 14.857744994731297, + "word_errors": 141, + "total_words": 949, + "per_utt_edits": [ + 0, + 0, + 1, + 0, + 2, + 0, + 6, + 0, + 1, + 0, + 5, + 1, + 1, + 3, + 0, + 1, + 0, + 2, + 0, + 5, + 1, + 0, + 0, + 0, + 0, + 1, + 6, + 0, + 6, + 3, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 5, + 1, + 3, + 1, + 0, + 2, + 0, + 0, + 6, + 2, + 2, + 0, + 2, + 3, + 0, + 1, + 1, + 2, + 2, + 6, + 0, + 6, + 4, + 3, + 3, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 4, + 0, + 1, + 0, + 1, + 4, + 1, + 3, + 1, + 1, + 4, + 2, + 0, + 2, + 0, + 0, + 0, + 1, + 2, + 0, + 2 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 14.857744994731297, + "std_err": 1.9163907327498824, + "ci_lower": 11.248672660952789, + "ci_upper": 18.786727612496815 + }, + "per_utterance_word_errors": [ + 0, + 0, + 1, + 0, + 2, + 0, + 6, + 0, + 1, + 0, + 5, + 1, + 1, + 3, + 0, + 1, + 0, + 2, + 0, + 5, + 1, + 0, + 0, + 0, + 0, + 1, + 6, + 0, + 6, + 3, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 5, + 1, + 3, + 1, + 0, + 2, + 0, + 0, + 6, + 2, + 2, + 0, + 2, + 3, + 0, + 1, + 1, + 2, + 2, + 6, + 0, + 6, + 4, + 3, + 3, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 4, + 0, + 1, + 0, + 1, + 4, + 1, + 3, + 1, + 1, + 4, + 2, + 0, + 2, + 0, + 0, + 0, + 1, + 2, + 0, + 2 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise.", + "Have you anything particular against him?", + "It is true that for twelve years of life she used to beat me.", + "The answer came like a flash.", + "Oh no,\" said the lad.", + "This time, it even tasted good to him.", + "So it wasn't, so it is now.", + "When it does, it will create a sensation.", + "His horse was tied to a tree, and his body lay lying where it fell.", + "He had never seen one before, and it interested him extremely.", + "And to ear the way, he does passage me on the road.", + "I believe poor Annie is greatly unhappy.", + "I ain't no idea.", + "Quick, slide down with it. Put it back on the others.", + "Very well at half past ten.", + "When Sigurd heard the story, he said to Regan.", + "Never fear, Christopher.", + "There was no sign of any monster.", + "The dead must be obeyed.", + "Why? What did you say?", + "The lame man who followed it was no other than Fortune.", + "I'd recommend him to you instead of Blackstone.", + "The force pays for my time during the day, and I figure my time's my own at night.", + "The hotel keeper.", + "The grave digger puts the corpses in the grave, and I put the grave digger in my pocket.", + "Have you given up teaching the rocks? Asked Sydney, changing the subject.", + "Lizley did not vengefully.", + "I know a watchmaker who will buy your watch.", + "Jim and John.", + "It is we are wrong,\" cried a voice that I recognized as that of Prudence.", + "All right, Gordon. Immediately.", + "Gold here it is.", + "He muttered to himself as he headed over the rubble toward the previously domed section.", + "I'm reformed. I'm going straight.", + "What for? Cried Red.", + "We know the paths that life has traveled.", + "There was something of paradise in that death.", + "If you let me finish, you know. Roughly.", + "Sensibly, he answered firmly.", + "When it was the Sabbath of forty-nine.", + "When did I ever say no to anything you ask me, Laura?", + "There was a cry and a quick rustling toward the door.", + "Then the old man said, \"Drive all the horses into the river and choose the one that swims across.\"", + "Oh, he lives in England, Sheffield, preaches there, hasn't ever been in this country.", + "The confidence of the monarch.", + "There comes down and some of this.", + "Yes, exactly. Strange. He went on.", + "But you say it's an institution that serves its time.", + "He was personally known to me, and had been my enemy from before the war.", + "Why, Polonius? Someone asked.", + "Well, how's the old thing pan out this time, Duke? He hadn't been uptown at all.", + "These persons were unmistakably seeking a place where they could talk without being overheard.", + "When he died, I cried more than my mother died.", + "Father Mestyen died.", + "Bless me,\" said Mister. Beale comfortably.", + "First event started.", + "Then Gunner tried sitting on his granny, but he would not move with Gunner on his back.", + "I know you clear through.", + "The shoulders were closed, which caused bunker an instant away. It was almost fatal.", + "Lad, deve ser macana", + "Will you come round and open the door? Silachy, an angry whisper.", + "By jing, I fell slumped to the floor.", + "Some effort must be made, and he started up as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast.", + "The training of a statesman.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some of the misery around a bit and given them a chance to do better.", + "You fret me beyond endurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue.", + "It was a real bully surface.", + "I'm glad you told me though.", + "No one knew what might happen next.", + "But escape is possible.", + "Now you must go back to your seat.", + "I feel as if I had him for about a quarter hour. I could knock something out of him.", + "Above suspicion.", + "Passion is, and all faith has been that.", + "She knew evil had come to the poor lad. Her face was so pale like print.", + "Still, the beautiful princess languished in her prison.", + "And now, my dear friends, let us talk of something else.", + "After a while, in a pet, he walked away.", + "The mother was much more cheerful when she went back to her daughter, and he pretended to be more cheerful.", + "Basis of authority.", + "When it is a crach.", + "Here are some verses from the Bible.", + "The life of the city grew gay, and the very revolution ran sifter.", + "He's a tarter. That's what he is.", + "Hasn't my family been cleaning?", + "Walk fast now till you get away from the houses, and then shyn for the wrath like the Dickens was after you.", + "I want the name of every man in the gang you can remember. He told the man.", + "Rather a hypothetical question, Colonel. But I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "We live together in families, tribes, and nations.", + "On my honor, as anything you please.", + "Why get out as he came in?", + "I got a stick. It said, \"Dicky sadly.\"", + "So you're sure to be our marshal again,\" he said.", + "Then things quieted down. Nobody heard anything." + ] + } + } + }, + "text_sensitivity_ablation": { + "single_test_clean": { + "matched": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 5.518528735614069, + "mcd_ci95": { + "mean": 5.518528735614069, + "std_err": 0.18742210569971923, + "ci_lower": 5.157295511780983, + "ci_upper": 5.891592732071109 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 4.214180273843213, + 4.240566741103548, + 7.307333304058058, + 6.36263498345174, + 4.635732745808185, + 9.336180648297, + 7.535824074108599, + 9.71025782696451, + 6.387091158498637, + 6.950505874417983, + 7.792124928199351, + 4.262585412293268, + 6.862473303208645, + 5.827031437878321, + 4.572298065691442, + 3.841055028414519, + 2.7763683838479607, + 4.102343614032197, + 4.015736497335647, + 2.9661083425822374, + 5.653991009459716, + 6.487619379465424, + 2.945360784123869, + 2.7607477994793825, + 5.453991958462316, + 5.958514351213978, + 6.414903289029584, + 3.41905168622078, + 7.143823216351, + 4.584663792056383, + 8.482432523412191, + 6.066051706260795, + 4.127726883934395, + 7.535184469517364, + 4.9729136220287575, + 7.164842641117121, + 2.2404737840378974, + 5.54202909424534, + 5.175448804884337, + 3.667982193028008, + 5.22283017587666, + 8.96063530726555, + 3.710922671235754, + 6.951484572882211, + 7.237819663990138, + 3.4304303983301825, + 3.019376229395994, + 6.624471435252415, + 4.06236172671639, + 6.950919569350866, + 7.140721656338334, + 7.071847649715647, + 7.924253024061943, + 8.016046258282106, + 2.329111945618564, + 3.010119319285855, + 3.871144904016051, + 3.8483114276015247, + 7.726086342720243, + 7.486185637078506, + 6.198868703109915, + 7.042643347438309, + 4.738516041246038, + 6.596711219860351, + 6.4829614326532825, + 5.719488150608613, + 3.930210823119874, + 3.056162693730448, + 5.039291325669057, + 5.797258416606841, + 7.083168559765615, + 5.568118882219235, + 3.1288454377897548, + 8.950736602297669, + 3.2940523367599277, + 3.304730744610441, + 4.936890676518166, + 4.381389891111527, + 6.804735005339766, + 3.853449545157113, + 8.481434691300837, + 4.052151225918271, + 3.126845160669774, + 5.421984884000902, + 5.795267367116164, + 8.013923916347215, + 5.851882741131951, + 6.332318110516919, + 3.56595927707198, + 6.378753420131561, + 2.586399737231183, + 7.015980136108068, + 4.31501169376829, + 7.486043506955723, + 5.777063134580104, + 7.209507658417102, + 3.9713079376349674, + 10.140280818853869, + 3.376645994306687, + 2.954616766354722 + ], + "wer": { + "wer": 29.75517890772128, + "word_errors": 316, + "total_words": 1062, + "per_utt_edits": [ + 5, + 1, + 7, + 0, + 0, + 13, + 1, + 15, + 5, + 3, + 0, + 1, + 3, + 4, + 6, + 1, + 0, + 6, + 2, + 0, + 1, + 4, + 0, + 7, + 0, + 9, + 0, + 2, + 0, + 7, + 1, + 11, + 1, + 3, + 1, + 3, + 0, + 0, + 3, + 1, + 3, + 12, + 5, + 3, + 1, + 2, + 4, + 0, + 5, + 1, + 8, + 15, + 1, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 7, + 0, + 2, + 6, + 0, + 3, + 1, + 6, + 3, + 0, + 0, + 11, + 0, + 0, + 2, + 1, + 4, + 4, + 13, + 1, + 0, + 1, + 5, + 14, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 9, + 2, + 3, + 5, + 2 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 29.75517890772128, + "std_err": 3.5710192565196857, + "ci_lower": 23.090125847524444, + "ci_upper": 36.96863322337819 + }, + "per_utterance_word_errors": [ + 5, + 1, + 7, + 0, + 0, + 13, + 1, + 15, + 5, + 3, + 0, + 1, + 3, + 4, + 6, + 1, + 0, + 6, + 2, + 0, + 1, + 4, + 0, + 7, + 0, + 9, + 0, + 2, + 0, + 7, + 1, + 11, + 1, + 3, + 1, + 3, + 0, + 0, + 3, + 1, + 3, + 12, + 5, + 3, + 1, + 2, + 4, + 0, + 5, + 1, + 8, + 15, + 1, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 7, + 0, + 2, + 6, + 0, + 3, + 1, + 6, + 3, + 0, + 0, + 11, + 0, + 0, + 2, + 1, + 4, + 4, + 13, + 1, + 0, + 1, + 5, + 14, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 9, + 2, + 3, + 5, + 2 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the description.", + "He found a delightful little place, and he met charming people there.", + "Yes, that's proper. Showing figures for the year ending Michael's door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "That is intense desire to join the marines, and the giveaway question: one's mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped, poor.", + "The play was given a whole series of orders, governors, bishops, and chaplains supported this.", + "Where the waves for an instant sank, they came closer, but not quite within grasp of weight.", + "Lucy could have looked after her mother,\" said Elspeth. \"But old Will was stubborn and wouldn't let.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, weeping.", + "Bart smiled and went to bed.", + "Miss Rachel only glanced, however, across her muffler on the speech.", + "Other than the sick rooms, or a lay on a little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "To which it was introduced or wear out.", + "We were resolved not to present the entire mass of accusations.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome draft.", + "Knowing nothing of the form of our government.", + "The chair was empty, but he knew.", + "So I turned around and hit the.", + "They'll feed it during our absence.", + "Everything is seen as a wall separating in a mean house.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John cut on impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "Thank the rain in the desert to revive.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "So that it might become you explicit prop of her mind.", + "What about us, Bartler? She asked in a thin voice.", + "Rachel's pale and sharp features and dilated eye struck her with pain and surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The buller stared at him, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world uproots the gospel.", + "This must have been changed from eleven.", + "But you must have a system of your complete circulation, and was going to take a higher animal.", + "This is the ideal type.", + "It was almost.", + "There cannot be a doubt he received you kindly, or in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of punishment.", + "The parliament and the Scots laid their proposals before the king.", + "Maria got the most fresh and private garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mad smothered in flapping one word frenzy, beating down the room about him.", + "She was immediately tied by the neck to an iron pole.", + "On awakening, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and.", + "I was out soon, rather more than an hour.", + "As he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemy in spite of its being unusually gallant.", + "Boy from the house is coming up for the director.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was a dirty boy. The takeoff would be delayed.", + "What was that?", + "Yes, replied Michael. And there is a sea lizard of vast size.", + "I guess what's my knee when I go down to pick a cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "Do you wish to see Doctor Pipton's business?", + "The great saint Saint Francis the Savior.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "Even though he received more money and better living quarters, and that would make a great deal of trouble.", + "Chapter three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there is no proof.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memory in one sense, and another is misfortune.", + "He would not eat with us. That it was.", + "His tenure immediately preceding his execution, I referred to in the last chapter.", + "Indirectly, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite Yon Rock. Again, the hillside.", + "Just to get him off to some pleasant grove with a little joke, I said.", + "His usual reaction to the problems which he encountered there was so there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take it to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's suite.", + "I don't think, Richard, dear, that he had defected to the Soviet.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful and powerless to crush the town.", + "All the records of the court are in the public domain.", + "We know so." + ] + }, + "shuffled": { + "method": "TecSingleInterfering", + "text_condition": "shuffled", + "num_evaluated": 100, + "mcd_db": 9.257177027848522, + "mcd_ci95": { + "mean": 9.257177027848522, + "std_err": 0.09900733306889786, + "ci_lower": 9.062611991227097, + "ci_upper": 9.451713015568242 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 10.564284984822265, + 8.077134118561068, + 9.555669606903317, + 7.683398897431595, + 9.2206085752846, + 9.552490108088708, + 8.810634596049443, + 11.682418378325353, + 8.341412778635029, + 6.950505874417983, + 9.684251332139338, + 9.547374117854188, + 11.278890123816803, + 9.146709574258402, + 8.530010006931182, + 8.918741747067306, + 9.104736966023074, + 10.44028672978813, + 9.202302951875701, + 8.5514513418262, + 9.907803625895793, + 10.221076974961644, + 8.497656863782378, + 9.472302851887063, + 10.818535175684023, + 10.705811724942052, + 8.052100583607295, + 10.96703781975712, + 8.881761380327132, + 7.773606464114553, + 10.98383780463123, + 9.255341682196812, + 8.409253689449317, + 8.870797694701798, + 9.119006024985778, + 8.687213113581763, + 9.281958150893926, + 8.451983157514325, + 9.499818833992293, + 10.106510454967266, + 11.094308951006719, + 9.68727130944177, + 10.41171870720685, + 9.141490655771557, + 8.676801011657833, + 8.636497895293289, + 9.224737334146484, + 9.189893742107518, + 8.807694706746672, + 8.474486968579322, + 8.670206631964488, + 11.049961186684909, + 9.491045675363804, + 9.05604433162999, + 7.407641471607082, + 8.074878021040844, + 9.549321761889404, + 9.05399005841671, + 8.733267899748553, + 7.486185637078506, + 7.826025210790318, + 8.975945268677329, + 10.642913466586217, + 10.504849919185457, + 8.419626857117754, + 8.53886798389367, + 9.02786655409119, + 7.5217303706727705, + 10.167798858364275, + 9.641251190092849, + 8.745939838036731, + 8.447845427662422, + 10.529249456553522, + 9.774542923883523, + 10.527083087724007, + 9.735711990205205, + 7.791339083711516, + 8.488100522211944, + 10.278567339337215, + 10.099008814283186, + 9.359729335776006, + 9.055070466577929, + 9.034839936993333, + 8.409508360743574, + 9.066813764799715, + 9.275513837231927, + 7.559803266286186, + 9.368189151257832, + 9.225393735888662, + 11.162431542701668, + 9.754155264633143, + 8.000034214598717, + 8.830489782485198, + 8.536885044341176, + 11.068347523000385, + 8.900139143372186, + 8.79142526934992, + 10.891378031083644, + 8.636081855489142, + 10.383038255805333 + ], + "wer": { + "wer": 70.90395480225989, + "word_errors": 753, + "total_words": 1062, + "per_utt_edits": [ + 9, + 5, + 9, + 0, + 8, + 10, + 0, + 17, + 7, + 3, + 0, + 13, + 7, + 8, + 2, + 6, + 9, + 13, + 12, + 11, + 1, + 9, + 12, + 16, + 10, + 13, + 0, + 16, + 0, + 9, + 2, + 15, + 9, + 2, + 10, + 4, + 11, + 5, + 8, + 10, + 8, + 2, + 10, + 5, + 8, + 7, + 12, + 1, + 13, + 1, + 4, + 17, + 1, + 13, + 11, + 13, + 13, + 12, + 0, + 2, + 1, + 0, + 14, + 0, + 0, + 3, + 6, + 6, + 8, + 16, + 3, + 8, + 10, + 0, + 11, + 13, + 9, + 6, + 9, + 15, + 10, + 7, + 10, + 1, + 8, + 15, + 4, + 6, + 11, + 7, + 16, + 0, + 4, + 0, + 10, + 12, + 12, + 1, + 8, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 70.90395480225989, + "std_err": 6.5494660783837695, + "ci_lower": 58.83364706332011, + "ci_upper": 84.36254980079681 + }, + "per_utterance_word_errors": [ + 9, + 5, + 9, + 0, + 8, + 10, + 0, + 17, + 7, + 3, + 0, + 13, + 7, + 8, + 2, + 6, + 9, + 13, + 12, + 11, + 1, + 9, + 12, + 16, + 10, + 13, + 0, + 16, + 0, + 9, + 2, + 15, + 9, + 2, + 10, + 4, + 11, + 5, + 8, + 10, + 8, + 2, + 10, + 5, + 8, + 7, + 12, + 1, + 13, + 1, + 4, + 17, + 1, + 13, + 11, + 13, + 13, + 12, + 0, + 2, + 1, + 0, + 14, + 0, + 0, + 3, + 6, + 6, + 8, + 16, + 3, + 8, + 10, + 0, + 11, + 13, + 9, + 6, + 9, + 15, + 10, + 7, + 10, + 1, + 8, + 15, + 4, + 6, + 11, + 7, + 16, + 0, + 4, + 0, + 10, + 12, + 12, + 1, + 8, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of newly arrived prisoners.", + "He found a delightful little place, and he met charming people there. To the Brazilian authorities.", + "Yes, that's probable. Can't block. Declared the London mayor in the door. eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful in the front seat of the presidential car.", + "Are there many worlds that enjoy the marines? That is a fourth question. Surroundings one's mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Where the wings for an instant sank as they came closer, but not quite within grasp in wheat.", + "Lucy could have looked after her mother,\" said Elspeth. \"But old Will was stubborn and wouldn't let.\"", + "She, however, did not bestow a single glance upon him.", + "A new prisoner might be there as the location weeping rested really with a powerful fellow prisoner.", + "The last smiled, unsexed and brutalized by dissipation.", + "Miss Rachel O'Grady, however, was executed so sadly mangled.", + "Leave the sick room. Zora lay on the little white bed.", + "If I can get patience, are sensible and calm people.", + "Have you been in Paris much of these years? Downward, they are found gradually to merge.", + "To which he was introduced or wear out by a well known tailor in Savello.", + "We were resolved not to relieve the poor prisoners from paying for the maintenance of their own prison.", + "To torture each other enough for tonight, Thertel with his two associates resolved to kill him.", + "On one point, especially, the border rustians had a wholesome dread.", + "Knowing nothing of the form of our government, continue to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "They were marooned during a ship's experts testified before the commission.", + "This wood was discovered next morning in a mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "They are working on the effort to revive the president.", + "I shall not leave you day or night, whether you are working, playing, or sleeping.", + "So that it might become the exclusive property of a monster, whoever he might be.", + "What about us, Bartley? She asked in her voice, \"What for no sympathy, whatever his crime.\"", + "Rachel's pale and sharp features and dilated eyes struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, and the increase of which the committee had recommended.", + "The bully stared a moment, and then he fell back into his throne, laughing with joy.", + "Can we follow that road? That when questioned about his mother, Lee said, quote.", + "Don't cry, it was a f drittle.", + "When most were tired of being all alone here, hosty replied, \"quote.\"", + "Just about the world of sports. The gospel. Edwin A. Walker resigned U.S. Army.", + "This must have been changed from eleven point two miles per hour.", + "But you must be with your cap on your head,\" she said, \"and was going to take it off.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be a doubt he seeks your kindly for an act to contribute that you return without his permission.", + "Then he talked it down and seized the next. Carefully found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The parliament and the Scots laid their proposal before the king.", + "The outcome of the opposite criticism: numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad mother, yet flapped onward frenzily, beating down the hill about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On awakening, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "Before the fourth hour, regained his foothold. Again, he was repelled.", + "As he told the driver, \"My brothers, let's get out of here. We are hit.\"", + "During all this reign, there was little peace in his great mixed turbulent empire.", + "He like continues to refer more than you do to those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemy in spite of its being unusually gallant.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied my uncle. And there is a sea lizard of vast size.", + "I get left to my knees when I go down to pick up chairs.", + "We have made two hundred leagues since we left Axel Island to report upon the inspector's report.", + "They don't talk of anyone else. They do with you. Lee said.", + "Then must the person be unworthy of bet into the form of a sleeping dog?", + "And this man, Mister Truly, spoke up and said, \"It seems to me like he says.\"", + "The great saint Saint Francis the Savior.", + "Pat and Beth supported their cousin loyally and assisted in the preparation of the penalty of the law.", + "What do you want? Was the part stolen from the female felon's side?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes the positions where our civil courts, including the highest.", + "What I can't really say, except the way my mother and grandmother took a form.", + "This knowledge is memory in one sense. He began to mention his misfortunes, telling them that.", + "You should not equal that it was subsequent to the time the president had been shot.", + "So they have immediate proceeding his execution, as referred to in the last chapter.", + "Surely, I shall recognize six fundamental principles.", + "Such an idea for service for the president and his family is contemplated.", + "You will find a beautiful print of it just opposite Yon Rock again the hillside.", + "Just to get him off the couch, grew with a little jolt. I said, \"I should sleep on planks.\"", + "His usual reaction to problems he encountered there was simply withdrawal.", + "I cannot allow the examination to be held if one of the papers is in Campbell's above.", + "But just then, there came a scratching at the back door, and a shrill voice cried, \"Near the top of the stake.\"", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These reasons can be quite unpredictable. By many persons of high authority.", + "I believe that the races will accept me after the sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "His forefather, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, was handed to my father by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "Several minutes pass by while the fight goes on. Underwater, who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of the power to crush the town.", + "All the four quarters were in the public domain. Again, he was repelled.", + "Williams said that Oswald was the man under number two." + ] + }, + "empty": { + "method": "TecSingleInterfering", + "text_condition": "empty", + "num_evaluated": 100, + "mcd_db": 9.321054762779724, + "mcd_ci95": { + "mean": 9.321054762779724, + "std_err": 0.09778136914507796, + "ci_lower": 9.127785245377874, + "ci_upper": 9.512427821153917 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.2, + "per_utterance_mcds": [ + 10.766840084052413, + 8.110367310329401, + 9.466247861510414, + 7.632643484976788, + 9.2918076450964, + 9.412663837070147, + 8.670076952116698, + 11.49200317175916, + 8.199943181203755, + 8.122818269354449, + 9.5799438286701, + 9.657832894646374, + 11.177556172879413, + 9.157785139369421, + 8.486973683601887, + 9.153566628333706, + 9.3160452471296, + 10.545465600743084, + 9.348799670498837, + 8.700578337175727, + 9.841739380986706, + 10.13712233719837, + 8.686483799049897, + 9.717633514403287, + 10.919205299553028, + 10.777272956930023, + 7.8437890832183825, + 11.155918313155107, + 8.736711431789706, + 7.912108907178454, + 10.904578465337298, + 9.270270727629287, + 8.531134612331563, + 8.730222072254493, + 9.166805932665923, + 8.530988771469074, + 9.495287055300315, + 8.504610432845956, + 9.537871863417612, + 10.346078319743913, + 11.179243923672276, + 9.61592401401921, + 10.633476490098213, + 9.14377190865514, + 8.61204292029614, + 8.873861870832467, + 9.47240711580038, + 9.044374760002432, + 8.857644145315678, + 8.346862950261448, + 8.468320055630018, + 10.969070843084504, + 9.388841201836991, + 9.07300083446106, + 7.513929166140013, + 8.2986530013863, + 9.727975709261514, + 9.119003352062784, + 8.610550520145217, + 8.92660279052455, + 7.776533760199468, + 8.916154229106269, + 10.76187615170414, + 10.579228721372989, + 8.350662145668704, + 8.51253036317591, + 9.117880978422654, + 7.655019869594246, + 10.23050389907603, + 9.662535855391239, + 8.739803312714331, + 8.415480009236425, + 10.74657841157682, + 9.677204865925567, + 10.747240983961962, + 9.886580399217209, + 7.915931048237112, + 8.5448380243033, + 10.220169266617757, + 10.32082356263474, + 9.262559384389277, + 9.216455531737394, + 9.291253190380681, + 8.397920763512142, + 9.070057162735695, + 9.24198734484318, + 7.552699052341171, + 9.29491453353613, + 9.393035377924745, + 11.294414708545027, + 10.025262325566118, + 7.921335303259604, + 8.893583904292813, + 8.506340033869721, + 11.232541198414808, + 8.867149107593685, + 8.80166074755816, + 10.753590980750706, + 8.7294805901595, + 10.670309327962539 + ], + "wer": { + "wer": 71.93973634651601, + "word_errors": 764, + "total_words": 1062, + "per_utt_edits": [ + 9, + 5, + 9, + 0, + 8, + 15, + 0, + 17, + 7, + 2, + 0, + 13, + 7, + 8, + 4, + 6, + 9, + 13, + 12, + 11, + 1, + 9, + 13, + 16, + 10, + 13, + 0, + 16, + 4, + 9, + 2, + 15, + 10, + 2, + 9, + 3, + 11, + 4, + 8, + 10, + 8, + 2, + 10, + 5, + 4, + 7, + 12, + 1, + 13, + 4, + 6, + 17, + 1, + 13, + 11, + 13, + 13, + 12, + 0, + 3, + 1, + 0, + 14, + 0, + 0, + 3, + 6, + 6, + 8, + 16, + 3, + 8, + 10, + 0, + 11, + 13, + 10, + 4, + 9, + 15, + 10, + 7, + 12, + 1, + 8, + 15, + 4, + 6, + 11, + 7, + 15, + 0, + 4, + 0, + 9, + 12, + 12, + 2, + 8, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 71.93973634651601, + "std_err": 6.5545151003982145, + "ci_lower": 59.78451135742721, + "ci_upper": 85.3157877306486 + }, + "per_utterance_word_errors": [ + 9, + 5, + 9, + 0, + 8, + 15, + 0, + 17, + 7, + 2, + 0, + 13, + 7, + 8, + 4, + 6, + 9, + 13, + 12, + 11, + 1, + 9, + 13, + 16, + 10, + 13, + 0, + 16, + 4, + 9, + 2, + 15, + 10, + 2, + 9, + 3, + 11, + 4, + 8, + 10, + 8, + 2, + 10, + 5, + 4, + 7, + 12, + 1, + 13, + 4, + 6, + 17, + 1, + 13, + 11, + 13, + 13, + 12, + 0, + 3, + 1, + 0, + 14, + 0, + 0, + 3, + 6, + 6, + 8, + 16, + 3, + 8, + 10, + 0, + 11, + 13, + 10, + 4, + 9, + 15, + 10, + 7, + 12, + 1, + 8, + 15, + 4, + 6, + 11, + 7, + 15, + 0, + 4, + 0, + 9, + 12, + 12, + 2, + 8, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of newly arrived prisoners.", + "He found a delightful little place, and he met charming people there. To the Brazilian authorities.", + "Yes, that's probable. Can't block. Declared the London mayor in the door. eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful in the front seat of the presidential car.", + "That is in intense desire to join the marines. That is a fourth question. Surroundings, one's mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Where the way was for an instant safe, they came closer, but not quite within grasp.", + "Lucy could have looked after her mother, said the captain. But old Will was stubborn and wouldn't let her.", + "She, however, did not bestow a single glance upon him.", + "A new prisoner might be there as the location weeping rested really with a powerful fellow prisoner.", + "The last smiled, unsexed and brutalized by dissipation.", + "Miss Rachel O'Grady, however, was executed so sadly mangled.", + "Other sick rooms. Zora lay on the little white bed.", + "If I can get Americans are sensible and calm people.", + "Have you been in Paris much of these years? Downward, they are found gradually to merge.", + "To which he was introduced or wear out by a well known tailor in Savello.", + "We were resolved not to relieve the poor prisoners from paying for the maintenance of their own prison.", + "To torture each other enough for tonight, Thertel with his two associates resolved to kill him.", + "On one point, especially, the border rustians had a wholesome dread.", + "Knowing nothing of the forms of our governments, continue to be the fruitful sources.", + "As he told the driver, \"But he knew, let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "They were marooned during a ship's experts testified before the commission.", + "This wood was discovered next morning in a mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined bands of both the countries played music in a fine supper with sirs.", + "They are working on the effort to revive the president.", + "I shall not leave you day or night, whether you are working, playing, or sleeping.", + "So that it might become the exclusive property of a monster, whoever he might be.", + "What about Bartley? She asked in her voice, \"What for no sympathy, whatever his crime.\"", + "Rachel's pale and sharp features and dilated eyes struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, and increase of which the committee had recommended.", + "The bully stared a moment, and then he fell back into his throne, laughing hysterically.", + "Carroll repeated that when questioned about his mother, Lee said, \"quote.\"", + "Don't cry, it was a dreadful.", + "When most of us are tired of being all alone here, hosty replied.", + "Just about the world of sports. The gospel. Edwin A. Walker resigned U.S. Army.", + "This must have been changed from eleven point two miles per hour.", + "But you must be with your cap on your head,\" she said, \"and was going to take it off.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be a doubt he will treat you kindly, or in fact, you return without his permission.", + "Then he talked it down and seized the next. Properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The parliament and the Scots laid their proposal before the king.", + "The outcome of the opposite group's numbers of detectives mixed with the spectators.", + "Nothing was redone but to put about and return in disappointment toward the north.", + "With only head and wings above the mad mother, yet flat forward, friendly, beating down the film about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On awakening, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "Before the fourth hour, regained his foothold. Again, he was repelled.", + "As he told the driver, \"My brothers, let's get out of here. We are hit.\"", + "During all this reign, there was little peace in his great mixed turbulent empire.", + "He like continues to refer more than you do to those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust art in spite of its being unusually gallows.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied my uncle. And there is a sea lizard of vast size.", + "I get lost to my knees when I go down to pick a chair.", + "We have made two hundred leagues since we left Axel Island to report upon the inspector's report.", + "They don't talk of anyone else. If they do with you, Lee said.", + "Then must the person be unworthy of bet into the form of a sleeping dog.", + "And this man, Mister Fuley, spoke up and said, \"It seems to me like he says.\"", + "The great saint Saint Francis the Savior.", + "Patsey and Beth supported their cousin loyally and assisted in the preparation of the penalty of the law.", + "What do you want? Was the part stolen from the female felon's side?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "One hardly sees the positions of our several forts, including the highest.", + "Of course, I can't really say. Except the way my mother and grandmother took a form.", + "This knowledge is memory in one sense. He began to mention his misfortunes, telling them that.", + "You should not equal that it was subsequent to the time the president had been shot.", + "So they have immediate proceeding his execution, as referred to in the last chapter.", + "Surely, I shall recognize six fundamental principles.", + "The provision of service for the president and his family is contemplated.", + "You will find a beautiful print of it just opposite Yon Rock again the hillside.", + "Just to get him off the couch, grew with a little jolt. I said, \"And should sleep on planks.\"", + "Her usual reaction to problems she encountered there was simply withdrawal.", + "I cannot allow the examination to be held if one of the papers is in Campbell's above.", + "But just then, there came a scratching at the back door, and a shrill voice cried, \"Near the top of the stake.\"", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These reasons can be quite unpredictable. By many persons of high authority.", + "I believe the races will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "His forefather, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I was attended by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "Several minutes pass by while the fight goes on. Underwater, who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of the call to crush the town.", + "All the four quarters were in the public domain. Again, he was repelled.", + "Williams said that Oswald was the man under number two." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.070776193031492, + "mcd_ci95": { + "mean": 7.070776193031492, + "std_err": 0.11193594376728945, + "ci_lower": 6.855905774524102, + "ci_upper": 7.294489875290678 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.17, + "per_utterance_mcds": [ + 6.835992735630368, + 5.815200197181096, + 8.049309653017703, + 6.833298794416575, + 6.418936040499531, + 9.124493211863093, + 8.066606247350885, + 10.116616295131564, + 6.88160899661226, + 7.324026547569144, + 8.421029001467216, + 6.456171424527974, + 8.058632636642832, + 7.238623871497496, + 6.139334880432521, + 6.312483613632008, + 5.583707596444162, + 6.694466207478503, + 6.096829207261762, + 5.5130715570991145, + 7.068110533002114, + 8.057314625915184, + 5.506651779932327, + 6.030244753455174, + 7.731746565253921, + 7.960328004730657, + 6.43602587614365, + 6.436256516726082, + 7.411117025973743, + 6.408766282441826, + 9.116329742316076, + 7.239845996917574, + 6.017533945421146, + 7.827058862342937, + 6.303400198148431, + 7.243087202868495, + 5.325958253205995, + 6.944426774544696, + 6.893940520711112, + 6.559651675234182, + 7.668253481900304, + 9.364429525173982, + 6.5884594266256515, + 7.810614374356322, + 7.776102572222846, + 5.743811243561369, + 6.081747051851364, + 7.274650124631431, + 5.9097562802210595, + 7.303908538921354, + 7.565994082803727, + 8.458722101086815, + 8.49204289571089, + 8.556794644707292, + 4.591419779771645, + 5.698298480839191, + 6.691023133856186, + 5.851839816473031, + 7.982070302686292, + 8.010956914404762, + 6.670394848567836, + 7.784496011367099, + 7.238457965211541, + 7.949594241087926, + 6.930445669284189, + 6.873602956497705, + 5.8793321772062646, + 5.347046675173718, + 7.264185876530476, + 7.2048317841493414, + 7.821291053843064, + 6.560748796149594, + 6.5785287909380425, + 9.54625181072699, + 6.754138809003216, + 5.92720092731706, + 6.462644149878201, + 6.001112364317956, + 8.17950487982799, + 6.948388355121935, + 8.676874665534795, + 6.515240646155436, + 5.782672633670889, + 6.539873899280181, + 7.098846129861477, + 8.43122834150199, + 6.450660661337864, + 7.337583796710945, + 6.14687867986635, + 8.551616670845194, + 5.7537964821437955, + 7.417874963657309, + 6.13631990994606, + 7.894568283705558, + 8.405452361116883, + 7.9527425118707225, + 5.673658313612414, + 10.667575873844903, + 5.63463438236143, + 6.1681933310780845 + ], + "wer": { + "wer": 39.07721280602637, + "word_errors": 415, + "total_words": 1062, + "per_utt_edits": [ + 9, + 2, + 7, + 0, + 0, + 17, + 0, + 17, + 8, + 6, + 6, + 1, + 2, + 4, + 6, + 7, + 0, + 13, + 1, + 0, + 1, + 4, + 5, + 12, + 0, + 11, + 0, + 5, + 3, + 7, + 1, + 11, + 1, + 2, + 1, + 3, + 2, + 0, + 3, + 0, + 6, + 15, + 5, + 0, + 1, + 2, + 4, + 0, + 5, + 1, + 4, + 15, + 2, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 7, + 0, + 1, + 6, + 0, + 3, + 1, + 18, + 3, + 2, + 0, + 18, + 11, + 0, + 1, + 1, + 1, + 4, + 13, + 5, + 7, + 1, + 2, + 15, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 9, + 2, + 6, + 4, + 12 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 39.07721280602637, + "std_err": 4.789148331545878, + "ci_lower": 30.261818776432047, + "ci_upper": 48.91462238563076 + }, + "per_utterance_word_errors": [ + 9, + 2, + 7, + 0, + 0, + 17, + 0, + 17, + 8, + 6, + 6, + 1, + 2, + 4, + 6, + 7, + 0, + 13, + 1, + 0, + 1, + 4, + 5, + 12, + 0, + 11, + 0, + 5, + 3, + 7, + 1, + 11, + 1, + 2, + 1, + 3, + 2, + 0, + 3, + 0, + 6, + 15, + 5, + 0, + 1, + 2, + 4, + 0, + 5, + 1, + 4, + 15, + 2, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 7, + 0, + 1, + 6, + 0, + 3, + 1, + 18, + 3, + 2, + 0, + 18, + 11, + 0, + 1, + 1, + 1, + 4, + 13, + 5, + 7, + 1, + 2, + 15, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 9, + 2, + 6, + 4, + 12 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of nearly arrived prisoners.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper. Count figures for the year ending Michael the Eighteen.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "That is intense desire to join the marines and give away when his surroundings and his mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this.", + "Where the wave was for an instant sank as they came closer, but not quite within grasp and weight.", + "Lucy could have looked after her mother's sick appendices, but Old Will was stubborn and would let.", + "He attempted to express himself with a single glance upon him.", + "Perhaps she too might be there, weeping.", + "Bartley smiled and went to bed.", + "Miss Rachel only glanced, however, across her muffler on the speech.", + "Other than sick rooms, Zora lay in a little white bed.", + "If I can get Americans, are sensible what to call people.", + "Have you been in Paris much these late years?", + "To which he was introduced or wear out by a well-known tailor in Salem Row.", + "We were resolved not to present this entire mass of accusations.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome draft.", + "Knowing nothing of the form of our government.", + "As he told the driver, but he knew.", + "So I turned around and hit the vice president on the shoulder.", + "They'll feed it during our absence.", + "Since everything was discovered while she was fresh in a mean house in White Street.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Kim currently did not.", + "The combined bands of both the countries played the music in a fine supper with servants.", + "Thank the rain in the effort to revive.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "So that it might become the exclusive property of her husband.", + "What about us, Bartler? She asked in a thin voice.", + "Rachel's pale and sharply features, and dilated eye, struck her with painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The bull rider stared a moment, and then he fell back into his throne, laughing boisterously.", + "Can we follow that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world abhors the gospel.", + "This must have been changed from eleven point two miles.", + "But you must insist on your complete circulation, as in the blood of a higher animal.", + "This is the ideal type.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly, or in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of punishment.", + "The parliament and the Scots laid their proposals before the king.", + "Maria got the most fresh and private garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad mother, he flapped forward frenziedly, beating down the film about him.", + "She was immediately tied by the neck to an iron bolt.", + "On awakening, my first thought was to observe the intensity of the lights.", + "The distinction between the higher plants and animals is perfectly sharp.", + "I was out soon, rather more than an hour.", + "As he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemies, in spite of its being unusually cold.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed.", + "What was that?", + "Yes, replied Uncle. And there is a sea lizard of vast size.", + "I guess, what's my need when I go down to pick a cherry?", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "And this man, Mister Hiptow, spoke up in favor of it. It seems to me like he says.", + "The great saint Saint Francis of Saviour.", + "Hatsy and Beth supported their cousin loyally and assisted in the preparation.", + "What more do you want?", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are proofs.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memory in one sense, but in another, it is not.", + "He would not eat with us. That it was.", + "His doom here, immediate proceeding his execution, I referred to in the last chapter.", + "Indirectly, I shall recognize.", + "Such an idea was reserved for the president and his family.", + "You will find a beautiful print of it just opposite Yon Rock again the hillside.", + "Just to get him off his unpleasant groove with a little joke, I said.", + "Her usual reaction to the problems which she encountered there was super withdrawal.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then, there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself, will it?", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's city.", + "I don't think Richard, dear, that he had defected to the Soviet.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of the powerful forces.", + "All of the four quarters are in the public domain.", + "Well, it's said the possible was the man on her number two." + ] + } + }, + "single_test_other": { + "matched": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 5.554938477999201, + "mcd_ci95": { + "mean": 5.554938477999201, + "std_err": 0.191910435467258, + "ci_lower": 5.182541676448542, + "ci_upper": 5.9344681567804205 + }, + "side_input_kb": 0.07566, + "side_input_padded_kb": 0.07566, + "gflops": 4.65, + "per_utterance_mcds": [ + 8.083514071714813, + 5.945835954418531, + 6.689964214047473, + 4.320949800535638, + 2.667333324273963, + 9.442230311900348, + 6.9522194410904365, + 8.407815006858275, + 7.020607312231898, + 6.928225088020084, + 4.338968580244284, + 4.909824847603675, + 3.6240861434474914, + 6.102891896228938, + 4.295240789837808, + 3.3754299798602627, + 5.920825770908719, + 3.5259816558643116, + 4.142755820466615, + 3.6871616056462324, + 4.164484699555349, + 5.253356905011403, + 4.070919902840538, + 5.617184651024911, + 3.1885186602696716, + 7.415234264067121, + 9.164048599762467, + 6.810983152408788, + 4.222744481691837, + 3.2862640697542562, + 6.423635240089561, + 4.78383787430815, + 4.302199765257576, + 7.028167585331248, + 9.410171303887855, + 8.17941103696634, + 5.494303961606465, + 4.533079833192019, + 4.280273540988324, + 10.84029062243646, + 7.570657632179329, + 8.197181591984354, + 6.5667604826203085, + 5.931967679410808, + 3.885402775748435, + 3.9265311246709045, + 2.9623402731350486, + 6.801923801903751, + 3.589581175304355, + 4.5435195039208445, + 5.063194799044831, + 3.856620939168214, + 5.330888727711156, + 4.876509104164925, + 4.834238641441923, + 4.9566715546269, + 7.625781238967554, + 6.787790686505805, + 7.579792225608368, + 5.002321644634173, + 2.9260543756717383, + 9.10484435849779, + 7.489644133666872, + 5.928442572081136, + 2.879517337768495, + 4.281994825401075, + 8.123997352733065, + 5.2334729146598855, + 5.257492644581896, + 6.649606008328405, + 5.268402851756727, + 4.425384701880386, + 6.445917161977851, + 8.400261279516512, + 7.534698344094988, + 2.6689743249508684, + 8.652447306474066, + 4.01031445575878, + 2.1866191438716216, + 5.772842282450257, + 7.5669543192344255, + 3.830850378612731, + 3.3764253849227046, + 4.8572071487444, + 8.265449636552606, + 4.85677222905745, + 3.243491617492101, + 6.372550996666681, + 2.5968705168418778, + 3.651939733192103, + 2.683263750860652, + 9.358905429425402, + 6.393247443933313, + 5.8526024015979745, + 4.346204069047204, + 4.936089871696731, + 3.614702759808706, + 4.385911391962648, + 7.5362824329563125, + 5.786550542789509 + ], + "wer": { + "wer": 50.59288537549407, + "word_errors": 512, + "total_words": 1012, + "per_utt_edits": [ + 4, + 1, + 2, + 2, + 4, + 8, + 2, + 1, + 13, + 15, + 7, + 5, + 7, + 2, + 0, + 3, + 1, + 1, + 4, + 4, + 3, + 6, + 4, + 10, + 1, + 10, + 2, + 16, + 4, + 9, + 13, + 16, + 9, + 6, + 1, + 13, + 1, + 4, + 2, + 16, + 0, + 14, + 9, + 9, + 2, + 6, + 5, + 11, + 8, + 10, + 7, + 4, + 4, + 10, + 1, + 11, + 3, + 0, + 2, + 8, + 6, + 0, + 7, + 2, + 6, + 6, + 2, + 5, + 3, + 5, + 9, + 0, + 2, + 1, + 8, + 5, + 5, + 0, + 0, + 0, + 3, + 4, + 4, + 0, + 0, + 2, + 1, + 3, + 5, + 5, + 4, + 1, + 14, + 6, + 10, + 5, + 6, + 2, + 8, + 1 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 50.59288537549407, + "std_err": 4.535725200536509, + "ci_lower": 41.96043689300531, + "ci_upper": 59.66386554621849 + }, + "per_utterance_word_errors": [ + 4, + 1, + 2, + 2, + 4, + 8, + 2, + 1, + 13, + 15, + 7, + 5, + 7, + 2, + 0, + 3, + 1, + 1, + 4, + 4, + 3, + 6, + 4, + 10, + 1, + 10, + 2, + 16, + 4, + 9, + 13, + 16, + 9, + 6, + 1, + 13, + 1, + 4, + 2, + 16, + 0, + 14, + 9, + 9, + 2, + 6, + 5, + 11, + 8, + 10, + 7, + 4, + 4, + 10, + 1, + 11, + 3, + 0, + 2, + 8, + 6, + 0, + 7, + 2, + 6, + 6, + 2, + 5, + 3, + 5, + 9, + 0, + 2, + 1, + 8, + 5, + 5, + 0, + 0, + 0, + 3, + 4, + 4, + 0, + 0, + 2, + 1, + 3, + 5, + 5, + 4, + 1, + 14, + 6, + 10, + 5, + 6, + 2, + 8, + 1 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather serenity after the lady had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote his card address in pencil.", + "P.R.S. We have no items.", + "And were therefore lodged.", + "Then came the newly formed horse and he required the new cutlass.", + "The four other presenters will assist you.", + "In the little convent, there was the centenarian who came from the Abbey of Fontevrault.", + "In good printing, the space between words should be as narrow as possible.", + "They bought their offices from one another and were thus considered to have a.", + "You guys were misfitting with your benches.", + "How the line is more often an obstacle than an assistance in attaining use.", + "She said, \"Oh, sir,\" with an excited look.", + "One by one, the mini students piled in and took their places.", + "Why you must have lost your senses.", + "Robert whispered about.", + "I greet you with the questioning of a new Russian life and freedom.", + "The dynasty of Jago had come to an end by this time.", + "Decent clothing in bed.", + "Besides, that's not work for a new hope for no.", + "When it was seventy-fourth night.", + "An editorial in the Times Herald.", + "Commission has concluded.", + "There was no referrery. She called out, \"No chapel. No work.\"", + "My brother is the strong one, though.", + "I propose that hereafter, Sir Lee, you are not going to talk to my nephew.", + "Receiving at once how base the business would be, I exclaimed, \"Dear, not vile coward.\"", + "Short tests would generally break down the fidelity of the inmates from the ward.", + "He saved my heart of affection. Pried one.", + "One of which is able to affect the other.", + "She worked too hard, and she contrasted with the ugly and vulgar hillability of the modern.", + "Visiting every corner of the pan, but not leaving thick layers.", + "His demeanor immediately preceding his execution.", + "The galleries were owned by the workers who in Russia still remembered their peasant origin.", + "Rich Gordon nodded slowly.", + "But her mouth, with drooping head, murmured, \"That this appeared to be the revulsion of the time.\"", + "They have carved on the rocks pictures of some of the things that happened in the tale, and those carvings may still be seen.", + "According to the information.", + "We have not yet the right to give our death to Jesus Christ.", + "During all his rage, there was little peace in rage. The mixed turmoil.", + "You seem to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "Even though he received more money in Vancouver living quarters than other Russians doing.", + "As for my return and trip visa, please.", + "Then I says, \"Myself, and would be so flat if it remained.\"", + "Yes, my children, as she have no feet.", + "The prison was left outside.", + "The culprit was really her husband.", + "But when he did visit, his inspections were of the most super.", + "The least guilty.", + "One police officer snapped his camel with.", + "Testaments were, however, preserved.", + "Her mom listened to the parent's silence.", + "To improve the letter.", + "His chance to express himself through his fair.", + "Then things quieted down, and nobody heard anything.", + "The price of the crisis in our.", + "He thought he detected a pleasant smell of herb, like the paparri that his mother had in bowls in their house.", + "I have on my right Benoit and on my left Bernard.", + "Get a stretcher and take him wherever he belongs.", + "Do you mean cover your hair entirely with a hat?", + "The children around the community.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to eat a beer and to remain perfectly white, and you are not asking me one question about me.", + "Marrow table against the wall in two places.", + "But its nature was between.", + "Instead of leaving the composition of.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her age ten.", + "No fire's warning.", + "I didn't help much, though, for I didn't know the names of the bars down that way.", + "The big hasn't brought us a present, and I'm glad that he shall carry one on.", + "And the result of the penalty, which in principle.", + "Let me see. How can I begin?", + "Can he affect the nature and qualities of substance by crystals?", + "You could go back to Earth. I guess.", + "Us sitting head in with a heavy candlestick, as if it were beer.", + "How will I disfigurement thou?", + "The blood of these innocent men would be on his head if he did not look for a representation chart.", + "At eleven o'clock exactly, I am to be in the chapel.", + "The answer came like a flash.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "This noisy stuff. It's like a dope.", + "Other placement.", + "Neither in town or.", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open.", + "Oh no! I couldn't stand it.", + "They cared far more about Charlie than about the Barrett.", + "He remembered that Cynthia and Grafton had once been in love.", + "Das h\u00e4ngt's das Gef\u00fchl", + "How will my disfigurement thou", + "It's comfortable enough for you.", + "It wasn't exactly legal, but nothing worse here.", + "The case was clearly proved against them, and both were sentenced.", + "The system associated with the site.", + "She recalled that it was right in front of the.", + "Huge lady, when the archaeologists.", + "The water solution in which it's", + "And four mother precursors will help you.", + "Guess Doctor Finney went to his quarters. I don't remember seeing Handcross and Jack who come over that way at all.", + "Simply because this way." + ] + }, + "shuffled": { + "method": "TecSingleInterfering", + "text_condition": "shuffled", + "num_evaluated": 100, + "mcd_db": 9.724466497723675, + "mcd_ci95": { + "mean": 9.724466497723675, + "std_err": 0.1274594996046677, + "ci_lower": 9.479289554117212, + "ci_upper": 9.972764948790285 + }, + "side_input_kb": 0.07565999999999999, + "side_input_padded_kb": 0.07565999999999999, + "gflops": 4.65, + "per_utterance_mcds": [ + 10.315141936070882, + 7.426099088699681, + 10.335009947538056, + 10.163004767864237, + 9.234761500472093, + 10.769039654995288, + 8.050199882620346, + 9.087808206302972, + 8.912942426614176, + 10.227494640181511, + 11.220334298647478, + 9.77641089307647, + 10.348851553792914, + 8.763113792611481, + 9.692159717718072, + 10.531854575995782, + 7.56266415744341, + 8.251365142525602, + 9.588193229352123, + 9.270461866377937, + 10.52726534677145, + 9.756951053293697, + 10.416892994884053, + 8.464688318848628, + 9.020339435262082, + 11.301104479191022, + 10.597579566853785, + 8.274198395544643, + 10.876530750662184, + 9.482408176656364, + 8.057194017740446, + 8.875597008801538, + 9.952910721161317, + 7.429232023933023, + 14.295065327646999, + 8.97337472651593, + 7.84859541186544, + 9.279177093208496, + 10.145389010993048, + 12.02917967171706, + 8.980078734357361, + 9.844189750207555, + 10.772252349110037, + 7.820194220381941, + 10.029183019232214, + 9.584025692713606, + 9.852475798258045, + 10.233949162887804, + 8.794558962959083, + 9.487467304114299, + 9.215571932041716, + 9.368842416288368, + 9.449158382189685, + 8.770918931357127, + 11.152072126926678, + 11.254197850736901, + 9.895006002992298, + 9.704539511837504, + 10.948654192759951, + 8.91655212371556, + 10.35135114559562, + 11.065749355717847, + 8.764686147100592, + 11.131042940726282, + 9.634862882899636, + 10.437046399864933, + 10.28219350602627, + 8.060479534234311, + 8.319225295325722, + 7.6151277893275235, + 8.846568871906108, + 9.404656861154333, + 8.9095186526596, + 12.14362475039866, + 12.183518838916603, + 8.543150108055379, + 8.958401212306725, + 8.592684605788174, + 9.11394387195991, + 7.653914834260693, + 10.930139114296415, + 10.495424677379514, + 11.409401408322132, + 9.824732624345197, + 11.427201256415442, + 7.708573987152717, + 8.438903729332186, + 11.926263131318718, + 9.018492342069235, + 9.873269231876067, + 9.319057933014685, + 11.052147298232766, + 10.314796254964746, + 10.919068013159459, + 9.251440020376997, + 11.636802894350547, + 10.712774170809293, + 8.009230052928167, + 9.064502904790697, + 11.898207847488111 + ], + "wer": { + "wer": 96.34387351778656, + "word_errors": 975, + "total_words": 1012, + "per_utt_edits": [ + 4, + 2, + 3, + 12, + 12, + 10, + 1, + 3, + 11, + 17, + 16, + 17, + 14, + 7, + 15, + 9, + 0, + 14, + 10, + 9, + 13, + 8, + 11, + 13, + 14, + 12, + 1, + 16, + 12, + 14, + 13, + 18, + 12, + 4, + 9, + 19, + 5, + 8, + 11, + 13, + 5, + 15, + 11, + 4, + 17, + 15, + 14, + 11, + 8, + 11, + 9, + 12, + 6, + 13, + 17, + 13, + 3, + 7, + 2, + 10, + 12, + 0, + 4, + 1, + 10, + 12, + 3, + 10, + 9, + 5, + 16, + 14, + 1, + 8, + 9, + 14, + 2, + 16, + 13, + 0, + 10, + 10, + 13, + 6, + 6, + 5, + 16, + 9, + 11, + 14, + 14, + 2, + 15, + 10, + 13, + 12, + 14, + 4, + 5, + 12 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 96.34387351778656, + "std_err": 7.994346549272258, + "ci_lower": 81.89997950399672, + "ci_upper": 113.1042679337569 + }, + "per_utterance_word_errors": [ + 4, + 2, + 3, + 12, + 12, + 10, + 1, + 3, + 11, + 17, + 16, + 17, + 14, + 7, + 15, + 9, + 0, + 14, + 10, + 9, + 13, + 8, + 11, + 13, + 14, + 12, + 1, + 16, + 12, + 14, + 13, + 18, + 12, + 4, + 9, + 19, + 5, + 8, + 11, + 13, + 5, + 15, + 11, + 4, + 17, + 15, + 14, + 11, + 8, + 11, + 9, + 12, + 6, + 13, + 17, + 13, + 3, + 7, + 2, + 10, + 12, + 0, + 4, + 1, + 10, + 12, + 3, + 10, + 9, + 5, + 16, + 14, + 1, + 8, + 9, + 14, + 2, + 16, + 13, + 0, + 10, + 10, + 13, + 6, + 6, + 5, + 16, + 9, + 11, + 14, + 14, + 2, + 15, + 10, + 13, + 12, + 14, + 4, + 5, + 12 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather sorrow after the lady had floated away from the scene, and he drank his liquor doggedly.", + "Would a troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote their quarter tracks in pencil.", + "P R S received items in eight thousand seven hundred nine cases.", + "And were therefore lodged apart from all other districts of the jail.", + "Then came the newly formed horse patrol, and he required withdrawal cutlasses.", + "The four mother presenters will assist you.", + "In the little convent, there was a senatorian who came from the Abbey of Saint Roch.", + "The spacing between words should be as near as possible equal.", + "They bought their offices from one another and were thus considered to have a vested interest in them.", + "You dig rooms by keeping your benches and settles after the manner of the tap in a public house.", + "How will one defeat an obstacle in the distance and induce the enemy to yield one day sooner?", + "She said, \"It might have been that he was just trying to test me.\"", + "One by one, the ministers were presented and tested for analysis.", + "A new prisoner's fate, as to location, rests in really with a powerful fellow prisoner.", + "Robert A. Fraser and Charles Killian, other FBI firearms experts.", + "I greet you with the christening of a new Russian life and freedom.", + "The dinosaurs are either four or five toes of a mammal with one toe, horse.", + "Decent clothing and bedding, and a diet sufficient to support him.", + "Besides, that's what Walker could hope for\u2014no sympathy, whatever his crime.", + "When it was seventy-four nine, the spaces between the words should be as near as possible equal.", + "An editorial in the Times Herald of September seventeen.", + "The commission has concluded that on April ten, nineteen sixty three.", + "There was no referrery, no chapel, no work, no classification.", + "All the circumstances were so suspicious that he could not escape the criminal charge.", + "I suppose that hereafter, surely you are not going to marry again at the age of seventy.", + "Conceiving at once how base the business would be, I exclaimed, \"Fear not, vile coward!\"", + "Short tests would generally break down the deli of inmates as a ward to one another.", + "He's seen my heart cryed one. His arrogance and hostility to the United States.", + "One of which is able to affect the other by means of the communication so established.", + "She looks too hard, and she contrasts with the uglier, vulgar, illiteracy of modern types.", + "Visiting every corner of the pan, but not leaving thick layers and streaks of grease after it.", + "His demeanor immediately preceding his execution, I have referred to in the last chapter.", + "The galleries were filled with workers who in Russia still remembered their peasant origin.", + "The garden enters the plant to a small extent.", + "The camera was also turned by a member that this appeared to be a reversal scene of the hotel built.", + "They have quite a number of pictures of some of the things that happen in the tale, and those carvings must still be seen.", + "According to the information received by the bureau.", + "While the prisoners had no longer access to the chimneys.", + "During all his reign, there was little peace. Wandered away over mountains and moor the heifer.", + "She smiled so, and Polly laughed with a sudden sparkle in her eyes.", + "Even though he received more money, the government recognized that other Russians doing similar work.", + "As for my return and trip visa, please consider it separately.", + "Then I said to myself, \"Suppose my sword comes down on that boat.\"", + "At another time, there were five, one of whom had been under sentence a couple of years.", + "Mr. Green left the bank in the afternoon as usual. Dined with his daughter at Peckham.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revengeful feelings.", + "It was he that visited. His inspections were the most superficial character.", + "The least guilty was pardoned in eighteen fifty-eight.", + "When he was the five hundred and sixty-second one, Campbell with complicity and frightened her into collusion.", + "The specimens were, however, preserved and sent for analysis.", + "But my mom listened to parents' signs. His inspections were of the most superficial character.", + "To improve the letter in form.", + "His attempt to express himself through his spare play for Cuba activities, however.", + "The time had come when a radical and complete change was to come over the old city jail.", + "We are at a crisis in our ability to proceed with that protection.", + "He thought he detected a pleasant smell of herb, like the poppy ring his mother had in bowls in their house.", + "I have my right to bedwalk, and I'll be left in paradise.", + "Get a stretcher and take him wherever he belongs. He will turn.", + "Cover your hair entirely with a handkerchief or sweeping cap.", + "The children around the communion table stare and gape with childish wonder.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to get you a beard and to remain perfectly quiet, and you are not to ask me one question about me.", + "The narrow table against the wall in two places.", + "Its nature was betrayed when this last victim also died.", + "Instead of leaving the composition of our federal courts, including the highest.", + "If she heard a footstep in the corner, she closed the cupboard again as hastily as it was possible with her age.", + "No iron is to be worn except as a punishment.", + "I didn't help much though, for I didn't know the names of bars down that way. This chapter set forth the commission's conclusions.", + "The mean pig hasn't brought us a present, and I'm glad that he showed you one all.", + "And the raison d'etre of the penalty, which in principle so many opposed, would be gone.", + "It forms strictly from the book's having a name to put in the paper.", + "Can he affect the nature and qualities of substance by prayer?", + "It was a six point five millimeter bullet.", + "Busted his head in with a heavy candlestick, as if it were driven off the paper.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "The blood of these innocent men would be on his head if he did not listen to your presentation.", + "The lunatic came to be the troubled and the depraved. His cure was out of the question.", + "The answer came with a flash. The page looks as if it were being driven off the paper.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "Agent Moy, stuff. It's like the front seat of the presidential car.", + "Other policemen entered the front door and searched the balcony.", + "Neither in town or country were cases entirely taken on their own merits.", + "How'd you get your breakfast so early on the boat? The brief account of another murder.", + "Credit had been established again, and the businesses were open to carry out its special duties.", + "Oh no! I couldn't stand it at the beginning.", + "The test flown by the crew was to accompany the company for a voyage to Santa Cruz.", + "He remembered that Cynthia and Grafton had once been in love together, and both are sentenced to transportation for life.", + "The concept of a class not uncommon in our later days.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "Brendan testified that they were standing, which is their apparent position in the photograph.", + "It wasn't exactly legal, but nothing worth hearing.", + "The case was clearly proved against them, and both were sentenced to transportation for life.", + "The system associated with silence had also its warm supporters.", + "She recalled that it was subsequent to the time the president had been shot.", + "Previously, when the archaeologists could readily distinguish the false from the true.", + "The water solution in which its roots are plunged contains nitrogen, but no carbon.", + "And four mother priests will help you. Thousand printed.", + "Just after Finny went to his quarters, I don't remember seeing him cross the deck or come over that way at all.", + "The attempt to throw himself upon the fire in his condemned cell." + ] + }, + "empty": { + "method": "TecSingleInterfering", + "text_condition": "empty", + "num_evaluated": 100, + "mcd_db": 9.783789268191565, + "mcd_ci95": { + "mean": 9.783789268191565, + "std_err": 0.12998888854061824, + "ci_lower": 9.53253759959348, + "ci_upper": 10.03835136113376 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.23, + "per_utterance_mcds": [ + 10.164494938621528, + 7.395391033827725, + 10.321730330892361, + 10.382118315315163, + 9.603339787022149, + 10.73269273781499, + 7.958850390687763, + 9.077836292348744, + 8.973481792464336, + 10.09803278795514, + 11.38060498936776, + 9.771721795349269, + 10.484371361005568, + 8.683322989988927, + 9.846455660352222, + 10.745624611893085, + 7.521282742494568, + 8.402614531326266, + 9.78591869976953, + 9.30256730224053, + 10.70534237681229, + 9.75400496609785, + 10.717391382936663, + 8.60829925274264, + 9.187847056594807, + 11.214662272471719, + 10.49066230402845, + 8.410956206921483, + 10.96905525718553, + 9.618863454907002, + 7.982418782627036, + 8.813207193322473, + 10.058383223005361, + 7.405452150126708, + 14.346389619601524, + 8.873280846309068, + 7.649581855667993, + 9.490622740543834, + 10.276595461122401, + 11.820505052580453, + 8.956301579593397, + 9.803440573055456, + 10.893423168825638, + 7.771157860954032, + 10.1552578148874, + 9.866953751634357, + 10.125855745920886, + 10.208720733036888, + 8.988171247343844, + 9.660742284465691, + 9.325115207181733, + 9.491512370183614, + 9.471201599628428, + 8.849550579282107, + 11.198039131959007, + 11.319568901060928, + 9.616638461908936, + 9.601961714499797, + 10.981814462439939, + 8.998766795726292, + 10.496834132272129, + 11.179282850036653, + 8.68997093275629, + 11.17837273613708, + 9.845919201575768, + 10.606019814354973, + 10.205586456931059, + 8.142478963947365, + 8.263101697566608, + 7.546901370918223, + 8.900283281397314, + 9.589646802376803, + 8.701611307411687, + 12.287995143973738, + 12.166138853112699, + 8.810158234445948, + 8.896133883081093, + 8.705655644549731, + 9.317416721869813, + 7.514195629091005, + 11.131335860586342, + 10.69432373024201, + 11.639731139762498, + 9.809980751996738, + 11.48708516905511, + 7.783607150256234, + 8.48549865658551, + 11.905239984643156, + 9.238459152201706, + 10.151788990023006, + 9.584843914587134, + 10.898600315060145, + 10.274135703661258, + 11.066319791361488, + 9.25276115220852, + 11.740447806798601, + 10.950135260532043, + 8.02340910011391, + 8.835247583888815, + 12.072103417855132 + ], + "wer": { + "wer": 96.44268774703558, + "word_errors": 976, + "total_words": 1012, + "per_utt_edits": [ + 3, + 2, + 3, + 12, + 12, + 10, + 1, + 3, + 14, + 17, + 16, + 19, + 14, + 7, + 15, + 9, + 0, + 14, + 10, + 9, + 13, + 8, + 11, + 13, + 14, + 12, + 2, + 16, + 12, + 14, + 13, + 18, + 12, + 4, + 9, + 20, + 5, + 8, + 11, + 13, + 2, + 15, + 11, + 9, + 17, + 15, + 14, + 11, + 8, + 13, + 9, + 13, + 6, + 13, + 17, + 13, + 3, + 4, + 2, + 10, + 12, + 0, + 4, + 1, + 10, + 12, + 3, + 10, + 2, + 5, + 16, + 16, + 1, + 8, + 9, + 14, + 1, + 18, + 13, + 0, + 11, + 10, + 13, + 6, + 6, + 5, + 16, + 7, + 11, + 14, + 14, + 2, + 15, + 10, + 13, + 12, + 14, + 3, + 5, + 11 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 96.44268774703558, + "std_err": 8.220756884291946, + "ci_lower": 81.51182149362478, + "ci_upper": 113.5351976137211 + }, + "per_utterance_word_errors": [ + 3, + 2, + 3, + 12, + 12, + 10, + 1, + 3, + 14, + 17, + 16, + 19, + 14, + 7, + 15, + 9, + 0, + 14, + 10, + 9, + 13, + 8, + 11, + 13, + 14, + 12, + 2, + 16, + 12, + 14, + 13, + 18, + 12, + 4, + 9, + 20, + 5, + 8, + 11, + 13, + 2, + 15, + 11, + 9, + 17, + 15, + 14, + 11, + 8, + 13, + 9, + 13, + 6, + 13, + 17, + 13, + 3, + 4, + 2, + 10, + 12, + 0, + 4, + 1, + 10, + 12, + 3, + 10, + 2, + 5, + 16, + 16, + 1, + 8, + 9, + 14, + 1, + 18, + 13, + 0, + 11, + 10, + 13, + 6, + 6, + 5, + 16, + 7, + 11, + 14, + 14, + 2, + 15, + 10, + 13, + 12, + 14, + 3, + 5, + 11 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather serenity after the ladies had floated away from the scene, and he drank his liquor doggedly.", + "Would a troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote their quarter tracks in pencil.", + "P R S received items in eight thousand seven hundred nine cases.", + "And were therefore lodged apart from all other districts of the jail.", + "Then came the newly formed horse patrol, and he required withdrawal cutlasses.", + "The four mother presenters will assist you.", + "In the little convent, there was a senatorian who came from the Abbey of Saint Roch.", + "The printing: the space between words is to be as near as possible equal.", + "They bought their offices for one another and were thus considered to have a vested interest in them.", + "You guys are just keeping your benches and settles after the manner of the tap in a public house.", + "How will one defeat an obstacle in the middle of the field? Reduce the enemy to yield one day sooner.", + "She said, \"It might have been that he was just trying to test me.\"", + "One by one, the ministers were presented and tested for analysis.", + "A new prisoner's fate, as to location, rests in really with a powerful fellow prisoner.", + "Robert A. Fraser and Charles Killian, other FBI firearms experts.", + "I greet you with the christening of a new Russian life and freedom.", + "The dinosaurs have either four or five toes of a mammal with one toe, horse.", + "Decent clothing and bedding, and a diet sufficient to support him.", + "Besides, that's what Walker could hope for\u2014no sympathy, whatever his crime.", + "When it was seventy-four nine, the spaces between the words should be as near as possible equal.", + "At editorial of the Times Herald of September seventeen.", + "The commission has concluded that on April ten, nineteen sixty three.", + "There was no referrery, no chapel, no work, no classification.", + "All the circumstances were so suspicious that he could not escape the criminal charge.", + "I suppose that hereafter, surely you are not going to marry again at the age of seventy.", + "Conceiving at once how big the business would be, I exclaimed, \"Fear not, vile coward!\"", + "Short tests would generally break down the unity of inmates as a ward to one another.", + "He's seen my heart cryed one. His arrogance and hostility to the United States.", + "One of which is able to affect the other by means of the communication so established.", + "She looks too hard, and she contrasts with the uglier, vulgar lookability of modern types.", + "Visiting every corner of the pan, but not leaving thick layers and streaks of grease after it.", + "His demeanor immediately preceding his execution, I have referred to in the last chapter.", + "The galleries were filled with workers who in Russia still remembered their peasant origin.", + "The jury enters the plan to a small extent.", + "The camera was touched by a murmur that this appeared to be a revulsion from the people who had built.", + "They have quite a number of pictures of some of the things that happen in the tale, and those carvings must still be seen.", + "According to the information received by the bureau.", + "While the prisoners had no longer access to the chimneys.", + "During all his reign, there was little peace. Wandered away over mountains and moor the heather.", + "He seemed to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "Even though he received more money, the government recognized that other Russians doing similar work.", + "As for my return and transit visa, please consider it separately.", + "Then I said to myself, \"Suppose my sword comes down on that boat and remains in this condition.\"", + "At another time, there were five, one of whom had been under sentence a couple of years.", + "Mr. Green left the bank in the afternoon as usual, dined with his daughter at Peckham.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revengeful feelings.", + "Even though he did visit, his inspections were the most superficial character.", + "The least guilty was pardoned in eighteen fifty-eight.", + "Twenty-one to five hundred and sixty-second, Campbell with complicity and frightened her into collusion.", + "The specimens were, however, preserved and sent for analysis.", + "But my mom listened to the parents' side. His inspections were of the most superficial character.", + "To improve the letter in form.", + "His attempt to express himself through his spare play for Cuba activities, however.", + "The time had come when a radical and complete change was to come over the old city jail.", + "We are at a crisis in our ability to proceed with that protection.", + "He thought he detected a pleasant smell of herb, like the poppy ring his mother had in bowls in their house.", + "I have my right to bedwalk and on my left corner.", + "Get a stretcher and take him wherever he belongs. He will turn.", + "Cover your hair entirely with a handkerchief or sweeping cap.", + "The children around the communion table stare and gape with childish wonder.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to get you a beard and to remain perfectly quiet, and you are not to ask me one question about me.", + "The narrow table against the wall in two places.", + "But its nature was betrayed when this last victim also died.", + "Instead of leaving the composition of our federal courts, including the highest.", + "If she heard a footstep in the corner, she closed the cupboard again as hastily as it was possible with her age.", + "No iron is to be worn except as a punishment.", + "I didn't help much though, for I didn't know the names of bars down that way.", + "The mean big hasn't brought us a present, and I'm glad if he shows you one all.", + "And the raison d'etre of the penalty, which in principle so many opposed, would be gone.", + "It was formed strictly for the purpose of having a name to put in the paper.", + "Can he affect the nature and qualities of substance by prayer?", + "It was a six point five millimeter bullet.", + "Busted his head in with a heavy candlestick, as if it were driven off the paper.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "The blood of these innocent men would be on his head if he did not listen to her recitations.", + "The lunatic came to the sight of the idle and the depraved. His cure was out of the question.", + "The answer came with a flash. The page looks as if it were being driven off the paper.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "Agent Moye is in the front seat of the presidential car.", + "Other policemen entered the front door and searched the balcony.", + "Neither in town or country were cases entirely taken on their own merits.", + "How'd you get your breakfast so early on the boat? The brief account of another murder.", + "Credit had been established again, and the businesses were open to carry out its special duties.", + "Oh no! That couldn't stand at the beginning.", + "The test flown by the crew was to accompany the company for a voyage to Santa Cruz.", + "He remembered that Cynthia and Grafton had watched bin Laden become.", + "The prototype of a class not uncommon in our later days.", + "How will thy disfigurement, thou simpleton, induce the enemy to yield one day sooner?", + "Bened testified that they were standing, which is their apparent position in the photograph.", + "It wasn't exactly legal, but nothing worth hearing.", + "The case was clearly proved against them, and both were sentenced to transportation for life.", + "The system associated with silence had also its warm supporters.", + "She recalled that it was subsequent to the time the president had been shot.", + "Previously, when the archaeologists could readily distinguish the false from the true.", + "The water solution in which its roots are plunged contains nitrogen, but no carbon.", + "And the four mother priests will help you. Thousand printed.", + "Just after Finny went to his quarters, I don't remember seeing him cross the deck or come over that way at all.", + "The detective throws himself upon the fire in his condemned cell." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.375493600707321, + "mcd_ci95": { + "mean": 7.375493600707321, + "std_err": 0.13108977398456684, + "ci_lower": 7.125337735030152, + "ci_upper": 7.6357242501087095 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.2, + "per_utterance_mcds": [ + 8.44763378299924, + 6.757013462253533, + 8.288705910875782, + 7.255623110325906, + 6.280850508035378, + 9.917969742614126, + 7.548520658523161, + 8.992636698286011, + 7.92651779196488, + 8.062278089612283, + 7.365079798299286, + 6.7296653381119125, + 6.275621178953699, + 6.908995193563498, + 6.785830254651588, + 6.751345531844591, + 6.621131882340755, + 5.803743399665527, + 6.967042877368468, + 5.936802992865863, + 7.04808403708937, + 7.091548999312159, + 7.283382170401637, + 6.868775536155185, + 6.301675060634946, + 8.861839326309926, + 9.4098851643002, + 7.947826494324239, + 6.822293612706036, + 5.807467664111907, + 6.871008458937808, + 6.2862727949016195, + 6.771565766509791, + 7.315778579507409, + 11.770670224845691, + 8.5408307834588, + 5.756467589044701, + 6.895293255522958, + 6.820396030011776, + 10.871157116143129, + 8.162810400777389, + 8.896547052755786, + 8.569611911991514, + 6.420353641772321, + 6.418866879046876, + 6.811364746270881, + 6.095692342231046, + 7.966229588425718, + 6.2169362384288736, + 7.014637509167869, + 7.0174669547541395, + 6.27455887638148, + 6.802267098984252, + 6.509555289835185, + 7.255974508252618, + 7.948048353333572, + 7.927409569069289, + 7.777479918821516, + 9.186972577969991, + 6.968409763257315, + 6.026215846749176, + 10.387130563599717, + 7.685401891962555, + 8.118720151328862, + 5.894875379567643, + 7.094679316993636, + 9.054180662474552, + 6.6398815501517126, + 6.256581826915166, + 6.818895040964441, + 6.79620516716844, + 6.6960146500479665, + 6.914867819597954, + 10.375015672828285, + 8.87350007850141, + 5.734517128752953, + 9.193107427128785, + 6.391726424981588, + 5.401268817200022, + 6.080833355947709, + 9.658390557868232, + 7.085843151752742, + 7.011674196092896, + 7.084505169969396, + 9.945158924310036, + 5.803439052835183, + 5.126492678951561, + 8.692982009494731, + 5.599086785533685, + 6.94088771789388, + 5.881083528684852, + 9.865827883419874, + 7.861705415741444, + 8.247690320242233, + 6.198622232311355, + 7.713544204703909, + 6.922308986021161, + 6.093006332631082, + 7.559290392825631, + 8.61778166767332 + ], + "wer": { + "wer": 54.34782608695652, + "word_errors": 550, + "total_words": 1012, + "per_utt_edits": [ + 4, + 1, + 3, + 4, + 4, + 9, + 1, + 0, + 13, + 15, + 0, + 8, + 5, + 1, + 3, + 0, + 1, + 1, + 4, + 2, + 3, + 8, + 4, + 9, + 3, + 9, + 0, + 16, + 3, + 9, + 13, + 15, + 9, + 7, + 4, + 16, + 0, + 4, + 4, + 13, + 1, + 15, + 9, + 5, + 1, + 12, + 5, + 8, + 8, + 9, + 7, + 5, + 4, + 13, + 1, + 11, + 4, + 5, + 2, + 7, + 6, + 0, + 5, + 0, + 6, + 7, + 2, + 5, + 2, + 5, + 13, + 0, + 2, + 1, + 5, + 5, + 6, + 0, + 0, + 0, + 2, + 4, + 13, + 0, + 0, + 2, + 1, + 3, + 12, + 5, + 9, + 1, + 14, + 10, + 14, + 4, + 6, + 2, + 10, + 8 + ], + "per_utt_words": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ] + }, + "wer_ci95": { + "mean": 54.34782608695652, + "std_err": 5.1645740272185385, + "ci_lower": 44.66396060416684, + "ci_upper": 64.93253708294947 + }, + "per_utterance_word_errors": [ + 4, + 1, + 3, + 4, + 4, + 9, + 1, + 0, + 13, + 15, + 0, + 8, + 5, + 1, + 3, + 0, + 1, + 1, + 4, + 2, + 3, + 8, + 4, + 9, + 3, + 9, + 0, + 16, + 3, + 9, + 13, + 15, + 9, + 7, + 4, + 16, + 0, + 4, + 4, + 13, + 1, + 15, + 9, + 5, + 1, + 12, + 5, + 8, + 8, + 9, + 7, + 5, + 4, + 13, + 1, + 11, + 4, + 5, + 2, + 7, + 6, + 0, + 5, + 0, + 6, + 7, + 2, + 5, + 2, + 5, + 13, + 0, + 2, + 1, + 5, + 5, + 6, + 0, + 0, + 0, + 2, + 4, + 13, + 0, + 0, + 2, + 1, + 3, + 12, + 5, + 9, + 1, + 14, + 10, + 14, + 4, + 6, + 2, + 10, + 8 + ], + "per_utterance_word_counts": [ + 19, + 21, + 16, + 5, + 4, + 10, + 7, + 15, + 9, + 15, + 10, + 14, + 5, + 12, + 7, + 5, + 13, + 12, + 3, + 7, + 7, + 3, + 4, + 13, + 8, + 16, + 15, + 17, + 6, + 6, + 18, + 18, + 9, + 13, + 4, + 17, + 24, + 3, + 13, + 16, + 16, + 14, + 9, + 13, + 8, + 7, + 3, + 9, + 8, + 10, + 7, + 7, + 3, + 10, + 9, + 11, + 20, + 11, + 11, + 6, + 6, + 14, + 23, + 9, + 7, + 6, + 23, + 5, + 17, + 17, + 9, + 7, + 11, + 8, + 11, + 2, + 19, + 11, + 6, + 16, + 7, + 4, + 4, + 10, + 10, + 6, + 10, + 14, + 5, + 2, + 6, + 8, + 14, + 5, + 7, + 4, + 5, + 8, + 21, + 4 + ], + "hypotheses": [ + "While there was rather serenely after the lady had floated away from the scene, and he drank his liquor doggedly.", + "Would his troubled spirit at least permit him to enjoy and enter without restraint into the play of quick wit?", + "The artist took out one of his own cards and wrote their quarter price in pencil.", + "P R S. We have no items.", + "And were therefore lodged.", + "Then came the newly formed horse patrol, and he required the new cutlasses.", + "The four mother presenters will assist you.", + "In the little convent, there was a centenarian who came from the Abbey of Fontevrault.", + "In good printing, the spaces between words should be as near as possible.", + "They bought their offices from one another and were thus considered to have a.", + "You guys earned it by keeping your hands off it.", + "How do government's more often obstacles in an assistance in attaining use.", + "She said, \"Crows are written excitedly.\"", + "One by one, the mini students filed in and took their places.", + "Why you must have lost your senses as to location?", + "And it was whispered about.", + "I greet you with the questioning of a new Russian life and freedom.", + "The dynasty of Jago had come to an end by this time.", + "Decent clothing and bedding.", + "Besides, that's not work for a new hope.", + "When it was seventy-fourth night.", + "An editorial in the Times Herald of September seventeen.", + "Commission has concluded.", + "There was no referrery. She called out, \"No chapel. We may as well stop work.\"", + "All my brothers are the strong one though.", + "I suppose that hereafter, Sir Lee, you are not going to trouble my house.", + "Perceiving at once how base the business would be, I exclaimed, \"Fear not, vile coward.\"", + "Short tests would generally break down the fidelity of the inmates as a ward.", + "He saved my heart. A cryed one.", + "One of which is able to affect the other.", + "She worked too hard, and she was a contrast between the ugly and vulgar hillbillies of the modern.", + "Visiting every corner of the pan and by daylight, thick layers.", + "His demeanor immediately preceding his execution.", + "The galleries were designed to join the workers who in Russia still remembered their peasant origin.", + "Brent Gordon enters the plant.", + "She also testified that this appeared to be a revolting scene at Bon Temps.", + "They have carved on the rocks pictures of some of the things that happen in the tale, and those carvings may still be seen.", + "According to the information.", + "We have not still the right to give our justice to Jesus Christ as prisoners.", + "During all his rage, there was little peace. Wandered away over mountains and moors, the heavy empire.", + "You seemed to find it so, and Polly laughed with a sudden sparkle in her eyes.", + "Even though he received more money in better living quarters than other Russians doing so.", + "As for my return and transit visa, please.", + "Then I says myself, \"Spose my sword comes down on the boat.\"", + "Yes, my children,\" says she, \"have no fear.\"", + "The prisoner left the bank's office as usual, died with his daughter in Picton.", + "The culprit was really her husband.", + "Young students and being in the middle of the fun.", + "The least guilty.", + "When police officers snatched Campbell with complicity.", + "The testaments were, however, preserved.", + "Her mom listened to the parent's inspections.", + "To improve the letter.", + "His attempt to express himself through his spare play for Cuba activities, however.", + "Then things quieted down, and nobody heard anything.", + "We are at a crisis in our ability to perceive.", + "They thought he detected a pleasant smell of herb, as like the pepperine his mother had in bowls in their house.", + "I have my right bent long and on my left turned arch.", + "Get a stretcher and take him wherever he belongs.", + "Cover your hair entirely with a hat.", + "The children around the commute.", + "Citizens were appearing on the streets at night for the first time in years.", + "I am going to eat one beer and to remain perfectly white, and you are not to ask me one question about him.", + "A narrow table against the wall in two places.", + "But its nature was betrayed.", + "Instead of leaving the composition of us.", + "If she heard a footstep in the corridor, she closed the cupboard again as hastily as it was possible with her age ten.", + "No wires, warning.", + "I didn't help much, though, for I didn't know the names of bars down that way.", + "The big hasn't brought us a present, and I wonder if he shall carry one all.", + "And the raison d'\u00eatre of the penalty, which in principle so many oppose.", + "Let me see. How can I begin?", + "Can he effect the nature and qualities of substance by prayer?", + "You could go back to Earth. I guess.", + "Busted his head in with a heavy candlestick, as if it were a pair.", + "How wilt thy disfigurement thou?", + "A lot of these innocent men would be on his head if he did not lose a representation charge.", + "At eleven o'clock exactly, I am to be in the chapel.", + "The answer came like a flash.", + "When we struck the boat, she was about done loading, and pretty soon she got off.", + "This honesty stuff. It's like a dope.", + "Other policemen.", + "Neither in town or country were cases entirely taken on their own merits.", + "How'd you get your breakfast so early on the boat?", + "Credit had been established again, and the businesses were open.", + "Oh no! I couldn't stand it.", + "They cared far more about Charlie than about the bandit.", + "He remembered that Cynthia and Grafton had once been in love.", + "Of a prototype, of a class, not uncommon in our later days.", + "How wilt thy disfigurement thou?", + "Brenda testified that they were standing in the parking.", + "It wasn't exactly legal, but nothing worse here.", + "The case was clearly proved against them, and both were sentenced.", + "The system associated later with science had also its supporters.", + "She recalled that it was six o'clock to the time the president had been.", + "Seriously, when the archaeologists.", + "The water solution in which it's.", + "And four mother presences will help you.", + "Just after Finny went to his quarters, I don't remember seeing Handcross and Jack come over that way at all.", + "Simply because to throw herself upon the fire is condemned." + ] + } + }, + "multi_test_clean": { + "matched": { + "method": "TecMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.744309067422985, + "mcd_ci95": { + "mean": 4.744309067422985, + "std_err": 0.16413816634732054, + "ci_lower": 4.422949366395958, + "ci_upper": 5.067014026714747 + }, + "side_input_kb": 0.04979, + "side_input_padded_kb": 0.04979, + "gflops": 3.9, + "per_utterance_mcds": [ + 2.6509661291336943, + 2.8192015146113913, + 2.08116476276235, + 4.853997495980164, + 5.259619864690171, + 2.6028353149025527, + 6.424250833471009, + 5.4997804669138795, + 6.25146842158071, + 5.711249107359316, + 6.109328499247615, + 2.675996060852042, + 1.6864091671844446, + 4.412754684210816, + 4.938716884024374, + 5.720964664820007, + 5.527766632318134, + 7.482872862556621, + 5.671581332361672, + 8.116441155165509, + 4.5246100093477155, + 7.315511728255546, + 4.066452434371092, + 2.9691054380936093, + 4.402851208341487, + 5.579286482254539, + 7.3695530845433135, + 5.880872187696109, + 2.984314032429887, + 4.5713605168481575, + 3.3362755420192114, + 5.818990495513724, + 4.092665798451814, + 4.4637245143489785, + 7.730998089448034, + 3.236297699891893, + 5.640671915133632, + 1.9240354115859555, + 2.29926237861211, + 6.0566458063483255, + 4.82469215628423, + 4.749224256916477, + 2.8349515103744487, + 6.354419237848879, + 6.135364505897137, + 7.2104444449411895, + 7.08337410377183, + 5.482271310352931, + 2.598405763827786, + 2.3642957938333002, + 6.666027433419496, + 4.387136067748346, + 6.640447126949788, + 2.131762137428398, + 2.559071388826868, + 4.917635506884923, + 2.695500110804805, + 2.585936265278361, + 2.744290955734693, + 5.80797398976722, + 4.4663065521066425, + 3.2607745946394884, + 5.54608736399328, + 4.087796623676424, + 2.636253251084225, + 2.9680485923242066, + 3.3971737061966953, + 4.443580790218603, + 5.810607804370847, + 4.164300380270206, + 4.544150886451563, + 6.733502325419576, + 2.290824264146558, + 4.273070741481349, + 6.328352546471305, + 5.332899957628431, + 4.115178527538251, + 1.9086438260173701, + 3.5058001156973613, + 5.146485217960595, + 6.480011237473134, + 2.6231521393818027, + 4.807777865415275, + 6.294171657720104, + 7.048203927628186, + 6.190496450012582, + 8.082560336520029, + 4.847135215125204, + 6.996826696596383, + 4.832886395243208, + 5.892667965884391, + 6.491281563538459, + 4.947668692901954, + 3.4418287261393905, + 6.264678784787148, + 3.437379594945607, + 3.6861671525892326, + 5.824517254256006, + 5.6136426731244615, + 4.133939650750199 + ], + "wer": { + "wer": 24.310520939734424, + "word_errors": 238, + "total_words": 979, + "per_utt_edits": [ + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 1, + 3, + 7, + 10, + 0, + 1, + 0, + 0, + 6, + 1, + 3, + 5, + 7, + 5, + 6, + 0, + 1, + 3, + 1, + 5, + 0, + 5, + 0, + 1, + 0, + 8, + 0, + 4, + 2, + 7, + 1, + 2, + 10, + 1, + 3, + 0, + 3, + 0, + 7, + 2, + 1, + 0, + 1, + 0, + 4, + 2, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 5, + 0, + 0, + 1, + 2, + 1, + 8, + 1, + 1, + 3, + 5, + 3, + 1, + 7, + 0, + 14, + 0, + 0, + 6, + 9, + 2, + 7, + 0, + 3, + 1, + 1, + 0, + 1, + 0, + 0, + 6, + 0, + 3, + 0, + 2 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 24.310520939734424, + "std_err": 2.944610879211012, + "ci_lower": 18.94080136416604, + "ci_upper": 30.466360709714888 + }, + "per_utterance_word_errors": [ + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 1, + 3, + 7, + 10, + 0, + 1, + 0, + 0, + 6, + 1, + 3, + 5, + 7, + 5, + 6, + 0, + 1, + 3, + 1, + 5, + 0, + 5, + 0, + 1, + 0, + 8, + 0, + 4, + 2, + 7, + 1, + 2, + 10, + 1, + 3, + 0, + 3, + 0, + 7, + 2, + 1, + 0, + 1, + 0, + 4, + 2, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 5, + 0, + 0, + 1, + 2, + 1, + 8, + 1, + 1, + 3, + 5, + 3, + 1, + 7, + 0, + 14, + 0, + 0, + 6, + 9, + 2, + 7, + 0, + 3, + 1, + 1, + 0, + 1, + 0, + 0, + 6, + 0, + 3, + 0, + 2 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the girl.", + "She's at home. I suppose.", + "He looked northward towards home.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "Do you think Alexandra likes it very much?", + "Good night, husband.", + "We say, \"Of course,\" somebody explained that they give two turns.", + "Not one point one five miles per hour.", + "No, no, my knowledge for neither of them was nigh fainting here away.", + "So choose for yourself. The reason of course was Harry here.", + "A sudden black cloud. Well, sir, the sheriff officer has not been called to Chinook and asked him about the load.", + "It's getting the better of me.", + "Now, who will follow me?", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of becoming a role for ministers and their.", + "These plumes waved gracefully in the air with every step the princesses took.", + "Oh, you know Annie. She looks like a young man's bare arms.", + "About that time, Mister Andrews, my kid again.", + "You'll take it easy. Scott, you can't help yourself. Is opposed to being a queen, right?", + "The chair was empty. The workers do not want.", + "The king felt himself guilty and said, \"It is probably a mistake.\"", + "At three hundred yards from us, the battle was fought.", + "I want Tom.", + "There, far off across the water.", + "The word of our God shall speak forever.", + "Oh, there's no denying you're a spunky little bunch of chicks. She guffawed back over the shoulder.", + "There was no doubt of the earnestness of their purpose.", + "Their masters said it was a tremendous event.", + "I look at our guns and see that they are all right.", + "A cynic is a man who knows.", + "Marie looked up at his defiant figure, and her face clouded.", + "He's been wanting to marry Hildegard. We're very concerned about control of fatigue.", + "The pool of tears.", + "Even dialect. That's the important thing. That pass.", + "Home shook his head emphatically.", + "And through a storm of shock, not one of which could frustrate officer and barrister, the troops passed in safety.", + "What's his game in the match?", + "I didn't know the way. Standard life.", + "As for the rest of men, it is a triumphant performance which defies the rest upon them.", + "This the best and only final clue. It's run to nothing.", + "But the general distinction is not an outcome to be overlooked.", + "You must be right,\" admitted Cynthia.", + "Mother, dear father, hear him.", + "I take this as my answer, and I leave the professor to bite his lips with impatience.", + "Now indeed, the brewer was as angry as a man who has been informed.", + "Faithful to their legislative declarations, they knew one issue: slavery.", + "The rector did not ask for a capitulation to hear the lesson from.", + "Chapter Twelve.", + "Come, come, banister.", + "She sat down in a rocking chair and, clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken. The judge is mad.", + "Now, at the close of the twentieth century, could a freshly carried to such a height as this?", + "The three modes of medicine.", + "I have some champagne for you too.", + "It truly is a scientific magician.", + "Yes, pretty soon. My fitness.", + "The lieutenant shook his head.", + "I think I am ill.", + "She rose quickly to her feet with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days. Your new play was just on, and you were so happy.", + "He is well up in his work. What is his greeting? Is his future awaited?", + "It is quite impossible.", + "Was stuff enough of that?", + "Then Anders felt brave again.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing but three or four sets of clothes hanging from a line of pegs.", + "One thinks one hears high judgments.", + "He skirted the island slowly, stopping near Zora's president.", + "And yesterday, he went to match with his passionate committed artist. I've been changed in the night.", + "As Master Wish.", + "The Drake sank again. Individual.", + "I've no need for fine clothes to match play this time, so I can afford a few duds for myself.", + "I thought about this thing.", + "Commander Farragut. It's like a", + "Here's visitors. Talk.", + "Come, come! I called. Each one was owned by", + "You will kindly close the door,\" said Holmes.", + "They possessed a perfect, or at least gigantic proportion. The act of the prism, a form of a rainbow.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his march. I wanted to go out.", + "It is very happy for her, at least. They are not said, Rachel. The act of the long silence before the rainbow.", + "Stephen's heart began slowly to fold and fade like a withering flower.", + "So the children went to work by sheriff officers, not by the council, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I try to master. He confused me just.", + "The shadow of the raft is clearly outlined upon the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down and draw in your legs. Their formation might tell the truth too early.", + "This I read with great attention while I sat silent.", + "It indicates his sorrow and his displeasure.", + "He's a big, handsome creature, and he hates Americans as much as ever.", + "We have chosen for the pay.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hamlet a tremendous skeleton of one of these creatures, thirty feet in length.", + "Margaret Bolton almost lost for a moment her habitual placidity.", + "But he's given me some good advice." + ] + }, + "shuffled": { + "method": "TecMultiInterfering", + "text_condition": "shuffled", + "num_evaluated": 100, + "mcd_db": 7.924566170027831, + "mcd_ci95": { + "mean": 7.924566170027831, + "std_err": 0.11896576049427401, + "ci_lower": 7.6940981087091895, + "ci_upper": 8.158555434870152 + }, + "side_input_kb": 0.04979000000000001, + "side_input_padded_kb": 0.04979000000000001, + "gflops": 3.9, + "per_utterance_mcds": [ + 9.377239612213847, + 7.516181232779703, + 8.013452674492468, + 6.822527905154085, + 7.2651187336890395, + 8.713455671300018, + 7.968728272529437, + 8.799733209315331, + 8.977667925586632, + 8.513321122650142, + 8.506893916969005, + 8.52855362270738, + 7.977768679683141, + 6.985845744675306, + 7.727935702753355, + 9.339196680611416, + 7.082579674537486, + 7.535942680096563, + 8.705763336872177, + 8.33267897551395, + 9.813769897416499, + 9.26309196421709, + 8.607243155240605, + 7.541074393429757, + 6.727750605265909, + 9.473988633755491, + 7.282256234798295, + 9.47313445189738, + 9.507260325116503, + 8.947285039971105, + 8.399503036027616, + 6.795745797991026, + 8.017133210332819, + 9.852899004000413, + 6.646872599920723, + 7.8586866570145215, + 7.484543974494899, + 6.790794749126163, + 8.915063860974787, + 6.504113088128344, + 5.524563141525832, + 8.404453523779889, + 8.596304770451782, + 9.283600885521487, + 8.718267652409825, + 7.084156870827921, + 9.610556482364562, + 8.344915368588035, + 9.203752749401712, + 8.098875866957126, + 6.743204119765538, + 6.523908417685161, + 8.550498894061215, + 9.510002953556361, + 8.208242379579522, + 9.923997937334038, + 7.547052867126285, + 6.251711546342308, + 7.120577868654593, + 6.15310420940413, + 5.508604371504008, + 6.5869619648152025, + 6.0251888069195765, + 5.917315454156832, + 8.82425102456718, + 8.51954382354165, + 9.274388772401519, + 5.143067967533617, + 6.822930423697629, + 7.302776824541601, + 7.742451042593603, + 9.278787044634003, + 10.20079861198186, + 7.428545267741097, + 7.262557268735038, + 8.333775982285292, + 8.992511843976885, + 10.02685331797824, + 7.532959275214837, + 7.4342374907376625, + 8.662510281018337, + 5.591517189486807, + 8.07690389367212, + 7.598590131176872, + 8.153355728586506, + 9.296266899156848, + 10.124754194682634, + 7.267440885072917, + 6.332099860368523, + 8.129684147116407, + 5.854319851648644, + 8.981950677871309, + 7.852073549832475, + 8.324883832246728, + 6.027477557302623, + 7.673554984423966, + 6.188553575312763, + 8.242479471143373, + 6.773583728350593, + 7.151565426167658 + ], + "wer": { + "wer": 48.518896833503575, + "word_errors": 475, + "total_words": 979, + "per_utt_edits": [ + 10, + 4, + 10, + 2, + 3, + 5, + 1, + 3, + 4, + 7, + 5, + 8, + 9, + 0, + 0, + 7, + 2, + 4, + 5, + 12, + 12, + 8, + 2, + 4, + 3, + 4, + 8, + 0, + 12, + 8, + 6, + 3, + 6, + 0, + 1, + 11, + 8, + 8, + 9, + 10, + 1, + 10, + 11, + 7, + 4, + 4, + 1, + 0, + 11, + 9, + 0, + 4, + 4, + 2, + 8, + 7, + 5, + 0, + 5, + 0, + 0, + 0, + 2, + 3, + 6, + 9, + 10, + 0, + 3, + 6, + 7, + 3, + 8, + 1, + 4, + 5, + 4, + 13, + 10, + 2, + 1, + 0, + 0, + 8, + 11, + 4, + 3, + 0, + 1, + 1, + 1, + 1, + 4, + 5, + 3, + 6, + 0, + 7, + 4, + 2 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 48.518896833503575, + "std_err": 5.031496685664701, + "ci_lower": 39.457667472159216, + "ci_upper": 59.086199401024054 + }, + "per_utterance_word_errors": [ + 10, + 4, + 10, + 2, + 3, + 5, + 1, + 3, + 4, + 7, + 5, + 8, + 9, + 0, + 0, + 7, + 2, + 4, + 5, + 12, + 12, + 8, + 2, + 4, + 3, + 4, + 8, + 0, + 12, + 8, + 6, + 3, + 6, + 0, + 1, + 11, + 8, + 8, + 9, + 10, + 1, + 10, + 11, + 7, + 4, + 4, + 1, + 0, + 11, + 9, + 0, + 4, + 4, + 2, + 8, + 7, + 5, + 0, + 5, + 0, + 0, + 0, + 2, + 3, + 6, + 9, + 10, + 0, + 3, + 6, + 7, + 3, + 8, + 1, + 4, + 5, + 4, + 13, + 10, + 2, + 1, + 0, + 0, + 8, + 11, + 4, + 3, + 0, + 1, + 1, + 1, + 1, + 4, + 5, + 3, + 6, + 0, + 7, + 4, + 2 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must fight to come out of Scotland last night. Welcomed the announcement.", + "She's at home. I suppose. How independent is that?", + "He looked northward towards home. It is a triumphant performance which defies the years.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "You think Alexandra likes very much nature.", + "Good night, husband. The process will start tomorrow.", + "We say, \"Of course,\" somebody explains that they give two turns.", + "Not one point one five miles for specialists.", + "No, no, my knowledge says neither of them was nigh fainting here away.", + "So choose for yourself. The reason of course was Harry here.", + "A sudden black cloud. And I telephone to Chinook and ask him about the load.", + "It's getting the better of me. Alex is a big part of that future.", + "Now, who will follow me? We are too easily beaten as a team.", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of becoming a role for ministers and their officials.", + "These plumes waved freely in the air with every easy step the princesses took.", + "Oh, you know Anne. She looks like a young man's bare arms.", + "About that time, Mister Andrew came.", + "You'll dig it easy. Scott, don't tell Felix. Is opposed to being a queen, right?", + "The chair was empty. The workers do not want to read about their features in news.", + "The king felt himself defeated on Monday by city councillors.", + "At three hundred yards from us, the battle was fought until October.", + "It's a technical demand.", + "There, far off in my country, across the waters' league.", + "The word of our government.", + "Oh, there's no denying her scruffy little bunch. She called back over the table.", + "There was no doubt of the earnestness of their purpose.", + "Their masters. There was a tremendous amount of anger and frustration in that music.", + "I look at our guns because they are all right about their features in these.", + "A cynic is a man who looks pitiful. He suffered another attack.", + "Marie looked up at his defiant figure at her face. Proud creditors.", + "He's been wanting to marry. You're very concerned about controller fatigue.", + "The pool of tears.", + "Even dialect that pass.", + "Homer shook his head. In fact, he should never have been in the field.", + "And through a storm of shock, not one of which could frustrate off the rainbow and Barry's rays passed in safety.", + "What's his game in the matter? He died at the hands of his captors.", + "I didn't know the way. Hundred Lights has also highlighted ambitions in this market.", + "As for the rest of me, it is a triumphant performance which suffices the years upon them.", + "This the best and only final clue: run to nothing.", + "But the general district spokesman Malcolm Bruce is also considered a potential contender.", + "You must be right. I did so making the positive case for Scottish New Labour.", + "Mother, dear father, if that's the case, he will struggle.", + "I take this as my answer, and I leap to confess to biting his lips with impatience.", + "Now indeed, the buller was as angry as a man formed.", + "Faithful to their legislative declaration, they knew one issue: slavery.", + "The rector did not ask for a catechism to hear the lesson from.", + "Chapter Twelve: It is not long term, but I need time to recover.", + "Come, come, Banister. For Finney, however, said his hands were tied.", + "She sat down in a rocking chair and clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken. The judge is mad.", + "Now, at the close of the twentieth century, could a fresh carriage such a height as this?", + "The three modes of the mix.", + "I have some champagne for you. Others have tried to explain the phenomenon physically.", + "It truly is. The sentiment that truly deserved their win.", + "Yes, pretty soon. My fitness was very poor.", + "The lieutenant shook his head.", + "I think I am ill. Self, not use my clothin.", + "She rose quickly to her feet with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days. Your new plan was just on, and you were so happy.", + "He is well up in his work, though his grief is his future.", + "It is quite impossible. We'll be here for the weekend.", + "Bull stuff enough of it. Wasn't bad that low.", + "Then Anders felt brave again. Despite the result, he was still at a great moment.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing. Three or four simple clothes hanging from a line of pegs.", + "One thinks wonders how judges rejected the argument.", + "He skirted the island slowly, stopping near Zool. The U.S. president condemned the attacks.", + "And yesterday, this we are just as usual. I wonder if I've been changed in the night.", + "As Master wishes, Scottish public finances emerge from this review enhanced.", + "The Drake sank again. Indulgent.", + "I've no need for fine clothes in my place this time, so I can afford a few duds myself.", + "I don't about the stick.", + "Commander Farragut. It's like a basketball.", + "It is according to legend a boiling pot of gold at one end.", + "Come, come! I called. Each ground was owned by a different family.", + "You will kindly close the door.", + "They possessed a perfect organization, gigantic proportions, prodigious strength.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his mark. I wanted to go out on a high.", + "It is very happy for her. At least they are not the bridge. The act is long silent for the rainbow.", + "Stephen's heart began to slowly fold and fade like a withering flower.", + "So the children went to work right away, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I tried a master; he confused me just.", + "The shadow of the raft clearly outlined upon the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down and draw in your neck. Their formation might tell the truth too early.", + "This I read with great attention while it's time to recover.", + "It indicates his sorrow and his displeasure at not paying a dividend.", + "He's a big, handsome, free-jeremy. Hates Americans as much as ever.", + "We have choices for the patients.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hammer's end a skeleton of some creature thirty feet in length.", + "Margaret Bolton almost lost for a moment, which the visual acidity.", + "But he's given me some good art stuff." + ] + }, + "empty": { + "method": "TecMultiInterfering", + "text_condition": "empty", + "num_evaluated": 100, + "mcd_db": 7.834215076460238, + "mcd_ci95": { + "mean": 7.834215076460238, + "std_err": 0.11882789609507588, + "ci_lower": 7.606190503940289, + "ci_upper": 8.068494053360478 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.62, + "per_utterance_mcds": [ + 9.35818473706778, + 7.517997632246854, + 8.097489302705018, + 6.530236639503067, + 7.204407064413878, + 8.67800411651493, + 7.869250910020845, + 8.669926531494934, + 8.650611642102858, + 8.223605496449713, + 8.242315730183215, + 8.574544054232765, + 8.108083866176914, + 6.653811155229657, + 7.535006657845731, + 9.076810654121418, + 6.753144081718924, + 7.413201532198387, + 8.43247886542627, + 8.177617669157641, + 9.709282227383333, + 9.059855104371088, + 8.608763452067858, + 7.687519701279449, + 6.764034302875935, + 9.348626996486018, + 7.235428645295497, + 9.109752490122485, + 9.462208536517808, + 8.736163827946433, + 8.3628549066499, + 6.707607497778105, + 8.005929152623246, + 9.738731040622934, + 6.55104490267342, + 7.936016526039777, + 7.239832407279488, + 6.876421059409155, + 9.01693524879488, + 6.243141616544738, + 5.50044386285357, + 8.37308087834437, + 8.594218003745054, + 9.133544753009621, + 8.508574568308665, + 6.906668177154105, + 9.33403977258228, + 7.966868541346514, + 9.486442051870535, + 8.209228729744376, + 6.704302470065435, + 6.29348752436401, + 8.297547000639511, + 9.57928771484765, + 8.319355100523099, + 9.898838836793978, + 7.561115832879026, + 6.367292777666163, + 7.2709101743910685, + 6.16497767335329, + 5.275314921605425, + 6.559618318693012, + 5.952203959010524, + 5.92681015614304, + 8.746293011407886, + 8.643311879634217, + 9.29370891622709, + 4.824463102434007, + 6.700861222359737, + 7.345075229838704, + 7.663295937410874, + 8.965039796406298, + 10.315246767928452, + 7.168087794250025, + 7.318631878799919, + 8.066969078168363, + 9.054179881540595, + 10.180149604727726, + 7.552961143146001, + 7.3327672788604, + 8.432389832967026, + 5.6120954810818455, + 7.735362968037873, + 7.6451208602620655, + 7.983681850620891, + 8.90441377090724, + 9.894134130948407, + 7.213824005536237, + 6.395864927144522, + 7.8000863073229665, + 5.7339119937994605, + 8.69845271022286, + 7.857748239849017, + 8.268008686207555, + 5.970993674510506, + 7.555483302575245, + 6.204511153014741, + 8.021626147986835, + 6.61860896952873, + 7.353096328852775 + ], + "wer": { + "wer": 47.293156281920325, + "word_errors": 463, + "total_words": 979, + "per_utt_edits": [ + 8, + 4, + 10, + 2, + 3, + 5, + 1, + 1, + 4, + 7, + 5, + 8, + 9, + 0, + 0, + 7, + 2, + 4, + 5, + 12, + 12, + 8, + 2, + 4, + 3, + 4, + 8, + 0, + 12, + 8, + 8, + 2, + 6, + 0, + 1, + 11, + 8, + 8, + 9, + 10, + 1, + 10, + 11, + 7, + 4, + 4, + 1, + 0, + 11, + 9, + 0, + 4, + 4, + 2, + 8, + 7, + 5, + 0, + 5, + 0, + 0, + 0, + 1, + 3, + 6, + 4, + 10, + 0, + 3, + 8, + 7, + 3, + 8, + 1, + 4, + 3, + 4, + 13, + 10, + 2, + 1, + 0, + 0, + 8, + 9, + 7, + 3, + 0, + 1, + 1, + 1, + 1, + 4, + 5, + 3, + 6, + 0, + 4, + 3, + 2 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 47.293156281920325, + "std_err": 4.961702139406384, + "ci_lower": 38.27714086381697, + "ci_upper": 57.750176928520865 + }, + "per_utterance_word_errors": [ + 8, + 4, + 10, + 2, + 3, + 5, + 1, + 1, + 4, + 7, + 5, + 8, + 9, + 0, + 0, + 7, + 2, + 4, + 5, + 12, + 12, + 8, + 2, + 4, + 3, + 4, + 8, + 0, + 12, + 8, + 8, + 2, + 6, + 0, + 1, + 11, + 8, + 8, + 9, + 10, + 1, + 10, + 11, + 7, + 4, + 4, + 1, + 0, + 11, + 9, + 0, + 4, + 4, + 2, + 8, + 7, + 5, + 0, + 5, + 0, + 0, + 0, + 1, + 3, + 6, + 4, + 10, + 0, + 3, + 8, + 7, + 3, + 8, + 1, + 4, + 3, + 4, + 13, + 10, + 2, + 1, + 0, + 0, + 8, + 9, + 7, + 3, + 0, + 1, + 1, + 1, + 1, + 4, + 5, + 3, + 6, + 0, + 4, + 3, + 2 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find the king of Scotland last night. Welcomed the announcement.", + "She's at home. I suppose. How independent is that?", + "He looked northward towards home. It is a triumphant performance which defies the years.", + "This powder must not be used before tomorrow morning. But I think it is now cool enough to be bottled.", + "You think Alexandra likes very much nature.", + "Good night, husband. The process will start tomorrow.", + "We say, \"Of course,\" somebody explains that they give two turns.", + "Not one point one five miles per hour.", + "No, no, my knowledge says that neither of them was nigh fainting here away.", + "So choose for yourself. The reason of course was Harry here.", + "A sudden black cloud. And I telephone to Chinook and ask him about the load.", + "It's getting the better of me. Alex is a big part of that future.", + "Now, who will follow me? We are too easily beaten as a team.", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "There is, for example, a habit of becoming a role for ministers and their officials.", + "These plumes waved freely in the air with every easy step the princesses took.", + "Oh, you know Anne. She looks like a young man's bare arms.", + "About that time, Mister Andrew came.", + "You'll take it easy. Scott can tell physics is opposed to being a moon.", + "The chair was empty. The workers do not want to read about their features in news.", + "The king felt himself defeated on Monday by city council votes.", + "At three hundred yards from us, the battle was fought until October.", + "It's a technical demand.", + "There, far off in my country, across the waters' league.", + "The word of our government.", + "Oh, there's no denying her scruffy little bunch. Jack, she called back over the table.", + "There was no doubt of the earnestness of their purpose.", + "Their masters. There was a tremendous amount of anger and frustration in that music.", + "I look at our guns because they are all right about their features in these.", + "A cynic is a man who looks at the surface to know the attack.", + "Marie looked up at his defiant figure at her face proud.", + "He's been wanting to marry. You're very concerned about controller fatigue.", + "The pool of tears.", + "Even dialect that pass.", + "Holm shook his head. In fact, he should never have been in the field.", + "And through a storm of shock, not one of which could cut the struggling rainbow in two, the truth passed in safety.", + "What's his game in the matter? He died at the hands of his captors.", + "I didn't know the way. Hundred Lights has also highlighted ambitions in this market.", + "As for the rest of me, it is a triumphant performance which suffices the ears upon them.", + "This the best and only final clue: run to nothing.", + "But the general district treasurer, Malcolm Bruce, is also considered a potential contender.", + "You must be right. I did so making the positive case for Scottish New Labour.", + "Mother, dear father, if that's the case, he will struggle.", + "I take this as my answer, and I leap to confess to biting his lips with impatience.", + "Now indeed, the bully was as angry as a man formed.", + "Faithful to their legislative declaration, they knew one issue: slavery.", + "The rector did not ask for a catechism to hear the lesson from.", + "Chapter Twelve: It is not long term, but I need time to recover.", + "Come, come, Banister. For Finney, however, said his hands were tied.", + "She sat down in a rocking chair and clasping her hands in her lap, rocked slowly back and forth.", + "The fellow is stricken. The judge is mad.", + "Now, at the close of the twentieth century, could a fresh aircraft such a height as this?", + "The three modes of the mix.", + "I have some champagne for you. Others have tried to explain the phenomenon physically.", + "It truly is. The sentiment that truly deserved their win.", + "Yes, pretty soon. My fitness was very poor.", + "The lieutenant shook his head.", + "I think I am ill. Self, not use my clothin.", + "She rose quickly to her feet with an impetuous gesture that made her visitor catch her breath.", + "Well, you are sad every day.", + "Have I told you about my new play?", + "We had only a few days, and your new plan was just on, and you were so happy.", + "He is well up in his work, though his greeting is his future.", + "It is quite impossible. We'll be here for the weekend.", + "Ball stuff enough of.", + "Then Anders felt brave again. Despite the result, he was still at a great moment.", + "I have the best Italian poets.", + "As a matter of fact, the drawn curtain disclosed nothing. Three or four simple clothes hanging from a line of pegs.", + "One thinks wonders. If the field judges rejected the argument.", + "He skirted the island slowly, stopping near Zool. The U.S. president condemned the attacks.", + "And yesterday, we are just as usual. I wonder if I've been changed in the night.", + "As Master wishes, Scottish public finances emerge from this review enhanced.", + "The Drake sank again. Indulgent.", + "I've no need for fine clothes in my place this time, so I can afford a few duds myself.", + "Dost thou overplay?", + "Commander Farragut. It's like a basketball.", + "It is according to legend a boiling pot of gold at one end.", + "Come, come! I called. Each ground was owned by a different family.", + "You will kindly close the door.", + "They possessed a perfect organization, gigantic proportions, prodigious strength.", + "It's nearly two weeks now.", + "But the bear, instead of obeying, maintained the seat it had taken and growled.", + "He would make his mark. I wanted to go out on a high.", + "It is very happy for her. At least they are not,\" said Rachel. The act is long silent for her reboot.", + "Stephen's heart has slowly fallen, like a withering flower.", + "So the children went to work right along, and put the playthings all away.", + "He dropped back heavily into his chair by the fire.", + "Most actresses nowadays learn to sing properly. So I tried a master; he confused me just.", + "The shadow of the raft clearly outlined upon the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down and draw in your neck. Their formation might tell the truth too early.", + "This I read with great attention while it's time to recover.", + "It indicates his sorrow and his displeasure at not paying a dividend.", + "He's a big, handsome, free journey. Hates Americans as much as ever.", + "We have chosen for the patients.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hammer's end a skeleton one of these creatures, thirty feet in length.", + "Margaret Bolton almost lost for a moment, for her virtual acidity.", + "But he's given me some good art stuff." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 8.256225505816037, + "mcd_ci95": { + "mean": 8.256225505816037, + "std_err": 0.25535161514748544, + "ci_lower": 7.757733262315456, + "ci_upper": 8.760243967726488 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.59, + "per_utterance_mcds": [ + 5.739661947862728, + 5.919020515821073, + 5.170141645575314, + 11.833644495728546, + 7.734034370184374, + 6.945416269090201, + 8.965998516462529, + 11.510651525058853, + 13.127274796902876, + 11.194912453156244, + 13.021626126336749, + 4.750002203913293, + 5.56695006892839, + 12.299265812863009, + 8.712567835189367, + 9.968038555243352, + 11.19621549267123, + 9.189322020378674, + 11.371630167186886, + 10.453514509416367, + 5.568832739520447, + 10.40029029111272, + 8.778873787444375, + 5.855121751287158, + 8.562769788274094, + 8.836646831009089, + 9.544876714151743, + 12.191381488360834, + 6.205024710003709, + 11.34705464635847, + 6.354500008374818, + 8.13010620752513, + 9.82626197771412, + 8.344729594920665, + 7.168810497132438, + 4.775492829310123, + 10.234439943474065, + 3.782283874614234, + 4.804053952834895, + 8.2918064227474, + 7.207185786116837, + 8.365593749195607, + 5.804379555018677, + 9.61235701778479, + 12.121381516309436, + 9.753264792480175, + 12.167329218424971, + 13.135887506074507, + 3.9896920501959303, + 4.851756678573698, + 8.31048025871195, + 8.595212295569448, + 10.538783116889721, + 4.715625945053166, + 4.442703122454223, + 8.62677472565341, + 3.4239207350348564, + 5.267053489997492, + 5.029544758038739, + 7.38670117618579, + 6.039452035731566, + 5.745693984470737, + 9.658879721162261, + 5.538205644446727, + 7.407087967826947, + 5.762451652809626, + 6.130813110459345, + 9.551632151474246, + 8.553632061360464, + 6.059789077813187, + 6.626903457752619, + 12.556261611803329, + 5.600021638493008, + 8.223480470849307, + 8.11521174366627, + 9.602295535714111, + 10.322155038095001, + 4.06767724257092, + 7.514047223925789, + 7.8256597622675965, + 11.250016353944341, + 5.006146394928307, + 10.650555653246352, + 6.6017608454768455, + 10.360980192887997, + 13.18601840851697, + 11.24566810522617, + 8.2492501950112, + 8.813002557793926, + 12.79369702108795, + 8.898446333658041, + 11.194247909145869, + 7.510692572925042, + 6.816931641210711, + 8.598447255048209, + 6.069737499085747, + 6.4923329842602255, + 10.932137799869382, + 7.642943087767847, + 5.389311759915626 + ], + "wer": { + "wer": 63.32992849846782, + "word_errors": 620, + "total_words": 979, + "per_utt_edits": [ + 7, + 0, + 5, + 2, + 6, + 0, + 1, + 5, + 5, + 7, + 5, + 7, + 1, + 0, + 0, + 11, + 12, + 9, + 6, + 12, + 10, + 6, + 5, + 4, + 7, + 3, + 14, + 1, + 5, + 7, + 1, + 11, + 6, + 4, + 2, + 10, + 19, + 8, + 4, + 7, + 5, + 8, + 2, + 4, + 11, + 11, + 4, + 6, + 0, + 8, + 19, + 9, + 17, + 9, + 7, + 7, + 4, + 0, + 2, + 15, + 5, + 2, + 1, + 8, + 6, + 4, + 4, + 1, + 18, + 7, + 7, + 11, + 10, + 3, + 4, + 5, + 4, + 13, + 8, + 2, + 9, + 5, + 12, + 2, + 16, + 9, + 10, + 1, + 5, + 3, + 1, + 13, + 1, + 3, + 2, + 6, + 0, + 7, + 7, + 2 + ], + "per_utt_words": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ] + }, + "wer_ci95": { + "mean": 63.32992849846782, + "std_err": 4.211578083158436, + "ci_lower": 55.26776492558645, + "ci_upper": 71.6862161537581 + }, + "per_utterance_word_errors": [ + 7, + 0, + 5, + 2, + 6, + 0, + 1, + 5, + 5, + 7, + 5, + 7, + 1, + 0, + 0, + 11, + 12, + 9, + 6, + 12, + 10, + 6, + 5, + 4, + 7, + 3, + 14, + 1, + 5, + 7, + 1, + 11, + 6, + 4, + 2, + 10, + 19, + 8, + 4, + 7, + 5, + 8, + 2, + 4, + 11, + 11, + 4, + 6, + 0, + 8, + 19, + 9, + 17, + 9, + 7, + 7, + 4, + 0, + 2, + 15, + 5, + 2, + 1, + 8, + 6, + 4, + 4, + 1, + 18, + 7, + 7, + 11, + 10, + 3, + 4, + 5, + 4, + 13, + 8, + 2, + 9, + 5, + 12, + 2, + 16, + 9, + 10, + 1, + 5, + 3, + 1, + 13, + 1, + 3, + 2, + 6, + 0, + 7, + 7, + 2 + ], + "per_utterance_word_counts": [ + 7, + 5, + 5, + 21, + 8, + 3, + 11, + 8, + 13, + 10, + 17, + 6, + 5, + 15, + 6, + 11, + 14, + 12, + 9, + 16, + 7, + 12, + 10, + 3, + 9, + 8, + 17, + 10, + 5, + 12, + 7, + 11, + 11, + 4, + 5, + 5, + 19, + 6, + 7, + 11, + 11, + 12, + 6, + 7, + 17, + 11, + 11, + 13, + 2, + 3, + 19, + 10, + 18, + 5, + 7, + 6, + 4, + 5, + 5, + 17, + 6, + 8, + 18, + 14, + 4, + 2, + 5, + 6, + 23, + 6, + 9, + 17, + 3, + 5, + 20, + 5, + 2, + 3, + 8, + 8, + 9, + 5, + 14, + 7, + 18, + 14, + 15, + 10, + 17, + 14, + 11, + 17, + 10, + 7, + 13, + 5, + 16, + 17, + 10, + 8 + ], + "hypotheses": [ + "And now we must find out Scotland last night. Both of the absolute.", + "She's at home, I suppose.", + "It is a triumphant performance.", + "This powder must not be used before tomorrow morning, but I think it is now cool enough to be bottled.", + "You think I'm a dad, right?", + "Good night, husband.", + "We say, \"Of course,\" somebody explains that they give two turns.", + "Not 1.15 miles per hour.", + "No, no, my knowledge. Neither of them was my fate.", + "So choose for yourself.", + "A sudden black cloud, and I turned to Captain Chinoff and asked him about the load.", + "It's getting the better of Alex. In the big part about future.", + "Now who will follow me?", + "He is said to have baptized as many as ten thousand idolaters in one month.", + "For sheer terror, I remember asking.", + "\u54c8\u3002", + "These plans were surprised to the degree that the emperor was still the princess's step.", + "Oh, you know.", + "About that time, Mr. Anderson would be the same again.", + "You dig it easy. It can tell you sex is a pose. What next?", + "The chair was empty. The writers do not want to read about their features.", + "The king felt himself probably mistaken.", + "At 300 yards, the battle was ratcheted.", + "It's a technical demand.", + "They're far off, like something we're talking about.", + "The word of our God.", + "There's no denying.", + "There was no doubt in the earnestness of their purpose.", + "\u554a\uff01", + "I look at our guns.", + "A cynic is a man who.", + "\u597d\uff0c\u6253\u3002", + "He's been wanting to marry.", + "\u4f60\u3002", + "Even dialects that pass.", + "Holm shook his head. In fact, he had never been in the field.", + "\u6253\uff0c\u62cd\u3002", + "What's his game in them? He died at the hands of his captors.", + "I didn't know this market.", + "Thanks for the rest of the time.", + "This is the best and only final clue.", + "But the general district is also considered a potential contender.", + "You must be right.", + "Mother, dear father.", + "I take this as my answer, and I see the fact that the body is more sensitive than the patient.", + "\u5a18\u3002", + "Faithful to their legislative declarations, they use one nation's slavery.", + "The rector did not ask for copies of the prepared lesson.", + "Chapter Twelve.", + "Come, come, banister, Fiddy. However, said his hands were tied.", + "\u55ef\u3002", + "The fellow is strict. He is not judging here on this map.", + "Now.", + "The price was raised after massive demand from retail investors.", + "\u54ce\uff0c\u4ec0\u4e48\uff1f", + "It truly is a champion who generally deserves their rank.", + "\u54ce\u3002", + "The lieutenant shook his head.", + "I think I failed.", + "Quickly, to our party.", + "Well, okay.", + "Have I told you about my plan?", + "We had only a few days. Your new play was just on, and you were so happy.", + "He is well up in his profession.", + "It is quite impossible to be here for the weekend.", + "It was not bad.", + "Then Anders broke into a giggle.", + "I have the best Italian poems.", + "As a matter of fact.", + "One thinks one to be killed. Dozens rejected the argument.", + "He skirted the island, stopping there as president condemned the attacks.", + "And yesterday, Winston just became passionate committed almost to making it in the night.", + "As Master with Scottish public finances emerged from his review in Paris.", + "Drake think again.", + "I've no need for fine clothes in next play this time, so I can afford to do judgies for myself.", + "\u5341\u4e09\u4e94\u3002", + "It's like a basketball.", + "There is, according to legend, a boiling pot of gold at one end.", + "\u55ef\u3002", + "You will kindly close the door.", + "They possess a perfect, symmetrical straight green of gigantic proportions with a prodigious straight green.", + "\u4f60\u3002", + "The bear.", + "He would make his mark.", + "He's very happy.", + "Stephen's heart began to slow, and the rain began to be of the withering flower.", + "So the children were served by sheriff officers, not by the council, and put the playthings far away.", + "He dropped back heavily to his chair by the fire.", + "Most actresses nowadays learn to sing properly, so I try to master. Confuse me just.", + "The shadow of the rat is clearly outlined on the surface of the waves.", + "Yes, but what is it? What is it all about?", + "Hold your head down.", + "This I read with great attention while he sat silent.", + "It indicates his sorrow.", + "He's a big, handsome, mature. He hates Americans as much as ever.", + "We have shows for the patients.", + "I carried it all lightly enough at first, but now I don't dare trifle with it.", + "I saw at the hamlet site a skeleton one in the strait, thirty feet in length.", + "Mark Rutte almost lost for a moment, which had been free acidity.", + "But he's given me some good advice." + ] + } + }, + "multi_test_other": { + "matched": { + "method": "TecMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.912018697690315, + "mcd_ci95": { + "mean": 4.912018697690315, + "std_err": 0.19335234120463876, + "ci_lower": 4.53881440152148, + "ci_upper": 5.296521763536542 + }, + "side_input_kb": 0.04506, + "side_input_padded_kb": 0.04506, + "gflops": 3.55, + "per_utterance_mcds": [ + 1.9164840724887362, + 7.149922657326417, + 4.822517674405895, + 1.8217388757806063, + 2.563813727394086, + 7.185276324099761, + 7.090240940653026, + 4.393702744865225, + 6.93050140361327, + 4.303335740410161, + 5.459003462897405, + 4.7812000616810195, + 1.8173890124721939, + 4.863188731425049, + 3.9523989317483834, + 5.0185093062178705, + 2.7692332956065444, + 6.604657221361969, + 2.4349762589311035, + 4.102462666111048, + 6.734377649862865, + 5.988438021682204, + 6.257054842376553, + 1.8752016812444483, + 7.226101701023861, + 5.079138267579418, + 3.219286682435244, + 6.989025622181837, + 5.367339003348121, + 5.376398402668727, + 3.0603849612737686, + 2.6502021063758736, + 9.532751322263447, + 8.503672976471922, + 1.662406252224295, + 4.755741264401996, + 5.603825250167333, + 5.550735198379152, + 6.07716353053136, + 6.364045185141237, + 6.9957503838643715, + 4.200769123060617, + 3.9318124855756995, + 4.807916264158492, + 2.7303110623948217, + 4.313793551655562, + 4.095040763358949, + 4.0096506908426885, + 6.610312550915837, + 2.6074451369975984, + 4.166283455595439, + 4.912282638005677, + 5.163054475334249, + 1.9581915488093178, + 3.8292774764470923, + 2.914452741005336, + 5.094213421697564, + 2.8052227619457586, + 4.672230465873676, + 2.180641294806851, + 3.742906604435338, + 4.673278292783247, + 8.370561534282865, + 4.078137848605064, + 2.581613292955678, + 5.928076131655995, + 9.492917681335138, + 5.897422885813328, + 6.287120118239101, + 6.142207411742683, + 2.431826891291357, + 2.9907278565288875, + 1.6598155987246392, + 2.10943212698626, + 2.259312755838586, + 7.113673579017245, + 6.583638922418108, + 2.7958573822699555, + 6.195779509533203, + 6.652294671091575, + 7.277519308763292, + 5.952343411990487, + 7.943863317681703, + 7.5987091894424585, + 4.3154749615740595, + 2.678767240260038, + 6.234415119512827, + 4.766777385567913, + 5.122571927056019, + 5.499791082460114, + 4.632658513757473, + 10.494403484759621, + 6.944426883373525, + 4.260609005166305, + 6.135700332664818, + 6.2682108537741, + 5.509207494219331, + 4.1322937982937376, + 5.540452660176529, + 2.0545773795198286 + ], + "wer": { + "wer": 36.24868282402529, + "word_errors": 344, + "total_words": 949, + "per_utt_edits": [ + 0, + 8, + 3, + 0, + 2, + 4, + 8, + 0, + 9, + 0, + 8, + 5, + 1, + 4, + 0, + 1, + 0, + 2, + 0, + 5, + 12, + 1, + 6, + 0, + 2, + 1, + 3, + 3, + 5, + 9, + 0, + 1, + 1, + 1, + 3, + 4, + 1, + 5, + 7, + 3, + 0, + 1, + 2, + 3, + 2, + 9, + 6, + 2, + 6, + 3, + 3, + 8, + 1, + 1, + 3, + 2, + 6, + 1, + 7, + 1, + 2, + 5, + 4, + 2, + 1, + 0, + 5, + 3, + 2, + 0, + 0, + 2, + 0, + 3, + 1, + 0, + 10, + 0, + 9, + 10, + 6, + 1, + 6, + 4, + 6, + 1, + 4, + 2, + 4, + 6, + 5, + 11, + 12, + 0, + 11, + 3, + 0, + 4, + 2, + 2 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 36.24868282402529, + "std_err": 3.12531044474371, + "ci_lower": 30.338031406035544, + "ci_upper": 42.52064702651731 + }, + "per_utterance_word_errors": [ + 0, + 8, + 3, + 0, + 2, + 4, + 8, + 0, + 9, + 0, + 8, + 5, + 1, + 4, + 0, + 1, + 0, + 2, + 0, + 5, + 12, + 1, + 6, + 0, + 2, + 1, + 3, + 3, + 5, + 9, + 0, + 1, + 1, + 1, + 3, + 4, + 1, + 5, + 7, + 3, + 0, + 1, + 2, + 3, + 2, + 9, + 6, + 2, + 6, + 3, + 3, + 8, + 1, + 1, + 3, + 2, + 6, + 1, + 7, + 1, + 2, + 5, + 4, + 2, + 1, + 0, + 5, + 3, + 2, + 0, + 0, + 2, + 0, + 3, + 1, + 0, + 10, + 0, + 9, + 10, + 6, + 1, + 6, + 4, + 6, + 1, + 4, + 2, + 4, + 6, + 5, + 11, + 12, + 0, + 11, + 3, + 0, + 4, + 2, + 2 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise.", + "Have you anything to do with his ankles and his feet?", + "It is true that for twelve years of her life, she used to be in command.", + "The answer came like a flash.", + "Oh no,\" said the lad.", + "This time, it even tastes like chocolate.", + "So it was. We have not given up on the game. So it is now.", + "When it does, it will create a sensation.", + "His horse was tied to its tree. This gives a financial incentive to fish.", + "He had never seen one before, and it interested him extremely.", + "And to ear the way he does come through on Thursday.", + "I believe poor Annie. That is a very reasonable point.", + "I ain't no idea.", + "Quick, slide down with it. And look back at the others.", + "Very well at half past ten.", + "When Sigurd heard the story, he said to Regan.", + "Never fear, Christopher.", + "There was no sign of any officer.", + "The dead must be obeyed.", + "Why? What did you say?", + "The lame man for a year ago. She was just a junior minister for the treasury.", + "I'd recommend him to you instead of Flaxton.", + "The force pays for my time during the day. Civil rights campaigners will figure my time is my own at night.", + "The hotel keeper.", + "The grave digger put corpses in the grave, and I put the grave digger in my pocket.", + "Have you given up teaching the rock? Asked Sydney, changing the subject.", + "Lizley did not venture to say anything.", + "I know a watchmaker who buys a watch.", + "Jim and John were the best team.", + "It is we or mom. This was the first cry of voice that I recognized as that of prudence.", + "All right, Gordon admitted.", + "Gold here it is. Hopefully.", + "He muttered to himself as he headed over the rubble toward the previously done section.", + "I'm reformed. I'm very straight.", + "What for? Credited the package.", + "We know the paths that lie at the forefront.", + "There was something of paradise in that depth.", + "If you let me finish, you know. Roughly.", + "Some have accepted it as a miracle.", + "When it was the seventh point nine.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then the old man said, \"Drive all the horses into the river and choose the one that swims across.\"", + "Oh, he lives in England. Check the watch. Preaches there. Hasn't ever been in this country.", + "The confidence of the culture is.", + "There comes down and some until you get the big game.", + "Yes, exempted for the project.", + "But you say it's an institution since its time.", + "He was personally murdered. I've been my enemy from before the day.", + "Why, Polonius? Someone asks.", + "Well, how do old things pan out this time, Duke? He hadn't been up town at all.", + "These persons were mistakes are being made on an increasing basis where they could talk without being overheard.", + "When he died, I cried more than my mother died.", + "Father Mestian died.", + "Bless me,\" said Mister. Blue comfortably.", + "First event started.", + "Then Gunner tried several times. He would not move with Gunner on his back.", + "I know you played through.", + "The shoulders were closed. However, this caused bunker and infantry to fall. It was almost fatal.", + "That must be Mackenna.", + "Will you come round and open the door? Said Archie in a angry whisper.", + "By James, I was flown to the hospital.", + "Some effort must be made to start another line, as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast.", + "The training of a stationer.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some of the misery around with patience and precision, and given them a chance to do better too.", + "You fit me with insurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue.", + "It was a real bull.", + "I'm glad you told me though.", + "No one knew what my attitude should.", + "But escape is impossible.", + "Now you must go back to your seat.", + "I feel as if I had a quarter hour. She was a different person.", + "Above suspicion.", + "Passion is according to legend a boy in pot of gold.", + "She knew evil had come before that. Her face was so pale like the government.", + "Still, the appointment was generally welcomed yesterday.", + "And now, my dear friends, let us talk of something else.", + "After a while, this is a very special moment.", + "The mother was much more cheerful when she went back to her daughter, and the future may also be more cheerful.", + "Bases of authority have been launched today.", + "When it is a cracker.", + "Here are some verses. I'm just a regular.", + "The life of the city grew gay, and the very revolution transmutter.", + "He's a tarder. That's what he is. It might be.", + "They're determined to make a meaningful.", + "Walk fast now, get away from the house, and then shind for the rat like the dickens was after you.", + "I want the name of every man in the game. They were raised in the European Court of Human Rights.", + "Rather a hypothetical question: The west coast line is not just for Middle England. But I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "They don't know each other, but they have made this commitment.", + "On my honor, so as anything be pleased.", + "Why? Get out as you came in.", + "I got a ticket,\" said Dick sadly.", + "So you're sure to be a mortal again,\" he said.", + "Then things quieted down. Nobody heard anything." + ] + }, + "shuffled": { + "method": "TecMultiInterfering", + "text_condition": "shuffled", + "num_evaluated": 100, + "mcd_db": 8.856676377762762, + "mcd_ci95": { + "mean": 8.856676377762762, + "std_err": 0.13852998114546033, + "ci_lower": 8.58943196918814, + "ci_upper": 9.128840149805814 + }, + "side_input_kb": 0.04506000000000001, + "side_input_padded_kb": 0.04506000000000001, + "gflops": 3.55, + "per_utterance_mcds": [ + 9.645227184207465, + 9.76003500561676, + 7.529104092240421, + 6.927064723757841, + 9.318334712997283, + 12.172724180404424, + 7.591956155870837, + 10.463185998707445, + 10.241950323532102, + 8.424902743470332, + 8.881895691712952, + 8.34742397822723, + 9.010059995620427, + 8.112389638327146, + 10.177884008715672, + 8.789489448146945, + 8.570342306090557, + 7.8821283420598265, + 9.744386068192775, + 8.432885481265995, + 7.557871328609373, + 11.331791002251292, + 8.712119530179717, + 10.655514601249056, + 9.115656612452149, + 7.801378837084346, + 7.2667527575589705, + 10.096171615451162, + 9.302931433622811, + 7.31391390355714, + 10.498766397978082, + 9.482875769371764, + 11.880456918063663, + 10.264608969890434, + 10.432867977042669, + 7.930131421783911, + 6.678169622223787, + 8.488032473368543, + 8.997121137998416, + 9.371201654272028, + 8.537489276023141, + 7.342760726007579, + 8.367465883109249, + 7.385023802926248, + 10.018935991566522, + 8.553287254062505, + 10.911800961252535, + 7.380933419702848, + 9.710114526119364, + 8.917761466300767, + 6.980586212108574, + 8.17585656977632, + 7.092757147379555, + 9.136173133899954, + 9.996879028529571, + 8.576536616674087, + 9.611071825603796, + 9.62595213369806, + 7.810945828837821, + 9.004940615638063, + 6.816425628873806, + 7.921460688220181, + 7.756694851632978, + 8.343329959234685, + 7.1373518517912675, + 7.225447193185438, + 12.395468241153662, + 7.336121573260888, + 9.805039737878285, + 8.747032482722558, + 8.859128514357002, + 8.805186281486408, + 9.092451912245043, + 9.557562445510994, + 10.367180027928717, + 9.09662817361139, + 11.031594629147124, + 8.995983998795063, + 9.510455553941705, + 10.456964021840161, + 9.747826355701996, + 7.56716085427371, + 11.121415774616136, + 8.4012649141803, + 7.357455764148467, + 7.484212246099766, + 9.23041895317646, + 5.413813285943165, + 9.00559944670016, + 9.85575720560497, + 7.7297493371640424, + 12.996993124553, + 9.731646957200198, + 7.601629001023084, + 7.46851048298765, + 8.515229689434673, + 6.7612325090408545, + 8.793560670760456, + 9.208983125365684, + 6.078693849093825 + ], + "wer": { + "wer": 63.119072708113805, + "word_errors": 599, + "total_words": 949, + "per_utt_edits": [ + 8, + 11, + 2, + 8, + 8, + 8, + 5, + 0, + 8, + 0, + 9, + 9, + 5, + 4, + 6, + 3, + 10, + 2, + 12, + 10, + 6, + 1, + 2, + 11, + 8, + 3, + 7, + 3, + 6, + 7, + 6, + 9, + 4, + 1, + 12, + 5, + 1, + 6, + 10, + 9, + 0, + 1, + 3, + 2, + 7, + 6, + 11, + 2, + 10, + 7, + 6, + 8, + 1, + 12, + 3, + 10, + 17, + 8, + 7, + 9, + 6, + 5, + 3, + 8, + 3, + 0, + 5, + 3, + 2, + 0, + 7, + 8, + 9, + 12, + 12, + 2, + 12, + 3, + 12, + 8, + 7, + 1, + 8, + 5, + 7, + 1, + 5, + 2, + 4, + 7, + 5, + 11, + 4, + 1, + 11, + 3, + 0, + 9, + 11, + 2 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 63.119072708113805, + "std_err": 5.540490914024895, + "ci_lower": 53.09073444250391, + "ci_upper": 74.6770130170264 + }, + "per_utterance_word_errors": [ + 8, + 11, + 2, + 8, + 8, + 8, + 5, + 0, + 8, + 0, + 9, + 9, + 5, + 4, + 6, + 3, + 10, + 2, + 12, + 10, + 6, + 1, + 2, + 11, + 8, + 3, + 7, + 3, + 6, + 7, + 6, + 9, + 4, + 1, + 12, + 5, + 1, + 6, + 10, + 9, + 0, + 1, + 3, + 2, + 7, + 6, + 11, + 2, + 10, + 7, + 6, + 8, + 1, + 12, + 3, + 10, + 17, + 8, + 7, + 9, + 6, + 5, + 3, + 8, + 3, + 0, + 5, + 3, + 2, + 0, + 7, + 8, + 9, + 12, + 12, + 2, + 12, + 3, + 12, + 8, + 7, + 1, + 8, + 5, + 7, + 1, + 5, + 2, + 4, + 7, + 5, + 11, + 4, + 1, + 11, + 3, + 0, + 9, + 11, + 2 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise. The president will not be removed from office.", + "Have you anything to do with dancing? Will help his ankles and his feet.", + "It is true that for twelve years of her life, she used to be mute.", + "The answer came like a flash. The town is launched today by the government.", + "Oh no, sir. The lad. Is that a serious question?", + "This time, it even tasted. Their expressions only reflected those of the audience.", + "So it was. So it is now.", + "When it does, it will create a sensation.", + "His horse was tied to a tree. This gives a financial incentive to fish.", + "He had never seen one before, and it interested him extremely.", + "And to ear the way we expect to come through on Thursday.", + "I believe poor Annie was very glad to be quiet. Was so vital.", + "I ain't no idea. I receive no explanation.", + "Quick, slide down with it. Put it back on the pedals.", + "Very well. It was a thoroughly modern affair.", + "When Sigurd heard this, he said to Regan.", + "Never fear, Christopher. My first concern is for the safety of the public.", + "There was no sign of the officer.", + "The dead must be obeyed. The rate of growth in road traffic is already beginning to slow.", + "Why? What did you say? I tried to push him away.", + "The lame man for a year ago was no other than a treasury.", + "I'd recommend him to you instead of Blackstock.", + "The force pays for my time during the day, and I figure my time is my own at night.", + "The hotel keeper. I am very sorry that Eliza Campbell has taken this decision.", + "The grave digger put corpses in the grave. I was the grave digger. Be my by the rim.", + "Have you given up teaching the rock? Suddenly changing the subject.", + "Leslie did not venture to see at the hands of his captors.", + "I know a watchmaker who buys a watch.", + "Jim and John. It was an amazing moment.", + "It is we are mom. This was the first voice that I recognized as that of Prudence.", + "All right, Gordon admitted. It was a thoroughly modern affair.", + "Gold here it is. Hopefully, the whole of Scottish rugby was paying attention.", + "He muttered to himself as he headed over the rubble toward the graveyard in various directions.", + "I'm reformed. I'm very straight.", + "The package was expected to be launched within the next three months.", + "We know the paths that flowers spread on all sides.", + "There was something of paradise in that depth.", + "If you let me finish you down, roughly.", + "Some have accepted it as a miracle without physical explanation.", + "When it was the Sabbath, it opened the door for the Champions League.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then the old man said, \"Drive all horses into the river, and choose the one that swims across.\"", + "Oh, he lives in England. Watch, preaches it, hasn't ever been in this country.", + "The confidence in the culture is extremely widespread and vibrant.", + "There comes down and someone says.", + "Yes, exemption from the project is in condition of a probation order.", + "But you say it's an institution since its time.", + "He was personally not my enemy, and who was paying", + "Why, Polonius? Someone asked. This idea is never developed.", + "Well, how did everything pan out this time, Duke? He hadn't been uptown at all.", + "These persons were unsafe for being made on an increasing basis, where they could talk without being overheard.", + "When he died, I cried more than my mother died.", + "Father Messian does so have accepted it as a miracle without physical explanation.", + "Bless me,\" said Mister. Lee comfortably.", + "First of all, started. We could learn a lot from them.", + "Heraclitus thought that the rainbow was caused by a reflection of the sun's rays by the rain.", + "They went on holiday. We got the contract.", + "The shoulders were closed, and the cross bunker and inside door. It was almost fatal.", + "That must be Mackenna. There isn't much of a scene in Austria.", + "Will you come run and open the door? That's the important thing. Your whisper.", + "By chance, I was flown to the hospital.", + "Some effort must be made, and he started for another line as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast. What was the matter for concern?", + "The training of a sedative is allowed.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's say you've shifted some of the misery with patience and precision, and given them the chance to do better.", + "You frit me on insurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue. He's very very lucky to be alive.", + "It was a real bushel. No feeling of the branches until October.", + "I'm glad you told me though. The most important thing in theatre is to listen.", + "No one knew what mattered. For the Scottish judges, the affair is very delicate and unique.", + "But in general terms, the proposals are very much in line with expectations.", + "Now you must go back to the past.", + "I feel as if I had, the next time he saw her, she was a different person.", + "This is normal.", + "There is, according to legend, a boiling pot of gold at one end.", + "She knew evil had come into the world, and her face was so pale like Prince.", + "Still, his appointment was generally welcomed yesterday.", + "And now, my dear friends, let us talk of something else.", + "After a while, this is a very special move you often make.", + "The mother was much more cheerful when she went to her daughter, and was more cheerful.", + "Basis of authority. Fiscal is charged today by the government.", + "When it is a crick.", + "Here are some verses. I'm just a regular person.", + "The life of the city grew gay, and the very revolution transmuted.", + "He's a turtler. That's what he. It might be.", + "They determined to make a meaningful contribution.", + "Walk fast now, get away from the house, and then shindig for the rap like the Dickens was after you.", + "I want the name of every man in the game. They were raised in the European Court of Human Rights.", + "Rather a hypothetical question. What I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day, chop off her head next morning.", + "They don't know each other, but they have made this commitment.", + "On my honour, so as anything may please.", + "Why? Get out as you came in.", + "I got a ticket. Luckily, the H key is under fire.", + "So you're sure to be able to attend. Except by doctors, to be in good condition.", + "Then things quieted down. However, nobody heard anything." + ] + }, + "empty": { + "method": "TecMultiInterfering", + "text_condition": "empty", + "num_evaluated": 100, + "mcd_db": 8.707592000096739, + "mcd_ci95": { + "mean": 8.707592000096739, + "std_err": 0.13942988398767825, + "ci_lower": 8.440360628073845, + "ci_upper": 8.979689497799425 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.3, + "per_utterance_mcds": [ + 9.79704382056565, + 9.510156245853763, + 7.407459411282883, + 7.104998897225801, + 9.2163866937564, + 12.09795822575804, + 7.274812152097514, + 10.333993744698033, + 9.86249318442467, + 8.072646506111361, + 8.702396572758534, + 8.328102486408499, + 8.963400310473297, + 7.905717618326373, + 10.13884965910926, + 8.35251461132202, + 8.52590177252984, + 7.781553741405379, + 9.84892710269661, + 8.37809085152921, + 7.427523826206352, + 11.092580828886426, + 8.455796257011553, + 10.78583015691152, + 8.807579057262188, + 7.580295137452231, + 7.224528707131057, + 9.901691825860837, + 9.02602823440055, + 7.037728699494548, + 10.551489362712704, + 9.642182666475335, + 11.682580347040371, + 10.138987023045292, + 10.582962836299677, + 7.763906358322278, + 6.582417305960493, + 8.218577221651927, + 9.043496925606318, + 9.2837169269185, + 8.333010117110234, + 7.019195004998516, + 7.92203201725195, + 7.172405398076253, + 10.0849005018223, + 8.30027186643989, + 10.725112999782459, + 7.23305217828461, + 9.314027134816623, + 8.890276371048206, + 6.598616304586276, + 7.750240793499261, + 6.809356094735219, + 9.139965754805829, + 9.900775040058493, + 8.704511505826765, + 9.265573739600532, + 9.62239189012579, + 7.537844989757873, + 9.0137809967903, + 6.540723676977292, + 7.684270353012249, + 7.718497463639082, + 8.227036681008439, + 7.089923572080146, + 7.205825568882515, + 12.233390755249907, + 7.097467310196081, + 9.481985606080642, + 8.480829639713734, + 8.908795489579813, + 8.883319496626696, + 9.183715485098162, + 9.655393048817762, + 10.42749601332154, + 9.012393310093833, + 10.740572922061546, + 8.908467348711811, + 9.256187525115225, + 10.049989454320531, + 9.43723105883948, + 7.352805842186723, + 10.728143474274013, + 8.171521118970261, + 7.438733786326439, + 7.526466450944714, + 9.219464890341557, + 5.435141092012624, + 8.764238780902396, + 9.686297120385388, + 7.386735587178292, + 12.720623483217407, + 9.493876018420162, + 7.2072149427651535, + 7.292326695434903, + 8.215809361684663, + 6.542357447002577, + 8.58094727996769, + 8.990700458814247, + 6.011640387017318 + ], + "wer": { + "wer": 65.96417281348788, + "word_errors": 626, + "total_words": 949, + "per_utt_edits": [ + 8, + 11, + 2, + 8, + 8, + 8, + 5, + 10, + 8, + 0, + 13, + 8, + 5, + 1, + 6, + 3, + 10, + 3, + 12, + 10, + 12, + 1, + 2, + 11, + 9, + 3, + 8, + 0, + 6, + 7, + 6, + 9, + 4, + 1, + 12, + 5, + 1, + 6, + 10, + 9, + 0, + 1, + 3, + 4, + 7, + 6, + 11, + 2, + 10, + 7, + 6, + 6, + 0, + 12, + 3, + 10, + 15, + 9, + 7, + 9, + 6, + 5, + 3, + 8, + 4, + 2, + 5, + 3, + 2, + 0, + 7, + 8, + 9, + 12, + 12, + 4, + 12, + 3, + 12, + 9, + 7, + 1, + 8, + 8, + 7, + 1, + 5, + 2, + 4, + 7, + 5, + 10, + 4, + 8, + 11, + 3, + 0, + 9, + 9, + 2 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 65.96417281348788, + "std_err": 5.537283515355404, + "ci_lower": 55.94384488750686, + "ci_upper": 77.480707698099 + }, + "per_utterance_word_errors": [ + 8, + 11, + 2, + 8, + 8, + 8, + 5, + 10, + 8, + 0, + 13, + 8, + 5, + 1, + 6, + 3, + 10, + 3, + 12, + 10, + 12, + 1, + 2, + 11, + 9, + 3, + 8, + 0, + 6, + 7, + 6, + 9, + 4, + 1, + 12, + 5, + 1, + 6, + 10, + 9, + 0, + 1, + 3, + 4, + 7, + 6, + 11, + 2, + 10, + 7, + 6, + 6, + 0, + 12, + 3, + 10, + 15, + 9, + 7, + 9, + 6, + 5, + 3, + 8, + 4, + 2, + 5, + 3, + 2, + 0, + 7, + 8, + 9, + 12, + 12, + 4, + 12, + 3, + 12, + 9, + 7, + 1, + 8, + 8, + 7, + 1, + 5, + 2, + 4, + 7, + 5, + 10, + 4, + 8, + 11, + 3, + 0, + 9, + 9, + 2 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise. The president will not be removed from office.", + "Have you anything to do with dancing? Will help his ankles and his feet.", + "It is true that for twelve years of her life, she used to be mute.", + "The answer came like a flash. The town is launched today by the government.", + "Oh no, sir. The lad. Is that a serious question?", + "This time, it even tasted. Their expressions only reflected those of the audience.", + "So it was. So it is now.", + "When it does, it will create suspense. The most important thing in theatre is to listen.", + "His horse was tied to a tree. This gives a financial incentive to fish.", + "He had never seen one before, and it interested him extremely.", + "We expect to come through on Thursday.", + "I believe poor Annie's very reason why it was so vital.", + "I ain't no idea. I receive no explanation.", + "Quick, slide down with it and put it back among the others.", + "Very well. It was a thoroughly modern affair.", + "When Sigurd heard this, he said to Regan.", + "Never fear, Christopher. My first concern is for the safety of the public.", + "There was no sign of the old minister.", + "The dead must be obeyed. The rate of growth in road traffic is already beginning to slow.", + "Why? What did you say? I tried to push him away.", + "The lame man for a year ago, who was just a junior minister at the treasury.", + "I'd recommend him to you instead of Blackstock.", + "The force pays for my time during the day, and I figure my time is my own at night.", + "The hotel keeper. I am very sorry that Eliza Campbell has taken this decision.", + "The grave digger put corpses in the grave. I was called by the grave digger in my by the rim.", + "Have you given up teaching the black watch? Suddenly changing the subject.", + "Lizley did not venture to die at the hands of his captors.", + "I know a watchmaker who will buy your watch.", + "Jim and John. It was an amazing moment.", + "It is we are mom. This was the first voice that I recognized as that of Prudence.", + "All right, Gordon admitted. It was a thoroughly modern affair.", + "Gold here it is. Hopefully, the whole of Scottish rugby was paying attention.", + "He muttered to himself as he headed over the rubble toward the graveyard in various directions.", + "I'm reformed. I'm very straight.", + "The package was expected to be launched within the next three months.", + "We know the paths that flowers spread on all sides.", + "There was something of paradise in that depth.", + "If you let me finish you down, roughly.", + "Some have accepted it as a miracle without physical explanation.", + "When it was the Sabbath, it opened the door for the Champions League.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then the old man said, \"Drive all horses into the river, and choose the one that swims across.\"", + "Oh, he lives in England. Shows the watch. Preaches it. Hasn't ever been in this country.", + "The confidence in the culture is extremely widespread and vibrant.", + "There comes down and someone says.", + "Yes, exemption from the project is in condition of a probation order.", + "But you say it's an institution since its time.", + "He was personally not my enemy, and who is paying", + "Why, Polonius? Someone asked. This idea is never developed.", + "Well, how did everything pan out this time, Duke? He hadn't been uptown at all.", + "These persons were always speaking on an increasing basis, where they could talk without being overheard.", + "When he died, I cried more than when my mother died.", + "Father Messian don so have accepted it as a miracle without physical explanation.", + "Bless me,\" said Mister. Lee comfortably.", + "First of all, started. We could learn a lot from them.", + "Then Gunner tried to explain that the rainbow was caused by the sun's rays by the rain.", + "I know you plan through. They went on holiday. We got the contract.", + "The shoulders were closed, and the cross bunker and inside door. It was almost fatal.", + "That must be Mackenna. There isn't much of a scene in Austria.", + "Will you come run and open the door? That's the important thing. Your whisper.", + "By chance, I was flown to the hospital.", + "Some effort must be made, and he started for another line as if with the intention of approaching the players.", + "I'm from the cutter lying off the coast. What was the matter for concern?", + "The training of a sedative is still out.", + "The most unusual thing I can think of would be this whole night.", + "Let's say you've shifted some of the misery with patience and precision, and given them the chance to do better.", + "You frit me on insurance.", + "We've got to prove James Darcy innocent by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and nineteenth night.", + "And she will hold her tongue. He's very very lucky to be alive.", + "It was a real bushel. No feeling of the branches until October.", + "I'm glad you told me though. The most important thing in theatre is to listen.", + "No one knew what mattered. For the Scottish judges, the affair is very delicate and unique.", + "But in general terms, the proposals are very much in line with expectations.", + "Now you must go back a moment to the past.", + "I feel as if I had, the next time he saw her, she was a different person.", + "This is normal.", + "There is, according to legend, a boiling pot of gold at one end.", + "She knew evil had come into the world, and her face was so red.", + "Still, his appointment was generally well received yesterday.", + "And now, my dear friends, let us talk of something else.", + "After a while, this is a very special move you often make.", + "The mother was much more cheerful when compared to her daughter, who was much more cheerful.", + "The facility is launched today by the government.", + "When it is a great.", + "Here are some verses. I'm just a regular person.", + "The life of the city grew gay, and the very revolution transmuted.", + "He's a turtler. That's what he is. It might be.", + "They determined to make a meaningful contribution.", + "Walk fast now, get away from the house, and then shindig for the rap like the Dickens was after you.", + "I want the name of every man in the game. They remain in the European Court of Human Rights.", + "Rather a hypothetical question. What I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day. They would be supported by visiting professionals. Chuck off her head next morning.", + "They don't know each other, but they have made this commitment.", + "On my honour, so as anything may please.", + "Why? Get out as you came in.", + "I got a ticket. Luckily, the H key is under fire.", + "So you're sure to be immortal again. Except by doctors being in good condition.", + "Then things quieted down. However, nobody heard anything." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputMultiInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.32106507585515, + "mcd_ci95": { + "mean": 9.32106507585515, + "std_err": 0.2914905731147185, + "ci_lower": 8.768190298656824, + "ci_upper": 9.892291652927753 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 3.28, + "per_utterance_mcds": [ + 5.469469959144651, + 10.314503962537724, + 10.1020352856874, + 4.256550499430175, + 7.149824006531901, + 10.497748961229277, + 12.290907024086618, + 12.220862380517236, + 11.5589637571085, + 11.805097474438469, + 8.965957394855664, + 7.167082492883827, + 6.392995008131814, + 8.267669722595262, + 7.109181074519255, + 10.503227205543203, + 5.7841802979970725, + 9.680241995755805, + 5.325382364590848, + 5.35371846953477, + 9.991751983565122, + 16.275214726601313, + 10.735372914213038, + 7.69872385944629, + 10.994911142476006, + 9.177676136340843, + 6.09902071010016, + 12.85994032598389, + 10.56340371061802, + 11.886709809681959, + 6.7666027337693135, + 6.424078609158969, + 14.811027915113211, + 11.44305256169839, + 4.830657064421721, + 6.304835639367309, + 8.293919358703564, + 12.533213523473384, + 6.003963081004913, + 9.34057871235286, + 14.467866105996812, + 12.468133116932147, + 11.003185370726415, + 9.063723817049441, + 6.291145659167222, + 9.732056772739005, + 7.917679498198817, + 8.050821195012862, + 12.522255435649912, + 10.884842191756649, + 8.851588147665582, + 11.328055972599893, + 13.187780518467827, + 4.698001212597618, + 8.523745588204228, + 5.116127696194024, + 10.342505552177025, + 6.4714695381439205, + 11.3090559863196, + 6.010375301953904, + 7.687987836609158, + 9.114902395291518, + 9.620330230273682, + 8.72661862522254, + 4.631615798837747, + 7.889220647060908, + 14.13867482358886, + 9.76483990952181, + 16.567070664552098, + 13.273631167046144, + 4.901846961219256, + 6.065101546549344, + 7.850978152458298, + 5.206464277903116, + 5.2081397403662, + 10.446177869071692, + 10.29684793848197, + 7.593750049120469, + 7.933860575584814, + 13.113297496030508, + 13.624324119048289, + 9.670464241652601, + 14.524724256732013, + 10.896748059186823, + 5.767531159282614, + 4.810919917233488, + 7.804749301074805, + 6.376875557133753, + 9.273828227085742, + 7.967603583563664, + 10.39702628530306, + 14.543370277151011, + 16.75246918761989, + 10.04319942483463, + 7.409829282998719, + 11.565467861551964, + 11.114646141434736, + 8.605344357877454, + 10.139240673825679, + 9.29612043337109 + ], + "wer": { + "wer": 69.86301369863014, + "word_errors": 663, + "total_words": 949, + "per_utt_edits": [ + 0, + 6, + 4, + 1, + 7, + 6, + 7, + 8, + 15, + 5, + 14, + 7, + 5, + 12, + 4, + 9, + 3, + 2, + 14, + 6, + 9, + 0, + 17, + 10, + 18, + 5, + 8, + 3, + 8, + 7, + 2, + 8, + 13, + 5, + 2, + 8, + 3, + 6, + 4, + 7, + 0, + 1, + 12, + 1, + 6, + 8, + 9, + 5, + 10, + 3, + 8, + 6, + 1, + 9, + 4, + 2, + 16, + 7, + 15, + 4, + 14, + 7, + 13, + 5, + 2, + 0, + 12, + 5, + 6, + 2, + 6, + 2, + 0, + 7, + 9, + 0, + 18, + 3, + 7, + 12, + 6, + 10, + 7, + 18, + 10, + 5, + 6, + 4, + 7, + 6, + 6, + 11, + 4, + 0, + 5, + 4, + 5, + 6, + 5, + 3 + ], + "per_utt_words": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ] + }, + "wer_ci95": { + "mean": 69.86301369863014, + "std_err": 4.168347136768543, + "ci_lower": 61.894902676912686, + "ci_upper": 78.18406454083481 + }, + "per_utterance_word_errors": [ + 0, + 6, + 4, + 1, + 7, + 6, + 7, + 8, + 15, + 5, + 14, + 7, + 5, + 12, + 4, + 9, + 3, + 2, + 14, + 6, + 9, + 0, + 17, + 10, + 18, + 5, + 8, + 3, + 8, + 7, + 2, + 8, + 13, + 5, + 2, + 8, + 3, + 6, + 4, + 7, + 0, + 1, + 12, + 1, + 6, + 8, + 9, + 5, + 10, + 3, + 8, + 6, + 1, + 9, + 4, + 2, + 16, + 7, + 15, + 4, + 14, + 7, + 13, + 5, + 2, + 0, + 12, + 5, + 6, + 2, + 6, + 2, + 0, + 7, + 9, + 0, + 18, + 3, + 7, + 12, + 6, + 10, + 7, + 18, + 10, + 5, + 6, + 4, + 7, + 6, + 6, + 11, + 4, + 0, + 5, + 4, + 5, + 6, + 5, + 3 + ], + "per_utterance_word_counts": [ + 2, + 6, + 15, + 6, + 5, + 8, + 12, + 8, + 15, + 11, + 14, + 7, + 4, + 12, + 6, + 9, + 3, + 7, + 5, + 6, + 11, + 8, + 18, + 3, + 18, + 12, + 8, + 9, + 9, + 14, + 4, + 4, + 15, + 5, + 4, + 8, + 8, + 10, + 4, + 7, + 12, + 11, + 19, + 14, + 5, + 8, + 7, + 10, + 15, + 5, + 17, + 14, + 11, + 3, + 6, + 2, + 16, + 5, + 15, + 4, + 14, + 8, + 18, + 9, + 5, + 13, + 19, + 5, + 18, + 9, + 6, + 6, + 6, + 7, + 4, + 8, + 18, + 2, + 7, + 17, + 8, + 11, + 9, + 20, + 7, + 5, + 6, + 13, + 7, + 5, + 22, + 17, + 16, + 16, + 8, + 7, + 7, + 8, + 10, + 9 + ], + "hypotheses": [ + "I promise.", + "\u5f00\u3002", + "It is true that for twelve years, her life used to be.", + "The answer came with a flash.", + "Oh no, is that a serious question?", + "This time.", + "So it was. We have not given up on it. So it is now.", + "The most important thing is to listen.", + "\u8fd9\u4e2a\u3002", + "He had never seen one before.", + "\u4e1a\u52a1\u3002", + "\u6211\u5e76\u4e0d\u8ba4\u4e3a\u8fd9\u662f\u4e2a\u60b2\u5267\u3002", + "I ain't no idea. I received no explanation.", + "\u5feb\uff0c\u6ed1\u4e0b\u6765\uff01", + "Very well.", + "\u6211\u66fe\u7ecf\u7684\u53d4\u53d4\uff0c\u4ed6\u5c31\u662f\u4e2a\u6f14\u5458\u3002", + "n\u00e3o sei", + "There was no sign of this.", + "The debt must be owed. The rate of growth in world trade is already beginning to slow.", + "\u6211\u3002", + "The main man.", + "I'd recommend him to you instead of Blackstone.", + "The fourth.", + "The hotel keeper. I'm very sorry that Alexander Campbell has taken this decision.", + "\u54ce\uff0c\u54ce\uff0c\u54ce\u3002", + "Have you given up changing the subject?", + "Levy could not digitize the names of his characters.", + "I know a watchmaker who bought a watch.", + "Jim Jar. It was the breathtaking moment.", + "It is we are most surprised at the voice that I recognize as that of Providence.", + "All right.", + "Ultimately, the whole Scottish rugby was paying attention.", + "He muttered.", + "I was born in.", + "What for?", + "\u4f60\u6709\u670b\uff0c\u4f60\u6709\u670b\u3002", + "There was something of paradise.", + "If you let me finish your notes.", + "\u4ed6\u56de\u7b54\u4ed6\u4eec\u3002", + "When it was a savage opponent to the Japanese League.", + "When did I ever say no to anything you asked me, Laura?", + "There was a cry and a quick rustling before the door.", + "Then they all turned and said, \"Dry all the boxes in the basement, and choose the one that's going to drop.\"", + "Oh, he lives in England. Preaches there. Hasn't ever been in this country.", + "The confidence of the culture is extremely widespread and vibrant.", + "temos t\u00e3o ansioso", + "Yes, as I understood, it is a condition of poverty.", + "But do you say it's an institution?", + "He was personally in my enemy, and he was paid.", + "Why Polonius? Someone.", + "Well, I know they found out this business. He hasn't been up town at all.", + "These persons were being paid on an increasing basis, where they could talk without being overheard.", + "When he died, I cried more than my mother died.", + "Seven accepted it as a miracle without physical evidence.", + "Bless you, said the secretary.", + "", + "\u54ce\u3002", + "I know you plan to holiday. We got the contract.", + "\u54e6\u3002", + "\u54ce\uff0c\u5988\u5440\uff01", + "vimos um ano", + "By James.", + "Some effort must be made to make the race course lane as much as possible, except with the intention of a protest.", + "I'm from the cutter lying out.", + "The training of the hearing.", + "The most unusual thing I can think of would be a peaceful night.", + "Let's save shift inside of misery with patience and precision, and given the chance to do good.", + "You fit me the one in joy.", + "But got to prove James' innocence by establishing the fact that someone else killed his cousin.", + "When it was the seven hundred and twenty ninth.", + "\u54ce\uff0c\u63d0\u4f9b\u5de5\u5382\u3002", + "It was a real.", + "I'm glad you told me, though.", + "No one knew what matters. The affair is very delicate anyway.", + "The people are very much in line with expectations.", + "Now you must go back to your seat.", + "\u7f8e\u56fd\u7684\u3002", + "This is normal.", + "\u770b\u3002", + "She knew evil had come into commission.", + "Still, is the beautiful state of Washington.", + "No, my god.", + "After a while, this is a very special reward to me.", + "The mother.", + "This is but the first challenge launched today by the government.", + "", + "\u4f60\u3002", + "The life of the city from gate and the very revolution transmitter.", + "\u55ef\u3002", + "There's time to make meaningful contributions.", + "Walk fast now, get away from the house, and then shit for the raft like this. Diggs was after you.", + "I want the name of the European Court of Human Rights.", + "Rather a hypothetical question. When I should say it might be a fifty-fifty proposition.", + "He used to marry a new wife every day and chop off her head next morning.", + "We live together.", + "On my honor, so a student.", + "Why? He's not coming in.", + "I got a ticket.", + "So you're sure to be able to listen.", + "Then things quieted. However, nobody heard anything." + ] + } + } + }, + "paired_significance": { + "single_test_clean": { + "TEC_vs_Vanilla": { + "wer": { + "mean_diff": -9.322033898305085, + "ci_lower": -14.909347507331377, + "ci_upper": -4.532405318579775, + "t_stat": -2.8680819247994633, + "p_ttest": 0.005047247122798936, + "p_bootstrap": 0.0, + "p_wilcoxon": 0.000668689894824535, + "p_value_ttest": 0.005047247122798936, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 0.000668689894824535 + }, + "mcd_db": { + "mean_diff": -1.5522474574174223, + "ci_lower": -1.7424461341412087, + "ci_upper": -1.359088127560279, + "t_stat": -15.847929174858063, + "p_ttest": 6.553103880685846e-29, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.3971135541818935e-18, + "p_value_ttest": 6.553103880685846e-29, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.3971135541818935e-18 + } + }, + "TEC_vs_NlmsAec": { + "wer": { + "mean_diff": -28.625235404896422, + "ci_lower": -40.54878853632781, + "ci_upper": -18.173974036251987, + "t_stat": -6.0881198896971505, + "p_ttest": 2.1779877090595263e-08, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.3296113131404734e-08, + "p_value_ttest": 2.1779877090595263e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.3296113131404734e-08 + }, + "mcd_db": { + "mean_diff": -3.988344759883654, + "ci_lower": -4.614484472928151, + "ci_upper": -3.3546916254936647, + "t_stat": -12.37209370270684, + "p_ttest": 8.267200852930285e-22, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.18726485553945e-16, + "p_value_ttest": 8.267200852930285e-22, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.18726485553945e-16 + } + }, + "TEC_vs_MicrophoneSignal": { + "wer": { + "mean_diff": -50.56497175141243, + "ci_lower": -62.4017255069885, + "ci_upper": -40.237119993197815, + "t_stat": -8.3384014474963, + "p_ttest": 4.4968733821659655e-13, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.0394040296174206e-14, + "p_value_ttest": 4.4968733821659655e-13, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.0394040296174206e-14 + }, + "mcd_db": { + "mean_diff": -4.399561771679446, + "ci_lower": -5.033017830186197, + "ci_upper": -3.758089599189151, + "t_stat": -13.484433234703106, + "p_ttest": 3.811511010549972e-24, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.1832715745334615e-17, + "p_value_ttest": 3.811511010549972e-24, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.1832715745334615e-17 + } + }, + "TEC_matched_vs_shuffled": { + "wer": { + "mean_diff": -41.14877589453861, + "ci_lower": -53.35927741218048, + "ci_upper": -29.91974244230798, + "t_stat": -7.447865976762956, + "p_ttest": 3.581850927867119e-11, + "p_bootstrap": 0.0, + "p_wilcoxon": 2.613742981763552e-12, + "p_value_ttest": 3.581850927867119e-11, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 2.613742981763552e-12 + }, + "mcd_db": { + "mean_diff": -3.738648292234454, + "ci_lower": -4.129325398975051, + "ci_upper": -3.3422988970492127, + "t_stat": -18.33319086791413, + "p_ttest": 1.3530665958623848e-33, + "p_bootstrap": 0.0, + "p_wilcoxon": 8.33039747348591e-18, + "p_value_ttest": 1.3530665958623848e-33, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 8.33039747348591e-18 + } + }, + "TEC_matched_vs_empty": { + "wer": { + "mean_diff": -42.18455743879473, + "ci_lower": -54.15425567555385, + "ci_upper": -31.10691064231465, + "t_stat": -7.568841981470084, + "p_ttest": 1.9884989666055336e-11, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.889467558173283e-13, + "p_value_ttest": 1.9884989666055336e-11, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.889467558173283e-13 + }, + "mcd_db": { + "mean_diff": -3.8025260271656554, + "ci_lower": -4.208636700971407, + "ci_upper": -3.388437606163105, + "t_stat": -18.012692181963747, + "p_ttest": 5.205066707650012e-33, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.896559845095909e-18, + "p_value_ttest": 5.205066707650012e-33, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.896559845095909e-18 + } + } + }, + "single_test_other": { + "TEC_vs_Vanilla": { + "wer": { + "mean_diff": -3.7549407114624507, + "ci_lower": -8.530330779384617, + "ci_upper": 0.5036916579320525, + "t_stat": -2.147800443118878, + "p_ttest": 0.03417015657715967, + "p_bootstrap": 0.0858, + "p_wilcoxon": 0.1915916241914658, + "p_value_ttest": 0.03417015657715967, + "p_value_bootstrap": 0.0858, + "p_value_wilcoxon": 0.1915916241914658 + }, + "mcd_db": { + "mean_diff": -1.820555122708121, + "ci_lower": -2.0176085030911715, + "ci_upper": -1.6208987553885355, + "t_stat": -17.817478106871327, + "p_ttest": 1.1900636538948264e-32, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.896559845095909e-18, + "p_value_ttest": 1.1900636538948264e-32, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.896559845095909e-18 + } + }, + "TEC_vs_NlmsAec": { + "wer": { + "mean_diff": -35.17786561264822, + "ci_lower": -47.593012438713295, + "ci_upper": -24.642239442946998, + "t_stat": -7.422274409866049, + "p_ttest": 4.0554967097102276e-11, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.866180010836478e-11, + "p_value_ttest": 4.0554967097102276e-11, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.866180010836478e-11 + }, + "mcd_db": { + "mean_diff": -4.777774543780478, + "ci_lower": -5.424144380931422, + "ci_upper": -4.123846126806266, + "t_stat": -14.340059988649346, + "p_ttest": 6.652703335886723e-26, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.1676417541676908e-16, + "p_value_ttest": 6.652703335886723e-26, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.1676417541676908e-16 + } + }, + "TEC_vs_MicrophoneSignal": { + "wer": { + "mean_diff": -52.17391304347826, + "ci_lower": -65.11159260124236, + "ci_upper": -41.50437284473804, + "t_stat": -9.179902625736899, + "p_ttest": 6.724589280195796e-15, + "p_bootstrap": 0.0, + "p_wilcoxon": 6.339732259124734e-16, + "p_value_ttest": 6.724589280195796e-15, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 6.339732259124734e-16 + }, + "mcd_db": { + "mean_diff": -5.187643841010611, + "ci_lower": -5.8358549796908035, + "ci_upper": -4.530983233883867, + "t_stat": -15.450852851375073, + "p_ttest": 3.948295810658744e-28, + "p_bootstrap": 0.0, + "p_wilcoxon": 8.023842397878198e-18, + "p_value_ttest": 3.948295810658744e-28, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 8.023842397878198e-18 + } + }, + "TEC_matched_vs_shuffled": { + "wer": { + "mean_diff": -45.75098814229249, + "ci_lower": -59.04778672032194, + "ci_upper": -34.583695254199206, + "t_stat": -8.34036148624886, + "p_ttest": 4.4533182540027764e-13, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.492287066361268e-13, + "p_value_ttest": 4.4533182540027764e-13, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.492287066361268e-13 + }, + "mcd_db": { + "mean_diff": -4.169528019724475, + "ci_lower": -4.5621230196573315, + "ci_upper": -3.775934112935369, + "t_stat": -20.761429552252224, + "p_ttest": 7.546177717376052e-38, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.896559845095909e-18, + "p_value_ttest": 7.546177717376052e-38, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.896559845095909e-18 + } + }, + "TEC_matched_vs_empty": { + "wer": { + "mean_diff": -45.8498023715415, + "ci_lower": -59.35509472606247, + "ci_upper": -34.58358528497264, + "t_stat": -8.386437551554966, + "p_ttest": 3.542226994977937e-13, + "p_bootstrap": 0.0, + "p_wilcoxon": 7.471610672948652e-14, + "p_value_ttest": 3.542226994977937e-13, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 7.471610672948652e-14 + }, + "mcd_db": { + "mean_diff": -4.228850790192365, + "ci_lower": -4.641205573298086, + "ci_upper": -3.8145095266861224, + "t_stat": -20.037121085937066, + "p_ttest": 1.299763639205318e-36, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.896559845095909e-18, + "p_value_ttest": 1.299763639205318e-36, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.896559845095909e-18 + } + } + }, + "multi_test_clean": { + "TEC_vs_Vanilla": { + "wer": { + "mean_diff": -39.0194075587334, + "ci_lower": -47.69883632568232, + "ci_upper": -30.363946887328012, + "t_stat": -7.08059972964281, + "p_ttest": 2.1056927778100557e-10, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.9892444737895507e-11, + "p_value_ttest": 2.1056927778100557e-10, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.9892444737895507e-11 + }, + "mcd_db": { + "mean_diff": -3.511916438393053, + "ci_lower": -3.8626203754958084, + "ci_upper": -3.171305258419594, + "t_stat": -19.847081181839105, + "p_ttest": 2.7715879490767836e-36, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.139373908714419e-18, + "p_value_ttest": 2.7715879490767836e-36, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.139373908714419e-18 + } + }, + "TEC_vs_NlmsAec": { + "wer": { + "mean_diff": -9.908069458631257, + "ci_lower": -19.85323164254415, + "ci_upper": -1.2194503537327472, + "t_stat": -3.7485580298720773, + "p_ttest": 0.0002993684146304925, + "p_bootstrap": 0.0248, + "p_wilcoxon": 0.0038340983806085024, + "p_value_ttest": 0.0002993684146304925, + "p_value_bootstrap": 0.0248, + "p_value_wilcoxon": 0.0038340983806085024 + }, + "mcd_db": { + "mean_diff": -2.2692870761032555, + "ci_lower": -2.855543181593719, + "ci_upper": -1.695484647046125, + "t_stat": -7.593289565181803, + "p_ttest": 1.765048170471319e-11, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.6967556145162853e-08, + "p_value_ttest": 1.765048170471319e-11, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.6967556145162853e-08 + } + }, + "TEC_vs_MicrophoneSignal": { + "wer": { + "mean_diff": -26.455566905005107, + "ci_lower": -36.52215719063545, + "ci_upper": -17.830882352941178, + "t_stat": -5.762247426911187, + "p_ttest": 9.407345954224815e-08, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.666288228949686e-09, + "p_value_ttest": 9.407345954224815e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.666288228949686e-09 + }, + "mcd_db": { + "mean_diff": -2.7546050105832274, + "ci_lower": -3.3590994289459557, + "ci_upper": -2.166143533983352, + "t_stat": -9.008165719628222, + "p_ttest": 1.590382500978762e-14, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.4571883801804706e-11, + "p_value_ttest": 1.590382500978762e-14, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.4571883801804706e-11 + } + }, + "TEC_matched_vs_shuffled": { + "wer": { + "mean_diff": -24.20837589376915, + "ci_lower": -34.083719634540245, + "ci_upper": -15.674420880537903, + "t_stat": -5.2924303747658685, + "p_ttest": 7.264576727263023e-07, + "p_bootstrap": 0.0, + "p_wilcoxon": 9.099473842395695e-09, + "p_value_ttest": 7.264576727263023e-07, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 9.099473842395695e-09 + }, + "mcd_db": { + "mean_diff": -3.180257102604847, + "ci_lower": -3.5902221765705615, + "ci_upper": -2.778079600023904, + "t_stat": -15.362839596244251, + "p_ttest": 5.89447879422478e-28, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.5465938818405608e-17, + "p_value_ttest": 5.89447879422478e-28, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.5465938818405608e-17 + } + }, + "TEC_matched_vs_empty": { + "wer": { + "mean_diff": -22.982635342185905, + "ci_lower": -32.85097771120928, + "ci_upper": -14.399013781834043, + "t_stat": -4.963576608468115, + "p_ttest": 2.8842368914742567e-06, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.4051081662141654e-07, + "p_value_ttest": 2.8842368914742567e-06, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.4051081662141654e-07 + }, + "mcd_db": { + "mean_diff": -3.0899060090372537, + "ci_lower": -3.5139495601342996, + "ci_upper": -2.6745806250363167, + "t_stat": -14.433017018422323, + "p_ttest": 4.3072011357086593e-26, + "p_bootstrap": 0.0, + "p_wilcoxon": 2.2731525308328643e-17, + "p_value_ttest": 4.3072011357086593e-26, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 2.2731525308328643e-17 + } + } + }, + "multi_test_other": { + "TEC_vs_Vanilla": { + "wer": { + "mean_diff": -33.614330874604846, + "ci_lower": -42.32021019171599, + "ci_upper": -25.189431225022755, + "t_stat": -6.531289175735964, + "p_ttest": 2.8295790088853783e-09, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.2057344427349685e-10, + "p_value_ttest": 2.8295790088853783e-09, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.2057344427349685e-10 + }, + "mcd_db": { + "mean_diff": -4.409046378164834, + "ci_lower": -4.807775472268058, + "ci_upper": -4.014833443386081, + "t_stat": -21.48542211034356, + "p_ttest": 4.666788899076652e-39, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.0161556854627e-18, + "p_value_ttest": 4.666788899076652e-39, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.0161556854627e-18 + } + }, + "TEC_vs_NlmsAec": { + "wer": { + "mean_diff": -12.32876712328767, + "ci_lower": -23.563235234668714, + "ci_upper": -3.0009242431303127, + "t_stat": -4.172973934254891, + "p_ttest": 6.465066491912262e-05, + "p_bootstrap": 0.0092, + "p_wilcoxon": 0.0021749086543528693, + "p_value_ttest": 6.465066491912262e-05, + "p_value_bootstrap": 0.0092, + "p_value_wilcoxon": 0.0021749086543528693 + }, + "mcd_db": { + "mean_diff": -2.522566969891934, + "ci_lower": -3.110732495965611, + "ci_upper": -1.9621040657737634, + "t_stat": -8.434781534535746, + "p_ttest": 2.7854288206260316e-13, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.7106597437436288e-11, + "p_value_ttest": 2.7854288206260316e-13, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.7106597437436288e-11 + } + }, + "TEC_vs_MicrophoneSignal": { + "wer": { + "mean_diff": -31.085353003161224, + "ci_lower": -42.117933515422024, + "ci_upper": -21.45580172120273, + "t_stat": -6.1612649269956785, + "p_ttest": 1.5611310905543657e-08, + "p_bootstrap": 0.0, + "p_wilcoxon": 9.075603320421097e-10, + "p_value_ttest": 1.5611310905543657e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 9.075603320421097e-10 + }, + "mcd_db": { + "mean_diff": -2.9107959821394496, + "ci_lower": -3.5224763991642067, + "ci_upper": -2.3200973612460856, + "t_stat": -9.280116527767, + "p_ttest": 4.067462363529186e-15, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.2028611792100838e-13, + "p_value_ttest": 4.067462363529186e-15, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.2028611792100838e-13 + } + }, + "TEC_matched_vs_shuffled": { + "wer": { + "mean_diff": -26.870389884088514, + "ci_lower": -37.26191899268822, + "ci_upper": -17.90101980708343, + "t_stat": -5.763573568532636, + "p_ttest": 9.352164704447634e-08, + "p_bootstrap": 0.0, + "p_wilcoxon": 1.6366282919821059e-09, + "p_value_ttest": 9.352164704447634e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 1.6366282919821059e-09 + }, + "mcd_db": { + "mean_diff": -3.9446576800724484, + "ci_lower": -4.348725104174305, + "ci_upper": -3.547156061034304, + "t_stat": -19.05988976057039, + "p_ttest": 6.688996088327086e-35, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.139373908714419e-18, + "p_value_ttest": 6.688996088327086e-35, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.139373908714419e-18 + } + }, + "TEC_matched_vs_empty": { + "wer": { + "mean_diff": -29.715489989462593, + "ci_lower": -40.398162203328596, + "ci_upper": -20.512626262626267, + "t_stat": -6.056729151700635, + "p_ttest": 2.5113238527248143e-08, + "p_bootstrap": 0.0, + "p_wilcoxon": 3.151277402420561e-10, + "p_value_ttest": 2.5113238527248143e-08, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 3.151277402420561e-10 + }, + "mcd_db": { + "mean_diff": -3.7955733024064218, + "ci_lower": -4.2193726208352125, + "ci_upper": -3.38318014705536, + "t_stat": -17.577074003841666, + "p_ttest": 3.316880961952961e-32, + "p_bootstrap": 0.0, + "p_wilcoxon": 4.2663227307182344e-18, + "p_value_ttest": 3.316880961952961e-32, + "p_value_bootstrap": 0.0, + "p_value_wilcoxon": 4.2663227307182344e-18 + } + } + } + }, + "snr_ablation": { + "0dB": { + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.918090507293513, + "mcd_ci95": { + "mean": 9.918090507293513, + "std_err": 0.18381822729857658, + "ci_lower": 9.560458674521676, + "ci_upper": 10.274984340414157 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 12.39904661304394, + 8.532259260406649, + 9.370848332499495, + 6.820455372793306, + 9.801770113884883, + 9.030932884428411, + 7.654745908581434, + 10.944489669642957, + 7.001672145654332, + 7.799878159050823, + 9.052090288841669, + 10.622067975748955, + 10.257437627500646, + 9.490933468505741, + 8.996131134835625, + 11.792569049984976, + 11.6603035400553, + 12.264699252719875, + 9.886977420066213, + 10.642455067504178, + 9.667214661237066, + 10.296390102499236, + 11.234996382246385, + 12.852006569629205, + 12.574705213983233, + 12.0908667046558, + 6.189875342092587, + 12.978049272461856, + 7.97306310337267, + 9.841759565120904, + 9.702217681847117, + 10.109888699641159, + 9.820506843826998, + 7.391082471547586, + 9.040367583650992, + 7.717664608621923, + 12.238975251704208, + 8.869802585651316, + 10.388764858345812, + 12.549409645781207, + 12.716819344743882, + 9.493224780050275, + 12.48540921222028, + 10.364360070510026, + 7.889053797336815, + 9.824317787274454, + 11.955603852822948, + 8.44464275563021, + 8.959605073568545, + 6.7796696557218254, + 7.040217709382474, + 11.181447171165642, + 9.136108600987747, + 9.757850153464144, + 9.583082070019545, + 11.450198357620694, + 12.382577647118017, + 9.575397613834838, + 8.476975421529463, + 7.8630378272343515, + 8.214194160718183, + 8.67132789604129, + 11.930431050872874, + 9.13386405448178, + 7.255664737180332, + 8.767168558953799, + 9.303297756047048, + 10.105894564028878, + 11.46522983999215, + 9.602601259411427, + 8.364616317663325, + 7.729421351920893, + 13.40629103699708, + 9.341059436502793, + 13.953148267161971, + 11.154557360646878, + 9.795069585040608, + 8.081669113588719, + 10.40908082242187, + 13.062451922449226, + 8.84915122329929, + 11.467043492636723, + 11.266465311871013, + 8.40500509776916, + 9.418822837711067, + 9.116234395317395, + 6.876990247137768, + 8.863199541143677, + 11.574674819867468, + 12.714002439691754, + 12.565383751973139, + 6.651497981502463, + 9.451791490034871, + 7.575877462083101, + 13.42357022639092, + 8.944383444959449, + 8.568760506623764, + 10.263975787623929, + 10.191686941460832, + 12.964525302229742 + ], + "wer": { + "wer": 80.32015065913372, + "word_errors": 853, + "total_words": 1062, + "per_utt_edits": [ + 8, + 7, + 9, + 0, + 8, + 16, + 1, + 17, + 8, + 4, + 2, + 14, + 3, + 3, + 12, + 8, + 12, + 11, + 12, + 14, + 15, + 8, + 12, + 16, + 8, + 13, + 1, + 16, + 1, + 8, + 2, + 15, + 7, + 5, + 9, + 3, + 10, + 5, + 10, + 7, + 10, + 17, + 10, + 5, + 3, + 8, + 12, + 10, + 14, + 1, + 8, + 17, + 2, + 13, + 8, + 12, + 13, + 6, + 0, + 4, + 1, + 9, + 14, + 0, + 6, + 6, + 6, + 6, + 12, + 16, + 0, + 6, + 10, + 11, + 11, + 13, + 9, + 8, + 12, + 14, + 13, + 7, + 12, + 6, + 7, + 15, + 0, + 7, + 16, + 8, + 14, + 0, + 6, + 0, + 10, + 12, + 17, + 1, + 10, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 80.32015065913372, + "std_err": 6.394087102954612, + "ci_lower": 68.48705768275441, + "ci_upper": 93.55469241723313 + }, + "per_utterance_word_errors": [ + 8, + 7, + 9, + 0, + 8, + 16, + 1, + 17, + 8, + 4, + 2, + 14, + 3, + 3, + 12, + 8, + 12, + 11, + 12, + 14, + 15, + 8, + 12, + 16, + 8, + 13, + 1, + 16, + 1, + 8, + 2, + 15, + 7, + 5, + 9, + 3, + 10, + 5, + 10, + 7, + 10, + 17, + 10, + 5, + 3, + 8, + 12, + 10, + 14, + 1, + 8, + 17, + 2, + 13, + 8, + 12, + 13, + 6, + 0, + 4, + 1, + 9, + 14, + 0, + 6, + 6, + 6, + 6, + 12, + 16, + 0, + 6, + 10, + 11, + 11, + 13, + 9, + 8, + 12, + 14, + 13, + 7, + 12, + 6, + 7, + 15, + 0, + 7, + 16, + 8, + 14, + 0, + 6, + 0, + 10, + 12, + 17, + 1, + 10, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "He found a delightful little place and a bit charming people there to the Brazilian authorities.", + "Yes, that's proper. Showing figures for the year ending Michaelmas, eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful. In the front seat of the presidential car.", + "His intense desire to join the marines and get away from his surroundings and his mother.", + "Has no beauty whatsoever. No specialty of picturesqueness. And all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Where the wave, for an instant, sank, they came closer, but not fight within grasp. The weakly directed.", + "Lucy could have looked after her mother, said Gambler, but Old Will was stubborn and would let gallows.", + "His attempt, however, did not bestow a single glance upon him.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "Bartler smiled and went to bed.", + "Miss Rachel only glanced, however, across her mufflers on the seat.", + "Leaving between them or a room for a four-post chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "Have you been in Paris much these late years? When two lines are traced downward, they are found gradually to merge.", + "To which he was introduced by a well-known tailor in Savello.", + "We were resolved not to prevent a rich corporation from paying for the maintenance of their own prison.", + "To take possession of this, Thertel with his two associates resolved to kill him.", + "On one point, my poor fellow ruffians had a wholesome draft. Who are about to suffer the last penalty of the law?", + "Knowing nothing of the forms of our government, continued to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "Four maroon ship experts testified before the commission.", + "This wood was discovered next morning in a mean house in White Street, Morfields.", + "The little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined lands of both the countries played the music, and a fine supper was served.", + "Then joined in the effort to revive the president.", + "And shall not leave you day or night, whether you are working or laying or sleeping.", + "So that it might become the exclusive property of her husband, whoever he might be.", + "What about us, Bartol? She asked in a thin voice, \"For no sympathy, whatever his crime.\"", + "Rachel Hale and sharp features and dilated eyes struck her with painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, an increase of which the committee had recommended.", + "The bull rider stared a moment, and then he fell back in his chair, laughing boisterously.", + "Carroll followed that road. That when questioned about his mother, Lee said.", + "Don't cry, the witness. D F Drittle.", + "When asked, \"How tired have you been here?\" Hosty replied.", + "Just for that, the general Edwin A. Walker resigned U.S. Army.", + "This represents speed of eleven point two miles per hour.", + "But you must have a system of complete circulation, as in the blood of a higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be a doubt he sees you kindly, or in fact you return without his permission.", + "Then he tosses it down and sees the next properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The commission has concluded that proposal for nineteen sixty three.", + "In the house opposite the garden market yesterday morning, numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mass movement of flat, one-word friends, beating down the room about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On a waking, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "I was absent for more than an hour. Regained his foothold, again he was repelled.", + "As he told the driver, \"Brothers, let's get out of here. We are hit.\"", + "During all his reign, there was little peace in his great mixed turbulent empire.", + "I like him because he appreciates her more than you do to those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemies, despite of its being unusually cold.", + "Boy from the house is coming up for the rector.", + "Now, as never before, other prisoners had no longer access to the chimneys.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied Uncle. And there is a sea lizard of vast size. But the thought passes on.", + "I guess with my knee when I go down to pick up Jerry.", + "We have made two hundred leagues since we left Axel Island to report upon the inspector's report.", + "They don't talk of anyone else. If they do with you, Lee said.", + "Then, while the clergy, unworthy of men, bent into the form of a sleeping dog.", + "And this man, Mister Truly, spoke up in favor. It seems to me like he says.", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparation. Last penalty of the law.", + "What do you want? Was the part stolen from the female felon's side.", + "Even though he received more money and better living quarters, and that would make a great deal of trouble.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes the suspicion of our federal courts, including the highest.", + "Of course, I can't really sing except the way my mother and grandmother did before me. Have been under sentence a couple of years.", + "This knowledge is to their memory in one sense. He began to be well his misfortunes, telling them that.", + "She noted that it was subsequent to the time the president had been shot.", + "His doom here immediately preceding his execution, I referred to in the last chapter.", + "Surely it cannot be. I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "You'll find a beautiful print of it just opposite Yon Rock. Again, the hillside, one toe, horse.", + "Just to get him off this pleasant roof with a little jolt, I said, \"And should sleep on planks.\"", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried, \"Fix near the top of the stake.\"", + "So he turned round and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These views can be quite unpredictable by many persons of a high authority.", + "As four Russians will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forgery, Mister Forbes. A deliberate criminal. Before limbs were acquired.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I was examined independently by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "How for you, my poor fellow mortals, who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of the power to crush the town.", + "All the gervoice chants regained his foothold. Again, he was repelled.", + "Waylon said that Oswald was the man under number two." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.506873495497723, + "mcd_ci95": { + "mean": 9.506873495497723, + "std_err": 0.17922173883692263, + "ci_lower": 9.160046567814678, + "ci_upper": 9.855017332091295 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 0.2411, + "per_utterance_mcds": [ + 12.003493375053267, + 8.154767414793039, + 9.060940662555879, + 6.531217705411115, + 9.441923148937693, + 8.683877996263918, + 7.243575547888874, + 10.672574405842608, + 6.696640752716377, + 7.463788943651137, + 8.748952937274908, + 10.346661292724182, + 9.894547531609977, + 8.992658188976208, + 8.715777209640079, + 11.0810540479258, + 11.217240198958946, + 11.870087606699002, + 9.504770900537393, + 10.125474488844587, + 9.307526219023636, + 9.872314180623793, + 11.131343435426567, + 12.172765443909064, + 11.965174831451431, + 11.863788389133271, + 5.866125412094945, + 12.511058748738737, + 7.555549513096576, + 9.290858997578201, + 9.263112207559013, + 9.894987196902136, + 9.228369499941909, + 6.934797005115787, + 8.548031502240123, + 7.5196893380294805, + 11.943895646267434, + 8.583068334405889, + 10.263544295081452, + 11.865444293116433, + 12.380375481877131, + 8.857335107030924, + 12.185518971568593, + 9.959810803127848, + 7.782123809880444, + 9.090517085333538, + 11.36069741117575, + 8.064102440813032, + 8.685854219503643, + 6.462561559519214, + 6.643167122567672, + 11.028982231019686, + 8.763680951770015, + 9.24875256276782, + 9.218925642086948, + 11.088502742695983, + 11.778641301327559, + 9.248746519635782, + 8.031203282722451, + 7.406261260496236, + 7.966981347534611, + 8.232207472069346, + 11.55231710270231, + 8.675536000270093, + 7.000297086108554, + 8.423691929044663, + 8.98714195071485, + 9.69823394010244, + 11.031232892874318, + 9.189948430241161, + 7.831017490911718, + 7.304118935672332, + 12.87199470080299, + 8.959248485618943, + 13.102242691246913, + 10.737579833613484, + 9.18214119487263, + 7.793452737388813, + 10.06241554617034, + 12.659706764583248, + 8.244767364224625, + 11.160859198094691, + 10.733153426164597, + 8.241871347695021, + 9.096168772812685, + 8.60849263989933, + 6.414819132936018, + 8.779721288622266, + 11.052456445747744, + 12.196634301124693, + 12.084894983025123, + 6.2125110029478465, + 9.151178470137506, + 7.027827847310831, + 12.761621734539926, + 8.34594618233113, + 8.050222121123236, + 9.827305002931519, + 9.864791281358505, + 12.253371121240054 + ], + "wer": { + "wer": 58.3804143126177, + "word_errors": 620, + "total_words": 1062, + "per_utt_edits": [ + 8, + 5, + 9, + 0, + 9, + 6, + 0, + 14, + 5, + 2, + 6, + 7, + 0, + 1, + 4, + 8, + 7, + 13, + 11, + 11, + 13, + 10, + 12, + 16, + 5, + 12, + 0, + 16, + 1, + 7, + 1, + 5, + 4, + 1, + 9, + 2, + 10, + 5, + 5, + 7, + 8, + 2, + 10, + 5, + 1, + 7, + 12, + 2, + 7, + 1, + 5, + 17, + 1, + 12, + 7, + 11, + 10, + 6, + 0, + 0, + 0, + 0, + 14, + 0, + 0, + 5, + 6, + 5, + 8, + 10, + 0, + 1, + 10, + 0, + 9, + 11, + 4, + 0, + 3, + 14, + 10, + 7, + 12, + 4, + 5, + 7, + 0, + 7, + 11, + 6, + 13, + 0, + 1, + 0, + 8, + 4, + 12, + 1, + 12, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 58.3804143126177, + "std_err": 5.978759573249649, + "ci_lower": 47.37291455433681, + "ci_upper": 71.05030861953956 + }, + "per_utterance_word_errors": [ + 8, + 5, + 9, + 0, + 9, + 6, + 0, + 14, + 5, + 2, + 6, + 7, + 0, + 1, + 4, + 8, + 7, + 13, + 11, + 11, + 13, + 10, + 12, + 16, + 5, + 12, + 0, + 16, + 1, + 7, + 1, + 5, + 4, + 1, + 9, + 2, + 10, + 5, + 5, + 7, + 8, + 2, + 10, + 5, + 1, + 7, + 12, + 2, + 7, + 1, + 5, + 17, + 1, + 12, + 7, + 11, + 10, + 6, + 0, + 0, + 0, + 0, + 14, + 0, + 0, + 5, + 6, + 5, + 8, + 10, + 0, + 1, + 10, + 0, + 9, + 11, + 4, + 0, + 3, + 14, + 10, + 7, + 12, + 4, + 5, + 7, + 0, + 7, + 11, + 6, + 13, + 0, + 1, + 0, + 8, + 4, + 12, + 1, + 12, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "He found a delightful little place, and he met charming people there. To the Brazilian authorities.", + "Yes, that's proper. Can't block, declared Dolman at open door. Eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful. Right in the front seat of the presidential car.", + "Are there many worlds for one? That is the fourth question. One own mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave a heroic, great look at his deep-set, beaded eyes, made it rise. Supported this view.", + "Where the waves, for an instant, sank as they came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said Gambler, \"but Old Will was stubborn and wouldn't let her.\"", + "He attempted to express himself, but did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping, rested really with a powerful fellow prisoner.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his feet.", + "Up in his sick room, Zora lay on the little white bed, chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "Have you been in Paris much these late years? Downward, they are found gradually to merge.", + "To which it was introduced or wear out by a well known tailor in Savello.", + "We were resolved not to present the entire mass of exiles from paying for the maintenance of their own prison.", + "To torture each other enough for tonight. Thertel, with his two associates, resolved to kill him.", + "At one point, especially the border ruffians had a wholesome draft. Who are left to suffer the last penalty of the law?", + "Knowing nothing of corporate governance, continued to be the fruitful sources.", + "As she told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "They'll feed it during our absence. Experts testified before the commission.", + "This everything was discovered next morning in the mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined lands of both the countries played the music, and a fine supper was served.", + "The other in order to revive the president.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him, whoever he might be.", + "What about us, Bartlett? She asked in a thin voice. Whatever his crime.", + "Rachel's pale and sharp features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, an increase of which the committee had recommended.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Can we follow that road? That when questioned about his mother, Lee said.", + "Don't cry! Don't cry. He was part C F Drittle.", + "I'm so very tired of being all alone here. Hosty replied.", + "Just for that, the world uprooted the gospel. Edwin A. Walker resigned U.S. Army.", + "This must have been changed from eleven point two miles per hour.", + "But you mustn't eat with your cap on your head,\" she said, and was going to take it off.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be a doubt he received you kindly, or in fact you returned without his permission.", + "Then he tofts it down and seized the next. Properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The Parliament and the Scots laid their proposal for the king.", + "Marie got them all fresh in Covent Garden Market yesterday morning. Numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mad mother, he flapped forward frenetically, beating down the room about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On awakening, my first thought was to observe the intensity of the light.", + "I distinguish between the higher plans of man, which is perfect, music, and obvious.", + "I was absent rather more than an hour. Regained his foothold, again he was repelled.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "There were benches for twenty men along each side. There was little peace in his great mixed turbulent empire.", + "I like him because he appreciates her more than you do. To those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "The boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied my uncle. And there is a sea lizard of vast size.", + "I guess left my knees when I go down to pick the cherry.", + "We have made two hundred leagues since we left Axel Island. To report upon the inspector's report.", + "They don't talk of anyone else as they do with you,\" Lee said.", + "Then must the person be unworthy of death into the form of a sleeping dog.", + "Do you wish to see Doctor Hiptow's business or for pleasure? It seems to me like he says.", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparation.", + "What do you want? Was the part stolen from the female felon's side?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter three: For locking and unlocking prisoners, should be insisted upon.", + "We remain motionless, ready to fire. That this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes to throw suspicion where there are proofs, including the highest.", + "Of course, I can't really sing except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense, though in another it is not. Telling them that.", + "He would not equal that it was subsequent to the time the president had been shot.", + "So they have proceeding with execution, and then the Congress in the last chapter.", + "Indirectly, I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "You will find a beautiful print of it just opposite Yon Rock, again the hillside. One toe, horse.", + "Just to get him off this unpleasant groove with a little jolt, I said, \"And should sleep on planks.\"", + "Always before reaction to the problems she encountered there, who had put the veil there?", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried, \"It's near the top of the stake.\"", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These beasts can be quite unpredictable. By many persons of high authority.", + "I'll take you to a cell myself. Russians will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's suite by Ronald G. Whitmus of the FBI.", + "I don't think, Rachel, dear, that he heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater. Who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of their power to crush the towns.", + "All of the fox's troops were in the public domain. Regained his foothold, again he was repelled.", + "Who said that Oswald was the man under number two?" + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.070776193031492, + "mcd_ci95": { + "mean": 7.070776193031492, + "std_err": 0.11193594376728945, + "ci_lower": 6.855905774524102, + "ci_upper": 7.294489875290678 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.17, + "per_utterance_mcds": [ + 6.835992735630368, + 5.815200197181096, + 8.049309653017703, + 6.833298794416575, + 6.418936040499531, + 9.124493211863093, + 8.066606247350885, + 10.116616295131564, + 6.88160899661226, + 7.324026547569144, + 8.421029001467216, + 6.456171424527974, + 8.058632636642832, + 7.238623871497496, + 6.139334880432521, + 6.312483613632008, + 5.583707596444162, + 6.694466207478503, + 6.096829207261762, + 5.5130715570991145, + 7.068110533002114, + 8.057314625915184, + 5.506651779932327, + 6.030244753455174, + 7.731746565253921, + 7.960328004730657, + 6.43602587614365, + 6.436256516726082, + 7.411117025973743, + 6.408766282441826, + 9.116329742316076, + 7.239845996917574, + 6.017533945421146, + 7.827058862342937, + 6.303400198148431, + 7.243087202868495, + 5.325958253205995, + 6.944426774544696, + 6.893940520711112, + 6.559651675234182, + 7.668253481900304, + 9.364429525173982, + 6.5884594266256515, + 7.810614374356322, + 7.776102572222846, + 5.743811243561369, + 6.081747051851364, + 7.274650124631431, + 5.9097562802210595, + 7.303908538921354, + 7.565994082803727, + 8.458722101086815, + 8.49204289571089, + 8.556794644707292, + 4.591419779771645, + 5.698298480839191, + 6.691023133856186, + 5.851839816473031, + 7.982070302686292, + 8.010956914404762, + 6.670394848567836, + 7.784496011367099, + 7.238457965211541, + 7.949594241087926, + 6.930445669284189, + 6.873602956497705, + 5.8793321772062646, + 5.347046675173718, + 7.264185876530476, + 7.2048317841493414, + 7.821291053843064, + 6.560748796149594, + 6.5785287909380425, + 9.54625181072699, + 6.754138809003216, + 5.92720092731706, + 6.462644149878201, + 6.001112364317956, + 8.17950487982799, + 6.948388355121935, + 8.676874665534795, + 6.515240646155436, + 5.782672633670889, + 6.539873899280181, + 7.098846129861477, + 8.43122834150199, + 6.450660661337864, + 7.337583796710945, + 6.14687867986635, + 8.551616670845194, + 5.7537964821437955, + 7.417874963657309, + 6.13631990994606, + 7.894568283705558, + 8.405452361116883, + 7.9527425118707225, + 5.673658313612414, + 10.667575873844903, + 5.63463438236143, + 6.1681933310780845 + ], + "wer": { + "wer": 39.07721280602637, + "word_errors": 415, + "total_words": 1062, + "per_utt_edits": [ + 9, + 2, + 7, + 0, + 0, + 17, + 0, + 17, + 8, + 6, + 6, + 1, + 2, + 4, + 6, + 7, + 0, + 13, + 1, + 0, + 1, + 4, + 5, + 12, + 0, + 11, + 0, + 5, + 3, + 7, + 1, + 11, + 1, + 2, + 1, + 3, + 2, + 0, + 3, + 0, + 6, + 15, + 5, + 0, + 1, + 2, + 4, + 0, + 5, + 1, + 4, + 15, + 2, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 7, + 0, + 1, + 6, + 0, + 3, + 1, + 18, + 3, + 2, + 0, + 18, + 11, + 0, + 1, + 1, + 1, + 4, + 13, + 5, + 7, + 1, + 2, + 15, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 9, + 2, + 6, + 4, + 12 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 39.07721280602637, + "std_err": 4.789148331545878, + "ci_lower": 30.261818776432047, + "ci_upper": 48.91462238563076 + }, + "per_utterance_word_errors": [ + 9, + 2, + 7, + 0, + 0, + 17, + 0, + 17, + 8, + 6, + 6, + 1, + 2, + 4, + 6, + 7, + 0, + 13, + 1, + 0, + 1, + 4, + 5, + 12, + 0, + 11, + 0, + 5, + 3, + 7, + 1, + 11, + 1, + 2, + 1, + 3, + 2, + 0, + 3, + 0, + 6, + 15, + 5, + 0, + 1, + 2, + 4, + 0, + 5, + 1, + 4, + 15, + 2, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 7, + 0, + 1, + 6, + 0, + 3, + 1, + 18, + 3, + 2, + 0, + 18, + 11, + 0, + 1, + 1, + 1, + 4, + 13, + 5, + 7, + 1, + 2, + 15, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 9, + 2, + 6, + 4, + 12 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of nearly arrived prisoners.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper. Count figures for the year ending Michael the Eighteen.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "That is intense desire to join the marines and give away when his surroundings and his mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this.", + "Where the wave was for an instant sank as they came closer, but not quite within grasp and weight.", + "Lucy could have looked after her mother's sick appendices, but Old Will was stubborn and would let.", + "He attempted to express himself with a single glance upon him.", + "Perhaps she too might be there, weeping.", + "Bartley smiled and went to bed.", + "Miss Rachel only glanced, however, across her muffler on the speech.", + "Other than sick rooms, Zora lay in a little white bed.", + "If I can get Americans, are sensible what to call people.", + "Have you been in Paris much these late years?", + "To which he was introduced or wear out by a well-known tailor in Salem Row.", + "We were resolved not to present this entire mass of accusations.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome draft.", + "Knowing nothing of the form of our government.", + "As he told the driver, but he knew.", + "So I turned around and hit the vice president on the shoulder.", + "They'll feed it during our absence.", + "Since everything was discovered while she was fresh in a mean house in White Street.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Kim currently did not.", + "The combined bands of both the countries played the music in a fine supper with servants.", + "Thank the rain in the effort to revive.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "So that it might become the exclusive property of her husband.", + "What about us, Bartler? She asked in a thin voice.", + "Rachel's pale and sharply features, and dilated eye, struck her with painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The bull rider stared a moment, and then he fell back into his throne, laughing boisterously.", + "Can we follow that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world abhors the gospel.", + "This must have been changed from eleven point two miles.", + "But you must insist on your complete circulation, as in the blood of a higher animal.", + "This is the ideal type.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly, or in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of punishment.", + "The parliament and the Scots laid their proposals before the king.", + "Maria got the most fresh and private garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad mother, he flapped forward frenziedly, beating down the film about him.", + "She was immediately tied by the neck to an iron bolt.", + "On awakening, my first thought was to observe the intensity of the lights.", + "The distinction between the higher plants and animals is perfectly sharp.", + "I was out soon, rather more than an hour.", + "As he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemies, in spite of its being unusually cold.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was informed that takeoff would be delayed.", + "What was that?", + "Yes, replied Uncle. And there is a sea lizard of vast size.", + "I guess, what's my need when I go down to pick a cherry?", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "And this man, Mister Hiptow, spoke up in favor of it. It seems to me like he says.", + "The great saint Saint Francis of Saviour.", + "Hatsy and Beth supported their cousin loyally and assisted in the preparation.", + "What more do you want?", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are proofs.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memory in one sense, but in another, it is not.", + "He would not eat with us. That it was.", + "His doom here, immediate proceeding his execution, I referred to in the last chapter.", + "Indirectly, I shall recognize.", + "Such an idea was reserved for the president and his family.", + "You will find a beautiful print of it just opposite Yon Rock again the hillside.", + "Just to get him off his unpleasant groove with a little joke, I said.", + "Her usual reaction to the problems which she encountered there was super withdrawal.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then, there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself, will it?", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's city.", + "I don't think Richard, dear, that he had defected to the Soviet.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of the powerful forces.", + "All of the four quarters are in the public domain.", + "Well, it's said the possible was the man on her number two." + ] + }, + "TEC": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 5.518528735614069, + "mcd_ci95": { + "mean": 5.518528735614069, + "std_err": 0.18742210569971923, + "ci_lower": 5.157295511780983, + "ci_upper": 5.891592732071109 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 4.214180273843213, + 4.240566741103548, + 7.307333304058058, + 6.36263498345174, + 4.635732745808185, + 9.336180648297, + 7.535824074108599, + 9.71025782696451, + 6.387091158498637, + 6.950505874417983, + 7.792124928199351, + 4.262585412293268, + 6.862473303208645, + 5.827031437878321, + 4.572298065691442, + 3.841055028414519, + 2.7763683838479607, + 4.102343614032197, + 4.015736497335647, + 2.9661083425822374, + 5.653991009459716, + 6.487619379465424, + 2.945360784123869, + 2.7607477994793825, + 5.453991958462316, + 5.958514351213978, + 6.414903289029584, + 3.41905168622078, + 7.143823216351, + 4.584663792056383, + 8.482432523412191, + 6.066051706260795, + 4.127726883934395, + 7.535184469517364, + 4.9729136220287575, + 7.164842641117121, + 2.2404737840378974, + 5.54202909424534, + 5.175448804884337, + 3.667982193028008, + 5.22283017587666, + 8.96063530726555, + 3.710922671235754, + 6.951484572882211, + 7.237819663990138, + 3.4304303983301825, + 3.019376229395994, + 6.624471435252415, + 4.06236172671639, + 6.950919569350866, + 7.140721656338334, + 7.071847649715647, + 7.924253024061943, + 8.016046258282106, + 2.329111945618564, + 3.010119319285855, + 3.871144904016051, + 3.8483114276015247, + 7.726086342720243, + 7.486185637078506, + 6.198868703109915, + 7.042643347438309, + 4.738516041246038, + 6.596711219860351, + 6.4829614326532825, + 5.719488150608613, + 3.930210823119874, + 3.056162693730448, + 5.039291325669057, + 5.797258416606841, + 7.083168559765615, + 5.568118882219235, + 3.1288454377897548, + 8.950736602297669, + 3.2940523367599277, + 3.304730744610441, + 4.936890676518166, + 4.381389891111527, + 6.804735005339766, + 3.853449545157113, + 8.481434691300837, + 4.052151225918271, + 3.126845160669774, + 5.421984884000902, + 5.795267367116164, + 8.013923916347215, + 5.851882741131951, + 6.332318110516919, + 3.56595927707198, + 6.378753420131561, + 2.586399737231183, + 7.015980136108068, + 4.31501169376829, + 7.486043506955723, + 5.777063134580104, + 7.209507658417102, + 3.9713079376349674, + 10.140280818853869, + 3.376645994306687, + 2.954616766354722 + ], + "wer": { + "wer": 29.75517890772128, + "word_errors": 316, + "total_words": 1062, + "per_utt_edits": [ + 5, + 1, + 7, + 0, + 0, + 13, + 1, + 15, + 5, + 3, + 0, + 1, + 3, + 4, + 6, + 1, + 0, + 6, + 2, + 0, + 1, + 4, + 0, + 7, + 0, + 9, + 0, + 2, + 0, + 7, + 1, + 11, + 1, + 3, + 1, + 3, + 0, + 0, + 3, + 1, + 3, + 12, + 5, + 3, + 1, + 2, + 4, + 0, + 5, + 1, + 8, + 15, + 1, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 7, + 0, + 2, + 6, + 0, + 3, + 1, + 6, + 3, + 0, + 0, + 11, + 0, + 0, + 2, + 1, + 4, + 4, + 13, + 1, + 0, + 1, + 5, + 14, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 9, + 2, + 3, + 5, + 2 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 29.75517890772128, + "std_err": 3.5710192565196857, + "ci_lower": 23.090125847524444, + "ci_upper": 36.96863322337819 + }, + "per_utterance_word_errors": [ + 5, + 1, + 7, + 0, + 0, + 13, + 1, + 15, + 5, + 3, + 0, + 1, + 3, + 4, + 6, + 1, + 0, + 6, + 2, + 0, + 1, + 4, + 0, + 7, + 0, + 9, + 0, + 2, + 0, + 7, + 1, + 11, + 1, + 3, + 1, + 3, + 0, + 0, + 3, + 1, + 3, + 12, + 5, + 3, + 1, + 2, + 4, + 0, + 5, + 1, + 8, + 15, + 1, + 13, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 7, + 0, + 2, + 6, + 0, + 3, + 1, + 6, + 3, + 0, + 0, + 11, + 0, + 0, + 2, + 1, + 4, + 4, + 13, + 1, + 0, + 1, + 5, + 14, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 9, + 2, + 3, + 5, + 2 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the description.", + "He found a delightful little place, and he met charming people there.", + "Yes, that's proper. Showing figures for the year ending Michael's door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "That is intense desire to join the marines, and the giveaway question: one's mother.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped, poor.", + "The play was given a whole series of orders, governors, bishops, and chaplains supported this.", + "Where the waves for an instant sank, they came closer, but not quite within grasp of weight.", + "Lucy could have looked after her mother,\" said Elspeth. \"But old Will was stubborn and wouldn't let.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, weeping.", + "Bart smiled and went to bed.", + "Miss Rachel only glanced, however, across her muffler on the speech.", + "Other than the sick rooms, or a lay on a little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "To which it was introduced or wear out.", + "We were resolved not to present the entire mass of accusations.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome draft.", + "Knowing nothing of the form of our government.", + "The chair was empty, but he knew.", + "So I turned around and hit the.", + "They'll feed it during our absence.", + "Everything is seen as a wall separating in a mean house.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John cut on impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "Thank the rain in the desert to revive.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "So that it might become you explicit prop of her mind.", + "What about us, Bartler? She asked in a thin voice.", + "Rachel's pale and sharp features and dilated eye struck her with pain and surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The buller stared at him, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world uproots the gospel.", + "This must have been changed from eleven.", + "But you must have a system of your complete circulation, and was going to take a higher animal.", + "This is the ideal type.", + "It was almost.", + "There cannot be a doubt he received you kindly, or in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of punishment.", + "The parliament and the Scots laid their proposals before the king.", + "Maria got the most fresh and private garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mad smothered in flapping one word frenzy, beating down the room about him.", + "She was immediately tied by the neck to an iron pole.", + "On awakening, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and.", + "I was out soon, rather more than an hour.", + "As he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our enemy in spite of its being unusually gallant.", + "Boy from the house is coming up for the director.", + "Now, as never before, his strange name seemed to him a prophecy.", + "He was a dirty boy. The takeoff would be delayed.", + "What was that?", + "Yes, replied Michael. And there is a sea lizard of vast size.", + "I guess what's my knee when I go down to pick a cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "Do you wish to see Doctor Pipton's business?", + "The great saint Saint Francis the Savior.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "Even though he received more money and better living quarters, and that would make a great deal of trouble.", + "Chapter three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there is no proof.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memory in one sense, and another is misfortune.", + "He would not eat with us. That it was.", + "His tenure immediately preceding his execution, I referred to in the last chapter.", + "Indirectly, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite Yon Rock. Again, the hillside.", + "Just to get him off to some pleasant grove with a little joke, I said.", + "His usual reaction to the problems which he encountered there was so there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take it to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's suite.", + "I don't think, Richard, dear, that he had defected to the Soviet.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful and powerless to crush the town.", + "All the records of the court are in the public domain.", + "We know so." + ] + }, + "AEC-Seq2seq": { + "method": "AecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.970805250964873, + "mcd_ci95": { + "mean": 4.970805250964873, + "std_err": 0.19161254486735416, + "ci_lower": 4.600524968643951, + "ci_upper": 5.352807760681091 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 6.36, + "per_utterance_mcds": [ + 3.658722584472609, + 3.352078043113563, + 6.533343342393897, + 6.3406312342047935, + 3.7469415661871337, + 9.126999782478137, + 7.850601185710232, + 8.781968989915905, + 6.190943716974013, + 6.141953530933826, + 7.493452001271678, + 3.921249325952223, + 5.65358922532888, + 4.8876769078311595, + 3.8435466567183387, + 3.1800996223477953, + 2.514926476743977, + 3.6962281436280566, + 3.2852356792211945, + 2.4533914280477713, + 4.413831587621943, + 5.861269751668927, + 2.5105649552770952, + 2.5467283975949058, + 4.5997309762223235, + 5.340339781429063, + 6.8958005799357185, + 3.1260671038744956, + 6.071249956419673, + 4.28702857850794, + 6.686718693117635, + 5.1816663772024025, + 3.6970514275843973, + 8.025920616412598, + 4.510712866784532, + 6.775670836382139, + 1.9194469661762215, + 5.061948835219527, + 4.344422861992725, + 3.1962609986559816, + 4.612684083752487, + 8.410079746525213, + 3.0517861224476768, + 5.779646031090281, + 6.749664735260384, + 2.7709619195894413, + 2.750702747079784, + 5.788864889132109, + 3.5043952323447516, + 6.9866950441114986, + 8.282632996316837, + 6.162143757702223, + 6.44119064284014, + 7.4171212508345175, + 1.9765459083853403, + 2.5435316043513634, + 3.3301774569151465, + 3.2629234474147353, + 7.455521317554278, + 7.348428950805717, + 5.14492804700143, + 6.474536185724826, + 3.9588354423093994, + 6.971859665816738, + 6.009064556267631, + 5.024399113136227, + 3.262355174497055, + 2.337076909894772, + 4.081589082431844, + 5.297889397772827, + 6.533316627853095, + 4.819510863772207, + 2.712011547004307, + 8.431686887860895, + 2.8863582150905684, + 2.663132380247947, + 3.615386730396259, + 3.689708938629848, + 6.218177905203767, + 3.4886269611183316, + 8.027910501922886, + 3.557311701681676, + 2.861253853346362, + 4.3055460484600685, + 4.845656529680197, + 7.417945950844036, + 4.983972919701412, + 5.35947390285253, + 3.402956270228843, + 5.358994067360074, + 2.2442801504894057, + 7.508753151402004, + 3.881957409952529, + 7.892016393621779, + 5.049439431863729, + 6.346280796331009, + 3.1489788409433532, + 9.772910437768745, + 2.6285179721067213, + 2.534208657890658 + ], + "wer": { + "wer": 7.909604519774011, + "word_errors": 84, + "total_words": 1062, + "per_utt_edits": [ + 4, + 4, + 0, + 0, + 0, + 4, + 0, + 7, + 4, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 5, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 1, + 3, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 1 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 7.909604519774011, + "std_err": 1.2339670193908079, + "ci_lower": 5.678434093605212, + "ci_upper": 10.48460288268252 + }, + "per_utterance_word_errors": [ + 4, + 4, + 0, + 0, + 0, + 4, + 0, + 7, + 4, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 5, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 1, + 3, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 1 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "What are we doing?", + "He founded a delightful little place, and even charming people there.", + "Yes, that's proper cat talk,\" declared the woman and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playmate gave a hilarious look out of her deep-set, beaded eyes and made a wry face.", + "Where the waves, for an instant, sank, they came closer, but not quite within grasp and reach.", + "Lucy could have worked after her mother,\" said Young Bates, \"but Old Will was stubborn and wouldn't let.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in the sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "It will never break nor wear out.", + "We were resolved not to present this entire mass of excuses.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome dread.", + "No doubt, knowing nothing of the forms of our government.", + "The chair was empty, but he knew.", + "That's Game Ball.", + "They'll feed it during our absence.", + "Do everything with seeing Hilda while she's fresh and apart.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "Jehol cut him impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "We shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I creep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour, reading the Sunday newspaper.", + "The bullroom stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world apports the gospel.", + "I must have been changed from Mabel.", + "But you mustn't eat with your cap on your head,\" she said, and was going to take it off.", + "I simply bowed to him.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tosses it down and sees the next.", + "There's no fear of that, sir.", + "The Parliament and the Scots laid their proposals before the King.", + "Marie got them all fresh in Covent Garden Market yesterday morning.", + "Nothing was to be done but to put about, and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frenetically, beating down the room about him.", + "When he wrote her that everything was changed for him, he was telling the truth.", + "On a waggie, my first thought was to observe the intensity of the light.", + "I can't bear it, and over at her head on the music.", + "I was absent rather more than an hour.", + "He gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy carefully landed.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet my knees when I go down to pick a cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do of you.", + "Then must the person be unworthy of him.", + "Do you wish to see Doctor Pip for business or for pleasure?", + "A great saint, Saint Francis Xavier.", + "Hatsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are no proofs.", + "Of course, I can't really sing, except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense, though in another it is not.", + "You would not eat with us.", + "So they have. So they have. Assented, Mister King, and then the conversation dropped.", + "No, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off his unpleasant roof with a little jolt, I said.", + "Always before, she had been veiled from these folks who had put the veil there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's feast.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All LibriVox recordings are in the public domain.", + "Isn't that so?" + ] + } + }, + "+5dB": { + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 9.025652660590495, + "mcd_ci95": { + "mean": 9.025652660590495, + "std_err": 0.20236923360418677, + "ci_lower": 8.630574246647013, + "ci_upper": 9.416747709862989 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 11.885726413961596, + 7.715102454087516, + 8.313855363798403, + 5.7770631066415925, + 8.909355082924817, + 7.95262864619472, + 6.351020906396315, + 9.76775009812978, + 5.826336897688349, + 6.741337794067835, + 7.737027145885477, + 9.92259136413659, + 9.529768414952704, + 8.500687923148552, + 8.147792995050404, + 11.083258231118107, + 10.957898165935324, + 11.665866733161964, + 9.119370971937174, + 9.99198479148254, + 8.829878419181208, + 9.371529490213723, + 10.68008194782793, + 12.350966530497672, + 11.761836133217008, + 11.446453797604198, + 5.084755373152596, + 12.449474785804027, + 6.814171957898777, + 8.992384912844098, + 8.552673567042202, + 9.111276711486703, + 9.007810543996879, + 6.167707182283839, + 8.164803317742216, + 6.568377582843106, + 11.754999735637254, + 7.854866332090381, + 9.460923822563155, + 11.820618925774026, + 11.979262928980502, + 8.287641296915407, + 12.03082611495418, + 9.252815872561325, + 6.866648045439205, + 9.157238850221054, + 11.451657739752541, + 7.438899462241425, + 8.269587500993158, + 5.589182462193581, + 5.808297196946804, + 10.242337402375728, + 7.885658723312017, + 8.716361387737008, + 8.969231185118101, + 10.639257141105876, + 11.566190278153979, + 8.94123008085421, + 7.24536877256764, + 6.650031822213504, + 7.130599745352774, + 7.518491937396531, + 11.247585100698352, + 8.0301225044436, + 6.175409922622197, + 7.822113707835578, + 8.461174245028866, + 9.255876408821, + 10.679242340658668, + 8.808642554913991, + 7.198817868709735, + 6.717909753228489, + 12.908464029532713, + 8.254517194691612, + 13.492195573507777, + 10.599238242502773, + 8.872166325590827, + 7.302719300638621, + 9.39544775715435, + 12.546025437628217, + 7.675624375701165, + 10.818693804759652, + 10.663712419213137, + 7.365344420236043, + 8.526919879359127, + 8.121231295044227, + 5.674017347263746, + 7.9779382194911035, + 10.888244400744433, + 11.782579082278565, + 12.031793289234976, + 5.487596816537756, + 8.571025972777512, + 6.319085227441051, + 12.72458813839971, + 7.805892030466249, + 7.8810203232588005, + 8.801895758716382, + 9.493070356639178, + 12.408494115492134 + ], + "wer": { + "wer": 51.88323917137476, + "word_errors": 551, + "total_words": 1062, + "per_utt_edits": [ + 8, + 6, + 0, + 0, + 8, + 4, + 0, + 5, + 6, + 1, + 1, + 7, + 3, + 0, + 4, + 6, + 7, + 12, + 10, + 11, + 10, + 8, + 8, + 16, + 5, + 14, + 0, + 15, + 0, + 6, + 1, + 5, + 3, + 0, + 9, + 2, + 10, + 0, + 5, + 8, + 8, + 5, + 10, + 2, + 0, + 6, + 12, + 0, + 7, + 4, + 3, + 17, + 2, + 4, + 7, + 8, + 10, + 6, + 0, + 0, + 0, + 0, + 13, + 0, + 0, + 2, + 0, + 10, + 8, + 10, + 0, + 0, + 10, + 0, + 9, + 11, + 3, + 7, + 3, + 13, + 7, + 7, + 12, + 4, + 5, + 3, + 0, + 6, + 11, + 6, + 15, + 0, + 1, + 0, + 8, + 4, + 12, + 0, + 7, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 51.88323917137476, + "std_err": 5.701659859470608, + "ci_lower": 41.497167806848715, + "ci_upper": 63.78649763172341 + }, + "per_utterance_word_errors": [ + 8, + 6, + 0, + 0, + 8, + 4, + 0, + 5, + 6, + 1, + 1, + 7, + 3, + 0, + 4, + 6, + 7, + 12, + 10, + 11, + 10, + 8, + 8, + 16, + 5, + 14, + 0, + 15, + 0, + 6, + 1, + 5, + 3, + 0, + 9, + 2, + 10, + 0, + 5, + 8, + 8, + 5, + 10, + 2, + 0, + 6, + 12, + 0, + 7, + 4, + 3, + 17, + 2, + 4, + 7, + 8, + 10, + 6, + 0, + 0, + 0, + 0, + 13, + 0, + 0, + 2, + 0, + 10, + 8, + 10, + 0, + 0, + 10, + 0, + 9, + 11, + 3, + 7, + 3, + 13, + 7, + 7, + 12, + 4, + 5, + 3, + 0, + 6, + 11, + 6, + 15, + 0, + 1, + 0, + 8, + 4, + 12, + 0, + 7, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "He founded a delightful little place, and he met charming people there. To the Brazilian authorities.", + "Yes, that's proper cat talk,\" declared the woman and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful. In the front seat of the presidential car.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave Manohla a grave look out of his deep-set, faded eyes, made a wry face.", + "Where the wave was for an instant sank, they came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said Gamble Bates. \"But Old Will was stubborn and wouldn't let her.\"", + "He, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping, rested really with a powerful fellow prisoner.", + "Bartley smiled and yawned and went to bed, paralyzed by dissipation.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in his sick room, Zora lay on the little white bed, chariot to turn.", + "If I can get Americans are sensible and calm people.", + "Have you been in Paris much these late years? Downward, they are found gradually to merge.", + "To which you is introduced by a well known tailor in Savello.", + "We were resolved not to present this entire mass of excuses from paying for the maintenance of their own prison.", + "To torture each other enough for tonight. Fertel, with his two associates, resolved to kill him.", + "On one point, especially, the border ruffians had a wholesome dread. Who are thus suffer the last penalty of the law.", + "Knowing nothing of the forms of our government, continued to be the fruitful sources.", + "The chair was empty. But he knew, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "They'll feed it during our absence. Experts testified before the commission.", + "This everything is seen through the wall she's freshen apart in a mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pickover did not think her position was worse than that of many other people.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others who were able to revive the president.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him, whoever he might be.", + "What about us, Bartley? She asked in a thin voice, \"Whatever his crime.\"", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, an increase of which the committee had recommended.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Can we follow that road? That when questioned about his mother, Lee said.", + "Don't cry! Don't cry! He whispered.", + "I'm so very tired of being all alone here. Hosty replied.", + "Just for that, the world of war\u2014the gospel. Edwin A. Walker resigned U.S. Army.", + "This must have been changed from eleven point two miles per hour.", + "But you mustn't sleep with your cap on your head,\" she said, and was going to say it all.", + "This is the ideal type of weapon for moving targets.", + "The lagoon was dry. Too late.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tossed it down and seized the next. Properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The Parliament and the Scots laid their proposals before the King.", + "Marie got them all fresh in Covent Garden market yesterday morning. Numbers of detectives mixed with the spectators.", + "Nothing was redone but to put about and return in disappointment toward the north.", + "With only head and wings above the mad smotherer, he flapped onward frenetically, beating down the hum about him.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On a wacky, my first thought was to observe the intensity of the light.", + "I can't bear it, and over with her head on the sharp and obvious.", + "I was absent rather more than an hour. Regained his foothold, again he was repelled.", + "These he gave to three of my brothers. Let's get out of here. We are hit.", + "There were benches for twenty men along each side. There was a peace in his great mixed turbulent empire.", + "I like him because he appreciates her more than you do. To those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "The boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy that take off for being delayed until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet to my knees when I go down to pick a cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you. \"I've questioned about his mother,\" Lee said.", + "Then must the person be unworthy of her? Bent into the form of a sleeping dog.", + "Do you wish to see Doctor Pip for business or for pleasure? It seems to me like he says.", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What side was the part stolen from the female felon's side?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter three: For locking and unlocking prisoners, should be insisted upon.", + "We remain motionless, ready to fire. That this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes to throw suspicion where there are no proofs, including the highest.", + "Of course, I can't really sing except the way my mother and grandmother did before me. One hundred sentence a couple of years.", + "This knowledge is memory in one sense, though in another it is not. Telling them that.", + "He would not eat with us. That it was subsequent to the time the president had been shot.", + "So they have a sense of extinction, and then the conversation drops.", + "Surely it cannot be. I shall recognize six fundamental principles.", + "Between the Secret Service and the president and his family is contemplated.", + "You will find a beautiful print of it just opposite yon rock again the hillside. One toe, horse.", + "Just to get him off this unpleasant groove with a little jolt, I said, \"I should sleep on planks.\"", + "Always before she had been bailed from these folks, who had put the bail there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried, \"Near the top of the stake.\"", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These beasts can be quite unpredictable. By many persons of high authority.", + "I'll take you to a cell myself. Russians will accept me after this sign of my faith in them. End quote.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's place by Ronald G. Whitmus of the FBI.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas. Soviet Union.", + "Several minutes pass by while the fight goes on underwater. Who are about to suffer the last penalty of the law.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All Librevox recordings are in the public domain. His foothold, again, he was repelled.", + "William said that Oswald was the man under number two." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 8.718807597467695, + "mcd_ci95": { + "mean": 8.718807597467695, + "std_err": 0.19377779478004037, + "ci_lower": 8.342543844913578, + "ci_upper": 9.094649492491191 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 0.2411, + "per_utterance_mcds": [ + 11.510078005425832, + 7.446869777657329, + 8.088969285320463, + 5.721900903189873, + 8.630644668815387, + 7.679722927137661, + 6.07397553817235, + 9.557205407896923, + 5.62428428834759, + 6.555679993048329, + 7.719290160000169, + 9.774234886706385, + 9.192259447669624, + 8.190707857626244, + 7.970163600094667, + 10.435125038505893, + 10.533766404418683, + 11.325404588808535, + 8.92334812864198, + 9.518487605100567, + 8.562062723282367, + 8.951705253097908, + 10.755360139467156, + 11.670478464198691, + 11.184616242804518, + 11.21668567581911, + 4.895031284555998, + 12.040123166753716, + 6.5091546068483, + 8.493783580709128, + 8.214642479715982, + 9.026205815261337, + 8.49933558006636, + 5.786036799718625, + 7.870164086645095, + 6.6094350205068295, + 11.611519031767415, + 7.631937630051408, + 9.557224036313947, + 11.214390664997644, + 11.693743921930771, + 7.774612731730353, + 11.7212098953409, + 9.160333248623429, + 6.991620264749338, + 8.532765855526193, + 10.903426142340757, + 7.2494627535917795, + 8.040163537543625, + 5.395037757228907, + 5.541863268682204, + 10.158648302453507, + 7.6263129557826135, + 8.330644329065851, + 8.665955657301438, + 10.33595986065518, + 10.974578390308482, + 8.758701252320018, + 6.916263628799262, + 6.266299523843775, + 7.064593774505666, + 7.195395083178575, + 10.977849287697417, + 7.7300438903084245, + 6.175572905752328, + 7.569137394899788, + 8.329318105353389, + 8.78115699560541, + 10.300946569825216, + 8.490974720286767, + 6.868745939658463, + 6.500870968118051, + 12.412676243734705, + 7.9376485829655214, + 12.636132455066276, + 10.243140627302468, + 8.328814082712414, + 7.114206127819387, + 9.090410182848382, + 12.152129604601663, + 7.13630752168968, + 10.496305532455017, + 10.150430130998584, + 7.402130210631646, + 8.361303099186049, + 7.733540513290424, + 5.434780097904733, + 8.04624261301895, + 10.478297504326695, + 11.292917054091745, + 11.608102572405363, + 5.2361161953946205, + 8.46186218153133, + 5.9417487413065055, + 12.06954256109846, + 7.2867668085274255, + 7.5268804024268245, + 8.435827311047479, + 9.254877975399088, + 11.817403104814318 + ], + "wer": { + "wer": 40.58380414312618, + "word_errors": 431, + "total_words": 1062, + "per_utt_edits": [ + 9, + 4, + 0, + 0, + 0, + 4, + 1, + 3, + 4, + 2, + 0, + 7, + 1, + 0, + 5, + 5, + 7, + 8, + 10, + 9, + 10, + 9, + 9, + 16, + 5, + 12, + 0, + 16, + 0, + 0, + 0, + 5, + 3, + 1, + 7, + 2, + 8, + 2, + 5, + 7, + 5, + 0, + 10, + 2, + 0, + 0, + 11, + 0, + 7, + 1, + 0, + 9, + 2, + 2, + 7, + 8, + 7, + 6, + 0, + 0, + 0, + 0, + 8, + 0, + 0, + 2, + 0, + 5, + 1, + 9, + 0, + 0, + 9, + 0, + 9, + 11, + 3, + 1, + 0, + 13, + 4, + 6, + 6, + 1, + 4, + 2, + 0, + 6, + 11, + 6, + 14, + 0, + 1, + 0, + 8, + 2, + 2, + 0, + 5, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 40.58380414312618, + "std_err": 5.134427430991547, + "ci_lower": 31.21631556992387, + "ci_upper": 51.38921339563862 + }, + "per_utterance_word_errors": [ + 9, + 4, + 0, + 0, + 0, + 4, + 1, + 3, + 4, + 2, + 0, + 7, + 1, + 0, + 5, + 5, + 7, + 8, + 10, + 9, + 10, + 9, + 9, + 16, + 5, + 12, + 0, + 16, + 0, + 0, + 0, + 5, + 3, + 1, + 7, + 2, + 8, + 2, + 5, + 7, + 5, + 0, + 10, + 2, + 0, + 0, + 11, + 0, + 7, + 1, + 0, + 9, + 2, + 2, + 7, + 8, + 7, + 6, + 0, + 0, + 0, + 0, + 8, + 0, + 0, + 2, + 0, + 5, + 1, + 9, + 0, + 0, + 9, + 0, + 9, + 11, + 3, + 1, + 0, + 13, + 4, + 6, + 6, + 1, + 4, + 2, + 0, + 6, + 11, + 6, + 14, + 0, + 1, + 0, + 8, + 2, + 2, + 0, + 5, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of newly arrived prisoners.", + "He found it a delightful little place, and he met charming people there. To the Brazilian authorities.", + "Yes, that's proper cat talk,\" declared the woman and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no speciality of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave Mahalo a curious look out of his deep-set, faded eyes and made a wry face.", + "Where the waves, for an instant, sank. They came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said Gambit. \"But Old Will was stubborn and wouldn't let her.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, waiting, weeping, rested really with a powerful fellow prisoner.", + "Bart smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in his sick room, Zora lay on the little white bed. The chariot to turn.", + "If I can get patients are sensible and calm people.", + "Have you been in Paris much these late years? Downward, they are found gradually to merge.", + "It will never break nor wear out by a well known tailor in Sable Row.", + "We were resolved not to present this entire mass of exogeses from paying for the maintenance of their own prison.", + "We've tortured each other enough for tonight. Thertel, with his two associates, resolved to kill him.", + "On one point, especially, the border Roughnecks had a wholesome dread: who would suffer the last penalty of the law.", + "Knowing nothing are the forms of our government. Continued to be the fruitful sources.", + "His chair was empty. But he knew, \"Let's get out of here. We are hit.\"", + "So I turned round and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "They'll feed it during our absence. Experts testified before the commission.", + "This everything is seen Hilda while she's fresh in a park in a mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "He shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him, whoever he might be.", + "What about us, Bartley? She asked in a thin voice. Whatever his crime.", + "Rachel's pale and sharpened features and dilated eyes struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper, of which the committee had recommended.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road? That when questioned about his mother, Lee said.", + "Don't cry! Don't cry. He was part.", + "I'm so very tired of being all alone here. Hosty replied.", + "Just for that, the world applauds the gospel. Edwin A. Walker resigned U.S. Army.", + "I must have been changed for Mabel. Point two miles per hour.", + "But you must not eat with your cap on your head,\" she said, and was going to take it off.", + "This is the ideal flag of weapon for moving targets.", + "The lagoon was dry. Too late.", + "There cannot be a doubt he received you kindly, for in fact you returned without his permission.", + "Then he tossed it down and seized the next.", + "There's no fear that, more or less uniform, was thus aimed at.", + "The Parliament and the Scots laid their proposals before the King.", + "Marie got them all fresh in Covent Garden Market yesterday morning. Numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frantically, beating down the foam about him.", + "When he rose, her everything was changed for him. He was telling the truth. Fixed near the top of the stake.", + "On a waggie, my first thought was to observe the intensity of the light.", + "I can't bear it, and over with her head on the music.", + "I was absent rather more than an hour. Regained his foothold, again he was repelled.", + "These he gave to three of my brothers. Let's get out of here. We are hit.", + "There were benches for twenty men along each side. Peace in his great mixed turbulent empire.", + "I like him because he appreciates her more than you do. To those responsible for its management.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "The boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy. Carefully deleted until Vice President Johnson was sworn in.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet to my knees when I go down to pick the cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you,\" Lee said.", + "Then must the person be unworthy of them?", + "Do you wish to see Doctor Pip on business or for pleasure? It seems to me like he says.", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want? Was the part stolen from the female felon's side?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter three: For locking and unlocking prisoners, should be insisted upon.", + "We remain motionless, ready to fire. That this appeared to be the revolver seen in Oswald's belt.", + "One hardly likes to throw suspicion where there are no proofs, including the highest.", + "Course, I can't really sing except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense; though in another, it is not.", + "You would not eat with us. That it was subsequent to the time the president had been shot.", + "So they have. So they have a sense of Mr. King, and then the conversation drops.", + "No, surely it cannot be. I shall recognize six fundamental principles.", + "Such an idea was absurd. President and his family is contemplated.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off this unpleasant groove with a little jolt, I said, \"Should sleep on planks.\"", + "Always before, she had been bailed from these folks who had put the veil there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried, \"Near the top of the stake.\"", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These beasts can be quite unpredictable. By many persons of high authority.", + "I'll take you to a cell myself. The Russians will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's suite. By Ronald G. Whitmus of the FBI.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All Liberox recordings are in the public domain. Again, he was repelled.", + "Why not so? Oswald was the man under number two." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 6.284599052088155, + "mcd_ci95": { + "mean": 6.284599052088155, + "std_err": 0.09550455168502611, + "ci_lower": 6.099170194209781, + "ci_upper": 6.475975798061105 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.17, + "per_utterance_mcds": [ + 6.5897535313340745, + 5.212193940638619, + 7.492894215738534, + 5.640704667644151, + 5.854474050615429, + 8.100729782183734, + 6.9420040145639526, + 8.893608111209163, + 5.896443583894087, + 6.909051778219134, + 6.833758135259313, + 6.137545762900728, + 7.950737034025145, + 6.414109125629338, + 5.8914546307869715, + 6.264489474076397, + 5.421688996186497, + 5.999258744813913, + 5.554976668622263, + 5.0723366524494296, + 6.083718259459706, + 7.637116727844137, + 4.816378410112191, + 5.617491078602569, + 6.966714601291749, + 7.025921796493261, + 5.407550571445622, + 5.8196505651567785, + 6.331391060908142, + 5.068450098545968, + 8.203951684901723, + 6.401380335403487, + 5.208485089846191, + 6.751226719688212, + 5.565880783614464, + 6.31514100339927, + 4.912335100824525, + 6.12296298702822, + 6.086400870768475, + 5.978511313691516, + 7.06089092403722, + 8.042126620006835, + 6.050714096787799, + 6.395297198260384, + 7.075029255044471, + 5.371660135135974, + 5.500080932222854, + 6.700669535694142, + 5.280407199612009, + 6.304177288792818, + 6.495244622957848, + 7.657144148738142, + 7.186199090031384, + 7.565930409452267, + 4.298152128498084, + 5.238350984389265, + 6.201554156028661, + 5.387458168468497, + 6.55267543568863, + 6.961364786906717, + 5.9120509648850454, + 7.028899258951039, + 6.5938377600430655, + 6.839865016491243, + 5.674884784098336, + 5.993928765686846, + 5.1770721416607195, + 4.783850855372176, + 6.605076397497838, + 6.296106349814149, + 6.83021450918705, + 5.868549342804318, + 6.1293119398448646, + 8.57020299115858, + 6.333317510391215, + 5.325147063538523, + 5.031089762899284, + 5.939290310949276, + 7.223951582339125, + 6.286094169144908, + 7.31502988723026, + 5.504859314503779, + 5.806108301266239, + 5.66498868958532, + 6.075388460253214, + 7.396399745533006, + 5.736181326832413, + 6.391106405189406, + 5.180955685132501, + 7.4648925096058045, + 5.333589801831105, + 5.946629557107529, + 5.357808461103327, + 6.509141151165999, + 7.926696622025904, + 6.469106081426086, + 5.102856997116676, + 9.341583116144845, + 5.080416886069113, + 5.695425656364302 + ], + "wer": { + "wer": 9.227871939736346, + "word_errors": 98, + "total_words": 1062, + "per_utt_edits": [ + 4, + 2, + 1, + 0, + 0, + 4, + 0, + 3, + 4, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 3, + 0, + 3, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 10, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 1, + 1, + 2, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 2, + 1, + 1, + 0, + 0, + 9, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 0 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 9.227871939736346, + "std_err": 1.673790524859993, + "ci_lower": 6.329085719443128, + "ci_upper": 12.858640202108722 + }, + "per_utterance_word_errors": [ + 4, + 2, + 1, + 0, + 0, + 4, + 0, + 3, + 4, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 3, + 0, + 3, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 10, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 1, + 1, + 2, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 2, + 1, + 1, + 0, + 0, + 9, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 0 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take away descriptions.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper. Can't talk,\" declared the woman and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave Mahalo a curious look out of his deep-set, faded eyes and made a wry face.", + "Where the waves, for an instant, sank. They came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said Young Bates. \"But Old Will was stubborn and wouldn't let her.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there waiting.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in his sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years? Down.", + "It will never break nor wear out.", + "We were resolved not to present this entire mass of exegesis.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome dread.", + "Knowing nothing of the forms of our government, continued to be.", + "The chair was empty, but he knew.", + "That's Game Ball.", + "They'll feed it during our absence.", + "Is everything is seeing Hilda while she's fresh in a park?", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "She halted impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry,\" he whispered.", + "I am so very tired of being all alone here.", + "Just for that, the world opposes the gospel.", + "I must have been changed for Mabel.", + "But you mustn't eat with your cap on your head,\" she said, and was going to take it off.", + "This is the ideal type of weapon for moving targets.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tossed it down and seized the next.", + "There's no question of that, sir.", + "The parliament and the Scots laid their proposals before the king.", + "Marie got them all fresh in Covent Garden Market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frenetically, beating down the foam about him.", + "When he wrote her, everything was changed for him. He was telling the truth.", + "On a wendy, my first thought was to observe the intensity of the light.", + "I can't bear it, and over with her head on the mule's back.", + "I was absent rather more than an hour.", + "These he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image, in spite of its being unusually clear.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy carefully mended.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet to my knees when I go down to pick cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of him.", + "Do you wish to see Doctor Pip on business or for pleasure?", + "The great Saint Saint Francis Xavier.", + "Hatsie and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three: For locking and unlocking prisoners should be insisted upon.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are no proofs.", + "Of course, I can't really sing, except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense; though in another, it is not.", + "He would not eat with us.", + "So they have. So they have. Aces at Mr. King, and then the conversation drops.", + "No, surely it cannot be.", + "Such an idea was already present.", + "You will find a beautiful print of it just opposite Yon Rock again the hillside.", + "Just to get him off this unpleasant groove with a little jolt, I said.", + "Always before, she had been veiled from these folks. Who had put the veil there?", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then, there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's feast.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of the power to crush the town.", + "All Librevox recordings are in the public domain.", + "Is that so?" + ] + }, + "TEC": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.693559609832447, + "mcd_ci95": { + "mean": 4.693559609832447, + "std_err": 0.15758232450396278, + "ci_lower": 4.385072767680391, + "ci_upper": 5.008339767204669 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 4.072355011787199, + 3.577006204784787, + 6.74640678223582, + 4.97275181943353, + 4.274855997831706, + 8.036196322434042, + 6.229357293052057, + 8.315612495740655, + 5.294026932288333, + 6.471760491597093, + 5.9205580686715695, + 3.757438936231949, + 6.978618194977285, + 4.993168627609493, + 4.637384679928101, + 3.9923242267276096, + 2.827727580045625, + 3.3561409847830923, + 3.4843796693087277, + 2.56084628956578, + 4.566227472083005, + 6.406256981210439, + 2.324431630698244, + 2.4504776187294675, + 4.710129383124167, + 4.835681274676826, + 5.278745653718169, + 2.816584501918659, + 5.952884554190095, + 3.0001314484836596, + 7.389075526655873, + 5.073773917275179, + 3.4349696486524306, + 6.226215036885956, + 4.210626500138973, + 6.13410800388239, + 1.9610409727589657, + 4.683586916066881, + 4.429423386270905, + 3.0039484384757715, + 4.6206010052949, + 7.377784240370554, + 3.1351202166094954, + 5.3048777488688925, + 6.431065783600349, + 3.0264663789777018, + 2.4299801748306606, + 6.054741878832573, + 3.3582893503075164, + 5.8049002834367665, + 6.033450041240833, + 6.21464417229291, + 6.313185780342261, + 6.994768660977596, + 2.225197432134423, + 2.7638439016836984, + 3.537351359451042, + 3.3830519271394164, + 5.9690720217860065, + 6.293811609899284, + 5.348282169465341, + 6.3133296661526215, + 4.207527225981726, + 5.433374382611994, + 5.09019208253147, + 4.7964696298667056, + 3.271609157020732, + 2.631369036908645, + 4.439131999330332, + 4.680634455486971, + 5.989211918885331, + 4.845099161677608, + 2.799513054521171, + 7.807284600468973, + 2.952221667223424, + 2.6869797932477253, + 3.3574553537854515, + 4.520329779924197, + 5.820583343985509, + 3.300329649861439, + 6.949655687229784, + 2.9691399921218227, + 3.387796662034175, + 4.558535900850107, + 4.504246691192045, + 6.835472633678049, + 5.0714211885292695, + 5.248862168551816, + 2.565246093589289, + 5.191896756675389, + 2.208669223113241, + 5.387757614844555, + 3.4893411926251225, + 5.697699534296421, + 5.408480345508269, + 5.628882004777518, + 3.4219566026593315, + 8.482799947059405, + 2.8139412100172563, + 2.58379196194708 + ], + "wer": { + "wer": 8.474576271186441, + "word_errors": 90, + "total_words": 1062, + "per_utt_edits": [ + 4, + 2, + 0, + 0, + 0, + 4, + 0, + 4, + 4, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 0, + 5, + 0, + 0, + 0, + 3, + 0, + 3, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 3, + 1, + 0, + 2, + 5, + 0, + 0, + 0, + 4, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 3, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 7, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 2 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 8.474576271186441, + "std_err": 1.3805438949331177, + "ci_lower": 5.958981647171788, + "ci_upper": 11.333333333333334 + }, + "per_utterance_word_errors": [ + 4, + 2, + 0, + 0, + 0, + 4, + 0, + 4, + 4, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 0, + 5, + 0, + 0, + 0, + 3, + 0, + 3, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 3, + 1, + 0, + 2, + 5, + 0, + 0, + 0, + 4, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 3, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 7, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 2 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take away descriptions.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper cat talk,\" declared the woman and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave Main Hall a curious look out of his deep-set, faded eyes and made a wry face.", + "Where the waves, for an instant, sank, they came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said young Bates. But old Will was stubborn and wouldn't let her.", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there waiting.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in his sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "It will never break nor wear out.", + "We were resolved not to present this entire mass at Exeter Jesus.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome dread.", + "Knowing nothing of the forms of our government, continued to be.", + "The chair was empty, but he knew.", + "That's game ball.", + "They'll feed it during our absence.", + "Everything is seeing Hilda while she's fresh in a park.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "Jay Hall cut him impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour, reading the Sunday newspaper.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry,\" he whispered.", + "I'm so very tired of being all alone here.", + "Just for that, the world upholds the gospel.", + "I must have been changed for Mabel.", + "But you mustn't eat with your cap on your head,\" she said, and was going to take it off.", + "This is the ideal time.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tossed it down and seized the next.", + "There's no here that, sir.", + "The parliament and the Scots laid their proposals before the king.", + "Marie got them all fresh in Covent Garden Market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frenetically, beating down the whom about him.", + "When he wrote her, everything was changed for him. He was telling the truth.", + "On a waggie, my first thought was to observe the intensity of the light.", + "I can't bear it, and over went her head on the music rack.", + "I was absent rather more than an hour.", + "These he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy carefully mended.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet to my knees when I go down to pick cherry.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of her.", + "Do you wish to see Doctor Pip for business or for pleasure?", + "The great saint Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparations.", + "What wine do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are no proofs.", + "Course, I can't really sing, except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense; though in another, it is not.", + "You would not eat with us.", + "So they have a sense of mystery, and then the conversation drops.", + "No, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off this unpleasant groove with a little jolt, I said.", + "Always before, she had been bailed from these folks who had put the veil there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then, there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to his cell myself.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's feast.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All LibriVox recordings are in the public domain.", + "It's not so." + ] + }, + "AEC-Seq2seq": { + "method": "AecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 4.3267537196326415, + "mcd_ci95": { + "mean": 4.3267537196326415, + "std_err": 0.18274123843420279, + "ci_lower": 3.979782840266885, + "ci_upper": 4.6853999897813265 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 6.36, + "per_utterance_mcds": [ + 3.459113357005727, + 2.6853955046087483, + 6.147545642163473, + 4.713308266434581, + 3.242765286033402, + 7.993015383146141, + 7.674827798789124, + 7.464190854296182, + 6.234644908327023, + 7.421406804543839, + 5.836120852566307, + 3.7127599642586917, + 5.493622487072138, + 4.057089252734316, + 3.9283605702414177, + 3.3759805166510337, + 2.456540455537597, + 2.892142656167193, + 2.718020889427692, + 1.9855208240160078, + 3.3761431031032263, + 5.716021650801993, + 1.9658515755430612, + 2.2343117217575306, + 3.7150260263032244, + 4.054966336240901, + 6.5455935791459225, + 2.5151567351106423, + 5.41579546485916, + 2.8607820185951276, + 5.308761718660173, + 4.4173911017331795, + 2.9595516550896885, + 7.844539174289944, + 3.812233896864517, + 6.058120779517499, + 1.6113526160609482, + 4.560525721486332, + 3.5940517753660046, + 2.5999555000061267, + 4.047129841274639, + 6.836300997735637, + 2.3606419211317644, + 4.25008653651058, + 6.898570096450187, + 2.426115729939016, + 2.1074817376416446, + 5.829526640386153, + 2.8310174286787446, + 6.682823547174261, + 8.638747798717208, + 5.158274312866163, + 5.4832547407343455, + 6.449635969940777, + 1.8520801749390043, + 2.2349358001885085, + 2.9113456495744585, + 2.7176264174582574, + 5.481002244133231, + 6.974043758046509, + 4.703534031603892, + 6.471755031067413, + 3.2946521639965414, + 5.984118047555989, + 4.665438698758089, + 4.529930810492795, + 2.604130648275814, + 1.8925957515280387, + 3.4964633126740137, + 4.1428017909224435, + 5.927833020547517, + 4.286938698903701, + 2.3016443554698505, + 7.392381271354576, + 2.5180674881297276, + 2.036436329856127, + 2.505630046344446, + 3.9369003639195994, + 5.158956204891435, + 2.6375335335371317, + 6.612000918807234, + 2.45937469194952, + 3.026988093958749, + 3.6916506384426375, + 3.725500873354895, + 6.584939167997583, + 5.3569006860867505, + 4.3233417310865665, + 2.3785105341541497, + 4.149215743291438, + 1.8137476404650712, + 6.232016255498254, + 3.0971501931462546, + 6.190057981878997, + 4.483411816731138, + 4.951065577990961, + 2.6190570468443006, + 9.208109583974544, + 2.288346302487587, + 2.167099117211491 + ], + "wer": { + "wer": 5.649717514124294, + "word_errors": 60, + "total_words": 1062, + "per_utt_edits": [ + 2, + 2, + 1, + 0, + 0, + 4, + 0, + 7, + 4, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 0 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 5.649717514124294, + "std_err": 1.057234038433437, + "ci_lower": 3.7254628108226533, + "ci_upper": 7.853881278538813 + }, + "per_utterance_word_errors": [ + 2, + 2, + 1, + 0, + 0, + 4, + 0, + 7, + 4, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 0 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "Without the instruction.", + "He founded a delightful little place, and he met charming people there.", + "Yes, that's proper. Can't talk,\" declared the woman, and opened the door.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds or one only? That is the fourth question. One only.", + "It has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playwright gave Jane Holistorious look out of her deep-set, beaded eyes and made a wry face.", + "Where the waves, for an instant, sank, they came closer, but not quite within grasp and reach.", + "Lucy could have worked after her mother,\" said Young Bates, \"but Old Will was stubborn and wouldn't let her.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there waiting.", + "Bartley smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on his face.", + "Up in the sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these late years?", + "It will never break nor wear out.", + "We were resolved not to present this entire mass of exegesis.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome dread.", + "No doubt, knowing nothing of the forms of our government or.", + "The chair was empty, but he knew.", + "That's game ball.", + "They'll feed it during our absence.", + "Does everything in seeing Hilda while she's fresh and apart?", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "Mei Hao cut in impatiently.", + "The combined bands of both the countries played the music, and a fine supper was served.", + "The others were invisible.", + "We shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I creep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharpened features and dilated eye struck her with a painful surprise.", + "Frank sat up until a late hour reading the Sunday newspaper.", + "The Bulu stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have we followed that road?", + "Don't cry! Don't cry,\" he whispered.", + "I am so very tired of being all alone here.", + "Just for that, the world abhors the gospel.", + "I must have been changed from Mabel.", + "But you must not eat with your cap on your head,\" she said, and was going to take it off.", + "I simply bowed to him.", + "The lagoon was dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tossed it down and seized the next.", + "There's no fear of that, sir.", + "The Parliament and the Scots laid their proposals before the King.", + "Marie got them all fresh in Covent Garden Market yesterday morning.", + "Nothing was to be done but to put about, and return in disappointment toward the north.", + "With only head and wings above the mad smother, he flapped onward frantically, beating down the home about him.", + "When he wrote her that everything was changed for him, he was telling the truth.", + "On awakening, my first thought was to observe the intensity of the light.", + "I can't bear it, and over went her head on the music rack.", + "I was absent rather more than an hour.", + "These he gave to three of my brothers.", + "There were benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually clear.", + "Boy from the house is coming up for the rector.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was the dirty boy carefully mended.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get wet to my knees when I go down to pick cherries.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do of you.", + "Then must the person be unworthy of her.", + "Do you wish to see Doctor Pipd on business or for pleasure?", + "A great saint, Saint Francis Xavier.", + "Hattie and Beth supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are no proofs.", + "Course, I can't really sing, except the way my mother and grandmother did before me.", + "This knowledge is memory in one sense, though in another it is not.", + "You would not eat with us.", + "So they have. So they have. Assented, Mister King, and then the conversation dropped.", + "No, surely it cannot be.", + "Such an idea was absurd.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off this unpleasant groove with a little jolt, I said.", + "Always before, she had been veiled from these folks who had put the veil there.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll take you to a cell by cell.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's feast.", + "I don't think, Rachel, dear, you heard me,\" said Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leaders of the conspiracy became distrustful of their power to crush the town.", + "All LibriVox recordings are in the public domain.", + "Is that so?" + ] + } + }, + "-5dB": { + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 10.725496288824463, + "mcd_ci95": { + "mean": 10.725496288824463, + "std_err": 0.16329075473135235, + "ci_lower": 10.407836830643724, + "ci_upper": 11.045428406316342 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 12.805225859442078, + 9.319163276273542, + 10.37873994829889, + 7.8550754821449456, + 10.643545413275536, + 9.912727557156733, + 8.91417385007946, + 11.752456239903758, + 8.201499768102899, + 8.75501846481108, + 10.319285643772924, + 11.272068062121589, + 10.89832655751259, + 10.21805053573007, + 9.783404311545972, + 12.438308650507143, + 12.276120638643823, + 12.788161401115547, + 10.639098880258576, + 11.222921003623425, + 10.460633720632599, + 11.165142167113542, + 11.680457893965738, + 13.27232948937671, + 13.316382662220073, + 12.333504082099243, + 7.3054122998784985, + 13.287006395123953, + 9.037459733899794, + 10.602300601237136, + 10.773591913733672, + 10.951685497282847, + 10.50685812807362, + 8.541126311098648, + 9.892072835490923, + 8.73485125384453, + 12.608640361623834, + 9.83476516664191, + 11.218423397150522, + 13.175277485763411, + 13.336996075276836, + 10.628973801277104, + 12.810119623273783, + 11.281618312187854, + 8.862155782759485, + 10.501658689833118, + 12.374881331338614, + 9.451697364970775, + 9.610170593739834, + 7.963789414468481, + 8.291010652022711, + 12.0079694880982, + 10.329435787445746, + 10.673052584133448, + 10.123904230854592, + 12.09449215775633, + 13.088371820645428, + 10.155832147099217, + 9.574359295235569, + 8.972940432520113, + 9.220812961373017, + 9.734635748264266, + 12.454586640663015, + 10.14683762644877, + 8.237419957031936, + 9.656706054221289, + 10.107691568600162, + 10.824827423154852, + 12.153030217261696, + 10.304521053571362, + 9.5077347894903, + 8.718529977887574, + 13.812172769639677, + 10.314030814357745, + 14.19496823507506, + 11.664637772579237, + 10.660406867683921, + 8.877595504197723, + 11.365736831613358, + 13.517522064251546, + 9.895967170211676, + 12.044876152624772, + 11.799124168226326, + 9.38248845900817, + 10.253396502624247, + 10.05220437425566, + 8.101957163545414, + 9.694006498064711, + 12.161399721698482, + 13.543371834963258, + 13.003616381798404, + 7.8256125240607375, + 10.305436036185869, + 8.818503932293876, + 13.970466023330664, + 9.940373260025803, + 9.242903361362973, + 11.643718747694239, + 10.784435766776333, + 13.386643400819187 + ], + "wer": { + "wer": 119.02071563088512, + "word_errors": 1264, + "total_words": 1062, + "per_utt_edits": [ + 8, + 12, + 11, + 14, + 12, + 17, + 17, + 17, + 15, + 19, + 13, + 14, + 7, + 10, + 11, + 8, + 14, + 11, + 16, + 14, + 18, + 13, + 12, + 16, + 7, + 12, + 13, + 16, + 13, + 8, + 15, + 15, + 13, + 19, + 16, + 15, + 10, + 9, + 11, + 14, + 10, + 19, + 10, + 5, + 16, + 9, + 12, + 10, + 13, + 5, + 18, + 17, + 13, + 13, + 10, + 13, + 13, + 12, + 14, + 14, + 11, + 15, + 14, + 3, + 13, + 11, + 13, + 13, + 11, + 16, + 9, + 9, + 12, + 18, + 11, + 13, + 11, + 17, + 13, + 14, + 13, + 7, + 12, + 12, + 18, + 15, + 8, + 18, + 16, + 13, + 16, + 11, + 9, + 4, + 12, + 12, + 17, + 12, + 12, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 119.02071563088512, + "std_err": 4.485998011240907, + "ci_lower": 110.7601028402914, + "ci_upper": 128.26107859531774 + }, + "per_utterance_word_errors": [ + 8, + 12, + 11, + 14, + 12, + 17, + 17, + 17, + 15, + 19, + 13, + 14, + 7, + 10, + 11, + 8, + 14, + 11, + 16, + 14, + 18, + 13, + 12, + 16, + 7, + 12, + 13, + 16, + 13, + 8, + 15, + 15, + 13, + 19, + 16, + 15, + 10, + 9, + 11, + 14, + 10, + 19, + 10, + 5, + 16, + 9, + 12, + 10, + 13, + 5, + 18, + 17, + 13, + 13, + 10, + 13, + 13, + 12, + 14, + 14, + 11, + 15, + 14, + 3, + 13, + 11, + 13, + 13, + 11, + 16, + 9, + 9, + 12, + 18, + 11, + 13, + 11, + 17, + 13, + 14, + 13, + 7, + 12, + 12, + 18, + 15, + 8, + 18, + 16, + 13, + 16, + 11, + 9, + 4, + 12, + 12, + 17, + 12, + 12, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "We hid it there secretly, and so gave information to the Brazilian authorities.", + "A table showing the figures for the year-ending Michaelmas eighteen o two.", + "I gave Milou Randy and Lulu's collapsed against chair while I made prisoner careful examination and so get punished.", + "Agent Roy H Kellerman riding in the front seat of the presidential car.", + "In his intense desire to join the marines and give away from his surroundings and his mother.", + "The culprit was really her husband, who pulled Little Connor out of jealousy and revenge feelings.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Mold one into a round box and set aside for a loaf, as already directed.", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "His attempt to express himself through his bare claim for Cuba activities, however.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "The latter unsexed and brutalized by dissipation.", + "The man Bowsfield, however, whose execution was so sadly mungled.", + "Leaving between them room for a four-horse chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "But when the two groups are traced downward, they are found gradually to merge.", + "To which he was introduced by a well-known tailor in Savello.", + "And they were exacted to relieve a rich corporation from paying for the maintenance of their own prison.", + "To take possession of this for tonight, Thertel with his two associates resolved to kill him.", + "How for you, my poor fellow nobles, who are about to suffer the last penalty of the law.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "Four marksmanship experts testified before the commission.", + "Thistlewood was discovered next morning in a mean house in White Street, Morfields.", + "Osvald was quiet, mirthful, poor of the class, and disappointed grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined lands of fifty countries would be so classed if it remained in this condition.", + "Then joined in the effort to revive the president.", + "And now he went on saying, \"My coming to you, Babylonians.\"", + "So that it might become the exclusive property of her husband, whoever he might be.", + "The man of better birth, she asked, could hope for no sympathy whatever. His crime.", + "Mr. Kennedy and Mr. Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of forfeiting days' allowance of food, an increase of which the committee had recommended.", + "That air law, the whole management of the transfer department, laughing, was entrusted to him.", + "Carol reported that when questioned about his mother, Lee said.", + "The signature of the witness was D. F. Drittel.", + "When asked what the next step would have been, hosty replied.", + "Off the boat from the shore at Major General Edwin A. Walker resigned U.S. Army.", + "This represents speed of eleven point two miles per hour.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "Samples of his photographic work, offering to contribute that sort of service without charge.", + "There was no burglary properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The commission has concluded that on April ten, nineteen sixty three.", + "In the houses opposite the prison, numbers of detectives mixed with the spectators.", + "Nothing was done but to put about and return at disappointment toward the car.", + "Except for the uneventful distribution of literature at the Domain Street Wharf in June.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "I ordered the manufacturer's serial number C two seven six six.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "The fourth time regained his foothold, again he was repelled.", + "As he told the driver, \"My brothers, let's get out of here. We are hit.\"", + "During all his reign, there was little peace in his great mixed turbulent empire.", + "I hate continued to be a reproach to those responsible for its management.", + "The war was one short of its number. What would become of the fellow?", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "No irons are worn except as punishment.", + "Were fixed over the fireplaces, and the prisoners had no longer access to the chimneys.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "Their special care.", + "The fish retains permanently its form, but the frog passes on.", + "I propose to turn down the subject of Newgate executions.", + "A committee of aldermen was forthwith appointed to report upon the inspector's report.", + "I don't talk with anyone else. They do with you. When questioned about his mother, Lee said.", + "Meanwhile, the clergyman still bent into the form of a sleeping dog.", + "And this man, Mister Truly, spoke up and said, \"It seems to me like he says.\"", + "Or of the fatal consequences which might be ensued.", + "Patty and Beth supported their cousin loyally and accepted in the preparation the last penalty of the law.", + "The state side was the part stolen from the female felon's side.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "Instead, leading the composition of our federal courts, including the highest.", + "At another time, there were fifty. One of whom had been under sentence a couple of years.", + "If knowledge is to their assembly, he began to bewail his misfortunes, telling them that.", + "She recalled that it was subsequent to the time the president had been shot.", + "His tenure immediately preceding his execution, I have referred to in the last chapter.", + "Indirectly, I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "A series of prints of it, just opposite the hillside, with one toe, horse.", + "The prisoners should be made to dispense with the use of a mattress. I said, and should sleep on planks.", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I certainly would not allow this to be held if one of the papers has been pointed out above.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "It has been discussed and approved by many persons of a high authority.", + "I'm sure Russians will accept me after this sign of my faith in them. End quote.", + "As for my return early, at least twenty odd people will drop during the afternoon.", + "Which probably represents a deliberate criminal before limbs were acquired.", + "The last two days of the voyage, Bartley found all just in position.", + "These prints were examined independently by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "Now for you, my poor fellow mortals, who are about to suffer the last penalty of the law.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "Who, for the fourth time, regained his foothold? Again, he was repelled.", + "Waley said that Oswald was the man under number two." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 10.275342998968597, + "mcd_ci95": { + "mean": 10.275342998968597, + "std_err": 0.16060972351045416, + "ci_lower": 9.964574794020496, + "ci_upper": 10.590961643220997 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 0.2411, + "per_utterance_mcds": [ + 12.408305209145519, + 8.893499533449619, + 10.05281148920942, + 7.432609218427458, + 10.234222046941067, + 9.576213254565138, + 8.448492908154677, + 11.456421513501994, + 7.849365156995876, + 8.362409550824653, + 9.85650439631675, + 10.909896190177742, + 10.616256556663142, + 9.712793382996916, + 9.421697973797752, + 11.700763154726186, + 11.825790512728718, + 12.367785514985808, + 10.166108462397156, + 10.686300556478137, + 10.076991298585869, + 10.758168468343797, + 11.481259647487313, + 12.612029329635995, + 12.689904764461998, + 12.104565332888209, + 6.925017970808621, + 12.843831494396236, + 8.602180915786255, + 10.074228216943347, + 10.309957501862426, + 10.712321696192717, + 9.894351056263666, + 8.098878643454048, + 9.301273840078828, + 8.44423203709712, + 12.217289842941831, + 9.517160034211104, + 10.983831561206284, + 12.473986551125728, + 12.999318718509908, + 9.971422359791001, + 12.507856345843395, + 10.75349052102798, + 8.606453270063653, + 9.69584319704362, + 11.771812515367458, + 8.963986674127472, + 9.328287252329774, + 7.604563414630743, + 7.824564617011657, + 11.845465077177929, + 9.940696935044633, + 10.144112680065444, + 9.733334901929833, + 11.720954643879889, + 12.480028381830664, + 9.763294414195897, + 9.134693511993193, + 8.549586834367531, + 8.912295029800857, + 9.24656054484218, + 12.012721178901879, + 9.60562504039525, + 7.854551686026258, + 9.290889115354961, + 9.707234497328141, + 10.390575147056701, + 11.707292758669936, + 9.890897413720737, + 8.878351581912147, + 8.17930040949872, + 13.260119742069989, + 9.974560489850742, + 13.352196290684391, + 11.233475213817782, + 10.007924261000394, + 8.52984269896988, + 11.020424145159742, + 13.112254940829706, + 9.311286353655433, + 11.747960713408993, + 11.257685783306131, + 9.104923493463957, + 9.869471390421065, + 9.497095904279952, + 7.509603105692359, + 9.524205717908597, + 11.60035560358884, + 13.029534964690068, + 12.500881540554895, + 7.29687242703857, + 9.895334808243721, + 8.206558977456533, + 13.329507171263124, + 9.3407494211808, + 8.650000001875412, + 11.218337721103726, + 10.410042174728458, + 12.627327384621957 + ], + "wer": { + "wer": 90.30131826741996, + "word_errors": 959, + "total_words": 1062, + "per_utt_edits": [ + 8, + 10, + 12, + 0, + 9, + 16, + 8, + 18, + 8, + 14, + 10, + 14, + 7, + 7, + 12, + 8, + 14, + 12, + 13, + 11, + 6, + 13, + 12, + 16, + 7, + 13, + 1, + 16, + 9, + 9, + 3, + 15, + 7, + 8, + 13, + 7, + 10, + 4, + 10, + 12, + 11, + 8, + 10, + 5, + 11, + 8, + 12, + 10, + 17, + 1, + 14, + 17, + 1, + 13, + 12, + 13, + 13, + 14, + 2, + 2, + 2, + 13, + 14, + 3, + 1, + 6, + 7, + 9, + 12, + 16, + 0, + 6, + 11, + 18, + 11, + 13, + 10, + 1, + 12, + 14, + 14, + 7, + 12, + 8, + 8, + 15, + 2, + 14, + 11, + 8, + 16, + 0, + 9, + 0, + 10, + 11, + 11, + 7, + 12, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 90.30131826741996, + "std_err": 6.1572825594952665, + "ci_lower": 78.82619207121189, + "ci_upper": 102.87698292731848 + }, + "per_utterance_word_errors": [ + 8, + 10, + 12, + 0, + 9, + 16, + 8, + 18, + 8, + 14, + 10, + 14, + 7, + 7, + 12, + 8, + 14, + 12, + 13, + 11, + 6, + 13, + 12, + 16, + 7, + 13, + 1, + 16, + 9, + 9, + 3, + 15, + 7, + 8, + 13, + 7, + 10, + 4, + 10, + 12, + 11, + 8, + 10, + 5, + 11, + 8, + 12, + 10, + 17, + 1, + 14, + 17, + 1, + 13, + 12, + 13, + 13, + 14, + 2, + 2, + 2, + 13, + 14, + 3, + 1, + 6, + 7, + 9, + 12, + 16, + 0, + 6, + 11, + 18, + 11, + 13, + 10, + 1, + 12, + 14, + 14, + 7, + 12, + 8, + 8, + 15, + 2, + 14, + 11, + 8, + 16, + 0, + 9, + 0, + 10, + 11, + 11, + 7, + 12, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "He found a delightful place, and so leaked information there to the Brazilian authorities.", + "Yeah, that's probably showing the figures for the year ending Michaelmas, eighteen o two.", + "I gave him a little brandy and left him collapsed in a chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful. Right in the front seat of the presidential car.", + "His intense desire to join the marines and give away what he's surroundings and his mother.", + "That's no beauty whatsoever. The specialty of picturesqueness, and all it blinds us to the poor.", + "Other officials, great lawyers, governors, and chaplains supported this view.", + "Where the waves, when instant sank, they came closer, but not quite within grasp. The way directed.", + "Even some could have looked after his mother, said the terrors beneath the idolaters of gallows.", + "His attempt to express himself did not show a single glimpse of activities. However.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "The latter unsexed and brutalized by dissipation.", + "Miss Rachel only glanced across her muscles. On the street was so sadly mangled.", + "Leaving between them, or a room for a four-post chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "But when the two groups are traced downward, they are found gradually to merge.", + "To which he was introduced by a well known tailor in Savello.", + "And were resolved not to relieve a rich corporation from paying for the maintenance of their own prison.", + "To torture each other enough for tonight, Thertel with his two associates resolved to kill him.", + "How point suspicious? The water ruffians had a whole center.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "They'll feed it during our ship's trip. Experts testified before the commission.", + "This boy was discovered next morning in a mean house in White Street, Morfields.", + "A little wave of quiet mirth broke forth over the class of boys from the director's grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The combined lands of both the countries would be so in a fine sufferer in this condition.", + "Thank you, Wayne, in the effort to revive the president.", + "And I shall not leave you day or night, whether you are working or laying or sleeping.", + "So that it might become the exclusive property of her husband, whoever he might be.", + "What about us, Bart? She asked in a thin voice. For no sympathy, whatever his crime.", + "With her pale and sharp features and divided eyes, struck her with the office.", + "Frank said up until the late hours of reading the Sunday newspaper, an increase of which the committee had recommended.", + "The buller stared a moment, and then he fell back in a strong, laughing voice trusted to him.", + "Carroll told that when questioned about his mother, Lee said.", + "Don't cry! Don't cry! He was C. F. Drittel.", + "When asked what's next, step by step, hosty replied.", + "Just about to shout at Major General Edwin A. Walker resigned U.S. Army.", + "This represents a speed of eleven point two miles per hour.", + "But you must see that your cap on your head,\" he said, \"and was going to they are higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "There cannot be doubt. He seemed to be kindly offering to contribute that service without charge.", + "Then he tucks it down and sees the next properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The committee has concluded that proposal for 1963.", + "The houses opposite the garden market yesterday were full of numbers of detectives mixed with the spectators.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only the head of the unimaginable distribution of literature at the main street, beating down the room with about.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "On awakening, my first thought was to observe the intensity of the light.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "I was out of the fourth time regained his foothold, again he was repelled.", + "As he told the driver, \"My brothers, let's get out of here. We are hit.\"", + "During all his reign, there was little peace in his great mixed turbulent empire.", + "We continue to be more pro than you do to those responsible for its management.", + "He passed from Fleming's bridge on to firm land again.", + "In such a case, we distrust our in spite of its being unusually cold.", + "The boy from the house is coming up for rector's punishment.", + "Now, as over the fireplaces, and the prisoners had no longer access to the chimneys.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "Their special care.", + "Yes, replied Uncle. And there is a sea lizard of vast size.", + "I get post my knee when I go down to the Newgate executions.", + "We have made two hundred weeks since we left Axel Island to report upon the inspector's report.", + "They don't talk of anyone else. Not when they do about his mother, Lee said.", + "Meanwhile, the clergy, unworthy of bed, into the form of a sleeping dog.", + "And this man, Mister Truly, spoke up and says, \"It seems to me like he says.\"", + "A great saint, Saint Francis Xavier.", + "Patsy and Beth supported their cousin loyally and assisted in the preparation. Last penalty of the law.", + "What do you like? Was the part stolen from the female felon's side.", + "Even though he received more money and better living quarters than other Russians during some work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "One hardly believes the suspicion that our federal courts, including the highest.", + "Of course, I can't really sing except the way my mother and grandmother did before.", + "This knowledge is memorable in one sense and another. He began to detail his misfortunes, telling them that.", + "She noted that it was subsequent to the time the president had been shot.", + "In the year here immediately preceding his execution, I referred to in the last chapter.", + "Surely it cannot. I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "You'll find a beautiful print of it just opposite Yan Rock, again the hillside with one toe horse.", + "Just to get him off his uncomfortable perch, with a little jolt, I said, \"And should sleep on planks.\"", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I cannot allow the examination to be held if one of the papers has a tampered with above.", + "But just then, it came crashing in the back door to an iron bolt near the top of the stake.", + "Where was his boyhood now? Hit the vice president on the shoulder, and hollered, \"Get down!\"", + "These can be quite unpredictable by many persons of a high authority.", + "I hope the poor Russians will accept me after this sign of my faith in them.", + "Alexander arrived early, and some twenty odd people dropped in during the course of the afternoon.", + "He's probably a representative of a deliberate criminal. The four limbs were acquired.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night it was finished, I was independently by Ronald G. Witness of the FBI.", + "Think, Richard, dear, that he had defected to the Soviet Union.", + "Several minutes pass by while the fight goes on under water. Who are about to suffer the last penalty of the law.", + "That the leaders of the conspiracy became distrustful of the powerful forces.", + "All of the voters' votes were in the public domain. Regained his foothold, again he was repelled.", + "Williams said that Oswald was the man under number two." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 7.8239980584977165, + "mcd_ci95": { + "mean": 7.8239980584977165, + "std_err": 0.1278884890330502, + "ci_lower": 7.575699726304518, + "ci_upper": 8.080455655336241 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.17, + "per_utterance_mcds": [ + 7.051390330592718, + 6.524696279327342, + 8.88225133368061, + 7.679705007212584, + 7.733609659656059, + 9.947023551813613, + 9.213943430828136, + 10.494407871068562, + 7.865599400179957, + 8.141475810144305, + 9.719956093607566, + 7.3221243507608165, + 8.642469316957579, + 7.895997479312483, + 7.090041926952855, + 6.842351763791909, + 6.093521970284653, + 7.193084827584422, + 7.013981323727197, + 6.252592369045852, + 7.651201210385175, + 8.814407733929453, + 5.973036335316894, + 6.381707891427688, + 8.645857434501547, + 7.665719057238899, + 7.524428605795232, + 6.927531638625109, + 8.46125105652383, + 6.639825929174886, + 10.570269912866287, + 8.096730168939976, + 6.686460424920351, + 8.894950092695218, + 7.279083412971761, + 8.082358141793854, + 5.657381241862588, + 7.960653934018846, + 7.855205788873829, + 7.464093898503246, + 8.214421676665177, + 10.309698328488293, + 6.7082514780691005, + 8.649391760828275, + 8.751503203092778, + 6.09720460616817, + 6.319138344965494, + 8.461403739795307, + 6.370153028693978, + 8.287239809864932, + 8.70044004561675, + 9.373395987709133, + 9.929101524004935, + 9.321012583924006, + 5.131183815557125, + 6.02113270054444, + 7.45773592457405, + 6.452198061063079, + 8.900041535234212, + 8.882148671308828, + 8.079884930876945, + 9.073832005107981, + 7.709715512983127, + 8.686899545193397, + 7.780875390817029, + 7.908721851765378, + 6.7241219257242895, + 6.015246779442627, + 7.751922138778298, + 7.3830237783982575, + 8.626206762349826, + 7.868539009809159, + 7.37946945274628, + 10.34646358689926, + 6.958807300408708, + 6.292190630738805, + 7.070924174287671, + 6.926738548043518, + 9.364019381088156, + 7.1050057266002895, + 9.584292614311382, + 6.5283213688564565, + 6.531287557122925, + 7.377778636606603, + 7.798874168146253, + 9.643219072185955, + 7.36674591175979, + 8.111396914952588, + 6.580450860171647, + 9.175707290925308, + 6.119640238357539, + 7.922643056013742, + 6.897975199495871, + 9.213275210201857, + 9.042941882153066, + 9.188197979055586, + 6.2437814004860765, + 11.877989611892785, + 6.449712035459047, + 6.523791576496234 + ], + "wer": { + "wer": 96.7984934086629, + "word_errors": 1028, + "total_words": 1062, + "per_utt_edits": [ + 9, + 7, + 11, + 15, + 9, + 16, + 16, + 17, + 15, + 19, + 13, + 7, + 7, + 10, + 11, + 7, + 13, + 7, + 9, + 5, + 11, + 10, + 6, + 12, + 6, + 9, + 15, + 5, + 15, + 6, + 14, + 11, + 10, + 19, + 13, + 15, + 9, + 7, + 10, + 8, + 7, + 19, + 10, + 5, + 16, + 3, + 6, + 10, + 10, + 16, + 16, + 15, + 12, + 13, + 8, + 6, + 11, + 9, + 13, + 14, + 11, + 15, + 7, + 4, + 13, + 11, + 11, + 5, + 5, + 16, + 9, + 3, + 12, + 18, + 11, + 13, + 11, + 13, + 13, + 5, + 13, + 5, + 7, + 7, + 13, + 15, + 0, + 8, + 16, + 1, + 7, + 16, + 6, + 4, + 12, + 12, + 2, + 12, + 3, + 10 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 96.7984934086629, + "std_err": 3.722389147742493, + "ci_lower": 89.7341273441521, + "ci_upper": 104.23494318866703 + }, + "per_utterance_word_errors": [ + 9, + 7, + 11, + 15, + 9, + 16, + 16, + 17, + 15, + 19, + 13, + 7, + 7, + 10, + 11, + 7, + 13, + 7, + 9, + 5, + 11, + 10, + 6, + 12, + 6, + 9, + 15, + 5, + 15, + 6, + 14, + 11, + 10, + 19, + 13, + 15, + 9, + 7, + 10, + 8, + 7, + 19, + 10, + 5, + 16, + 3, + 6, + 10, + 10, + 16, + 16, + 15, + 12, + 13, + 8, + 6, + 11, + 9, + 13, + 14, + 11, + 15, + 7, + 4, + 13, + 11, + 11, + 5, + 5, + 16, + 9, + 3, + 12, + 18, + 11, + 13, + 11, + 13, + 13, + 5, + 13, + 5, + 7, + 7, + 13, + 15, + 0, + 8, + 16, + 1, + 7, + 16, + 6, + 4, + 12, + 12, + 2, + 12, + 3, + 10 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take in the descriptions of nearly arrived prisoners.", + "He feared a delightful place, and he had charm about it.", + "A table showing the figures for the year-ending Michael Mist Eight.", + "I gave him a little brandy and let him collapse against his fellow prisoner, and so gave him connub.", + "Adele Royce Keller was riding in the front seat.", + "His intense desire to join the marines and give away from his surroundings and his mother.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revenge for feeling poor.", + "Other officials, great lawyers, governors of prisons, and chaplains supported.", + "Mold one into a round box and set aside for a loaf as already.", + "The approaching ceremony had evidently no terrors for these idolaters of the gall.", + "His attempt to express himself through his fair claim for Cuba activities, however.", + "A new prisoner's fate as to location. Weeping.", + "The latter unsexed and brutalized.", + "The man Bowersfield, however, whose execution was so", + "Leaving between them room for a four-post.", + "Nearly all Americans are sensible. All people.", + "But the two plates are traced downward. They are found gradually to merge.", + "To which he was introduced by a.", + "They were designed to relieve a rich corporation from pain.", + "Too deep a possession for tonight.", + "Now, for you, my poor fellow ruffians, who are about to suffer.", + "That the jails attached to corporate jurisdictions continue.", + "As he told the driver, \"That he knew.\"", + "So I turned around and hit the vice president on the shoulder.", + "They were not ship experts.", + "Thistlewood was discovered next morning in a meadow.", + "Oswald was quiet, mirthful, very, very disagreeable, and disappointed grim smile.", + "John Pick, however, did not.", + "It is essentially fixed in the country's place and would be so in a foreign supper.", + "Then joined in the effort to.", + "And now you went day and night saying, \"My coming to you, Babylonians.\"", + "So that it might become the exclusive property of her husband.", + "The man said, \"Her birth.\" She asked, \"Could hope for no sympathy.\"", + "Missus Kennedy and Miss Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of fifteen days' allowance reading the Sunday newspaper and an increase of which.", + "That earl, the whole management of the transfer department, laughing, was entrusted to.", + "Carroll followed that road. That question about his mother, please said.", + "The signature of the witness T F.", + "When asked what his next step would have been here.", + "Off-bolt shot at Major General Edwin.", + "This represents speed of eleven.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "Samples of his photographic work, offering to contribute that sort of service without charge.", + "Then he tosses it down and sees the neck.", + "The infliction of punishment.", + "The commission has concluded that on April ten, nineteen sixty.", + "In the houses opposite the grocery market, numbers of.", + "Agent Roy Lee Kelly, riding the front seat of the presidential car.", + "With only for the uneventful distribution of literature at the Domain Street War in June.", + "She was immediately tied by the neck to an iron bolt.", + "On a waiting list, my first serial number is C two seven six six.", + "The distinction between the higher plants and animals is perfectly sharp.", + "That was out of fourth rather more than an hour. Again, he was repelled.", + "As he told the driver, \"Brothers.\"", + "During all his reign, there was little peace in his reign.", + "I like continued to be a repro to.", + "The war was one short of its number. Why it become of the.", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "No irons are worn except as a punishment.", + "Were fixed over the fireplaces, and the prisoners had no longer access to the chimney.", + "He was informed that takeoff would be delayed.", + "There is special care.", + "The fish retains permanently its form, but the frog passes on.", + "I propose to turn down to the subject of Newgate.", + "A committee of aldermen was fourthly appointed.", + "They don't talk of anyone else. They do about.", + "Meanwhile, the clergy, unworthy of bed.", + "And this man, Mister Truly, spoke up and said, \"It seems to me like he says.\"", + "Or of the fatal consequences which might be here.", + "Hats and boots supported their cousin loyally and assisted in the preparation.", + "The state side was the part stolen from the female selling side.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's cell.", + "In the leading position of our federal court.", + "Another time, there were fifteen. My mother and grandmother had been under sent.", + "It reduced into their assembly. He began to bewail his misfortune.", + "She not even that it.", + "His demeanor, immediately preceding his execution, I have referred to in the last chap.", + "Indirectly, I shall.", + "Between the secret service and the press.", + "A series of print of it just opposite John Rock again the hillside.", + "The prisoner should be made to disperse with the use of a mattress. I said.", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I cannot allow the examination to be held if one of the papers has been tampered with.", + "But she was immediately tied by the neck back door, and a shrill voice cried.", + "So I turned around and hit the vice president on the shoulder and hollered, \"Get down!\"", + "These weeks can be quite unpredictable.", + "I'm sure Russians will.", + "As for my return early, Lisa, please consider it separately.", + "Which probably represents a delivered criminal.", + "The last two days of the voyage, Bartley found all items in position.", + "These prints were examined independently by the witness of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "Several minutes pass by while the fight goes on.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "All the fourth appointments are in the public domain.", + "Wayley said that Oswald was the man on her number two." + ] + }, + "TEC": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 6.342153058740396, + "mcd_ci95": { + "mean": 6.342153058740396, + "std_err": 0.21637452492020837, + "ci_lower": 5.922650370202288, + "ci_upper": 6.773477757539788 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 4.24335342013956, + 5.000435578413759, + 8.231021948928907, + 7.318041254206005, + 6.342458931423694, + 10.342531221277099, + 8.861727398533104, + 10.056819677036577, + 7.394969776183203, + 8.048539618497578, + 9.296251921191178, + 5.298438069303342, + 7.506198411573315, + 6.526011420807993, + 5.711374050111783, + 4.316351969088158, + 3.2443711565526288, + 4.658736934063348, + 4.9185783504734175, + 3.628865966951054, + 6.299102962931138, + 7.385045014904772, + 3.362934929660132, + 3.044135568138471, + 6.506276943395784, + 5.490716376540924, + 7.606633186150621, + 3.946426326898134, + 8.29849388053688, + 4.6137500249934815, + 10.322496218271993, + 6.923967108520741, + 4.736772284244778, + 8.84209576490084, + 6.02011468787988, + 8.116876535155201, + 2.5290062330212426, + 6.6880463561304095, + 6.221737585940441, + 4.685242988415983, + 5.843804246259565, + 10.08176792228312, + 3.6616573965849244, + 7.810016944490114, + 8.407648459571446, + 3.798325537337084, + 3.2441210666998384, + 8.0563683919162, + 4.486792751596655, + 8.092441126806742, + 8.415485861365026, + 8.167001387599843, + 9.70709573075654, + 8.88338742494937, + 2.7895392307779163, + 3.125775047045462, + 4.61844480785504, + 4.530538251743266, + 8.495828861251805, + 8.548362700574486, + 7.7814201922462285, + 8.509603598185283, + 5.184047154696356, + 7.3675000729967355, + 7.318903259487356, + 6.932150239770593, + 4.882756740144994, + 3.7253018176874795, + 5.4753185913793265, + 5.803691913447397, + 7.97516109764067, + 7.100889972005049, + 4.012074954281086, + 9.947024511184345, + 3.4820782317659473, + 3.6123345107649314, + 5.406459197311139, + 5.485967573026066, + 8.172784519534932, + 3.9079263716064694, + 9.514950919998727, + 3.841544190951142, + 3.9740088575926897, + 6.27036421179088, + 6.548575265851083, + 9.384361228418134, + 6.915533858157032, + 7.22941578587706, + 3.9284228399045977, + 7.022569257834412, + 2.9658843356221247, + 7.6212968249826565, + 5.151922602804115, + 9.11413929249563, + 6.6431127927754705, + 8.69531493572239, + 4.561570194484804, + 11.696033359673212, + 4.381232426736987, + 3.322306974351988 + ], + "wer": { + "wer": 87.75894538606403, + "word_errors": 932, + "total_words": 1062, + "per_utt_edits": [ + 5, + 6, + 11, + 8, + 9, + 16, + 17, + 17, + 15, + 19, + 13, + 7, + 5, + 10, + 11, + 5, + 9, + 7, + 8, + 5, + 11, + 10, + 6, + 7, + 6, + 9, + 15, + 5, + 12, + 6, + 5, + 11, + 10, + 19, + 12, + 15, + 3, + 8, + 10, + 8, + 7, + 19, + 5, + 3, + 16, + 2, + 6, + 10, + 9, + 7, + 18, + 15, + 13, + 13, + 6, + 5, + 7, + 5, + 13, + 14, + 11, + 15, + 7, + 3, + 13, + 11, + 11, + 5, + 4, + 12, + 9, + 6, + 6, + 18, + 4, + 6, + 8, + 10, + 13, + 6, + 13, + 5, + 7, + 7, + 13, + 15, + 0, + 14, + 9, + 1, + 7, + 16, + 3, + 3, + 11, + 12, + 11, + 12, + 8, + 3 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 87.75894538606403, + "std_err": 3.1487457399355026, + "ci_lower": 81.56858227161833, + "ci_upper": 93.806518665836 + }, + "per_utterance_word_errors": [ + 5, + 6, + 11, + 8, + 9, + 16, + 17, + 17, + 15, + 19, + 13, + 7, + 5, + 10, + 11, + 5, + 9, + 7, + 8, + 5, + 11, + 10, + 6, + 7, + 6, + 9, + 15, + 5, + 12, + 6, + 5, + 11, + 10, + 19, + 12, + 15, + 3, + 8, + 10, + 8, + 7, + 19, + 5, + 3, + 16, + 2, + 6, + 10, + 9, + 7, + 18, + 15, + 13, + 13, + 6, + 5, + 7, + 5, + 13, + 14, + 11, + 15, + 7, + 3, + 13, + 11, + 11, + 5, + 4, + 12, + 9, + 6, + 6, + 18, + 4, + 6, + 8, + 10, + 13, + 6, + 13, + 5, + 7, + 7, + 13, + 15, + 0, + 14, + 9, + 1, + 7, + 16, + 3, + 3, + 11, + 12, + 11, + 12, + 8, + 3 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To take with the script.", + "He found a delightful place, and gained information there.", + "A table showing the figures for the year-ending Michael Mist eight.", + "I gave him a little roundie and let him collapse into a chair while I made him a careful examination of my tunic.", + "The Belgian driver, H. Keller, was riding in the front seat.", + "His intense desire to join the marines and give away from his surroundings and his mother.", + "That culprit was really her husband. Pulls little Connor out of jealousy and revenge. Crap feeling.", + "Other officials, great lawyers, governors of prisons, and chaplains supported.", + "Mold one into a round box and set aside for a loaf. That's already done.", + "The approaching ceremony had evidently no terrors for these idolaters of the gall.", + "His attempt to express himself through his bare play for Cuba activities, however.", + "A new prisoner's fate as to location, weeping.", + "The latter smiled and went to his bed.", + "The man Bowesfield, however, whose execution was so", + "Leaving between them room for a four-post.", + "Nearly all Americans.", + "But when the two groups are traced.", + "To which he was introduced by.", + "They were all not to relieve a rich corporation from.", + "Too dangerous possession for tonight.", + "Now, for you, my poor fellow ruffians, who are about to suffer.", + "Now the jails attached to corporate jurisdictions continue.", + "As he told the driver, that he knew.", + "So I turned around and hit the.", + "They were moxie experts.", + "This wood was discovered next morning in a meadow.", + "Oswald was quiet, mirthful, very, very disagreeable, and disappointed grim smile.", + "John Pick, however, did not.", + "The combined annual deficit of countries playing in a prime soccer tournament.", + "They joined in the effort to.", + "And not leave you day or night, whether you were working or playing with me.", + "So that it might become the exclusive property of her husband.", + "The man that her birth, she asked, could hope for no sympathy.", + "Mr. Kennedy and Miss Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of fifteen days' allowance reading the Sunday newspaper and an increase of.", + "That earl of the whole management of the transfer department was entrusted.", + "Follow that road.", + "The signature of the witness was D F.", + "When asked what a dead step has been here.", + "Offensive shot at Major General Edwin.", + "This represents scheme eleven.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal time.", + "It was almost.", + "Samples of his photographic work, offering to contribute that sort of service without charge.", + "Then he tosses it down and sees the next.", + "The infliction of punishment.", + "The commission has concluded that on April ten, nineteen sixty.", + "In the houses opposite the garden market, numbers of", + "Nothing was done but to put about and return to the presidential car.", + "Except for the uneventful distribution of literature at the Domain Street War in June.", + "She was immediately tied by the neck to an iron bolt.", + "It bore the manufacturer's serial number C two seven six six.", + "The distinction between the higher plants and animals is perfectly sharp.", + "I was out of the fourth time for more than an hour.", + "As he told the driver, \"My brothers.\"", + "During all 20 minutes along the side.", + "I like to be a recruit more than you do.", + "The war was one short of its number. What had become of the.", + "The approaching ceremony had evidently no terrors for these idolaters of the gallant.", + "No irons come warm except as punished.", + "Were fixed over the fireplaces, and the prisoners had no longer access to the chimney.", + "He was informed that takeoff would be delayed.", + "They're special care.", + "The fish retains primitive form, but the frog passes on.", + "I propose to turn down to the subject of Newgate.", + "A committee of aldermen was fourthly appointed.", + "They don't talk of anyone else. They do about.", + "Then was the virtue unworthy of them.", + "And this man, Mister Truly, spoke up and said.", + "Or great of the fatal consequences which might be your.", + "Patty and Beth supported their cousin loyally and assisted in the preparation of the last penalty.", + "The stench of was the part.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for lock.", + "She also testified that the.", + "One hardly likes the opposition of our federal court.", + "Another time, except the way my mother and grandmother had been under sent.", + "It changed into their assembly. He began to bewail his misfortune.", + "She called.", + "His demeanor immediately preceding his execution, I have referred to in the last chapter.", + "Indirectly, I shall.", + "Between the secret service and the press.", + "A series of print of it, just opposite Gun Rock, again the hillside.", + "The prisoner should be made to disperse with the use of a mattress. I said.", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I cannot allow the examination to be held. If one of the papers has been tampered with.", + "But she was immediately tied by the neck to an iron bolt near.", + "So I turned around and hit the vice president.", + "These reasons can be quite unpredictable.", + "I'm sure Russians will.", + "As for my return early visa, please consider it separately.", + "He's probably Mr. Forbes, a delivery criminal.", + "In the last two days of the voyage, Bartley found almost in position.", + "The knights were examined independently by.", + "After it was learned that he had defected to the Soviet Union.", + "Now for you, my poor fellow wolves, who are about to.", + "Then the jails, the tax, the corporate jurisdictions, continued to be the fruitful sources.", + "All will revolt for the fourth time. Regain his.", + "Waylee said that." + ] + }, + "AEC-Seq2seq": { + "method": "AecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 5.726501904187983, + "mcd_ci95": { + "mean": 5.726501904187983, + "std_err": 0.20577027627636485, + "ci_lower": 5.3310793053788945, + "ci_upper": 6.133210440854974 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 6.36, + "per_utterance_mcds": [ + 3.721530194028077, + 4.2122076744494406, + 7.404615943171096, + 6.938505695932316, + 5.3307446213219745, + 10.088541916801306, + 8.341255766077367, + 9.166312505148412, + 6.564334711925533, + 7.249610462020106, + 8.797115240087436, + 5.111498161542329, + 6.773523160230352, + 5.872034178170389, + 4.972594595834222, + 3.846796915644339, + 3.056380342175763, + 4.299322711543588, + 4.155449643668909, + 3.0472744621961065, + 5.104685922844781, + 6.592536578764864, + 2.973212025137085, + 2.8295734781575317, + 5.608543110711897, + 5.073070559025317, + 7.530345790751551, + 3.927459002715527, + 7.141334467661455, + 4.224152522859513, + 8.776158366171213, + 6.001036113427244, + 4.474816354042357, + 8.575327768348615, + 5.50222894309495, + 7.60986445746473, + 2.248256368365206, + 6.153909600996253, + 5.374744057783139, + 4.245732120752614, + 5.351198845853272, + 9.045086994256788, + 2.9418180161999414, + 6.7040864768884365, + 7.886331358989096, + 3.140075686159978, + 2.7952486958842337, + 6.957770090462084, + 4.089443989765364, + 7.615095752429252, + 8.52465902423461, + 7.4042572320534825, + 8.16224771375196, + 8.349246143454412, + 2.4665972090386554, + 2.817262438103909, + 4.1372852906868856, + 4.001341426526394, + 7.668402260258993, + 7.918949655731198, + 6.5098420165947495, + 7.944911731160599, + 4.620704180972027, + 7.71979458612792, + 6.6943432135049985, + 6.075163269795103, + 4.206140248936811, + 2.9210805274248908, + 4.568811605385344, + 5.438864469893997, + 7.192113052843772, + 6.493197226837906, + 3.7215029149740366, + 9.368779191124279, + 3.2708965715179077, + 3.0338850721671666, + 4.122950601296607, + 4.873437627630887, + 7.773076166250586, + 3.4382806315968284, + 8.720625616030363, + 3.323941282494441, + 3.780212369382653, + 5.094456785624715, + 5.591485798278083, + 8.719763956224432, + 5.950605997380367, + 6.393055587874335, + 3.772501179252669, + 6.124280694006004, + 2.648611085053774, + 7.285719809747567, + 4.799638526548406, + 9.06369371105879, + 6.095144636513809, + 7.773167046685968, + 3.7862722856420636, + 10.407225974463946, + 3.556572649717796, + 2.8823997090077396 + ], + "wer": { + "wer": 17.231638418079097, + "word_errors": 183, + "total_words": 1062, + "per_utt_edits": [ + 5, + 3, + 2, + 1, + 0, + 6, + 1, + 8, + 4, + 6, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 3, + 0, + 1, + 0, + 6, + 0, + 4, + 2, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 1, + 4, + 3, + 1, + 1, + 2, + 2, + 1, + 0, + 3, + 2, + 1, + 5, + 1, + 3, + 12, + 3, + 5, + 0, + 1, + 2, + 0, + 0, + 1, + 3, + 0, + 2, + 0, + 0, + 5, + 0, + 3, + 1, + 4, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 8, + 1, + 1, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 4, + 1, + 1, + 0, + 1, + 3, + 2, + 1, + 3, + 2 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 17.231638418079097, + "std_err": 1.9150408270304822, + "ci_lower": 13.667667318403417, + "ci_upper": 21.16197716327952 + }, + "per_utterance_word_errors": [ + 5, + 3, + 2, + 1, + 0, + 6, + 1, + 8, + 4, + 6, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 3, + 0, + 1, + 0, + 6, + 0, + 4, + 2, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 1, + 4, + 3, + 1, + 1, + 2, + 2, + 1, + 0, + 3, + 2, + 1, + 5, + 1, + 3, + 12, + 3, + 5, + 0, + 1, + 2, + 0, + 0, + 1, + 3, + 0, + 2, + 0, + 0, + 5, + 0, + 3, + 1, + 4, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 8, + 1, + 1, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 4, + 1, + 1, + 0, + 1, + 3, + 2, + 1, + 3, + 2 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To tell you the truth.", + "He found a delightful little place, and even charming people there.", + "Yes, that's proper Kentlock,\" declared the woman, and opened the door.", + "I gave him a little brandy and left him collapsed in the chair while I made a most careful examination of the room.", + "The ballet began. The effect was more than beautiful.", + "Are there many worlds? That is the fourth question. One, own.", + "Has no beauty whatsoever, no specialty of picturesqueness, and all its lines are cramped and poor.", + "The playmate in Hangul's face looked out of his deep-set, faded eyes and made a wry face.", + "Where the waves, for an instant, sank. They came closer, but not quite within grasp and reach.", + "Lucy could have looked after her mother,\" said Gwendolyn. \"But Old Will was stubborn with the letter.\"", + "She, however, did not bestow a single glance upon him.", + "Perhaps she too might be there, weeping, weeping.", + "Partly smiled and yawned and went to bed.", + "Miss Rachel only glanced across her mufflers on the seat.", + "Up in the sick room, Zora lay on the little white bed.", + "If I can get patience.", + "Have you been in Paris much these years?", + "It will never break or wear out.", + "We were resolved not to present this entire mass of evidence.", + "We've tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome grasp.", + "No doubt, knowing nothing of the forms of our government before.", + "The chair was empty, but he knew.", + "That's the ball.", + "They'll feed it during our absence.", + "Do everything with Jane Hilda while she's fresh and apart.", + "A little wave of quiet mirth broke forth over the class of boys from the rector's grim smile.", + "\u4f60\u597d\uff0c\u5ba2\u670d\u673a\u5668\u4eba\u3002", + "The combined bands of both the countries played the music in a fine supper served.", + "The others were invisible.", + "I shall not leave you day or night, whether you are working or playing or sleeping.", + "My uncle falls full length. I keep close to him.", + "What about us, Bartley? She asked in a thin voice.", + "Rachel's pale and sharp features and dilated eye struck her with painful surprise.", + "Frank sat up until a late hour, reading the Sunday newspaper.", + "The bull rider stared a moment, and then he fell back in his throne, laughing boisterously.", + "Have you followed that road?", + "Don't cry. He was part.", + "I'm so very tired of being all alone here.", + "Just for that, the world abandons the gospel.", + "And must have been changed for Mabel.", + "But you must be pleased with your cap on your head,\" she said, and was going to take it off.", + "It's simply bad to him.", + "The lagoon is dry.", + "There cannot be a doubt he received you kindly. For in fact, you returned without his permission.", + "Then he tosses it down and seize the neck.", + "There's no fear of that, sir.", + "The parliament and the Scots laid their proposal before the king.", + "Maria bought fresh in the garden market yesterday morning.", + "Nothing was to be done but to put about and return in disappointment toward the north.", + "With only his head and wings above the mad smother, he flapped onward frenziedly, beating down the room about him.", + "She immediately tied her neck for him to an iron bolt.", + "On a wedding, my first thought was to observe the intensity of the lights.", + "I can't bear it. And over her head, amusement.", + "I was absent rather more than an hour.", + "He gave to three of my brothers.", + "No benches for twenty men along each side.", + "I like him because he appreciates her more than you do.", + "He passed from the trembling bridge on to firm land again.", + "In such a case, we distrust our innate, in spite of its being unusually clear.", + "Boy from the house is coming up for director.", + "Now, as never before, his strange name seemed to him a prophecy.", + "It was a dirty boy carefully landed.", + "What was that?", + "Yes, replied my uncle, and there is a sea lizard of vast size.", + "I get what's my needs when I go down to pit jail.", + "We have made two hundred leagues since we left Axel Island.", + "They don't talk of anyone else as they do with you.", + "Then must the person be unworthy of that.", + "Do you want to see Doctor Pippen's business or for pleasure?", + "The great saint, Saint Francis Xavier.", + "Hatsy and Betts supported their cousin loyally and assisted in the preparations.", + "What more do you want?", + "They would think that they might do so too, and that would make you a great deal of trouble.", + "Chapter Three.", + "We remain motionless, ready to fire.", + "One hardly likes to throw suspicion where there are proofs.", + "Of course, I can't really sing except the way my mother and grandmother did before me.", + "This knowledge is humoury in one sense, though in another not.", + "You would not eat with us.", + "So they have a sentence execution, and then the punch drop.", + "Surely it cannot be.", + "Such an idea was.", + "You will find a beautiful print of it just opposite yon rock again the hillside.", + "Just to get him off his unpleasant groove with a little joke, I said.", + "Always before, she had been veiled from his view. Who had put the veil there?", + "I cannot allow the examination to be held if one of the papers is tampered with.", + "But just then there came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood now?", + "These beasts can be quite unpredictable.", + "I'll try to do it myself.", + "Alexander arrived early, and some twenty odd people dropped him during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night that it was finished, I went to my father's place.", + "I don't think, Rachel dear, you heard me,\" says Dorcas.", + "Several minutes pass by while the fight goes on underwater.", + "The leader of the conspiracy became distrustful of their power to crush the town.", + "All of the records are in the public domain.", + "Why is this so?" + ] + } + }, + "-10dB": { + "MicrophoneSignal": { + "method": "MicrophoneSignal", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 11.401664827963826, + "mcd_ci95": { + "mean": 11.401664827963826, + "std_err": 0.14230077465802374, + "ci_lower": 11.124376767436518, + "ci_upper": 11.679773032895035 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 0.0, + "per_utterance_mcds": [ + 13.106533153375375, + 10.012640542718989, + 11.221972901693244, + 8.797436776833285, + 11.350604398227174, + 10.616020341077396, + 10.018187079712037, + 12.285700885126966, + 9.322407292965707, + 9.684646054695078, + 11.493426200149246, + 11.804248415133001, + 11.26994987406409, + 10.828244223030708, + 10.506707444459861, + 12.940424587446737, + 12.75934517571282, + 13.234906713057752, + 11.321626131943185, + 11.754707611503976, + 11.192262751000614, + 11.957511526290467, + 11.977900519109356, + 13.5326365943786, + 13.560947358280398, + 12.508202287252356, + 8.422108909494801, + 13.348807990595327, + 9.920388663523891, + 11.276650058680318, + 11.695861068536797, + 11.534861818886347, + 11.114071073593541, + 9.530338493990774, + 10.641916295534559, + 9.508580596676737, + 12.912488945410926, + 10.73387759977541, + 11.826498689641294, + 13.721334910025325, + 13.840726233619822, + 11.647654689177653, + 13.100635716092894, + 11.98653168554507, + 9.767429797888111, + 11.138298044512503, + 12.529959346098428, + 10.399228492339091, + 10.178982302916994, + 9.06678413460169, + 9.496570770780748, + 12.322623876261938, + 11.022464277830203, + 11.327813611393369, + 10.56905133119746, + 12.519064880449964, + 13.696228877546975, + 10.671378282970148, + 10.446719791344318, + 9.965922050611528, + 10.141972536578129, + 10.56970119276751, + 12.88808092488383, + 11.03902639147571, + 9.133726678698535, + 10.440208194288427, + 10.789975935858674, + 11.39336912819163, + 12.705277466621473, + 10.88909302731228, + 10.626084414147755, + 9.663248882515107, + 14.090305221578681, + 11.040370733012717, + 14.404483728006255, + 12.083412743578819, + 11.445423649030625, + 9.616902071739341, + 12.190280213679506, + 13.821647112676942, + 10.698948415114389, + 12.459937264411899, + 12.189867568939311, + 10.268393005469068, + 10.925028773856958, + 10.861556308482822, + 9.27172362435681, + 10.455714476359608, + 12.703598749266503, + 14.129601434226249, + 13.346506592084252, + 8.866702479772409, + 11.110598069561561, + 9.990389048972718, + 14.409982384541474, + 10.817526022952203, + 9.893852254861887, + 12.81740765575129, + 11.294856644372544, + 13.740651629602967 + ], + "wer": { + "wer": 124.85875706214689, + "word_errors": 1326, + "total_words": 1062, + "per_utt_edits": [ + 8, + 13, + 11, + 23, + 12, + 17, + 17, + 17, + 15, + 19, + 13, + 14, + 7, + 10, + 11, + 8, + 14, + 12, + 16, + 14, + 18, + 13, + 12, + 16, + 7, + 12, + 18, + 16, + 16, + 8, + 16, + 15, + 13, + 19, + 17, + 15, + 10, + 8, + 12, + 11, + 11, + 19, + 10, + 5, + 16, + 9, + 12, + 10, + 13, + 16, + 18, + 17, + 13, + 13, + 12, + 11, + 13, + 12, + 14, + 14, + 11, + 15, + 14, + 4, + 13, + 11, + 13, + 12, + 11, + 16, + 9, + 17, + 12, + 18, + 11, + 13, + 12, + 17, + 13, + 14, + 13, + 8, + 12, + 15, + 17, + 15, + 15, + 18, + 16, + 13, + 16, + 16, + 10, + 11, + 12, + 12, + 17, + 12, + 12, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 124.85875706214689, + "std_err": 3.848337782330132, + "ci_lower": 117.94644923985294, + "ci_upper": 133.05530912489803 + }, + "per_utterance_word_errors": [ + 8, + 13, + 11, + 23, + 12, + 17, + 17, + 17, + 15, + 19, + 13, + 14, + 7, + 10, + 11, + 8, + 14, + 12, + 16, + 14, + 18, + 13, + 12, + 16, + 7, + 12, + 18, + 16, + 16, + 8, + 16, + 15, + 13, + 19, + 17, + 15, + 10, + 8, + 12, + 11, + 11, + 19, + 10, + 5, + 16, + 9, + 12, + 10, + 13, + 16, + 18, + 17, + 13, + 13, + 12, + 11, + 13, + 12, + 14, + 14, + 11, + 15, + 14, + 4, + 13, + 11, + 13, + 12, + 11, + 16, + 9, + 17, + 12, + 18, + 11, + 13, + 12, + 17, + 13, + 14, + 13, + 8, + 12, + 15, + 17, + 15, + 15, + 18, + 16, + 13, + 16, + 16, + 10, + 11, + 12, + 12, + 17, + 12, + 12, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "Repaired there secretly, and so gave information to the Brazilian authorities.", + "A table showing the figures for the year-ending Michaelmas eighteen o two.", + "He could trump up false complaint against his fellow prisoner, and so get him punished.", + "Agent Roy H Kellerman riding in the front seat of the presidential car.", + "In his intense desire to join the marines and get away from his surroundings and his mother.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revengeful feelings.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Mold one into a round ball and set aside for a loaf, as already directed.", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "His attempt to express himself through his fair play for Cuba activities, however.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "The latter, unsexed and brutalized by dissipation.", + "The man Bowsfield, however, whose execution was so sadly mungled.", + "Leaving between them room for a four-horse chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "But when the two groups are traced downward, they are found gradually to merge.", + "To which he was introduced by a well-known tailor in Sable Row.", + "And they were exacted to relieve a rich corporation from paying for the maintenance of their own prison.", + "To take possession of this, Thertel with his two associates resolved to kill him.", + "Now for you, my poor fellow mortals, who are about to suffer the last penalty of the law.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "Four marksmanship experts testified before the commission.", + "Thistlewood was discovered next morning in a mean house in White Street, Morfields.", + "Osborne was very very disapprovable and disappointed.", + "John Pick, however, did not think her position was worse than that of many other people.", + "It is essentially a fish, and would be so classed if it remained in this condition.", + "Then joined in the effort to revive the president.", + "And now he went on to say, \"My coming to you, Babylonians.\"", + "So that it might become the exclusive property of her husband, whoever he might be.", + "The man of better birth could hope for no sympathy, whatever his crime.", + "Mrs. Kennedy and Mrs. Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of forfeiting the day's allowance of food, an increase of which the committee had recommended.", + "That ere long, the whole management of the transfer department was entrusted to him.", + "Carol reported that when questioned about his mother, Lee said.", + "The signature of the witness, D. F. Drittel.", + "When asked what his next step would have been, Hosty replied, \"Quote.\"", + "Osborne shot at Major General Edwin A. Walker, resigned U.S. Army.", + "This represents a speed of eleven point two miles per hour.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "Samples of his photographic work, offering to contribute that sort of service without charge.", + "There was new furniture properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The commission has concluded that on April ten, nineteen sixty three.", + "In the houses opposite the prison, numbers of detectives mixed with the spectators.", + "Agent Roy H. Kellerman riding in the front seat of the presidential car.", + "Except for the uneventful distribution of literature at the Dumeane Street wharf in June.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "It bore the manufacturer's serial number C two seven six six.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "Who, for the fourth time, regained his foothold? Again, he was repelled.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "During all his reign, there was little peace in his great mixed turbulent empire.", + "Negate continued to be a reproach to those responsible for its management.", + "The war was one short of its number. What had become of the fellow?", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "No irons were worn except as a punishment.", + "Were fixed over the fireplaces, and the prisoners had no longer access to the chimneys.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "There is special care.", + "The fish retains permanently this form, but the frog passes on.", + "I propose to return now to the subject of Newgate executions.", + "A committee of aldermen was forthwith appointed to report upon the inspector's report.", + "Carol reported that when questioned about his mother, Lee said, \"quote", + "Meanwhile, the clergyman still bent into the form of a sleeping dog.", + "And this man, Mister Truly, spoke up and says, \"It seems to me like he says.\"", + "Or of the fatal consequences which might have ensued.", + "Now for you, my poor fellow mortal, who are about to suffer the last penalty of the law.", + "The state side was the part stolen from the female felon's side.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "Instead of leaving the composition of our federal courts, including the highest.", + "At another time, there were fifty. One of whom had been under sentence a couple of years.", + "Introduced into their assembly, he began to bewail his misfortunes, telling them that.", + "She recalled that it was subsequent to the time the president had been shot.", + "His demeanor immediately preceding his execution, I have referred to in the last chapter.", + "In directing it, I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "A series of either four or hind limbs of a mammal with one toe, horse.", + "The prisoners should be made to dispense with the use of a mattress and should sleep on planks.", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "It certainly could not be made by this commission, which has been pointed out above.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "It has been discussed and approved by many persons of a high authority.", + "I'm sure Russians will accept me after this sign of my faith in them. End quote.", + "As for my return entrance visa, please consider it separately.", + "Which probably represent the vertebrate condition before limbs were acquired.", + "I myself do not have a particularly quiet disposition.", + "These prints were examined independently by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "Now for you, my poor fellow mortals, who are about to suffer the last penalty of the law.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "Who, for the fourth time, regained his foothold? Again, he was repelled.", + "Whaley said that Oswald was the man under number two." + ] + }, + "NlmsAec": { + "method": "NlmsAec", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 10.949217725104615, + "mcd_ci95": { + "mean": 10.949217725104615, + "std_err": 0.13982691915418086, + "ci_lower": 10.677880357130844, + "ci_upper": 11.22306399439961 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 0.2411, + "per_utterance_mcds": [ + 12.717128627351622, + 9.577092540852407, + 10.895026481550888, + 8.34929832135932, + 10.918088486922588, + 10.295089078465056, + 9.605022700181937, + 11.982839279940714, + 8.96451925911976, + 9.270252897067808, + 10.972053010501138, + 11.408464041984864, + 11.004679009188791, + 10.276946394854916, + 10.103042000061349, + 12.225704624738526, + 12.306894972141256, + 12.801023855183303, + 10.820280832263807, + 11.206090088592417, + 10.81141721994281, + 11.568438953693557, + 11.718796435484476, + 12.894800626837634, + 12.908081460479144, + 12.276492666917788, + 8.01985305027181, + 12.893615846511162, + 9.508832611723419, + 10.737149891974614, + 11.246461150720066, + 11.29483986588239, + 10.485225348718433, + 9.148429641616879, + 10.02530727488541, + 9.204977897053208, + 12.46928664641763, + 10.412649601574941, + 11.569018877946274, + 13.005308745985733, + 13.506521834614722, + 11.023980341165014, + 12.791887721167484, + 11.416727765802968, + 9.45622540049629, + 10.288443002725783, + 11.99091585068305, + 9.878285046005225, + 9.88945624631749, + 8.723178203616913, + 9.009004934534778, + 12.173100028624662, + 10.786450350526176, + 10.838005432722479, + 10.169973666660134, + 12.142942345388798, + 13.089707373022845, + 10.258742780685333, + 10.03824433192406, + 9.616099950118663, + 9.812207101392374, + 10.214861952634758, + 12.433006400755419, + 10.48310213429136, + 8.675875703066595, + 10.088740739634734, + 10.369875117013834, + 10.93566385597068, + 12.274697748636717, + 10.492313913051074, + 9.980898548046444, + 9.078945188478176, + 13.536670137451047, + 10.75113769442648, + 13.56671782459328, + 11.654269519519866, + 10.77633125307718, + 9.225018894920897, + 11.885430939714908, + 13.419011298657109, + 10.14761972803658, + 12.228417200373269, + 11.661947425695773, + 9.896451815043362, + 10.508426310211778, + 10.314707347870865, + 8.628652432140667, + 10.241604562876871, + 12.134374971001616, + 13.633283815389731, + 12.836866066460042, + 8.40080465746166, + 10.641605011872475, + 9.367066576323005, + 13.765374631454247, + 10.218616781539003, + 9.265429173979209, + 12.495001582739464, + 10.916800400252342, + 12.977533130644034 + ], + "wer": { + "wer": 121.28060263653484, + "word_errors": 1288, + "total_words": 1062, + "per_utt_edits": [ + 8, + 13, + 12, + 21, + 12, + 16, + 17, + 17, + 15, + 19, + 13, + 14, + 7, + 10, + 11, + 8, + 14, + 12, + 16, + 15, + 18, + 13, + 12, + 16, + 8, + 13, + 14, + 16, + 15, + 8, + 15, + 15, + 10, + 19, + 16, + 15, + 10, + 8, + 12, + 11, + 11, + 19, + 10, + 5, + 16, + 9, + 12, + 10, + 13, + 16, + 18, + 17, + 13, + 13, + 11, + 11, + 13, + 12, + 14, + 13, + 11, + 15, + 14, + 4, + 13, + 11, + 13, + 12, + 11, + 16, + 9, + 5, + 12, + 18, + 11, + 13, + 11, + 17, + 13, + 14, + 15, + 8, + 12, + 18, + 17, + 15, + 8, + 18, + 16, + 13, + 15, + 14, + 10, + 2, + 12, + 12, + 17, + 12, + 12, + 9 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 121.28060263653484, + "std_err": 4.178493823520209, + "ci_lower": 113.66051650090417, + "ci_upper": 129.90960302237366 + }, + "per_utterance_word_errors": [ + 8, + 13, + 12, + 21, + 12, + 16, + 17, + 17, + 15, + 19, + 13, + 14, + 7, + 10, + 11, + 8, + 14, + 12, + 16, + 15, + 18, + 13, + 12, + 16, + 8, + 13, + 14, + 16, + 15, + 8, + 15, + 15, + 10, + 19, + 16, + 15, + 10, + 8, + 12, + 11, + 11, + 19, + 10, + 5, + 16, + 9, + 12, + 10, + 13, + 16, + 18, + 17, + 13, + 13, + 11, + 11, + 13, + 12, + 14, + 13, + 11, + 15, + 14, + 4, + 13, + 11, + 13, + 12, + 11, + 16, + 9, + 5, + 12, + 18, + 11, + 13, + 11, + 17, + 13, + 14, + 15, + 8, + 12, + 18, + 17, + 15, + 8, + 18, + 16, + 13, + 15, + 14, + 10, + 2, + 12, + 12, + 17, + 12, + 12, + 9 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the descriptions of newly arrived prisoners.", + "Prepared there secretly and so gave information to the Brazilian authorities.", + "A table showing the figures for the year ending Michaelmas eighteen o two.", + "He could trample a false complaint against a fellow prisoner and so get punished.", + "Agent Roy H Kellerman riding in the front seat of the presidential car.", + "His intense desire to join the marines and give away from his surroundings and his mother.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revenge feelings.", + "Other officials, great lawyers, governors of prisons, and chaplains supported this view.", + "Mold one into a round bowl and set aside for a loaf, as already directed.", + "The approaching ceremony had evidently no terrors beneath idolaters of the gallows.", + "His attempt to express himself through his spare claim for Cuba activities, however.", + "A new prisoner's fate, as to location, rested really with a powerful fellow prisoner.", + "The latter, unsexed and brutalized by dissipation.", + "The man Bowsfield, however, whose execution was so sadly mangled.", + "Leaving between them room for a four-horse chariot to turn.", + "Nearly all Americans are sensible and calm people.", + "But when the two groups are traced downward, they are found gradually to merge.", + "To which he was introduced by a well-known tailor in Savile Row.", + "And then requested to relieve a rich corporation from paying for the maintenance of their own prison.", + "To take possession of this tonight, Thertel with his two associates resolved to kill him.", + "How for you, my poor fellow rebels, who are about to suffer the last penalty of the law.", + "That the jails attached to corporate jurisdictions continue to be the fruitful sources.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down.\"", + "Four bar science experts testified before the commission.", + "This wood was discovered next morning in a mean house in White Street, Morfields.", + "Oscar was quite mirthful, but poor of the class, and a disappointed grim smile.", + "John Pick, however, did not think her position was worse than that of many other people.", + "The design is essentially fixed, and would be so class if it remained in this condition.", + "Then joined in the effort to revive the president.", + "And now you and John say, \"My coming to you, Babylonians.\"", + "So that it might become the exclusive property of her husband, whoever he might be.", + "What about better birth? She asked. Could hope for no sympathy, whatever his crime.", + "Missus Kennedy and Missus Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of forfeiting days' allowance of food, an increase of which the committee had recommended.", + "That ere long, the whole management of the transfer department was entrusted to him.", + "Carol reported that when questioned about his mother, Lee said.", + "The signature of the witness, T. F. Drittle.", + "When asked what his next step would have been, hosty replied, \"quote.\"", + "Osborne shot at Major General Edwin A. Walker resigned U.S. Army.", + "This represents a speed of eleven point two miles per hour.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal type of weapon for moving targets.", + "It was almost too late.", + "Samples of his photographic work, offering to contribute that sort of service without charge.", + "There was no fur down properly found and duly looked after.", + "The infliction of punishment, more or less uniform, was thus aimed at.", + "The commission has concluded that on April ten, nineteen sixty three.", + "In the houses opposite the prison, numbers of detectives mixed with the spectators.", + "Agent Roy Tellerman, in the front seat of the presidential car.", + "Except for the uneventful distribution of literature at the Dumaine Street dwarf in June.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "I bore the manufacturer's serial number C two seven six six.", + "The distinction between the higher plants and animals is perfectly sharp and obvious.", + "For the fourth time, regained his foothold. Again, he was repelled.", + "As he told the driver, \"Let's get out of here. We are hit.\"", + "During all his reign, there was little peace in his great mixed turbulent empire.", + "Migrate continued to be a reproach to those responsible for its management.", + "The war was one short of its number. What would become of the fellow?", + "The approaching ceremony had evidently no terror in spite of its idolatrous use of the gallows.", + "No irons were worn except as a punishment.", + "Or fixed over the fireplaces, and the prisoners had no longer access to the chimneys.", + "He was informed that takeoff would be delayed until Vice President Johnson was sworn in.", + "There is special care.", + "The fish retains permanently his form, but the frog passes on.", + "I propose to return now to the subject of Newgate executions.", + "A committee of aldermen was fourth appointed to report upon the inspector's report.", + "Garreau reported that when questioned about his mother, Lee said.", + "Meanwhile, the clergyman still bent into the form of a sleeping dog.", + "And this man, Mister Truly, spoke up and says, \"It seems to me like he says.\"", + "Or of the fatal consequences which might have ensued.", + "Pats and Beth supported their cousin loyally and a citizen's preparation.", + "The one side was the part stolen from the female felon's side.", + "Even though he received more money and better living quarters than other Russians doing similar work.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the revolver seen in Oswald's belt.", + "Instead, leading the composition of our federal courts, including the highest.", + "At another time, there were fifty. My mother and grandmother had been under sentence a couple of years.", + "Introduced into their assembly, he began to bewail his misfortunes, telling them that.", + "She recalled that it was subsequent to the time the president had been shot.", + "Is to be here immediately preceding his execution, I have referred to in the last chapter.", + "In directing it, I shall recognize six fundamental principles.", + "Between the secret service and the president and his family is contemplated.", + "A series of prints of the fore or hind legs of a mammal on the hillside with one toe, horse.", + "The prisoners should be made to dispense with the use of a mattress and should sleep on planks.", + "His usual reaction to the problems which he encountered there was simply withdrawal.", + "I certainly would not be held if one of the papers has been pointed out above.", + "She was immediately tied by the neck to an iron bolt fixed near the top of the stake.", + "So I turned around and hit the vice president on the shoulder, and hollered, \"Get down!\"", + "It has been discussed and approved by many persons of a high authority.", + "I am sure Russians will accept me after this sign of my faith in them.", + "As for my return early, at some twenty odd, please consider it separately.", + "Which probably represents the vertebrate condition before limbs were acquired.", + "The last two days of the voyage, Bart found almost dispositions.", + "These prints were examined independently by Ronald G. Whitmus of the FBI.", + "After it was learned that he had defected to the Soviet Union.", + "Now for you, my poor fellow mortals, who are about to suffer the last penalty of the law.", + "That the jails attempt to corporate jurisdictions continue to be the fruitful sources.", + "Who, for the fourth time, regained his foothold? Again, he was repelled.", + "Whaley said that Oswald was the man under number two." + ] + }, + "Vanilla-Seq2seq": { + "method": "NoSideInputSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 8.346099004842856, + "mcd_ci95": { + "mean": 8.346099004842856, + "std_err": 0.1371933454189186, + "ci_lower": 8.080239751365324, + "ci_upper": 8.621715158736464 + }, + "side_input_kb": 0.0, + "side_input_padded_kb": 0.0, + "gflops": 4.17, + "per_utterance_mcds": [ + 7.504098244338508, + 7.079962455958903, + 9.562054807151878, + 8.378369342453391, + 8.123536509393379, + 10.358950830078902, + 10.19244484018486, + 10.4193691326742, + 8.963123136089644, + 8.913433243031125, + 10.234537791708433, + 7.421337057562422, + 8.826380426622123, + 8.401546600098781, + 7.433817982923294, + 6.99306239685018, + 6.662557135523083, + 7.173694427247519, + 7.72920283918473, + 7.287021778112341, + 8.412163545567612, + 9.935826182171809, + 6.003115245853623, + 6.604783293981093, + 8.665219497369945, + 7.80022539634268, + 8.063176742112013, + 6.9259911822025835, + 9.202152349263084, + 7.292363334366067, + 11.092240908859132, + 8.546117370818859, + 6.977779419860967, + 9.787753163749594, + 7.64395950741106, + 8.872765116809276, + 5.93720817266892, + 8.515022723703533, + 8.11474024339471, + 7.494572923519901, + 8.645502529767253, + 11.08056616056607, + 7.1280393187801945, + 9.31059110931067, + 9.346206966106124, + 7.3267483697851, + 6.580828412541839, + 8.996785395398653, + 7.379204842726321, + 9.14134625775371, + 9.778932195453192, + 9.395706086720425, + 9.924196799257157, + 10.264170739315485, + 5.422362513134333, + 6.203032235668124, + 7.9576277848659505, + 6.898243500213537, + 9.64166352937077, + 10.16215729322885, + 8.386670294839695, + 9.56051817141935, + 8.105002922239576, + 9.717967638883918, + 8.145579788834285, + 8.582513871740382, + 7.231979661247653, + 6.634751870394277, + 8.298192309364575, + 8.073216373602076, + 10.036374914507954, + 8.370071393588786, + 7.24621191723248, + 11.191334999890229, + 7.137242098547254, + 6.689421997162854, + 7.723235734446747, + 7.377872420888623, + 9.724974709692978, + 7.287357816316909, + 10.112618728520632, + 6.935480499520235, + 6.809680725447479, + 8.221958974714717, + 8.089901193442774, + 9.839796713452207, + 8.979713670908756, + 8.650768472644485, + 6.679238267295085, + 9.600285729507657, + 6.432978466914731, + 9.094664061304037, + 7.88269803339505, + 9.717056585805837, + 9.573074850404115, + 8.89841192540921, + 6.6147431319545715, + 12.689682333649358, + 6.934154314775382, + 7.202913563200671 + ], + "wer": { + "wer": 103.86064030131827, + "word_errors": 1103, + "total_words": 1062, + "per_utt_edits": [ + 4, + 12, + 11, + 22, + 9, + 17, + 17, + 17, + 15, + 19, + 12, + 8, + 7, + 10, + 11, + 5, + 9, + 7, + 10, + 7, + 13, + 10, + 5, + 12, + 8, + 11, + 18, + 5, + 16, + 6, + 16, + 11, + 10, + 19, + 12, + 15, + 4, + 6, + 10, + 8, + 7, + 19, + 5, + 3, + 16, + 8, + 6, + 10, + 11, + 16, + 18, + 15, + 13, + 13, + 8, + 6, + 9, + 11, + 13, + 14, + 11, + 13, + 7, + 4, + 13, + 11, + 11, + 12, + 11, + 12, + 8, + 14, + 5, + 18, + 11, + 13, + 11, + 16, + 13, + 6, + 13, + 5, + 7, + 16, + 13, + 15, + 15, + 15, + 12, + 8, + 7, + 16, + 8, + 11, + 12, + 11, + 11, + 12, + 8, + 3 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 103.86064030131827, + "std_err": 1.9412810328441363, + "ci_lower": 100.44246809542813, + "ci_upper": 108.02410399095915 + }, + "per_utterance_word_errors": [ + 4, + 12, + 11, + 22, + 9, + 17, + 17, + 17, + 15, + 19, + 12, + 8, + 7, + 10, + 11, + 5, + 9, + 7, + 10, + 7, + 13, + 10, + 5, + 12, + 8, + 11, + 18, + 5, + 16, + 6, + 16, + 11, + 10, + 19, + 12, + 15, + 4, + 6, + 10, + 8, + 7, + 19, + 5, + 3, + 16, + 8, + 6, + 10, + 11, + 16, + 18, + 15, + 13, + 13, + 8, + 6, + 9, + 11, + 13, + 14, + 11, + 13, + 7, + 4, + 13, + 11, + 11, + 12, + 11, + 12, + 8, + 14, + 5, + 18, + 11, + 13, + 11, + 16, + 13, + 6, + 13, + 5, + 7, + 16, + 13, + 15, + 15, + 15, + 12, + 8, + 7, + 16, + 8, + 11, + 12, + 11, + 11, + 12, + 8, + 3 + ], + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, 6, + 7, + 16, + 8, + 11, + 12, 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the description.", + "Repaired there secretly, and so engage information.", + "A table showing the figures for the year-ending Michael Miss Eight.", + "He could trump up a false complaint against his fellow prisoner, and so get him.", + "Agent Roy H. Kellerman riding in the front seat.", + "In his intense desire to join the marines and get away from his surroundings and his mother.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revengeful feelings.", + "Other officials, great lawyers, governors of prisons, and chaplains.", + "Mold one into a round ball and set aside for a loaf. As already direct.", + "The approaching ceremony had evidently no terrors for these idolaters of the gall.", + "His attempt to express himself through his fair play for Cuba activities.", + "A new prisoner's fate as to location.", + "The latter, unsexed and brutalized.", + "The man Bowsfield, however, whose execution was so", + "Leaving between them room for a four horse.", + "Nearly all Americans.", + "But when the two groups are traced downward.", + "To which he was introduced.", + "And they were exacted to relieve a rich corporation from paying.", + "To take possession of this tonight, for tell.", + "Now for you, my poor fellow norfolks, who are about to suffer the.", + "That the jails attached to corporate jurisdictions continue to be.", + "As he told the driver, he knew.", + "So I turned around and hit the vice president on the shoulder.", + "Four moxie ship experts testified before the commission.", + "Thistlewood was discovered next morning.", + "Osborne was very, very displeased and disappointed.", + "John Pick, however, did not.", + "It is essentially a fish, and would be so classed if it remained in this.", + "Then joined in the effort to.", + "And now he went on to say, \"My coming to you, Babylon.\"", + "So that it might become the exclusive property of her husband.", + "The man of better birth could hope for no sympathy.", + "Missus Kennedy and Missus Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of forfeiting the day's allowance of food and increased", + "That ere long, the whole management of the transfer department was in.", + "Carol reported that.", + "The signature of the witness, T.", + "When asked what his next step would have been.", + "Oswald shot at Major General.", + "This represents a speed of eleven.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal time.", + "It was almost.", + "Samples of his photographic work, offering to contribute that sort of service without.", + "Then we talk about it properly.", + "The infliction of punishment.", + "The commission has concluded that on April ten, nineteen sixty.", + "In the house opposite the prison, numbers of detected.", + "Agent Roy H. Kellerman riding in the front seat of the presidential car.", + "Except for the uneventful distribution of literature at the Dumean Street wharf in June.", + "She was immediately tied by the neck to an iron bolt.", + "It bore the manufacturer's serial number C two seven six.", + "The distinction between the higher plants and animals is perfectly sharp and.", + "Who, for the fourth time, freaking?", + "As he told the driver, \"Our brothers.\"", + "During all his reign, there was little peace.", + "Newgate continued to be a reproach to", + "The ward was one short of its number. What had become of the.", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "No irons were worn except as a.", + "Were fixed over the fireplaces, and the prisoners had no longer access to.", + "He was informed that takeoff would be delayed.", + "There is special care.", + "The fish retains permanently its form, but the frog casts.", + "I propose to return now to the subject of Newgate.", + "A committee of aldermen was forthwith appointed.", + "Carol reports that when questioned about.", + "Meanwhile, the clergyman still bent to the form of a sleeping dog.", + "And this man, Mister Truly, spoke up and says, \"It's.\"", + "Or of the fatal consequences which might ensue.", + "Now for you, my poor fellow mortal, who are about to suffer the last penalty.", + "The state side was the.", + "Even though he received more money and better living quarters than other Russians doing similar.", + "Proper hours for locking and unlocking prisoners should be insisted upon.", + "She also testified that this appeared to be the result of a small spill.", + "Instead of leaving the composition of our federal court.", + "At another time, there were fifty. One food had been under.", + "Introduced into their assembly, he began to bewail his misfortune.", + "She recalled that it was.", + "His demeanor immediately preceding his execution, I have referred to in the last.", + "Indirectly, I shall.", + "Between the secret service and the president.", + "A series of either four or three glimpses of a mammal in the hills with one.", + "The prisoners should be made to dispense with the use of a mattress.", + "His usual reaction to the problems which he encountered there was simply.", + "It certainly could not be made by this commission, which has been pointed out above.", + "She was immediately tied by the neck to an iron bolt fixed.", + "So I turned around and hit the vice president on the shoulder.", + "It has been discussed and approved by me.", + "I'm sure Russians will.", + "As for my return entrance visa, please consider it separately.", + "Which probably represent the verdict condition before.", + "I myself do not have a particularly quiet disposition.", + "These prints were examined independently by the FBI.", + "After it was learned that he had defected to the Soviet.", + "Now for you, my poor fellow mortals, who are.", + "That the jails attached to corporate jurisdictions continued to be the fruitful source.", + "Who, for the fourth time, regained his.", + "Waley said that." + ] + }, + "TEC": { + "method": "TecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 6.9076331118051755, + "mcd_ci95": { + "mean": 6.9076331118051755, + "std_err": 0.23009066761350846, + "ci_lower": 6.45990748495578, + "ci_upper": 7.361767309721267 + }, + "side_input_kb": 0.0745, + "side_input_padded_kb": 0.0745, + "gflops": 4.62, + "per_utterance_mcds": [ + 4.946292734503406, + 5.651554956957097, + 9.016123691791268, + 8.015974832535058, + 6.671899651396324, + 10.840657306019082, + 9.986188905623386, + 9.671393116001799, + 8.664341428000636, + 8.892929942832618, + 9.806489654899975, + 5.287831714625264, + 7.609926536617818, + 7.153538559327121, + 5.946966118652121, + 4.553560064256157, + 3.8792773960034372, + 4.485361751931597, + 5.719998686669911, + 4.834868213998371, + 7.2205660475162805, + 8.819263023670809, + 3.2882655846484945, + 3.2831368049556096, + 6.549185896017345, + 5.442625264812206, + 8.133173388037287, + 3.988405029630003, + 9.17582297197498, + 5.329972258419621, + 10.866206431031879, + 7.313636446928379, + 4.96249491734152, + 9.92266214307128, + 6.397288993494833, + 8.952681712927161, + 2.808425821643019, + 7.249245189085089, + 6.434115088632609, + 4.631853448221912, + 6.329699069704793, + 10.884460931642451, + 4.161334094401922, + 8.529352141563132, + 8.872918565183134, + 5.276588334412996, + 3.585417996412059, + 8.533423829450022, + 5.7379078472685325, + 9.168012128359287, + 9.611987256922992, + 8.223457566303441, + 9.288795509716907, + 10.05174958025646, + 2.996624587679285, + 3.3287282740910578, + 5.136490763268453, + 5.045185396184255, + 9.198462898122086, + 10.126006652060388, + 8.046826307688638, + 9.032807110944729, + 5.631654658075842, + 8.58476729634497, + 7.6636707860400675, + 7.7163219509790215, + 5.4469830959545185, + 4.4462339799869, + 6.171849574538567, + 6.723415134210236, + 9.770639699904235, + 7.779642750800162, + 3.827967931260459, + 10.822026098482638, + 3.674907323368748, + 4.077146037146833, + 6.104704165432977, + 6.009909010780452, + 8.413520422652931, + 4.10292535145488, + 10.01700248161944, + 4.242319816427421, + 4.232270924770194, + 7.170185696360078, + 6.8565661458020655, + 9.597492102009511, + 8.726057414286414, + 7.856493533909445, + 3.8548722623463973, + 7.536009970441411, + 3.3358441075172425, + 9.003404909688621, + 6.297492184477217, + 9.626642570097943, + 7.289826143718415, + 8.066135264390608, + 4.830968235275372, + 12.534394715522824, + 4.897265878085633, + 4.253342990017114 + ], + "wer": { + "wer": 101.03578154425612, + "word_errors": 1073, + "total_words": 1062, + "per_utt_edits": [ + 4, + 12, + 11, + 23, + 9, + 17, + 17, + 17, + 15, + 19, + 12, + 8, + 7, + 10, + 11, + 5, + 9, + 7, + 10, + 7, + 13, + 10, + 7, + 7, + 6, + 11, + 18, + 5, + 16, + 6, + 16, + 11, + 10, + 19, + 12, + 15, + 4, + 6, + 10, + 8, + 7, + 19, + 5, + 3, + 16, + 8, + 6, + 10, + 11, + 16, + 18, + 15, + 13, + 13, + 7, + 7, + 9, + 11, + 13, + 14, + 11, + 13, + 7, + 3, + 13, + 11, + 11, + 12, + 7, + 12, + 8, + 14, + 5, + 18, + 4, + 6, + 11, + 16, + 13, + 6, + 13, + 5, + 7, + 15, + 13, + 15, + 15, + 15, + 8, + 7, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 12, + 8, + 3 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 101.03578154425612, + "std_err": 1.1676533331091887, + "ci_lower": 98.88059701492537, + "ci_upper": 103.49855569694334 + }, + "per_utterance_word_errors": [ 4, + 12, + 11, + 23, + 9, + 17, + 17, + 17, + 15, + 19, + 12, + 8, + 7, + 10, + 11, + 5, + 9, + 7, + 10, + 7, + 13, + 10, + 7, + 7, + 6, + 11, + 18, + 5, + 16, + 6, + 16, + 11, + 10, + 19, + 12, + 15, 4, + 6, + 10, + 8, + 7, + 19, 5, + 3, + 16, + 8, + 6, + 10, + 11, + 16, + 18, + 15, + 13, + 13, + 7, + 7, + 9, + 11, + 13, + 14, + 11, + 13, + 7, + 3, + 13, + 11, + 11, + 12, + 7, + 12, 8, + 14, + 5, + 18, + 4, + 6, + 11, + 16, + 13, + 6, + 13, 5, + 7, + 15, + 13, + 15, + 15, + 15, + 8, + 7, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 12, 8, + 3 + ], + "per_utterance_word_counts": [ 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, 3, - 12 - ] - }, - "wer_ci95": { - "mean": 29.96777658431794, - "std_err": 3.18997730629735, - "ci_lower": 24.06876069448893, - "ci_upper": 36.57465052467648 - }, - "per_utterance_word_errors": [ - 0, - 0, - 0, - 7, - 0, - 1, - 5, - 2, - 0, - 0, - 0, - 6, - 3, - 3, - 5, - 4, - 2, - 0, - 0, - 2, - 4, - 3, - 1, - 1, - 1, - 3, - 3, - 5, - 1, - 2, - 1, - 1, - 0, - 1, - 5, - 4, - 1, - 2, - 2, - 4, - 4, - 2, - 2, - 3, - 0, - 3, - 5, - 0, - 7, - 2, - 5, - 4, - 3, - 2, - 7, - 4, - 4, - 9, - 6, - 4, - 1, - 0, - 1, - 8, - 3, - 7, - 0, - 2, - 2, - 0, - 5, - 0, - 5, - 0, - 7, - 4, - 0, - 0, - 0, - 5, - 9, - 0, - 0, - 0, - 1, - 7, - 1, - 4, - 6, - 6, - 0, - 3, - 1, - 3, - 1, - 7, - 1, - 2, - 8, - 8 - ], - "per_utterance_word_counts": [ - 9, - 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, - 17, - 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, - 7, - 7, - 14, - 11, - 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, - 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, - 10, - 7, - 11, - 7, - 11, - 16, - 11, - 16, - 9, - 7, - 10, - 14, - 19, - 15, - 5, - 10, - 7, - 14, - 5, - 2, - 6, - 6, - 9, - 6, - 17, - 17, - 13, - 10, - 6, - 13, - 9, - 7, - 10, - 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, - 8, - 5, - 8, - 2, - 19, - 3, - 3, - 12 - ], - "hypotheses": [ - "The arrow pierced his heart and wounded him mortally.", - "They think you're proud because you've been away to school or something.", - "In the meantime, the uplifted hand of Hawkeye was above him.", - "Fine, Lake T.Here's no singing in the events of the present,\" said Lord Chelford, laughing.", - "One of them seems restless enough.", - "He took it and smiled.", - "Fire on no account. Feel the air. The space.", - "Among the exhibits that was the Edison system of incandescent lighting.", - "We are obliged to secure as fast as possible every article that belongs to our cargo.", - "I entered, and I took you into my confidence as to the suggestions of the side table.", - "You are mad. She has given birth to a princess.", - "What's his game in the? This contract was then not renewed.", - "He pulled up a window, and the air was heavy.", - "Close ahead of him now, the flashing line of the rapids.", - "Loraine would lay down the newspaper to content her.", - "Translated by Scott Gordon Wheaton again.", - "A great fisher being born.", - "Our guide cried aloud in his astonishment and dismay.", - "Then Mary Taylor, whose conscience was uncomfortable, said.", - "Her manner was neither independent nor assertive, but rather one of well-read composure and calm reliance.", - "Peanuts that will be incorporated.", - "Luther is still the greatest thinker of constantism.", - "His father was the victorious Sir Jabez Gilchrist, who ruined himself on the turf.", - "They had not walked far when Luke suddenly said.", - "The silver fleece was it.", - "Apathy and disgust caused a passionate lust.", - "It was almost the joyful.", - "Can't say. A loud and impatient voice.", - "The most famous of all was the overthrow of the island of Atlantis.", - "The Latter Day Saints were not regarded as a religious people.", - "And Vern's marine engineering proves especially authoritative.", - "Oh, you don't know as well as you think you do.", - "But the rejection of the subject renders some more complicated theory necessary.", - "He stood a little behind her, tried to steady himself as he said, \"It's soft and misty.\"", - "The room was empty. Do I have a paper?", - "We put many customers, but it is not to make out many bills.", - "Can they be discharged?", - "Yes, for a much gift.", - "Bless was now laughing.", - "One thinks one's here for pleasure.", - "And what was the subject? Said the person who made the remark.", - "No time or distance, however, ever lessened his interest in her.", - "What if sweet voice, little innocent? It was to be sure.", - "You see, my side was wanting to have everything.", - "Gloves,\" said the young man.", - "I say, I understand whether color is gay or sad.", - "A man writes to the top of the book of the prophets.", - "Mass will be on Saturday morning at nine o'clock, and general communion for the whole college.", - "Ah, that's good. They just would not have run away.", - "I had quite forgotten. I was back there.", - "As master, I don't get a job.", - "It is always well to be happy.", - "It hurts their feelings.", - "I'm sure Alexandra will stay on here,\" she murmured.", - "And so the prince will go ahead as he had gone.", - "I'm nearly starving. For this conquering kingdom's is hard work.", - "They were received in the little office by Anthony Parker, who was the jailer.", - "You may wander to be. It is the season of good work. So young.", - "I was possessed when the aperture less the electrical eye should grow dim or fail altogether.", - "He hastened along, which never involved his protection.", - "Let us take the little table.", - "Bartley turned away and sank down in his chair again.", - "At the turn of the road, he ran up against the tenor's boy, Lars.", - "Papa says he hires my friend to do it, and wishes me to continue it through life.", - "For all the splendor of the program, the meghantha was not conspicuous where he sat.", - "Door open once more. We speak about the performance.", - "It was long ago, and this episode was long before.", - "Beth, uneasy in the silence, nudged him.", - "But I remarked, \"Since we had followed the road that Sydenham has shown us.\"", - "But Conseil had one flaw.", - "Oh, Emil. There's no place to hide.", - "She had begun her open battle.", - "The poor little thing is like a basketball.", - "It's a glorious mission, but also a dangerous one.", - "We are not dealing here with refugees.", - "If I'd met you later, my head loved you so well. That's all over long ago.", - "That letter is consecrated. No one shall ever see it but Papa and my brother and sisters.", - "Philip had a good appetite, a sunny temper, and a clear, hearty laugh.", - "There was no such thing as a hawk in sight.", - "The count pain was now ready for war.", - "Yes, we are. There is no hiding place. No room for passengers. But after we make a detour.", - "Alexander went over and opened the window for her.", - "The top floor belongs to Miles McLaren.", - "It is hardly necessary to say more of them here.", - "All right, come if you want.", - "With only head and wings above the mass, motherly, flat and awkwardly, beating down the whom about him.", - "You represented a defendant, beautiful, disdainful, inconstant.", - "Where are we? Sculpins were beaten again.", - "I gave old man the news.", - "Is that you, extinct? I can't get a job.", - "I must see you.", - "She's at home with the puppy.", - "In despair, he shriveled himself downward too soon.", - "Viking is better.", - "Oh yes, I go often to Paris. Often.", - "The judicial review is also being considered.", - "They went home sadly with the lilacs, back to the Rue Saint Jean, walking very slowly arm in arm.", - "No, sir. Certainly not.", - "Chapter Twenty Four. Martin O'Neill called this game almost exactly right.", - "What is planted over there? The mistake to reply from the room that she really didn't care." - ], - "per_utterance_mcds": [ - 8.889035695721079, - 8.056180985532464, - 7.945307258289156, - 8.4155575285675, - 7.908949104137581, - 8.537030519275659, - 10.485126147612801, - 8.15922069745751, - 7.806850675987611, - 7.981903338543405, - 8.888745723786716, - 9.567357528084818, - 7.420213445579109, - 7.604313405854267, - 9.272361253989791, - 8.465935877254639, - 7.592142715303949, - 8.009083635534749, - 7.44781953694312, - 7.152763327665055, - 7.6837692407192915, - 8.014277109517819, - 9.002923089637818, - 8.732815104336359, - 10.388690948403795, - 9.154946720511317, - 7.482334384908693, - 10.423094428741024, - 7.6147496176793865, - 8.047746116921477, - 10.074762753254202, - 8.390927044653955, - 8.515459412328177, - 6.608807569813319, - 7.435603908865891, - 8.521379265794833, - 8.833490811854565, - 8.19162913871011, - 7.4421013324394325, - 9.989885285471797, - 8.10259962264426, - 7.525597971473269, - 7.709339239887616, - 7.74248590065619, - 8.093805442427119, - 8.542785074980438, - 9.72741932696945, - 7.9383930671309955, - 9.536420644883142, - 9.513269729715983, - 10.661102641881476, - 9.213936901448479, - 9.04235633125728, - 7.798016226751006, - 7.842384544409616, - 7.798429003723301, - 8.175735115193156, - 9.51108100750379, - 7.970381830729926, - 9.195039757279211, - 9.873828905824874, - 7.923718451685595, - 7.93402668579483, - 8.148509034662831, - 8.631751161062118, - 11.392392723617919, - 7.354619908154666, - 8.279100310359182, - 9.237595369691814, - 10.132815787602174, - 11.924992544339101, - 6.399999798726783, - 8.88983908328972, - 10.368243192829526, - 10.762860517462101, - 8.92635895380347, - 6.828277222400986, - 8.438446443284542, - 8.755296928396344, - 8.164990630163143, - 10.6683476248734, - 7.172967638305493, - 7.760984185500579, - 8.746732006659158, - 8.538838894990436, - 7.529641641209995, - 7.717368724358662, - 9.646220526119764, - 8.10000601630273, - 10.826676207314383, - 9.416427782948753, - 8.459181372242972, - 8.130106981547838, - 8.342210455911887, - 8.060193288271646, - 11.75291161692752, - 7.538589231122749, - 7.8544274350748795, - 8.792651253201454, - 7.430717280077094 - ] - }, - "Vanilla-Seq2seq": { - "method": "NoSideInputMultiInterfering", - "text_condition": "matched", - "num_evaluated": 100, - "mcd_db": 8.566742142916008, - "mcd_ci95": { - "mean": 8.566742142916008, - "std_err": 0.11927590403975666, - "ci_lower": 8.33610982164166, - "ci_upper": 8.8094167242572 + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ], + "hypotheses": [ + "To taking the description.", + "Repaired there secretly and so engage information.", + "A table showing the figures for the year-ending Michael Miss Eighth.", + "He could trump up false complaint against his fellow prisoner, and so get.", + "Agent Roy H. Kellerman riding in the front seat.", + "In his intense desire to join the marines and get away from his surroundings and his mother.", + "The culprit was really her husband, who killed O'Connor out of jealousy and revenge for feeling.", + "Other officials, great lawyers, governors of prisons, and chaplains.", + "Mold one into a round ball and set aside for a loaf. As already direct.", + "The approaching ceremony had evidently no terrors for these idolaters of the gods.", + "His attempt to express himself through his fair play for Cuba activities.", + "A new prisoner's fate as to location.", + "The latter, unsexed and brutalized.", + "The man Bowsfield, however, whose execution was so", + "Leaving between them room for a four horse.", + "Nearly all Americans.", + "But when the two groups are traced down.", + "To which he was introduced.", + "And they were exacted to relieve a rich corporation from paying.", + "To take possession of this tonight, for tell.", + "Now for you, my poor fellow norfolks, who are about to suffer the.", + "That the jails attached to corporate jurisdictions continue to be.", + "As he told the driver.", + "So I turned around and hit the.", + "Floor masonry expert.", + "Thistlewood was discovered next morning.", + "Osborne was very very disapprovable and disappointed.", + "John Pick, however, did not.", + "It is essentially a fish, and would be so classed if it remained in this.", + "Then joined in the effort to.", + "And now he went on to say, \"My coming to you, Babylon.\"", + "So that it might become the exclusive property of her husband.", + "The man of better birth could hope for no sympathy.", + "Missus Kennedy and Missus Johnson stood at the side of the new president as he took the oath of office.", + "With the penalty of forfeiting the day's allowance of food and increased", + "That ere long, the whole management of the transfer department was.", + "Carol reported that.", + "The signature of the witness.", + "When asked what his next step would have been.", + "Oswald shot at Major General.", + "This represents the speed of a level.", + "But no system of complete circulation, as in the blood vessels of a higher animal.", + "This is the ideal time.", + "It was almost.", + "Samples of his photographic work, offering to contribute that sort of service without.", + "Then we talk about the race properly.", + "The infliction of punishment.", + "The commission has concluded that on April ten, nineteen sixty.", + "In the houses opposite the prison, numbers of detectives.", + "Agent Roy H. Kellerman riding in the front seat of the presidential car.", + "Except for the uneventful distribution of literature at the Main Street Wharf in June.", + "She was immediately tied by the neck to an iron bolt.", + "It bore the manufacturer's serial number C two seven.", + "The distinction between the higher plants and animals is perfectly sharp and.", + "Who was for the fourth time freaking.", + "As he told the driver.", + "During all his reign, there was little.", + "Negate continued to be a reproach to", + "The ward was one short of its number. What had become of the?", + "The approaching ceremony had evidently no terrors for these idolaters of the gallows.", + "No irons were worn except as a.", + "Were fixed over the fireplaces, and the prisoners had no longer access to.", + "He was informed that takeoff would be delayed.", + "They're special care.", + "The fish retains permanently its form, but the frog casts.", + "I propose to return now to the subject of Newgate.", + "A committee of aldermen was forthwith appointed.", + "Carol reports that when questioned about.", + "Meanwhile, the clergyman still bent.", + "And this man, Mister Truly, spoke up and says, \"It's.\"", + "Or of the fatal consequences which might ensue.", + "Now for you, my poor fellow mortal, who are about to suffer the last pen.", + "The state side was the.", + "Even though he received more money and better living quarters than other Russians doing similar.", + "Proper hours for lock.", + "She also testified that this.", + "Instead of leaving the composition of our federal court.", + "At another time, there were fifty. One of whom had been under.", + "Introduced into their assembly, he began to bewail his mis.", + "She recalled that it.", + "His demeanor immediately preceding his execution, I have referred to in the last.", + "Indirectly, I shall.", + "Between the secret service and the press.", + "A series of either four or a herring glimpse of a mammal with one.", + "The prisoners should be made to dispense with the use of a mattress.", + "His usual reaction to the problems which he encountered there was simply.", + "It certainly could not be made by this petition, which has been pointed out above.", + "She was immediately tied by the neck to an iron bolt fixed near.", + "So I turned around and hit the vice.", + "It has been discussed and approved by.", + "I'm sure Russians will.", + "As for my return entrance visa, please consider it separately.", + "Which probably represents the verdict condition before.", + "I myself do not have a particularly quiet disposition.", + "These prints were examined independently by.", + "After it was learned that he had defected to the.", + "Now for you, my poor fellow mortals, who are.", + "That the jails attached to corporate jurisdictions continue to be the fruitful source.", + "Who, for the fourth time, regained his.", + "Wayley said that." + ] }, - "side_input_kb": 0.0, - "side_input_padded_kb": 0.0, - "gflops": 2.76, - "wer": { - "wer": 30.827067669172934, - "word_errors": 287, - "total_words": 931, - "per_utt_edits": [ - 0, + "AEC-Seq2seq": { + "method": "AecSingleInterfering", + "text_condition": "matched", + "num_evaluated": 100, + "mcd_db": 6.3299841652757785, + "mcd_ci95": { + "mean": 6.3299841652757785, + "std_err": 0.2149275279520458, + "ci_lower": 5.907578302680354, + "ci_upper": 6.7566823580588675 + }, + "side_input_kb": 235.40303999999998, + "side_input_padded_kb": 235.40303999999998, + "gflops": 6.36, + "per_utterance_mcds": [ + 4.479673439145137, + 4.9169072341604405, + 8.150644152653133, + 7.487280663479328, + 5.7259244354388965, + 10.74782744705988, + 9.198636045348609, + 9.21563133818012, + 7.663631641353946, + 8.051684276302565, + 8.805274811097165, + 5.078970823541078, + 7.190500069143643, + 6.742724607740072, + 5.293981517118705, + 3.9534400285804185, + 3.7564481333252133, + 4.313394154964643, + 5.0609414929384995, + 4.31898324916491, + 6.137914710861082, + 8.033251303022215, + 3.0488681223043286, + 3.0868626114315334, + 5.801092930493555, + 5.254756584109474, + 7.645220467654771, + 4.048314186842832, + 8.094064092308994, + 5.052257609021958, + 9.551486699354273, + 6.555080264504086, + 4.869424437422166, + 9.142652533451477, + 5.90963216254345, + 8.523111884041707, + 2.5623491006594823, + 6.663272612614651, + 5.780576947436051, + 4.166798736671095, + 5.90404292883811, + 9.48814958553709, + 3.5661224639148963, + 7.559969720778338, + 8.307259904472948, + 4.492615729694208, + 3.5430438043393164, + 7.33126178027746, + 5.531869901748401, + 8.586457485135886, + 8.923111626196855, + 7.658868303498985, + 8.073694297439237, + 9.738342939148229, + 2.717361892998293, + 3.1524999448087767, + 4.760445900677675, + 4.632113688210532, + 8.448634591513807, + 9.463956309424844, + 6.853096492848309, + 8.441328297893028, + 5.182697192489667, + 8.91371560319934, + 7.159353372089764, + 6.879269062950369, + 4.8180518382389455, + 3.6678220170403155, + 5.226858252622589, + 6.365746169542338, + 9.108786234889417, + 6.888619331452574, + 3.598541014958489, + 10.423436398693944, + 3.5599419955162155, + 3.5604496417020743, + 4.805500517770583, + 5.462189727982193, + 8.01494013848356, + 3.7408506744663628, + 9.402261302116973, + 3.7798792022286416, + 4.103504529340235, + 6.037510921909818, + 6.03883019133336, + 9.05748786958242, + 8.289545534226809, + 7.104531763853036, + 3.6780718951661022, + 6.863004087344608, + 3.0027443611536357, + 8.423944309449318, + 5.9658257934151635, + 9.073113733776538, + 7.096972496059635, + 7.390052524756969, + 4.081221272072641, + 10.999613106735675, + 4.121075956078919, + 3.858721346007879 + ], + "wer": { + "wer": 49.2467043314501, + "word_errors": 523, + "total_words": 1062, + "per_utt_edits": [ + 5, + 2, + 10, + 6, + 0, + 14, + 8, + 17, + 8, + 15, + 1, + 8, + 5, + 10, + 4, + 1, + 6, + 5, + 6, + 1, + 1, + 10, + 5, + 7, + 1, + 11, + 2, + 4, + 10, + 4, + 2, + 11, + 1, + 10, + 7, + 3, + 3, + 2, + 9, + 8, + 7, + 7, + 5, + 3, + 11, + 2, + 5, + 8, + 8, + 1, + 10, + 15, + 3, + 13, + 0, + 2, + 3, + 8, + 1, + 1, + 7, + 7, + 7, + 0, + 3, + 5, + 2, + 5, + 5, + 8, + 1, + 2, + 1, + 19, + 4, + 1, + 6, + 2, + 7, + 1, + 11, + 2, + 4, + 1, + 5, + 13, + 2, + 1, + 1, + 1, + 7, + 1, + 1, + 0, + 2, + 7, + 2, + 7, + 3, + 3 + ], + "per_utt_words": [ + 2, + 13, + 12, + 23, + 9, + 12, + 17, + 19, + 15, + 19, + 10, + 8, + 8, + 10, + 12, + 5, + 9, + 7, + 11, + 7, + 11, + 10, + 7, + 3, + 6, + 11, + 18, + 4, + 16, + 4, + 16, + 10, + 10, + 14, + 11, + 15, + 5, + 6, + 10, + 8, + 7, + 20, + 5, + 4, + 17, + 9, + 7, + 11, + 11, + 16, + 19, + 15, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, + 7, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, + 5, + 19, + 2, + 6, + 11, + 16, + 13, + 6, + 14, + 5, + 5, + 15, + 14, + 15, + 17, + 16, + 5, + 6, + 7, + 16, + 8, + 11, + 12, + 10, + 11, + 14, + 8, + 3 + ] + }, + "wer_ci95": { + "mean": 49.2467043314501, + "std_err": 3.6404759861128206, + "ci_lower": 42.20175352983278, + "ci_upper": 56.4972579816757 + }, + "per_utterance_word_errors": [ + 5, 2, + 10, + 6, 0, - 9, - 0, + 14, + 8, + 17, + 8, + 15, 1, + 8, 5, - 3, - 0, - 0, - 0, - 6, - 3, - 3, - 2, + 10, 4, - 3, - 0, - 0, - 2, - 2, 1, - 0, - 3, - 5, + 6, 5, - 3, + 6, + 1, + 1, + 10, 5, + 7, 1, + 11, 2, + 4, + 10, + 4, + 2, + 11, 1, + 10, + 7, + 3, 3, - 1, - 1, - 1, - 1, - 0, 2, + 9, + 8, + 7, + 7, + 5, 3, + 11, + 2, 5, 8, - 2, + 8, 1, - 4, + 10, + 15, + 3, + 13, 0, 2, 3, + 8, + 1, 1, 7, - 4, - 5, - 4, - 3, - 2, 7, - 4, - 4, - 9, 7, + 0, 3, + 5, + 2, + 5, + 5, + 8, 1, - 0, 2, + 1, + 19, 4, + 1, + 6, 2, 7, - 0, - 6, + 1, + 11, 2, 4, + 1, 5, - 0, - 6, - 0, - 7, + 13, 2, - 0, 1, - 0, - 3, - 8, - 0, - 0, - 0, 1, - 4, 1, - 6, - 6, - 6, - 0, - 3, - 2, + 7, 1, - 0, - 8, 1, + 0, 2, - 8, - 10 + 7, + 2, + 7, + 3, + 3 ], - "per_utt_words": [ + "per_utterance_word_counts": [ + 2, + 13, + 12, + 23, 9, 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, 17, + 19, + 15, + 19, 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, 8, - 17, - 3, 8, - 14, + 10, + 12, + 5, 9, - 6, - 7, 7, + 11, 7, - 14, 11, + 10, 7, - 12, - 12, + 3, + 6, + 11, 18, - 7, - 12, 4, + 16, 4, - 5, - 6, - 15, - 12, - 11, + 16, + 10, + 10, + 14, 11, + 15, 5, - 8, - 11, - 16, - 3, - 7, - 3, + 6, 10, + 8, 7, - 11, + 20, + 5, + 4, + 17, + 9, 7, 11, - 16, 11, 16, - 9, - 7, - 10, - 14, 19, 15, - 5, - 10, + 13, + 13, + 8, + 8, + 9, + 11, + 11, + 15, + 11, + 12, 7, - 14, + 3, + 13, + 13, + 11, + 12, + 8, + 12, + 6, + 12, 5, + 19, 2, 6, + 11, + 16, + 13, 6, - 9, - 6, - 17, + 14, + 5, + 5, + 15, + 14, + 15, 17, - 13, - 10, + 16, + 5, 6, - 13, - 9, - 7, - 10, 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, + 16, 8, - 5, + 11, + 12, + 10, + 11, + 14, 8, - 2, - 19, - 3, - 3, - 12 + 3 + ], + "hypotheses": [ + "To take in the description.", + "He found a delightful little place, and he had charming people there.", + "Yeah, that's probably how you can't block. You're handing Michael this door.", + "I gave him a little brandy and let him collapse in the chair while I made a most careful examination.", + "The ballet began. The effect was more than beautiful.", + "I have intense desire to join the marines and give away my surroundings. One.", + "As the beauty was selected for its specialty of picturesqueness, and all its lines of cramped and poor.", + "The plot in Central was great. Lawyers, government, favor, and chattering.", + "Where the wave was one instant sank, they came closer, but not quite within grasp of the reach.", + "The old could have survived after the modern. They know terrorism. The old will be told to respect.", + "She, however, did not cast a single glance upon him.", + "I see my face. I see the patient weeping.", + "Part smiled and nodded and looked.", + "It takes your own blood to cross her mouth on the street.", + "The little girl Zora lay on the little white bed.", + "If I can get patience.", + "We've been in Paris recently.", + "To which he broke or wear out.", + "They would not present the entire mass of operations.", + "He tortured each other enough for tonight.", + "On one point, especially, the border ruffians had a wholesome ground.", + "The tales of two poor rich children continue to be.", + "I told the driver that he knew.", + "So I turned around and hit the.", + "They'll feed during our absence.", + "This is the next question.", + "Little wave of quiet mirth broke over the class of boys from the rector's grim smile.", + "\u4e0d\u597d\u770b\uff0c\u597d\u4e0d\u597d\uff1f", + "The combined efforts of both countries played a key role in avoiding further suffering.", + "They enjoy the effort.", + "I shall not leave you day or night, whether you are working, playing, or sleeping.", + "So that it might become the exclusive property of her husband.", + "What about us, Bart? She asked in a thin voice.", + "Mr. Sale and sharp features and a diamond eye struck her as he took the prize.", + "Frank Satter is going to lay down reading the Sunday newspaper.", + "The bullier stared a moment, and then he fell back in his stumps, laughing.", + "Follow that road.", + "Don't cry. He whispered.", + "I'm asked for a card of all of it here.", + "Gospel child.", + "This represents the amount of.", + "But you must put up your cap on your bench,\" he said, and was going to do it.", + "This is the ideal time.", + "It was almost.", + "There cannot be a doubt that he is overly kindly, offering to contribute that sort of service.", + "Then he tosses it down and sees the next.", + "There's no question of punishment.", + "The colonists laid the foundation for King.", + "Mariah's opposite the garden market yesterday.", + "Nothing was to be done but to put about and return in disappointment for the north.", + "With only head in the arms of a mad mother, he blackened forward, front, beating down the room about him.", + "She was immediately tied by the neck to an iron bolt.", + "On a wooden bench, my first thought was to observe the intensity of the light.", + "The distinction between the higher planets and the outer planets is perfectly sharp.", + "I was absent rather more than an hour.", + "He gave three of my brothers.", + "No benches for twenty men along the side.", + "You continue to be more pro than you do.", + "He passed from the Cumberland Bridge on to firm land again.", + "In such a case, we distrust our image in spite of its being unusually flawless.", + "No wires is coming up with the director.", + "Now, as never before, his dreams have seen no longer access to.", + "It was in form. The taken off would be deleted.", + "What was that?", + "Yes, replied Malcolm, and there is the sea lizard of vast size.", + "I get all my needs when I go down to the gym.", + "We have made 100 leagues since we left Axel Island.", + "They don't talk of anyone else. They go with you.", + "Men must be worthy, unworthy of men.", + "Do you want to see the truth of the truth?", + "The great saint, Saint Francis Xavier.", + "Hatsy and Bet supported their cousin loyally and assisted in the preparations.", + "What do you want?", + "Even though he received more money in better living quarters and other benefits.", + "Corporate hours for what?", + "We remain motionless, ready to fight.", + "One hardly likes to throw rubbish in our prayers.", + "Of course, I can't really sing except the way my mother and grandmother did.", + "With knowledge into humor, in one sense, and another, real is this.", + "You would not eat with us.", + "So they hear immediately of his execution, like referred to in the last.", + "Surely, it cannot.", + "Such an idea was served by the prince.", + "You will find a beautiful print of it just opposite Yon Rock on the hillside.", + "Just get him off to a pleasant groove with a little joke,\" I said.", + "She will recall what she encountered there.", + "I cannot allow the examination to be held if one of the papers is tampered with.", + "But just then came a scratching at the back door, and a shrill voice cried.", + "Where was his boyhood then?", + "These cases can be quite unpredictable.", + "\u90a3\uff0c\u9000\u51fa\u8fd9\u4e2a\u5e94\u7528\u3002", + "Alexander arrived early, and some twenty odd people dropped during the course of the afternoon.", + "He's a forger, Mister Forbes, a deliberate criminal.", + "The last two days of the voyage, Bartley found almost intolerable.", + "The night it was finished, I went to my father's place.", + "I don't think Richard, dear, that he had detected.", + "Several minutes pass by while the fight goes on.", + "The leaders of the conspiracy became distrustful and the council depressed.", + "All of the votes are in the public domain.", + "Wait a minute!" ] - }, - "wer_ci95": { - "mean": 30.827067669172934, - "std_err": 3.3526418115702232, - "ci_lower": 24.715842437671817, - "ci_upper": 37.88757544836651 - }, - "per_utterance_word_errors": [ - 0, - 2, - 0, - 9, - 0, - 1, - 5, - 3, - 0, - 0, - 0, - 6, - 3, - 3, - 2, - 4, - 3, - 0, - 0, - 2, - 2, - 1, - 0, - 3, - 5, - 5, - 3, - 5, - 1, - 2, - 1, - 3, - 1, - 1, - 1, - 1, - 0, - 2, - 3, - 5, - 8, - 2, - 1, - 4, - 0, - 2, - 3, - 1, - 7, - 4, - 5, - 4, - 3, - 2, - 7, - 4, - 4, - 9, - 7, - 3, - 1, - 0, - 2, - 4, - 2, - 7, - 0, - 6, - 2, - 4, - 5, - 0, - 6, - 0, - 7, - 2, - 0, - 1, - 0, - 3, - 8, - 0, - 0, - 0, - 1, - 4, - 1, - 6, - 6, - 6, - 0, - 3, - 2, - 1, - 0, - 8, - 1, - 2, - 8, - 10 - ], - "per_utterance_word_counts": [ - 9, - 12, - 11, - 11, - 6, - 6, - 4, - 13, - 16, - 17, - 10, - 6, - 11, - 14, - 10, - 4, - 5, - 9, - 8, - 17, - 3, - 8, - 14, - 9, - 6, - 7, - 7, - 7, - 14, - 11, - 7, - 12, - 12, - 18, - 7, - 12, - 4, - 4, - 5, - 6, - 15, - 12, - 11, - 11, - 5, - 8, - 11, - 16, - 3, - 7, - 3, - 10, - 7, - 11, - 7, - 11, - 16, - 11, - 16, - 9, - 7, - 10, - 14, - 19, - 15, - 5, - 10, - 7, - 14, - 5, - 2, - 6, - 6, - 9, - 6, - 17, - 17, - 13, - 10, - 6, - 13, - 9, - 7, - 10, - 7, - 19, - 7, - 6, - 10, - 4, - 4, - 5, - 8, - 5, - 8, - 2, - 19, - 3, - 3, - 12 - ], - "hypotheses": [ - "The arrow pierced his heart and wounded him mortally.", - "They think you are proud because you've been away to school or something.", - "In the meantime, the uplifted hand of Hawkeye was above him.", - "Fie Lake! They're not singing an event of importance,\" said Lord Shelford, laughing.", - "One of them seems restless enough.", - "He took it and smiled.", - "Fire on no account. Feel the air. The space.", - "Among the exhibits that's position was the Edison system of incandescent lighting.", - "We are obliged to secure as fast as possible every article that belongs to our cargo.", - "I entered, and I took you into my confidence as to the suggestions of the side table.", - "You are mad. She has given birth to a princess.", - "What's his game in the? This contract was then not renewed.", - "He pulled up a window, and the air was heavy.", - "Close ahead of him now, the flashing line of the rapids.", - "Lord Elmwood laid down his newspaper to tend to her.", - "Translated by Scott Gordon Wheaton again.", - "A great fisherman.", - "Our guide cried aloud in his astonishment and dismay.", - "Then Mary Taylor, whose conscience was uncomfortable, said.", - "Her manner was neither independent nor assertive, but rather one of well-read composure and calm reliance.", - "Peanuts.", - "Luther is still the greatest name of Protestantism.", - "His father was the notorious Sir Jabez Gilchrist, who ruined himself on the turf.", - "They had not walked a mile when Rick suddenly said.", - "The silver fleece. There's no place to hide.", - "Hapathy and disgust from the pulse of satiated lust.", - "It was almost the truth.", - "Can't say. I heard an intention voice.", - "The most famous of all was the overthrow of the island of Atlantis.", - "The Latter Day Saints were not regarded as a religious people.", - "And Vern's marine engineering proves especially authoritative.", - "Oh, you don't know what it's like as well as you think you do.", - "But the rejection of the subject renders a more complicated theory necessary.", - "He stood a little behind her, tried to steady himself as he said, \"It's soft and misty.\"", - "The room was empty when I entered.", - "We put many customers, but did not make out many bills.", - "Can't they be discharged?", - "Yes, for a much gift.", - "Bless was now laughing out loud.", - "One thinks one is here to see what.", - "And what was the subject? Very much regret that it had been the person who made the remark.", - "No time or distance, however, ever lessened his interest in her.", - "What a sweet voice! Little innocent it was to be sure.", - "You see, my goal is wanting to have everything.", - "Gloves,\" said the young man.", - "I say, whether colored, gay, or sad.", - "A man writes to the top of his own report.", - "Mass will be on Saturday morning at nine o'clock. A general communion for the whole college.", - "Ah, that's good. They just would not have run away.", - "I'd quite forgotten. I was back there.", - "As master, I don't get a job.", - "It is always well to be cautious.", - "It hurts their feelings.", - "I'm sure Alexandra will stay on here,\" she murmured.", - "And so the project will go ahead as planned.", - "I'm nearly starving. For this conquering kingdom's is hard work.", - "They were received in the little office by Anthony Parker, who was the jailer.", - "You may wander to Boston. It is the season of good work.", - "I was possessed when the aperture left the electrical eye to grow dim or fail altogether.", - "He hastened along, which never invoked his protection.", - "Let us take the little table.", - "Bartley turned away and sank down in his chair again.", - "At the turn of the road, he ran against the tenor's boy, Lars.", - "Papa says he highly appreciates my friendship, and he wishes me to continue it through life.", - "For all the splendor of his programs, the magister was not conspicuous where he sat.", - "Door open once more. We speak about the performance.", - "It was long ago, and this episode was long before.", - "Beth, uneasy in the seat, would snudge down.", - "But I remarked, \"Since we had followed the road that Sydenham has shown us.\"", - "But can stay at one place.", - "Oh, Emil. There's no place to hide.", - "She had begun her open battle.", - "The poor little thing is like a plastic bowl.", - "It's a glorious mission, but also a dangerous one.", - "We are not dealing here with refugees.", - "If I'd met you later, if I had loved you so well, that's all over long ago.", - "That letter is consecrated. No one shall ever see it but Papa and my brother and sisters.", - "Philip had a good appetite, a sunny temper, a clear, hearty laugh.", - "There was no such thing as a hawk in sight.", - "The count's pain was now becoming warm.", - "Yes, we are. There is no hiding place in the basement. But after we make a detour.", - "Alexander went over and opened the window for her.", - "The top floor belongs to Miles McLaren.", - "It is hardly necessary to say more of them here.", - "All right, come if you want.", - "With only head and wings above the mattress, he flapped forward frantically, beating down the hum about him.", - "You represented a defendant, beautiful, disdainful, inconstant.", - "Where are we? Scold him for beating my kid.", - "I gave old man the keys of the tomb.", - "Is that you? Extinguish. I can't get a job.", - "I must see you.", - "She's at home with the puppy.", - "In despair, he shriveled himself down too soon.", - "Viking is better for summer.", - "Oh yes, I go over to Paris often.", - "Theodore Gravener. A judicial review is also being considered.", - "They went home sadly with the lilacs, back to the Rue Saint Jean, walking very slowly arm in arm.", - "No, sir. Certainly not.", - "Chapter Twenty Four. Martin O'Neill called this game almost exactly right.", - "One is planted over there. They must seek to reply from the room, but she really didn't care." - ], - "per_utterance_mcds": [ - 8.741068069937304, - 7.821970664772572, - 7.653222540533447, - 8.221464310545052, - 7.934078080545276, - 8.539171525365086, - 10.361434869508242, - 8.046721700240402, - 7.606253818026771, - 8.092361610243694, - 9.09960744195968, - 9.558333690606137, - 7.4956840336612895, - 7.421554309587522, - 9.003744708948638, - 8.426029625916437, - 7.454212458078545, - 8.179199534708237, - 7.361810204534441, - 6.937467424586158, - 7.550212565241131, - 8.224272460716918, - 9.079067127974096, - 8.586146149936045, - 10.515857459612239, - 9.110141893918597, - 7.493074539540888, - 10.710215970931204, - 7.622945489862919, - 7.921036789761912, - 10.4154781515813, - 8.372917495395493, - 8.459033742629822, - 6.58813204365745, - 7.510426919386488, - 8.542010434678916, - 8.933414906093555, - 8.069366603053748, - 7.457841741780181, - 9.841555170547705, - 8.137349349885353, - 7.621760235787091, - 7.6904000804687085, - 7.550899676329865, - 8.064809466616147, - 8.647680878783829, - 10.029033926572728, - 7.7717305339173866, - 9.953837339596554, - 9.527003107491105, - 10.774994410082904, - 8.85992077610709, - 8.953297150024893, - 7.982186503882758, - 7.6860515762351, - 7.877476576827537, - 8.085618971449575, - 9.508952370165233, - 7.970223678600288, - 9.0271902068407, - 10.017491724956969, - 7.890776091443237, - 7.7182864358353225, - 7.893916364586074, - 8.348926929530688, - 11.602494073095318, - 7.238321972433859, - 8.249010595587905, - 9.03467139363148, - 10.474624665264868, - 12.026143698223708, - 6.315935475932934, - 9.053992351195442, - 10.404919846602692, - 10.6973217813603, - 8.967853477382718, - 6.778510377383128, - 8.422381629597417, - 8.601234203645511, - 7.955080758133193, - 10.826868151559959, - 7.203694051518622, - 7.7130714056447225, - 8.465366087981192, - 8.387278597378343, - 7.377284374352042, - 7.743992109396998, - 9.790594123803071, - 7.863663353612703, - 10.914477453857515, - 9.409455468659136, - 8.481379749245724, - 7.970064500146744, - 8.419494221150936, - 8.178463665681218, - 12.320558053534825, - 7.352622059498724, - 7.861539268615429, - 8.67981267983425, - 7.343685976035525 - ] + } } - }, - "total_model_variables": 12583091, - "tflite_quantized_bytes": 12863816 + } } \ No newline at end of file