Remove CPU beam timing

part3-beams-cpu/generations/beam-1.jsonl

@@ -1,20 +0,0 @@
-{"index": 0, "prompt": "Kate earned lots of money.", "reference": " But she hated herself. So instead of going to a nice restaurant, she went inside a McDonald's. There were loud children, messy tables, and bad food. But Kate enjoyed deprecating herself by eating there.", "generation": "\"I'm not going to be a big star,\" he said. \"I'm not going to be a star. I'm not going to be a star. I'm not going to be a star. I'm not going to be a star. I'm not going to be a star. I'm", "raw_generation": "\n\n\"I'm not going to be a big star,\" he said. \"I'm not going to be a star. I'm not going to be a star. I'm not going to be a star. I'm not going to be a star. I'm not going to be a star. I'm", "tokens": 64, "nll": 46.475669860839844, "seconds": 3.4936681099934503, "token_match": 0.023255813953488372, "sentence_match": false}
-{"index": 1, "prompt": "Paula decided to make spaghetti for her mother's birthday dinner.", "reference": " She had never made spaghetti before. She did her best, but it was awful. Her mother told her that practice makes perfect. Now Paula practices cooking every chance she gets.", "generation": "\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make spaghetti for my mother's birthday dinner.\"\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make", "raw_generation": "\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make spaghetti for my mother's birthday dinner.\"\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make", "tokens": 64, "nll": 36.87971115112305, "seconds": 3.3349606370320544, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 2, "prompt": "Scout the puppy had to go to the vet for her shots.", "reference": " She didn't like shots, but she had to go anyway. The people at the vet's office were very nice. Scout's shot hurt, but they happened quickly. When they were done, Scout got to have one of her favorite treats.", "generation": "\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 41.46727752685547, "seconds": 3.621447146986611, "token_match": 0.0, "sentence_match": false}
-{"index": 3, "prompt": "Sally was feeling lonely.", "reference": " She had moved away from home and was missing her friends. She heard a soft knock on the door. She opened the front door and saw all her friends standing there! She was so excited she cried!", "generation": "\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I", "raw_generation": "\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I", "tokens": 64, "nll": 41.00114822387695, "seconds": 3.4232926740078256, "token_match": 0.0, "sentence_match": false}
-{"index": 4, "prompt": "Dan got on the subway late one night after work.", "reference": " He was alarmed to see that the subway was empty. Dan sat down and tried to concentrate on reading his book. Dan suddenly heard a strange growling sound came from the other car. As doors opened, Dan rushed out as fast as he possibly could.", "generation": "\"I was in the subway,\" he said. \"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"", "raw_generation": "\n\n\"I was in the subway,\" he said. \"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"", "tokens": 64, "nll": 47.41802978515625, "seconds": 3.3852083610836416, "token_match": 0.0, "sentence_match": false}
-{"index": 5, "prompt": "Mark loved to prank his teacher Mrs Davison.", "reference": " He would throw erasers at her every time she turned around. Mark saw that she wasn't looking so he grabbed an eraser and threw it. She turned around quickly and caught it, throwing it back at Mark. After Mark was hit in the eye he decided he would never prank again.", "generation": "\"I'm sorry, Mrs Davison,\" he said. \"I'm sorry I'm not here to help you.\"\n\n\"I'm sorry,\" Mrs Davison said. \"I'm sorry I'm not here to help you.\"\n\n\"I'm sorry,\" he said. \"I'm sorry", "raw_generation": "\n\n\"I'm sorry, Mrs Davison,\" he said. \"I'm sorry I'm not here to help you.\"\n\n\"I'm sorry,\" Mrs Davison said. \"I'm sorry I'm not here to help you.\"\n\n\"I'm sorry,\" he said. \"I'm sorry", "tokens": 64, "nll": 53.56794357299805, "seconds": 3.5974082810571417, "token_match": 0.0, "sentence_match": false}
-{"index": 6, "prompt": "Nate asked Linda if they can go on a date.", "reference": " She told him that she's not interested in dating at the moment. The next day, Nate ran into Linda. She was walking around with one of her close friends. Nate refused to watch and walked off.", "generation": "\"I'm not going to be a date,\" she said. \"I'm not going to be a date.\"\n\n\"I'm not going to be a date,\" she said. \"I'm not going to be a date.\"\n\n\"I'm not going to be a date,\" she said", "raw_generation": "\n\n\"I'm not going to be a date,\" she said. \"I'm not going to be a date.\"\n\n\"I'm not going to be a date,\" she said. \"I'm not going to be a date.\"\n\n\"I'm not going to be a date,\" she said", "tokens": 64, "nll": 44.40817642211914, "seconds": 3.8865076520014554, "token_match": 0.0, "sentence_match": false}
-{"index": 7, "prompt": "When I was a child I lived in a neighborhood with many kids.", "reference": " Every summer we would set up a Lemonade stand. We would sale lemonade all day then split the money. Then we would ride our bikes two miles down to the store. At the store we would use the money to buy candy and rent movies.", "generation": "I was a little kid and I was a little girl. I was a little girl and I was a little girl. I was a little girl and I was a little girl. I was a little girl and I was a little girl. I was a little girl and I was a little girl. I was a little", "raw_generation": " I was a little kid and I was a little girl. I was a little girl and I was a little girl. I was a little girl and I was a little girl. I was a little girl and I was a little girl. I was a little girl and I was a little girl. I was a little", "tokens": 64, "nll": 38.70641326904297, "seconds": 3.5276198680512607, "token_match": 0.0196078431372549, "sentence_match": false}
-{"index": 8, "prompt": "Beth was dating Jake when she found out she was pregnant.", "reference": " Beth was nervous about telling Jake about the pregnancy. One day before work she decided to tell him. She watched his face closely trying to figure out how he felt. Beth was relieved when Jake was happy about the pregnancy.", "generation": "\"I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I", "raw_generation": "\n\n\"I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I was in the hospital for a few days and I", "tokens": 64, "nll": 39.06233215332031, "seconds": 3.4160202300408855, "token_match": 0.0, "sentence_match": false}
-{"index": 9, "prompt": "I stopped at the red light and heard a car revving its engine.", "reference": " The driver to my right was challenging me to a race! When the light went green we were out of the gate. It was a close race until the other drive rear-ended a parked car. Really my grandmother should have known not to race me like that.", "generation": "\"What's going on?\" I asked.\n\n\"I don't know,\" he said. \"I just thought I'd check it out.\"\n\n\"What's going on?\"\n\n\"I don't know,\" he said. \"I just thought I'd check it out.\"\n\n\"", "raw_generation": "\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said. \"I just thought I'd check it out.\"\n\n\"What's going on?\"\n\n\"I don't know,\" he said. \"I just thought I'd check it out.\"\n\n\"", "tokens": 64, "nll": 43.04423522949219, "seconds": 3.419038873980753, "token_match": 0.0, "sentence_match": false}
-{"index": 10, "prompt": "Dan wanted to teach his daughter the value of a dollar.", "reference": " Dan decided to give his daughter a weekly allowance. In exchange for an allowance, his daughter had to wash dishes. However, Dan noticed his daughter didn't wash the dishes yesterday. Dan decided that he would not give his daughter her allowance.", "generation": "\"I'm not going to tell you what to do,\" he said. \"I'm going to tell you what to do.\"\n\n\"I'm not going to tell you what to do,\" she said. \"I'm going to tell you what to do.\"\n\n\"I'm not going to", "raw_generation": "\n\n\"I'm not going to tell you what to do,\" he said. \"I'm going to tell you what to do.\"\n\n\"I'm not going to tell you what to do,\" she said. \"I'm going to tell you what to do.\"\n\n\"I'm not going to", "tokens": 64, "nll": 41.988441467285156, "seconds": 3.5029950959142298, "token_match": 0.020833333333333332, "sentence_match": false}
-{"index": 11, "prompt": "Bob was sleeping in his home.", "reference": " He woke up because he smelled smoke. Sure enough, his house was on fire! Luckily, the fire department sent a truck to his house. The firefighters were able to save Bob.", "generation": "He was a good man, and he was a good man. He was a good man, and he was a good man. He was a good man, and he was a good man. He was a good man, and he was a good man. He was a good man, and he was a good man", "raw_generation": " He was a good man, and he was a good man. He was a good man, and he was a good man. He was a good man, and he was a good man. He was a good man, and he was a good man. He was a good man, and he was a good man", "tokens": 64, "nll": 35.01492691040039, "seconds": 3.4715313910273835, "token_match": 0.05405405405405406, "sentence_match": false}
-{"index": 12, "prompt": "Bob liked to get a pickle from the deli every Thursday.", "reference": " He would get a cheese sandwich and a fresh pickle. This past Thursday they didn't have pickles. Bob got worried and didn't know what to do. He ended up buying a large jar full of pickles and ate them at home.", "generation": "\"I'm not going to be a pickle,\" he said. \"I'm going to be a pickle.\"\n\nThe deli was a small, one-story building with a single-story roof. The owner, a former restaurant owner, was a former employee of the restaurant.\n\n", "raw_generation": "\n\n\"I'm not going to be a pickle,\" he said. \"I'm going to be a pickle.\"\n\nThe deli was a small, one-story building with a single-story roof. The owner, a former restaurant owner, was a former employee of the restaurant.\n\n", "tokens": 64, "nll": 90.73212432861328, "seconds": 3.374545225990005, "token_match": 0.02, "sentence_match": false}
-{"index": 13, "prompt": "I had to get new tires for a long trip.", "reference": " I went to Sam's to get them done. I also got an oil change while I was there. It cost an arm and a leg. The trip was much safer with the new tires.", "generation": "I was going to get a new tire for the first time in a long time. I was going to get a new tire for the first time in a long time. I was going to get a new tire for the first time in a long time. I was going to get a new tire for the first time in", "raw_generation": " I was going to get a new tire for the first time in a long time. I was going to get a new tire for the first time in a long time. I was going to get a new tire for the first time in a long time. I was going to get a new tire for the first time in", "tokens": 64, "nll": 38.38325500488281, "seconds": 3.4836222380399704, "token_match": 0.07692307692307693, "sentence_match": false}
-{"index": 14, "prompt": "Jake and Cindy decided to break up.", "reference": " It was on okay terms but they still lived together. They decided to wait until the lease was over. Unfortunately it was too uncomfortable. She wound up moving out far earlier.", "generation": "\"I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the", "raw_generation": "\n\n\"I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the mall and I was going to go to the", "tokens": 64, "nll": 37.30364990234375, "seconds": 3.5351079830434173, "token_match": 0.05714285714285714, "sentence_match": false}
-{"index": 15, "prompt": "Jan was leaving back to Alaska.", "reference": " She invited me to house sit for a year while she was gone. I was very tempted. I looked up the Internet access at her house. I found myself suddenly much less interested.", "generation": "\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I", "raw_generation": "\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I", "tokens": 64, "nll": 40.60634231567383, "seconds": 3.6752844739239663, "token_match": 0.0, "sentence_match": false}
-{"index": 16, "prompt": "Abby had been working with loud 12th graders all day.", "reference": " Abby decided to enjoy her lunch in the park. However, when Abby got there, she noticed an ongoing concert. Abby decided to stay and enjoy the concert with her lunch. Abby had a great time at the park concert with her lunch.", "generation": "\"I was really excited to get to work with the kids,\" she said. \"I was really excited to get to work with the kids.\"\n\n\"I'm so excited to get to work with the kids,\" she said. \"I'm so excited to get to work with the kids.\"\n\n", "raw_generation": "\n\n\"I was really excited to get to work with the kids,\" she said. \"I was really excited to get to work with the kids.\"\n\n\"I'm so excited to get to work with the kids,\" she said. \"I'm so excited to get to work with the kids.\"\n\n", "tokens": 64, "nll": 59.995018005371094, "seconds": 3.7640947189647704, "token_match": 0.0, "sentence_match": false}
-{"index": 17, "prompt": "My mom taught me how to make Pasta!", "reference": " I had to watch her measure the ingredients. She mixed and cut it. Next I had to repeat her exact steps while she watched me. Making pasta is much harder than I expected.", "generation": "I’m a huge fan of the Pasta. I’ve been making it for years and years. I’ve been making it for years and years. I’ve been making it for years and years. I’ve been making it for years and years. I’ve been making it for", "raw_generation": "\n\nI’m a huge fan of the Pasta. I’ve been making it for years and years. I’ve been making it for years and years. I’ve been making it for years and years. I’ve been making it for years and years. I’ve been making it for", "tokens": 64, "nll": 52.99248504638672, "seconds": 3.4919698300072923, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 18, "prompt": "Jake's cat was pregnant.", "reference": " Jake came home from work one day to find his cat in labor. His cat gave birth to 5 beautiful kittens. Jake asked his friends if they wanted to adopt any kittens. He was able to find nice homes to each and every kitten.", "generation": "\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"I'm sorry,\" Jake said. \"I'm sorry.\"\n\n\"I'm sorry,\" Jake said. \"I'm sorry.\"\n\n\"I'm sorry,\" Jake said. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"I'm sorry,\" Jake said. \"I'm sorry.\"\n\n\"I'm sorry,\" Jake said. \"I'm sorry.\"\n\n\"I'm sorry,\" Jake said. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 41.54004669189453, "seconds": 3.3443814219208434, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 19, "prompt": "Xavier put a pair of flippers on his feet.", "reference": " He put a snorkeling mask on his eyes and nose. Xavier swam underwater. He saw a colorful parrotfish. Xavier reached out to touch the fish.", "generation": "\"I'm going to get you out of here,\" he said.\n\n\"I'm going to get you out of here,\" I said.\n\n\"I'm going to get you out of here,\" he said.\n\n\"I'm going to get you out of here,\" I said.", "raw_generation": "\n\n\"I'm going to get you out of here,\" he said.\n\n\"I'm going to get you out of here,\" I said.\n\n\"I'm going to get you out of here,\" he said.\n\n\"I'm going to get you out of here,\" I said.", "tokens": 64, "nll": 40.970672607421875, "seconds": 3.6217824580380693, "token_match": 0.0, "sentence_match": false}

part3-beams-cpu/generations/beam-16.jsonl

@@ -1,20 +0,0 @@
-{"index": 0, "prompt": "Kate earned lots of money.", "reference": " But she hated herself. So instead of going to a nice restaurant, she went inside a McDonald's. There were loud children, messy tables, and bad food. But Kate enjoyed deprecating herself by eating there.", "generation": "\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 32.86379623413086, "seconds": 8.576687586959451, "token_match": 0.023255813953488372, "sentence_match": false}
-{"index": 1, "prompt": "Paula decided to make spaghetti for her mother's birthday dinner.", "reference": " She had never made spaghetti before. She did her best, but it was awful. Her mother told her that practice makes perfect. Now Paula practices cooking every chance she gets.", "generation": "\"I don't like spaghetti,\" she said. \"I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I", "raw_generation": "\n\n\"I don't like spaghetti,\" she said. \"I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I don't like spaghetti. I", "tokens": 64, "nll": 33.462223052978516, "seconds": 9.11081187298987, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 2, "prompt": "Scout the puppy had to go to the vet for her shots.", "reference": " She didn't like shots, but she had to go anyway. The people at the vet's office were very nice. Scout's shot hurt, but they happened quickly. When they were done, Scout got to have one of her favorite treats.", "generation": "\"I don't know what to do,\" she said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "raw_generation": "\n\n\"I don't know what to do,\" she said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "tokens": 64, "nll": 32.11408233642578, "seconds": 9.2112532639876, "token_match": 0.0, "sentence_match": false}
-{"index": 3, "prompt": "Sally was feeling lonely.", "reference": " She had moved away from home and was missing her friends. She heard a soft knock on the door. She opened the front door and saw all her friends standing there! She was so excited she cried!", "generation": "\"I don't know what to say,\" she said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" she said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 29.3353214263916, "seconds": 8.720182691933587, "token_match": 0.04878048780487805, "sentence_match": false}
-{"index": 4, "prompt": "Dan got on the subway late one night after work.", "reference": " He was alarmed to see that the subway was empty. Dan sat down and tried to concentrate on reading his book. Dan suddenly heard a strange growling sound came from the other car. As doors opened, Dan rushed out as fast as he possibly could.", "generation": "\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "raw_generation": "\n\n\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "tokens": 64, "nll": 32.90645980834961, "seconds": 9.048026171978563, "token_match": 0.0196078431372549, "sentence_match": false}
-{"index": 5, "prompt": "Mark loved to prank his teacher Mrs Davison.", "reference": " He would throw erasers at her every time she turned around. Mark saw that she wasn't looking so he grabbed an eraser and threw it. She turned around quickly and caught it, throwing it back at Mark. After Mark was hit in the eye he decided he would never prank again.", "generation": "\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 30.774633407592773, "seconds": 10.09104660898447, "token_match": 0.0, "sentence_match": false}
-{"index": 6, "prompt": "Nate asked Linda if they can go on a date.", "reference": " She told him that she's not interested in dating at the moment. The next day, Nate ran into Linda. She was walking around with one of her close friends. Nate refused to watch and walked off.", "generation": "\"I don't know,\" she said. \"I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don", "raw_generation": "\n\n\"I don't know,\" she said. \"I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don", "tokens": 64, "nll": 29.72180938720703, "seconds": 9.56197183392942, "token_match": 0.0, "sentence_match": false}
-{"index": 7, "prompt": "When I was a child I lived in a neighborhood with many kids.", "reference": " Every summer we would set up a Lemonade stand. We would sale lemonade all day then split the money. Then we would ride our bikes two miles down to the store. At the store we would use the money to buy candy and rent movies.", "generation": "When I was a child I lived in a neighborhood with many kids.\n\nWhen I was a child I lived in a neighborhood with many kids.\n\nWhen I was a child I lived in a neighborhood with many kids.\n\nWhen I was a child I lived in a neighborhood with many kids.", "raw_generation": "\n\nWhen I was a child I lived in a neighborhood with many kids.\n\nWhen I was a child I lived in a neighborhood with many kids.\n\nWhen I was a child I lived in a neighborhood with many kids.\n\nWhen I was a child I lived in a neighborhood with many kids.", "tokens": 64, "nll": 19.283649444580078, "seconds": 9.802139513078146, "token_match": 0.0, "sentence_match": false}
-{"index": 8, "prompt": "Beth was dating Jake when she found out she was pregnant.", "reference": " Beth was nervous about telling Jake about the pregnancy. One day before work she decided to tell him. She watched his face closely trying to figure out how he felt. Beth was relieved when Jake was happy about the pregnancy.", "generation": "\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "raw_generation": "\n\n\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "tokens": 64, "nll": 31.29837417602539, "seconds": 10.56277624098584, "token_match": 0.022727272727272728, "sentence_match": false}
-{"index": 9, "prompt": "I stopped at the red light and heard a car revving its engine.", "reference": " The driver to my right was challenging me to a race! When the light went green we were out of the gate. It was a close race until the other drive rear-ended a parked car. Really my grandmother should have known not to race me like that.", "generation": "\"What's going on?\"\n\n\"I don't know.\"\n\n\"What's going on?\"\n\n\"I don't know.\"\n\n\"What's going on?\"\n\n\"I don't know.\"\n\n\"What's going on?\"\n\n\"I don't know.\"", "raw_generation": "\n\n\"What's going on?\"\n\n\"I don't know.\"\n\n\"What's going on?\"\n\n\"I don't know.\"\n\n\"What's going on?\"\n\n\"I don't know.\"\n\n\"What's going on?\"\n\n\"I don't know.\"", "tokens": 64, "nll": 30.3696231842041, "seconds": 11.961539405048825, "token_match": 0.0, "sentence_match": false}
-{"index": 10, "prompt": "Dan wanted to teach his daughter the value of a dollar.", "reference": " Dan decided to give his daughter a weekly allowance. In exchange for an allowance, his daughter had to wash dishes. However, Dan noticed his daughter didn't wash the dishes yesterday. Dan decided that he would not give his daughter her allowance.", "generation": "\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "raw_generation": "\n\n\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "tokens": 64, "nll": 31.798908233642578, "seconds": 9.62421360402368, "token_match": 0.0, "sentence_match": false}
-{"index": 11, "prompt": "Bob was sleeping in his home.", "reference": " He woke up because he smelled smoke. Sure enough, his house was on fire! Luckily, the fire department sent a truck to his house. The firefighters were able to save Bob.", "generation": "\"I don't know what I'm going to do,\" he said. \"I don't know what I'm going to do. I don't know what I'm going to do. I don't know what I'm going to do. I don't know what I'm going to do.\"\n\n", "raw_generation": "\n\n\"I don't know what I'm going to do,\" he said. \"I don't know what I'm going to do. I don't know what I'm going to do. I don't know what I'm going to do. I don't know what I'm going to do.\"\n\n", "tokens": 64, "nll": 29.99870491027832, "seconds": 9.50665413402021, "token_match": 0.0, "sentence_match": false}
-{"index": 12, "prompt": "Bob liked to get a pickle from the deli every Thursday.", "reference": " He would get a cheese sandwich and a fresh pickle. This past Thursday they didn't have pickles. Bob got worried and didn't know what to do. He ended up buying a large jar full of pickles and ate them at home.", "generation": "\"I like to get a pickle from the deli every Thursday.\"\n\n\"I like to get a pickle from the deli every Thursday.\"\n\n\"I like to get a pickle from the deli every Thursday.\"\n\n\"I like to get a pickle from the del", "raw_generation": "\n\n\"I like to get a pickle from the deli every Thursday.\"\n\n\"I like to get a pickle from the deli every Thursday.\"\n\n\"I like to get a pickle from the deli every Thursday.\"\n\n\"I like to get a pickle from the del", "tokens": 64, "nll": 24.42868423461914, "seconds": 9.286807208089158, "token_match": 0.0, "sentence_match": false}
-{"index": 13, "prompt": "I had to get new tires for a long trip.", "reference": " I went to Sam's to get them done. I also got an oil change while I was there. It cost an arm and a leg. The trip was much safer with the new tires.", "generation": "I had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "raw_generation": "\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "tokens": 64, "nll": 19.509262084960938, "seconds": 10.29106816998683, "token_match": 0.05128205128205128, "sentence_match": false}
-{"index": 14, "prompt": "Jake and Cindy decided to break up.", "reference": " It was on okay terms but they still lived together. They decided to wait until the lease was over. Unfortunately it was too uncomfortable. She wound up moving out far earlier.", "generation": "\"I don't know what to do,\" Jake said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "raw_generation": "\n\n\"I don't know what to do,\" Jake said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "tokens": 64, "nll": 30.93876838684082, "seconds": 10.326580338994972, "token_match": 0.02857142857142857, "sentence_match": false}
-{"index": 15, "prompt": "Jan was leaving back to Alaska.", "reference": " She invited me to house sit for a year while she was gone. I was very tempted. I looked up the Internet access at her house. I found myself suddenly much less interested.", "generation": "\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 31.04738426208496, "seconds": 10.138547445996664, "token_match": 0.08108108108108109, "sentence_match": false}
-{"index": 16, "prompt": "Abby had been working with loud 12th graders all day.", "reference": " Abby decided to enjoy her lunch in the park. However, when Abby got there, she noticed an ongoing concert. Abby decided to stay and enjoy the concert with her lunch. Abby had a great time at the park concert with her lunch.", "generation": "\"I don't know what to say,\" she said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" she said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 31.223115921020508, "seconds": 10.7701875109924, "token_match": 0.0, "sentence_match": false}
-{"index": 17, "prompt": "My mom taught me how to make Pasta!", "reference": " I had to watch her measure the ingredients. She mixed and cut it. Next I had to repeat her exact steps while she watched me. Making pasta is much harder than I expected.", "generation": "My mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom", "raw_generation": "\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom", "tokens": 64, "nll": 19.314197540283203, "seconds": 8.997172150062397, "token_match": 0.0, "sentence_match": false}
-{"index": 18, "prompt": "Jake's cat was pregnant.", "reference": " Jake came home from work one day to find his cat in labor. His cat gave birth to 5 beautiful kittens. Jake asked his friends if they wanted to adopt any kittens. He was able to find nice homes to each and every kitten.", "generation": "\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n\"It's okay,\" Jake said. \"It's okay.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n\"It's okay,\" Jake said. \"It's okay.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n", "tokens": 64, "nll": 39.685298919677734, "seconds": 10.92884295003023, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 19, "prompt": "Xavier put a pair of flippers on his feet.", "reference": " He put a snorkeling mask on his eyes and nose. Xavier swam underwater. He saw a colorful parrotfish. Xavier reached out to touch the fish.", "generation": "\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "raw_generation": "\n\n\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "tokens": 64, "nll": 33.91543960571289, "seconds": 11.993338281987235, "token_match": 0.0, "sentence_match": false}

part3-beams-cpu/generations/beam-2.jsonl

@@ -1,20 +0,0 @@
-{"index": 0, "prompt": "Kate earned lots of money.", "reference": " But she hated herself. So instead of going to a nice restaurant, she went inside a McDonald's. There were loud children, messy tables, and bad food. But Kate enjoyed deprecating herself by eating there.", "generation": "\"It's a great way to get out of debt,\" he said.\n\n\"It's a great way to get out of debt.\"\n\n\"It's a great way to get out of debt.\"\n\n\"It's a great way to get out of debt.\"\n\n\"It's", "raw_generation": "\n\n\"It's a great way to get out of debt,\" he said.\n\n\"It's a great way to get out of debt.\"\n\n\"It's a great way to get out of debt.\"\n\n\"It's a great way to get out of debt.\"\n\n\"It's", "tokens": 64, "nll": 43.31779098510742, "seconds": 3.19569970597513, "token_match": 0.023255813953488372, "sentence_match": false}
-{"index": 1, "prompt": "Paula decided to make spaghetti for her mother's birthday dinner.", "reference": " She had never made spaghetti before. She did her best, but it was awful. Her mother told her that practice makes perfect. Now Paula practices cooking every chance she gets.", "generation": "\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make spaghetti for my mother's birthday dinner.\"\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make", "raw_generation": "\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make spaghetti for my mother's birthday dinner.\"\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said. \"I'm going to make", "tokens": 64, "nll": 36.87971115112305, "seconds": 3.324242327013053, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 2, "prompt": "Scout the puppy had to go to the vet for her shots.", "reference": " She didn't like shots, but she had to go anyway. The people at the vet's office were very nice. Scout's shot hurt, but they happened quickly. When they were done, Scout got to have one of her favorite treats.", "generation": "\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n\"It's okay,\" she said. \"It's okay.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n\"It's okay,\" she said. \"It's okay.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n", "tokens": 64, "nll": 40.413902282714844, "seconds": 3.090329561033286, "token_match": 0.0, "sentence_match": false}
-{"index": 3, "prompt": "Sally was feeling lonely.", "reference": " She had moved away from home and was missing her friends. She heard a soft knock on the door. She opened the front door and saw all her friends standing there! She was so excited she cried!", "generation": "\"I don't know what to say,\" she said.\n\n\"I don't know what to say,\" he said.\n\n\"I don't know what to say,\" she said.\n\n\"I don't know what to say,\" he said.\n\n\"I don't know what", "raw_generation": "\n\n\"I don't know what to say,\" she said.\n\n\"I don't know what to say,\" he said.\n\n\"I don't know what to say,\" she said.\n\n\"I don't know what to say,\" he said.\n\n\"I don't know what", "tokens": 64, "nll": 35.28477478027344, "seconds": 3.1922946959966794, "token_match": 0.024390243902439025, "sentence_match": false}
-{"index": 4, "prompt": "Dan got on the subway late one night after work.", "reference": " He was alarmed to see that the subway was empty. Dan sat down and tried to concentrate on reading his book. Dan suddenly heard a strange growling sound came from the other car. As doors opened, Dan rushed out as fast as he possibly could.", "generation": "\"I was in the subway,\" he said. \"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"", "raw_generation": "\n\n\"I was in the subway,\" he said. \"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"\n\n\"I was in the subway.\"\n\n\"You were in the subway?\"", "tokens": 64, "nll": 47.41802978515625, "seconds": 3.392592901014723, "token_match": 0.0, "sentence_match": false}
-{"index": 5, "prompt": "Mark loved to prank his teacher Mrs Davison.", "reference": " He would throw erasers at her every time she turned around. Mark saw that she wasn't looking so he grabbed an eraser and threw it. She turned around quickly and caught it, throwing it back at Mark. After Mark was hit in the eye he decided he would never prank again.", "generation": "\"I don't know what to do,\" he said. \"I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"No, I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"No, I", "raw_generation": "\n\n\"I don't know what to do,\" he said. \"I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"No, I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"No, I", "tokens": 64, "nll": 47.5322380065918, "seconds": 2.8326737800380215, "token_match": 0.0, "sentence_match": false}
-{"index": 6, "prompt": "Nate asked Linda if they can go on a date.", "reference": " She told him that she's not interested in dating at the moment. The next day, Nate ran into Linda. She was walking around with one of her close friends. Nate refused to watch and walked off.", "generation": "\"No, I don't think so,\" she said. \"I'm not going to go on a date.\"\n\n\"I'm not going to go on a date,\" he said. \"I'm not going to go on a date.\"\n\n\"I'm not going to go on a date", "raw_generation": "\n\n\"No, I don't think so,\" she said. \"I'm not going to go on a date.\"\n\n\"I'm not going to go on a date,\" he said. \"I'm not going to go on a date.\"\n\n\"I'm not going to go on a date", "tokens": 64, "nll": 48.12153244018555, "seconds": 2.9448424209840596, "token_match": 0.0, "sentence_match": false}
-{"index": 7, "prompt": "When I was a child I lived in a neighborhood with many kids.", "reference": " Every summer we would set up a Lemonade stand. We would sale lemonade all day then split the money. Then we would ride our bikes two miles down to the store. At the store we would use the money to buy candy and rent movies.", "generation": "I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was", "raw_generation": "\n\nI was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was", "tokens": 64, "nll": 29.136613845825195, "seconds": 2.950297712930478, "token_match": 0.0196078431372549, "sentence_match": false}
-{"index": 8, "prompt": "Beth was dating Jake when she found out she was pregnant.", "reference": " Beth was nervous about telling Jake about the pregnancy. One day before work she decided to tell him. She watched his face closely trying to figure out how he felt. Beth was relieved when Jake was happy about the pregnancy.", "generation": "\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 40.139408111572266, "seconds": 3.087485032971017, "token_match": 0.0, "sentence_match": false}
-{"index": 9, "prompt": "I stopped at the red light and heard a car revving its engine.", "reference": " The driver to my right was challenging me to a race! When the light went green we were out of the gate. It was a close race until the other drive rear-ended a parked car. Really my grandmother should have known not to race me like that.", "generation": "\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he", "raw_generation": "\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he", "tokens": 64, "nll": 34.244163513183594, "seconds": 3.581841395003721, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 10, "prompt": "Dan wanted to teach his daughter the value of a dollar.", "reference": " Dan decided to give his daughter a weekly allowance. In exchange for an allowance, his daughter had to wash dishes. However, Dan noticed his daughter didn't wash the dishes yesterday. Dan decided that he would not give his daughter her allowance.", "generation": "\"It's not a dollar,\" he said. \"It's a dollar.\"\n\n\"It's not a dollar,\" she said. \"It's a dollar.\"\n\n\"It's a dollar,\" he said. \"It's a dollar.\"\n\n\"It's a dollar,\" she said.", "raw_generation": "\n\n\"It's not a dollar,\" he said. \"It's a dollar.\"\n\n\"It's not a dollar,\" she said. \"It's a dollar.\"\n\n\"It's a dollar,\" he said. \"It's a dollar.\"\n\n\"It's a dollar,\" she said.", "tokens": 64, "nll": 45.29685974121094, "seconds": 4.403050808003172, "token_match": 0.020833333333333332, "sentence_match": false}
-{"index": 11, "prompt": "Bob was sleeping in his home.", "reference": " He woke up because he smelled smoke. Sure enough, his house was on fire! Luckily, the fire department sent a truck to his house. The firefighters were able to save Bob.", "generation": "\"I don't know what to do,\" he said. \"I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"I'm not going to", "raw_generation": "\n\n\"I don't know what to do,\" he said. \"I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"I'm not going to do anything.\"\n\n\"You're not going to do anything?\"\n\n\"I'm not going to", "tokens": 64, "nll": 44.92650604248047, "seconds": 4.00541046296712, "token_match": 0.0, "sentence_match": false}
-{"index": 12, "prompt": "Bob liked to get a pickle from the deli every Thursday.", "reference": " He would get a cheese sandwich and a fresh pickle. This past Thursday they didn't have pickles. Bob got worried and didn't know what to do. He ended up buying a large jar full of pickles and ate them at home.", "generation": "\"It's a great place to get a pickle,\" he said. \"It's a great place to get a pickle.\"", "raw_generation": "\n\n\"It's a great place to get a pickle,\" he said. \"It's a great place to get a pickle.\"", "tokens": 29, "nll": 25.76852798461914, "seconds": 3.6056671729311347, "token_match": 0.06, "sentence_match": false}
-{"index": 13, "prompt": "I had to get new tires for a long trip.", "reference": " I went to Sam's to get them done. I also got an oil change while I was there. It cost an arm and a leg. The trip was much safer with the new tires.", "generation": "I had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "raw_generation": "\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "tokens": 64, "nll": 19.509262084960938, "seconds": 3.325390251004137, "token_match": 0.05128205128205128, "sentence_match": false}
-{"index": 14, "prompt": "Jake and Cindy decided to break up.", "reference": " It was on okay terms but they still lived together. They decided to wait until the lease was over. Unfortunately it was too uncomfortable. She wound up moving out far earlier.", "generation": "\"I'm not going to do it,\" Jake said. \"I'm not going to do it.\"\n\n\"I'm not going to do it,\" Cindy said. \"I'm not going to do it.\"\n\n\"I'm not going to do it,\" Jake said. \"I'm", "raw_generation": "\n\n\"I'm not going to do it,\" Jake said. \"I'm not going to do it.\"\n\n\"I'm not going to do it,\" Cindy said. \"I'm not going to do it.\"\n\n\"I'm not going to do it,\" Jake said. \"I'm", "tokens": 64, "nll": 40.65376663208008, "seconds": 3.758492549066432, "token_match": 0.0, "sentence_match": false}
-{"index": 15, "prompt": "Jan was leaving back to Alaska.", "reference": " She invited me to house sit for a year while she was gone. I was very tempted. I looked up the Internet access at her house. I found myself suddenly much less interested.", "generation": "\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" she said again. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" she said again. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 39.74136734008789, "seconds": 3.7706317960983142, "token_match": 0.0, "sentence_match": false}
-{"index": 16, "prompt": "Abby had been working with loud 12th graders all day.", "reference": " Abby decided to enjoy her lunch in the park. However, when Abby got there, she noticed an ongoing concert. Abby decided to stay and enjoy the concert with her lunch. Abby had a great time at the park concert with her lunch.", "generation": "\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It", "raw_generation": "\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It was a great experience,\" she said.\n\n\"It", "tokens": 64, "nll": 41.18183135986328, "seconds": 4.793347958941013, "token_match": 0.019230769230769232, "sentence_match": false}
-{"index": 17, "prompt": "My mom taught me how to make Pasta!", "reference": " I had to watch her measure the ingredients. She mixed and cut it. Next I had to repeat her exact steps while she watched me. Making pasta is much harder than I expected.", "generation": "I’ve been making Pasta for a while now, and I’m really excited about it. I’ve been making it for a while now, and I’m really excited about it. I’ve been making it for a while now, and I’m really excited about it. I", "raw_generation": "\n\nI’ve been making Pasta for a while now, and I’m really excited about it. I’ve been making it for a while now, and I’m really excited about it. I’ve been making it for a while now, and I’m really excited about it. I", "tokens": 64, "nll": 49.749813079833984, "seconds": 4.514950487064198, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 18, "prompt": "Jake's cat was pregnant.", "reference": " Jake came home from work one day to find his cat in labor. His cat gave birth to 5 beautiful kittens. Jake asked his friends if they wanted to adopt any kittens. He was able to find nice homes to each and every kitten.", "generation": "\"I'm so sorry,\" he said. \"I'm so sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" he said. \"I'm so sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 40.97120666503906, "seconds": 4.045820166007616, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 19, "prompt": "Xavier put a pair of flippers on his feet.", "reference": " He put a snorkeling mask on his eyes and nose. Xavier swam underwater. He saw a colorful parrotfish. Xavier reached out to touch the fish.", "generation": "\"I'm going to get you out of here,\" he said.\n\n\"I'm going to get you out of here.\"\n\n\"I'm going to get you out of here.\"\n\n\"I'm going to get you out of here.\"\n\n\"I'm going to get you", "raw_generation": "\n\n\"I'm going to get you out of here,\" he said.\n\n\"I'm going to get you out of here.\"\n\n\"I'm going to get you out of here.\"\n\n\"I'm going to get you out of here.\"\n\n\"I'm going to get you", "tokens": 64, "nll": 40.66813278198242, "seconds": 3.4300285909557715, "token_match": 0.0, "sentence_match": false}

part3-beams-cpu/generations/beam-4.jsonl

@@ -1,20 +0,0 @@
-{"index": 0, "prompt": "Kate earned lots of money.", "reference": " But she hated herself. So instead of going to a nice restaurant, she went inside a McDonald's. There were loud children, messy tables, and bad food. But Kate enjoyed deprecating herself by eating there.", "generation": "\"It was a great experience,\" he said.\n\n\"It was a great experience for me,\" he said.\n\n\"It was a great experience for me,\" he said.\n\n\"It was a great experience for me,\" he said.\n\n\"It was a great experience for me", "raw_generation": "\n\n\"It was a great experience,\" he said.\n\n\"It was a great experience for me,\" he said.\n\n\"It was a great experience for me,\" he said.\n\n\"It was a great experience for me,\" he said.\n\n\"It was a great experience for me", "tokens": 64, "nll": 46.91820526123047, "seconds": 5.358506981050596, "token_match": 0.0, "sentence_match": false}
-{"index": 1, "prompt": "Paula decided to make spaghetti for her mother's birthday dinner.", "reference": " She had never made spaghetti before. She did her best, but it was awful. Her mother told her that practice makes perfect. Now Paula practices cooking every chance she gets.", "generation": "\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n", "raw_generation": "\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n", "tokens": 64, "nll": 35.16585922241211, "seconds": 5.180722989956848, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 2, "prompt": "Scout the puppy had to go to the vet for her shots.", "reference": " She didn't like shots, but she had to go anyway. The people at the vet's office were very nice. Scout's shot hurt, but they happened quickly. When they were done, Scout got to have one of her favorite treats.", "generation": "\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n\"It's okay,\" she said. \"It's okay.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" she said. \"I'm so sorry.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n\"It's okay,\" she said. \"It's okay.\"\n\n\"It's okay,\" he said. \"It's okay.\"\n\n", "tokens": 64, "nll": 40.413902282714844, "seconds": 5.240482853027061, "token_match": 0.0, "sentence_match": false}
-{"index": 3, "prompt": "Sally was feeling lonely.", "reference": " She had moved away from home and was missing her friends. She heard a soft knock on the door. She opened the front door and saw all her friends standing there! She was so excited she cried!", "generation": "\"I don't know what to say,\" she said.\n\n\"I don't know what to say.\"\n\n\"I don't know what to say.\"\n\n\"I don't know what to say.\"\n\n\"I don't know what to say.\"\n\n\"I don't", "raw_generation": "\n\n\"I don't know what to say,\" she said.\n\n\"I don't know what to say.\"\n\n\"I don't know what to say.\"\n\n\"I don't know what to say.\"\n\n\"I don't know what to say.\"\n\n\"I don't", "tokens": 64, "nll": 33.99700927734375, "seconds": 5.016963003901765, "token_match": 0.024390243902439025, "sentence_match": false}
-{"index": 4, "prompt": "Dan got on the subway late one night after work.", "reference": " He was alarmed to see that the subway was empty. Dan sat down and tried to concentrate on reading his book. Dan suddenly heard a strange growling sound came from the other car. As doors opened, Dan rushed out as fast as he possibly could.", "generation": "\"I was in the subway,\" he said.\n\n\"What?\"\n\n\"I was in the subway.\"\n\n\"What?\"\n\n\"I was in the subway.\"\n\n\"What?\"\n\n\"I was in the subway.\"\n\n\"What?\"\n\n\"I was", "raw_generation": "\n\n\"I was in the subway,\" he said.\n\n\"What?\"\n\n\"I was in the subway.\"\n\n\"What?\"\n\n\"I was in the subway.\"\n\n\"What?\"\n\n\"I was in the subway.\"\n\n\"What?\"\n\n\"I was", "tokens": 64, "nll": 43.955955505371094, "seconds": 5.181413447950035, "token_match": 0.0, "sentence_match": false}
-{"index": 5, "prompt": "Mark loved to prank his teacher Mrs Davison.", "reference": " He would throw erasers at her every time she turned around. Mark saw that she wasn't looking so he grabbed an eraser and threw it. She turned around quickly and caught it, throwing it back at Mark. After Mark was hit in the eye he decided he would never prank again.", "generation": "\"I'm sorry,\" he said.\n\n\"It's all right,\" Mrs Davison said.\n\n\"It's all right,\" he said.\n\n\"It's all right,\" Mrs Davison said.\n\n\"It's all right,\" he said.\n\n\"It's all", "raw_generation": "\n\n\"I'm sorry,\" he said.\n\n\"It's all right,\" Mrs Davison said.\n\n\"It's all right,\" he said.\n\n\"It's all right,\" Mrs Davison said.\n\n\"It's all right,\" he said.\n\n\"It's all", "tokens": 64, "nll": 41.699432373046875, "seconds": 5.211448604008183, "token_match": 0.016666666666666666, "sentence_match": false}
-{"index": 6, "prompt": "Nate asked Linda if they can go on a date.", "reference": " She told him that she's not interested in dating at the moment. The next day, Nate ran into Linda. She was walking around with one of her close friends. Nate refused to watch and walked off.", "generation": "\"I don't know,\" she said. \"I don't know what to do.\"\n\n\"I don't know what to do,\" he said. \"I don't know what to do.\"\n\n\"I don't know what to do,\" she said. \"I don't know what to", "raw_generation": "\n\n\"I don't know,\" she said. \"I don't know what to do.\"\n\n\"I don't know what to do,\" he said. \"I don't know what to do.\"\n\n\"I don't know what to do,\" she said. \"I don't know what to", "tokens": 64, "nll": 36.6107063293457, "seconds": 5.0882920630974695, "token_match": 0.0, "sentence_match": false}
-{"index": 7, "prompt": "When I was a child I lived in a neighborhood with many kids.", "reference": " Every summer we would set up a Lemonade stand. We would sale lemonade all day then split the money. Then we would ride our bikes two miles down to the store. At the store we would use the money to buy candy and rent movies.", "generation": "I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was", "raw_generation": "\n\nI was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was a little girl. I was", "tokens": 64, "nll": 29.136613845825195, "seconds": 6.306075052940287, "token_match": 0.0196078431372549, "sentence_match": false}
-{"index": 8, "prompt": "Beth was dating Jake when she found out she was pregnant.", "reference": " Beth was nervous about telling Jake about the pregnancy. One day before work she decided to tell him. She watched his face closely trying to figure out how he felt. Beth was relieved when Jake was happy about the pregnancy.", "generation": "\"I'm so sorry,\" she said.\n\n\"It's okay,\" he said.\n\n\"It's okay,\" she said.\n\n\"It's okay,\" he said.\n\n\"It's okay,\" she said.\n\n\"It's okay,\" he said.\n\n\"", "raw_generation": "\n\n\"I'm so sorry,\" she said.\n\n\"It's okay,\" he said.\n\n\"It's okay,\" she said.\n\n\"It's okay,\" he said.\n\n\"It's okay,\" she said.\n\n\"It's okay,\" he said.\n\n\"", "tokens": 64, "nll": 38.674617767333984, "seconds": 5.798558562994003, "token_match": 0.0, "sentence_match": false}
-{"index": 9, "prompt": "I stopped at the red light and heard a car revving its engine.", "reference": " The driver to my right was challenging me to a race! When the light went green we were out of the gate. It was a close race until the other drive rear-ended a parked car. Really my grandmother should have known not to race me like that.", "generation": "\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he", "raw_generation": "\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he", "tokens": 64, "nll": 34.244163513183594, "seconds": 6.23893903195858, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 10, "prompt": "Dan wanted to teach his daughter the value of a dollar.", "reference": " Dan decided to give his daughter a weekly allowance. In exchange for an allowance, his daughter had to wash dishes. However, Dan noticed his daughter didn't wash the dishes yesterday. Dan decided that he would not give his daughter her allowance.", "generation": "\"I'm not going to tell you what to do,\" he said. \"I'm not going to tell you what to do. I'm not going to tell you what to do. I'm not going to tell you what to do. I'm not going to tell you what to do.\"\n\n", "raw_generation": "\n\n\"I'm not going to tell you what to do,\" he said. \"I'm not going to tell you what to do. I'm not going to tell you what to do. I'm not going to tell you what to do. I'm not going to tell you what to do.\"\n\n", "tokens": 64, "nll": 35.27545928955078, "seconds": 4.751574241090566, "token_match": 0.0, "sentence_match": false}
-{"index": 11, "prompt": "Bob was sleeping in his home.", "reference": " He woke up because he smelled smoke. Sure enough, his house was on fire! Luckily, the fire department sent a truck to his house. The firefighters were able to save Bob.", "generation": "\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" she said again. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" she said again. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 38.535858154296875, "seconds": 4.863277453929186, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 12, "prompt": "Bob liked to get a pickle from the deli every Thursday.", "reference": " He would get a cheese sandwich and a fresh pickle. This past Thursday they didn't have pickles. Bob got worried and didn't know what to do. He ended up buying a large jar full of pickles and ate them at home.", "generation": "\"It was a great time for me to get a pickle from the deli,\" he said. \"It was a great time for me to get a pickle from the deli. It was a great time for me to get a pickle from the deli. It was a great time for", "raw_generation": "\n\n\"It was a great time for me to get a pickle from the deli,\" he said. \"It was a great time for me to get a pickle from the deli. It was a great time for me to get a pickle from the deli. It was a great time for", "tokens": 64, "nll": 38.31829071044922, "seconds": 4.652835390064865, "token_match": 0.02, "sentence_match": false}
-{"index": 13, "prompt": "I had to get new tires for a long trip.", "reference": " I went to Sam's to get them done. I also got an oil change while I was there. It cost an arm and a leg. The trip was much safer with the new tires.", "generation": "I had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "raw_generation": "\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "tokens": 64, "nll": 19.509262084960938, "seconds": 5.089745825040154, "token_match": 0.05128205128205128, "sentence_match": false}
-{"index": 14, "prompt": "Jake and Cindy decided to break up.", "reference": " It was on okay terms but they still lived together. They decided to wait until the lease was over. Unfortunately it was too uncomfortable. She wound up moving out far earlier.", "generation": "\"I'm not going to do it,\" he said. \"I'm not going to do it. I'm not going to do it. I'm not going to do it. I'm not going to do it. I'm not going to do it. I'm not going to do it. I", "raw_generation": "\n\n\"I'm not going to do it,\" he said. \"I'm not going to do it. I'm not going to do it. I'm not going to do it. I'm not going to do it. I'm not going to do it. I'm not going to do it. I", "tokens": 64, "nll": 37.083465576171875, "seconds": 4.85154349997174, "token_match": 0.02857142857142857, "sentence_match": false}
-{"index": 15, "prompt": "Jan was leaving back to Alaska.", "reference": " She invited me to house sit for a year while she was gone. I was very tempted. I looked up the Internet access at her house. I found myself suddenly much less interested.", "generation": "\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" she said again. \"I'm sorry.\"\n\n", "raw_generation": "\n\n\"I'm sorry,\" he said. \"I'm sorry.\"\n\n\"I'm sorry,\" she said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" she said again. \"I'm sorry.\"\n\n", "tokens": 64, "nll": 39.74136734008789, "seconds": 4.874790077912621, "token_match": 0.0, "sentence_match": false}
-{"index": 16, "prompt": "Abby had been working with loud 12th graders all day.", "reference": " Abby decided to enjoy her lunch in the park. However, when Abby got there, she noticed an ongoing concert. Abby decided to stay and enjoy the concert with her lunch. Abby had a great time at the park concert with her lunch.", "generation": "\"It's been a long time,\" she said. \"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"", "raw_generation": "\n\n\"It's been a long time,\" she said. \"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"It's been a long time.\"\n\n\"", "tokens": 64, "nll": 34.81855010986328, "seconds": 4.8929927330464125, "token_match": 0.019230769230769232, "sentence_match": false}
-{"index": 17, "prompt": "My mom taught me how to make Pasta!", "reference": " I had to watch her measure the ingredients. She mixed and cut it. Next I had to repeat her exact steps while she watched me. Making pasta is much harder than I expected.", "generation": "My mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom", "raw_generation": "\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom", "tokens": 64, "nll": 19.314197540283203, "seconds": 4.650100653991103, "token_match": 0.0, "sentence_match": false}
-{"index": 18, "prompt": "Jake's cat was pregnant.", "reference": " Jake came home from work one day to find his cat in labor. His cat gave birth to 5 beautiful kittens. Jake asked his friends if they wanted to adopt any kittens. He was able to find nice homes to each and every kitten.", "generation": "\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"It's okay,\" Jake said. \"It's okay.\"\n\n\"It's okay.\"\n\n\"It's okay.\"\n\n\"It's okay.\"\n\n\"It's okay.\"\n\n\"It", "raw_generation": "\n\n\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"It's okay,\" Jake said. \"It's okay.\"\n\n\"It's okay.\"\n\n\"It's okay.\"\n\n\"It's okay.\"\n\n\"It's okay.\"\n\n\"It", "tokens": 64, "nll": 41.32770538330078, "seconds": 4.686799998045899, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 19, "prompt": "Xavier put a pair of flippers on his feet.", "reference": " He put a snorkeling mask on his eyes and nose. Xavier swam underwater. He saw a colorful parrotfish. Xavier reached out to touch the fish.", "generation": "\"I'm sorry,\" he said. \"I don't know what to say.\"\n\n\"I'm sorry,\" I said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" I said again. \"I'm", "raw_generation": "\n\n\"I'm sorry,\" he said. \"I don't know what to say.\"\n\n\"I'm sorry,\" I said. \"I'm sorry.\"\n\n\"I'm sorry,\" he said again. \"I'm sorry.\"\n\n\"I'm sorry,\" I said again. \"I'm", "tokens": 64, "nll": 44.259857177734375, "seconds": 4.3954547860194, "token_match": 0.0, "sentence_match": false}

part3-beams-cpu/generations/beam-8.jsonl

@@ -1,20 +0,0 @@
-{"index": 0, "prompt": "Kate earned lots of money.", "reference": " But she hated herself. So instead of going to a nice restaurant, she went inside a McDonald's. There were loud children, messy tables, and bad food. But Kate enjoyed deprecating herself by eating there.", "generation": "“I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going", "raw_generation": "\n\n“I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going to lie, I’m not going", "tokens": 64, "nll": 29.0013370513916, "seconds": 7.06208677100949, "token_match": 0.0, "sentence_match": false}
-{"index": 1, "prompt": "Paula decided to make spaghetti for her mother's birthday dinner.", "reference": " She had never made spaghetti before. She did her best, but it was awful. Her mother told her that practice makes perfect. Now Paula practices cooking every chance she gets.", "generation": "\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n", "raw_generation": "\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" she said.\n\n\"I'm going to make spaghetti for my mother's birthday dinner,\" he said.\n", "tokens": 64, "nll": 35.16585922241211, "seconds": 9.863226864021271, "token_match": 0.02702702702702703, "sentence_match": false}
-{"index": 2, "prompt": "Scout the puppy had to go to the vet for her shots.", "reference": " She didn't like shots, but she had to go anyway. The people at the vet's office were very nice. Scout's shot hurt, but they happened quickly. When they were done, Scout got to have one of her favorite treats.", "generation": "\"I'm so sorry,\" she said.\n\n\"I'm so sorry,\" he said.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so sorry,\" he said again.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so", "raw_generation": "\n\n\"I'm so sorry,\" she said.\n\n\"I'm so sorry,\" he said.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so sorry,\" he said again.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so", "tokens": 64, "nll": 39.619380950927734, "seconds": 8.37612747400999, "token_match": 0.0, "sentence_match": false}
-{"index": 3, "prompt": "Sally was feeling lonely.", "reference": " She had moved away from home and was missing her friends. She heard a soft knock on the door. She opened the front door and saw all her friends standing there! She was so excited she cried!", "generation": "\"I don't know what to say,\" she said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" she said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 29.3353214263916, "seconds": 8.479589952970855, "token_match": 0.04878048780487805, "sentence_match": false}
-{"index": 4, "prompt": "Dan got on the subway late one night after work.", "reference": " He was alarmed to see that the subway was empty. Dan sat down and tried to concentrate on reading his book. Dan suddenly heard a strange growling sound came from the other car. As doors opened, Dan rushed out as fast as he possibly could.", "generation": "\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "raw_generation": "\n\n\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "tokens": 64, "nll": 32.90645980834961, "seconds": 11.317668111994863, "token_match": 0.0196078431372549, "sentence_match": false}
-{"index": 5, "prompt": "Mark loved to prank his teacher Mrs Davison.", "reference": " He would throw erasers at her every time she turned around. Mark saw that she wasn't looking so he grabbed an eraser and threw it. She turned around quickly and caught it, throwing it back at Mark. After Mark was hit in the eye he decided he would never prank again.", "generation": "\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "raw_generation": "\n\n\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "tokens": 64, "nll": 32.5281982421875, "seconds": 11.114331149030477, "token_match": 0.0, "sentence_match": false}
-{"index": 6, "prompt": "Nate asked Linda if they can go on a date.", "reference": " She told him that she's not interested in dating at the moment. The next day, Nate ran into Linda. She was walking around with one of her close friends. Nate refused to watch and walked off.", "generation": "\"I don't know,\" she said. \"I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don", "raw_generation": "\n\n\"I don't know,\" she said. \"I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don't know. I don", "tokens": 64, "nll": 29.72180938720703, "seconds": 9.707021413021721, "token_match": 0.0, "sentence_match": false}
-{"index": 7, "prompt": "When I was a child I lived in a neighborhood with many kids.", "reference": " Every summer we would set up a Lemonade stand. We would sale lemonade all day then split the money. Then we would ride our bikes two miles down to the store. At the store we would use the money to buy candy and rent movies.", "generation": "I grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood", "raw_generation": "\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood with a lot of kids.\n\nI grew up in a neighborhood", "tokens": 64, "nll": 33.08832550048828, "seconds": 9.585698924958706, "token_match": 0.0, "sentence_match": false}
-{"index": 8, "prompt": "Beth was dating Jake when she found out she was pregnant.", "reference": " Beth was nervous about telling Jake about the pregnancy. One day before work she decided to tell him. She watched his face closely trying to figure out how he felt. Beth was relieved when Jake was happy about the pregnancy.", "generation": "\"I'm so sorry,\" she said.\n\n\"I'm so sorry,\" he said.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so sorry,\" he said again.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so", "raw_generation": "\n\n\"I'm so sorry,\" she said.\n\n\"I'm so sorry,\" he said.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so sorry,\" he said again.\n\n\"I'm so sorry,\" she said again.\n\n\"I'm so", "tokens": 64, "nll": 38.112693786621094, "seconds": 9.571366357035004, "token_match": 0.045454545454545456, "sentence_match": false}
-{"index": 9, "prompt": "I stopped at the red light and heard a car revving its engine.", "reference": " The driver to my right was challenging me to a race! When the light went green we were out of the gate. It was a close race until the other drive rear-ended a parked car. Really my grandmother should have known not to race me like that.", "generation": "\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he", "raw_generation": "\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he said.\n\n\"What's going on?\" I asked.\n\n\"I don't know,\" he", "tokens": 64, "nll": 34.244163513183594, "seconds": 9.754056403995492, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 10, "prompt": "Dan wanted to teach his daughter the value of a dollar.", "reference": " Dan decided to give his daughter a weekly allowance. In exchange for an allowance, his daughter had to wash dishes. However, Dan noticed his daughter didn't wash the dishes yesterday. Dan decided that he would not give his daughter her allowance.", "generation": "\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "raw_generation": "\n\n\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "tokens": 64, "nll": 31.798908233642578, "seconds": 8.731037055025809, "token_match": 0.0, "sentence_match": false}
-{"index": 11, "prompt": "Bob was sleeping in his home.", "reference": " He woke up because he smelled smoke. Sure enough, his house was on fire! Luckily, the fire department sent a truck to his house. The firefighters were able to save Bob.", "generation": "\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "raw_generation": "\n\n\"I don't know what to do,\" he said. \"I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I don't know what to do. I", "tokens": 64, "nll": 31.007396697998047, "seconds": 9.037706730887294, "token_match": 0.05405405405405406, "sentence_match": false}
-{"index": 12, "prompt": "Bob liked to get a pickle from the deli every Thursday.", "reference": " He would get a cheese sandwich and a fresh pickle. This past Thursday they didn't have pickles. Bob got worried and didn't know what to do. He ended up buying a large jar full of pickles and ate them at home.", "generation": "\"I think it's a good idea to get a pickle from the deli every Thursday,\" he said.\n\n\"I think it's a good idea to get a pickle from the deli every Thursday.\n\n\"I think it's a good idea to get a pickle from the", "raw_generation": "\n\n\"I think it's a good idea to get a pickle from the deli every Thursday,\" he said.\n\n\"I think it's a good idea to get a pickle from the deli every Thursday.\n\n\"I think it's a good idea to get a pickle from the", "tokens": 64, "nll": 37.84307098388672, "seconds": 8.32878790202085, "token_match": 0.0, "sentence_match": false}
-{"index": 13, "prompt": "I had to get new tires for a long trip.", "reference": " I went to Sam's to get them done. I also got an oil change while I was there. It cost an arm and a leg. The trip was much safer with the new tires.", "generation": "I had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "raw_generation": "\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip.\n\nI had to get new tires for a long trip", "tokens": 64, "nll": 19.509262084960938, "seconds": 8.648246356053278, "token_match": 0.05128205128205128, "sentence_match": false}
-{"index": 14, "prompt": "Jake and Cindy decided to break up.", "reference": " It was on okay terms but they still lived together. They decided to wait until the lease was over. Unfortunately it was too uncomfortable. She wound up moving out far earlier.", "generation": "\"It's been a long time,\" Jake said.\n\n\"It's been a long time,\" Cindy said.\n\n\"It's been a long time,\" Jake said.\n\n\"It's been a long time,\" Cindy said.\n\n\"It's been a long time,\"", "raw_generation": "\n\n\"It's been a long time,\" Jake said.\n\n\"It's been a long time,\" Cindy said.\n\n\"It's been a long time,\" Jake said.\n\n\"It's been a long time,\" Cindy said.\n\n\"It's been a long time,\"", "tokens": 64, "nll": 33.14589309692383, "seconds": 9.163752428023145, "token_match": 0.02857142857142857, "sentence_match": false}
-{"index": 15, "prompt": "Jan was leaving back to Alaska.", "reference": " She invited me to house sit for a year while she was gone. I was very tempted. I looked up the Internet access at her house. I found myself suddenly much less interested.", "generation": "\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "raw_generation": "\n\n\"I don't know what to say,\" he said. \"I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I don't know what to say. I", "tokens": 64, "nll": 31.04738426208496, "seconds": 8.69353473605588, "token_match": 0.08108108108108109, "sentence_match": false}
-{"index": 16, "prompt": "Abby had been working with loud 12th graders all day.", "reference": " Abby decided to enjoy her lunch in the park. However, when Abby got there, she noticed an ongoing concert. Abby decided to stay and enjoy the concert with her lunch. Abby had a great time at the park concert with her lunch.", "generation": "“It’s been a long time since I’ve worked in the classroom,” she said. “It’s been a long time since I’ve worked in the classroom. It’s been a long time since I’ve worked in the classroom. It’s been a long time since I", "raw_generation": "\n\n“It’s been a long time since I’ve worked in the classroom,” she said. “It’s been a long time since I’ve worked in the classroom. It’s been a long time since I’ve worked in the classroom. It’s been a long time since I", "tokens": 64, "nll": 38.52791976928711, "seconds": 8.217439138097689, "token_match": 0.038461538461538464, "sentence_match": false}
-{"index": 17, "prompt": "My mom taught me how to make Pasta!", "reference": " I had to watch her measure the ingredients. She mixed and cut it. Next I had to repeat her exact steps while she watched me. Making pasta is much harder than I expected.", "generation": "My mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom", "raw_generation": "\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom taught me how to make Pasta!\n\nMy mom", "tokens": 64, "nll": 19.314197540283203, "seconds": 7.260818139067851, "token_match": 0.0, "sentence_match": false}
-{"index": 18, "prompt": "Jake's cat was pregnant.", "reference": " Jake came home from work one day to find his cat in labor. His cat gave birth to 5 beautiful kittens. Jake asked his friends if they wanted to adopt any kittens. He was able to find nice homes to each and every kitten.", "generation": "\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n\"It's okay,\" Jake said. \"It's okay.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n", "raw_generation": "\n\n\"I'm so sorry,\" Jake said. \"I'm so sorry.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n\"It's okay,\" Jake said. \"It's okay.\"\n\n\"It's okay,\" I said. \"It's okay.\"\n\n", "tokens": 64, "nll": 39.685298919677734, "seconds": 7.165589060052298, "token_match": 0.018867924528301886, "sentence_match": false}
-{"index": 19, "prompt": "Xavier put a pair of flippers on his feet.", "reference": " He put a snorkeling mask on his eyes and nose. Xavier swam underwater. He saw a colorful parrotfish. Xavier reached out to touch the fish.", "generation": "\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "raw_generation": "\n\n\"I don't know what you're talking about,\" he said. \"I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're talking about. I don't know what you're", "tokens": 64, "nll": 33.91543960571289, "seconds": 7.596928543993272, "token_match": 0.0, "sentence_match": false}

part3-beams-cpu/results.json

@@ -1,81 +0,0 @@
-{
-  "reference": {
-    "reference_perplexity": 23.87367806703083,
-    "samples": 20
-  },
-  "beam-1": {
-    "name": "beam-1",
-    "kind": "beam",
-    "width": 1,
-    "samples": 20,
-    "generation_perplexity": 2.0383784390791133,
-    "token_match_rate": 0.017236947856321037,
-    "first_sentence_exact_match": 0.0,
-    "bleu": 0.2962544247046996,
-    "rouge_l": 0.09310073937727771,
-    "mean_generated_tokens": 64.0,
-    "total_seconds": 70.37048667110503,
-    "seconds_per_sample": 3.518524333555251,
-    "reference_perplexity": 23.87367806703083
-  },
-  "beam-2": {
-    "name": "beam-2",
-    "kind": "beam",
-    "width": 2,
-    "samples": 20,
-    "generation_perplexity": 1.8875988529317893,
-    "token_match_rate": 0.015519497897499698,
-    "first_sentence_exact_match": 0.0,
-    "bleu": 0.3331631630525171,
-    "rouge_l": 0.08048495960376753,
-    "mean_generated_tokens": 62.25,
-    "total_seconds": 71.24508977599908,
-    "seconds_per_sample": 3.5622544887999537,
-    "reference_perplexity": 23.87367806703083
-  },
-  "beam-4": {
-    "name": "beam-4",
-    "kind": "beam",
-    "width": 4,
-    "samples": 20,
-    "generation_perplexity": 1.7674390315465587,
-    "token_match_rate": 0.013576945295063375,
-    "first_sentence_exact_match": 0.0,
-    "bleu": 0.29174554262958935,
-    "rouge_l": 0.07135873757415852,
-    "mean_generated_tokens": 64.0,
-    "total_seconds": 102.33051724999677,
-    "seconds_per_sample": 5.116525862499839,
-    "reference_perplexity": 23.87367806703083
-  },
-  "beam-8": {
-    "name": "beam-8",
-    "kind": "beam",
-    "width": 8,
-    "samples": 20,
-    "generation_perplexity": 1.6610271690898555,
-    "token_match_rate": 0.02160279529652313,
-    "first_sentence_exact_match": 0.0,
-    "bleu": 0.3447720894806495,
-    "rouge_l": 0.06430829238584891,
-    "mean_generated_tokens": 64.0,
-    "total_seconds": 177.67501351132523,
-    "seconds_per_sample": 8.883750675566262,
-    "reference_perplexity": 23.87367806703083
-  },
-  "beam-16": {
-    "name": "beam-16",
-    "kind": "beam",
-    "width": 16,
-    "samples": 20,
-    "generation_perplexity": 1.590509621724021,
-    "token_match_rate": 0.016060046505639195,
-    "first_sentence_exact_match": 0.0,
-    "bleu": 0.31561010949858337,
-    "rouge_l": 0.05459577136763318,
-    "mean_generated_tokens": 64.0,
-    "total_seconds": 198.50984698405955,
-    "seconds_per_sample": 9.925492349202978,
-    "reference_perplexity": 23.87367806703083
-  }
-}